{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":8,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":8,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"987367f4bff6","filters":{"venue":"2021 IEEE 21st International Conference on Software Quality, Reliability and Security (QRS)"}},"results":[{"id":"W4226207655","doi":"10.1109/qrs54544.2021.00118","title":"Understanding the Resilience of Neural Network Ensembles against Faulty Training Data","year":2021,"lang":"en","type":"article","venue":"2021 IEEE 21st International Conference on Software Quality, Reliability and Security (QRS)","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Resilience (materials science); Machine learning; Artificial intelligence; Artificial neural network; Training set; Ensemble learning; Entropy (arrow of time); Training (meteorology); Ensemble forecasting; Data mining","authors":[{"name":"Abraham Chan","is_ca":true},{"name":"Niranjhana Narayanan","is_ca":true},{"name":"Arpan Gujarati","is_ca":true},{"name":"Karthik Pattabiraman","is_ca":true},{"name":"Sathish Gopalakrishnan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2138340083096355,"gpt":0.3701135125969131,"spread":0.1562795042872776,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003151857,0.0002950553,0.0004578246,0.00006685985,0.0004862452,0.0004328362,0.00259025,0.0001645535,0.00009706607],"category_scores_gemma":[0.003878123,0.0002543586,0.0001218314,0.0004611015,0.0004890763,0.0008398221,0.001558398,0.0008652725,0.000005357891],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001411155,"about_ca_system_score_gemma":0.0004195886,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001323403,"about_ca_topic_score_gemma":0.0002857566,"domain_scores_codex":[0.9953601,0.00118734,0.000793685,0.001157027,0.00108271,0.0004191853],"domain_scores_gemma":[0.9949145,0.00227259,0.0004337038,0.001695772,0.0005479175,0.0001354591],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001119756,0.0002269415,0.01488284,0.0001496199,0.0001221465,0.00004566487,0.009562735,0.06821425,0.000194248,0.8874332,0.0004943064,0.0185621],"study_design_scores_gemma":[0.0008073011,0.0001036216,0.005046624,0.0003962851,0.00002955314,0.00003292654,0.007069936,0.7965906,0.000173182,0.1878888,0.001214547,0.0006465896],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1580515,0.0001380285,0.8268261,0.007924349,0.002494024,0.0002800206,0.0002078574,0.000150631,0.003927496],"genre_scores_gemma":[0.987369,0.0002158213,0.01127161,0.0006608759,0.0002818757,0.000007805702,0.0001053033,0.00001278379,0.00007494519],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8293175,"threshold_uncertainty_score":0.9999909,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225775465","doi":"10.1109/qrs54544.2021.00106","title":"Analyzing the Impact of Cyberattacks on Industrial Control Systems using Timed Automata","year":2021,"lang":"en","type":"article","venue":"2021 IEEE 21st International Conference on Software Quality, Reliability and Security (QRS)","topic":"Smart Grid Security and Resilience","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Exploit; Computer science; Industrial control system; Spoofing attack; Automaton; Computer security; Model checking; Critical infrastructure; Vulnerability (computing); Ransomware; Control (management); Malware; Theoretical computer science; Artificial intelligence","authors":[{"name":"Alvi Jawad","is_ca":true},{"name":"Jason Jaskolka","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05798350338850682,"gpt":0.3354805870305076,"spread":0.2774970836420008,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001289199,0.0003565427,0.0006146236,0.0001249756,0.0002022675,0.0002801997,0.0004926061,0.0003265335,0.0003276843],"category_scores_gemma":[0.001138645,0.0002782639,0.0002906669,0.000314959,0.0002895184,0.0002396048,0.00008976294,0.0008431909,0.0000178282],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002659876,"about_ca_system_score_gemma":0.0003077716,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007933878,"about_ca_topic_score_gemma":0.00007510238,"domain_scores_codex":[0.996952,0.0006273448,0.0008357504,0.0005448837,0.0006866457,0.0003533691],"domain_scores_gemma":[0.9973027,0.001041495,0.0002104874,0.0006588546,0.000620674,0.0001657956],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001735388,0.002877851,0.1469081,0.001277005,0.003093466,0.0001397042,0.009290051,0.7196962,0.01089928,0.09100652,0.004365962,0.008710484],"study_design_scores_gemma":[0.004666025,0.0005412803,0.01966803,0.001423888,0.00016778,0.00007999068,0.002160128,0.9575408,0.00532847,0.006217807,0.000824257,0.001381568],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9919842,0.0002365997,0.002708456,0.0003340541,0.002157403,0.0003703517,0.0008378752,0.0001213233,0.001249765],"genre_scores_gemma":[0.9990234,0.000268984,0.00006563296,0.00004731373,0.0004492633,0.00001882764,0.00006076728,0.00002158641,0.00004418646],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2378446,"threshold_uncertainty_score":0.999967,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4226205863","doi":"10.1109/qrs54544.2021.00076","title":"Vulnerability Analysis of Similar Code","year":2021,"lang":"en","type":"article","venue":"2021 IEEE 21st International Conference on Software Quality, Reliability and Security (QRS)","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"New York Institute of Technology","funders":"","keywords":"Computer science; Secure coding; Vulnerability (computing); Software security assurance; Code (set theory); Computer security; Code review; Static program analysis; Domain (mathematical analysis); Software; Scripting language; Source code; Vulnerability assessment; Security bug; Application security; Software engineering; Information security; Programming language; Software development; Security service; Mathematics","authors":[{"name":"Azin Piran","is_ca":true},{"name":"Che-Pin Chang","is_ca":true},{"name":"Amin Milani Fard","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06034556526092438,"gpt":0.3613439035872422,"spread":0.3009983383263178,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002714594,0.0003411519,0.0008067535,0.0003942791,0.0001511052,0.0003221785,0.001420049,0.0002509984,0.0008414883],"category_scores_gemma":[0.008373417,0.0003548944,0.000401315,0.001502283,0.0003321307,0.000479821,0.0006532902,0.0007137656,0.00002450716],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002105158,"about_ca_system_score_gemma":0.0004377986,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003019177,"about_ca_topic_score_gemma":0.0003212671,"domain_scores_codex":[0.9948832,0.0007989472,0.0009711669,0.001356567,0.001559695,0.0004303783],"domain_scores_gemma":[0.9923891,0.003222526,0.0002445735,0.001711118,0.002147551,0.0002851407],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002295269,0.003131598,0.4963746,0.0008107368,0.002580795,0.0001081401,0.006615764,0.008281243,0.001489718,0.4604037,0.0007498116,0.01922441],"study_design_scores_gemma":[0.002419007,0.0005447202,0.5289764,0.0003785935,0.0004501328,0.00003116604,0.00110757,0.2946349,0.01605869,0.147408,0.005687853,0.002302966],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8105078,0.0001270845,0.1819715,0.003843261,0.001149081,0.0002782122,0.0007780195,0.0002670893,0.001078024],"genre_scores_gemma":[0.9898568,0.0002393263,0.009191988,0.0002687005,0.00007735227,0.00003327027,0.0001208913,0.00001395305,0.0001976668],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3129956,"threshold_uncertainty_score":0.9999795,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3196967454","doi":"10.1109/qrs54544.2021.00116","title":"The Challenge of Reproducible ML: An Empirical Study on The Impact of Bugs","year":2021,"lang":"en","type":"article","venue":"2021 IEEE 21st International Conference on Software Quality, Reliability and Security (QRS)","topic":"Machine Learning and Data Classification","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Determinism; Inference; Software bug; Reproducibility; Software; Machine learning; Artificial intelligence; Face (sociological concept); Causal inference; Software engineering; Programming language; Statistics","authors":[{"name":"Emilio Rivera-Landos","is_ca":true},{"name":"Foutse Khomh","is_ca":true},{"name":"Amin Nikanjam","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.114300681193202,"gpt":0.4201996151009927,"spread":0.3058989339077907,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004296357,0.0002069278,0.000329573,0.00006241138,0.0002549404,0.000238342,0.001260739,0.00009872305,0.0001404102],"category_scores_gemma":[0.004157856,0.0001276208,0.0001613238,0.0002909285,0.0002548271,0.0002703684,0.0003252844,0.0005532941,0.00001131124],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006738812,"about_ca_system_score_gemma":0.0003261841,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007344012,"about_ca_topic_score_gemma":0.000206536,"domain_scores_codex":[0.9956048,0.001693485,0.0006928632,0.0009374621,0.0008682088,0.0002031828],"domain_scores_gemma":[0.9946945,0.001601957,0.0003911926,0.002193066,0.001018599,0.000100636],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0004399213,0.007763709,0.2064069,0.0001180506,0.0003065909,0.00001040231,0.02587341,0.0003668543,0.0004438902,0.7220569,0.0008686363,0.03534469],"study_design_scores_gemma":[0.001460305,0.003968172,0.7161769,0.0002233738,0.00003921093,0.00001415212,0.008127679,0.04150166,0.001921782,0.2235272,0.002301148,0.0007384323],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9764558,0.00005922826,0.003946721,0.01578588,0.0004214596,0.0003392248,0.0001382421,0.00005814493,0.002795313],"genre_scores_gemma":[0.9991493,0.0001897501,0.0002789745,0.000104916,0.00008513359,0.00002570675,0.00003978865,0.000007313386,0.0001191643],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.50977,"threshold_uncertainty_score":0.5204227,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4226069469","doi":"10.1109/qrs54544.2021.00012","title":"Analyzing Structural Security Posture to Evaluate System Design Decisions","year":2021,"lang":"en","type":"article","venue":"2021 IEEE 21st International Conference on Software Quality, Reliability and Security (QRS)","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Leverage (statistics); Computer science; Computer security; Software security assurance; Security testing; Computer security model; Identification (biology); Resource (disambiguation); Security information and event management; Secure coding; Security service; Security through obscurity; Software; Cloud computing security; Risk analysis (engineering); Information security; Artificial intelligence; Cloud computing; Business","authors":[{"name":"Joe Samuel","is_ca":true},{"name":"Jason Jaskolka","is_ca":true},{"name":"George Yee","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07041286786716698,"gpt":0.3641071605009214,"spread":0.2936942926337544,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.003278807,0.0004873911,0.0006546951,0.0003187039,0.0003990422,0.001071898,0.001846054,0.0003027568,0.0002528661],"category_scores_gemma":[0.01101391,0.0004794949,0.0002391353,0.0009231057,0.0001435595,0.0006523737,0.001022841,0.0009929362,0.0001346777],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005519725,"about_ca_system_score_gemma":0.0006627147,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000239813,"about_ca_topic_score_gemma":0.000110417,"domain_scores_codex":[0.9935381,0.001276874,0.0009152037,0.001690858,0.001911463,0.0006675054],"domain_scores_gemma":[0.9911456,0.003904001,0.0001888774,0.001576271,0.002585355,0.0005998815],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007734597,0.001183837,0.08302734,0.001122347,0.0008809125,0.0007068283,0.02086988,0.01923363,0.002720099,0.819656,0.00358143,0.04624429],"study_design_scores_gemma":[0.004985053,0.001351063,0.1502917,0.003138156,0.0001580487,0.0006048137,0.004429731,0.5606636,0.01254264,0.2527576,0.004005407,0.005072106],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6047367,0.000154493,0.3876893,0.003461663,0.002309908,0.0005743137,0.0002572152,0.0004643998,0.0003519891],"genre_scores_gemma":[0.9713441,0.00009804448,0.02776814,0.0003016954,0.0002265868,0.00006870931,0.00005707623,0.00002597098,0.0001096879],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5668983,"threshold_uncertainty_score":0.9999651,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3212787291","doi":"10.1109/qrs54544.2021.00037","title":"On Assessing The Safety of Reinforcement Learning algorithms Using Formal Methods","year":2021,"lang":"en","type":"article","venue":"2021 IEEE 21st International Conference on Software Quality, Reliability and Security (QRS)","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Adversarial system; Probabilistic logic; Reinforcement learning; Computer science; Artificial intelligence; Computer security; Multi-agent system; Autonomous agent; Grid; Machine learning; Mathematics","authors":[{"name":"Paulina Stevia Nouwou Mindom","is_ca":true},{"name":"Amin Nikanjam","is_ca":true},{"name":"Foutse Khomh","is_ca":true},{"name":"John Mullins","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06773412524589584,"gpt":0.4105192365666844,"spread":0.3427851113207886,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005035868,0.0003166614,0.0004874633,0.0001170844,0.000608278,0.0004703234,0.001022099,0.0001884002,0.0002918755],"category_scores_gemma":[0.004493813,0.0002696184,0.0002091481,0.0003732582,0.0002753265,0.0009351127,0.0008479935,0.001178899,0.000006725729],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000232891,"about_ca_system_score_gemma":0.0004102301,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002480139,"about_ca_topic_score_gemma":0.00001491745,"domain_scores_codex":[0.9946704,0.002061088,0.0009475261,0.0008202532,0.001107306,0.0003934379],"domain_scores_gemma":[0.9950376,0.002498257,0.0005769003,0.0007907971,0.0009737628,0.0001226731],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001100543,0.0002679261,0.003343037,0.0001585825,0.0001416347,0.00001723995,0.004663981,0.1742697,0.0005447029,0.7381063,0.00001614069,0.07836075],"study_design_scores_gemma":[0.0007923249,0.0001664227,0.002337439,0.0003276605,0.00002836497,0.0000244783,0.001602941,0.9389766,0.002543772,0.05172563,0.001015042,0.0004593172],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07013962,0.00003209411,0.9236363,0.001443794,0.001347638,0.000191777,0.00001381267,0.00008018511,0.003114766],"genre_scores_gemma":[0.8748657,0.0000911314,0.1242753,0.0003943564,0.0001531027,0.00001042349,0.00003225791,0.0000148568,0.0001628838],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8047261,"threshold_uncertainty_score":0.9999756,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4226466002","doi":"10.1109/qrs54544.2021.00093","title":"MINTS: Unsupervised Temporal Specifications Miner","year":2021,"lang":"en","type":"article","venue":"2021 IEEE 21st International Conference on Software Quality, Reliability and Security (QRS)","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Correctness; Computer science; Debugging; Task (project management); Finite-state machine; Scalability; Frame (networking); Software; State (computer science); Trie; Software bug; Software system; Artificial intelligence; Programming language; Data structure; Engineering; Database; Systems engineering","authors":[{"name":"Pradeep Kumar Mahato","is_ca":true},{"name":"Apurva Narayan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1058328063241746,"gpt":0.34160529800087,"spread":0.2357724916766954,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001245414,0.0003643917,0.0004521011,0.0001662606,0.0002757417,0.000643054,0.001239214,0.0002388802,0.0005097736],"category_scores_gemma":[0.0030449,0.0003695345,0.0001981524,0.0004632481,0.0002715756,0.0005498744,0.0004502649,0.0005499446,0.0001031781],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001501088,"about_ca_system_score_gemma":0.0003947449,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004134147,"about_ca_topic_score_gemma":0.000129134,"domain_scores_codex":[0.9961213,0.0005229285,0.0007968613,0.001275581,0.0009010931,0.0003822579],"domain_scores_gemma":[0.9955546,0.001036812,0.000236938,0.001418508,0.001495699,0.0002574827],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001143186,0.002703737,0.1165821,0.0003180423,0.0001876816,0.0001408428,0.005696263,0.0000424138,0.0007356293,0.8077672,0.02359773,0.04211399],"study_design_scores_gemma":[0.00159684,0.0003312778,0.02975697,0.0006098012,0.00004161523,0.000140205,0.0006032791,0.02435232,0.004645244,0.905537,0.03054608,0.001839338],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4013682,0.0004151687,0.5264105,0.03800658,0.004964688,0.00098605,0.0007811702,0.008023242,0.0190444],"genre_scores_gemma":[0.918654,0.0002352096,0.07834878,0.001317774,0.000257179,0.00007159985,0.0001801859,0.00002128317,0.0009139547],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5172858,"threshold_uncertainty_score":0.9998757,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225807728","doi":"10.1109/qrs54544.2021.00063","title":"Predictors of Software Metric Correlation: A Non-parametric Analysis","year":2021,"lang":"en","type":"article","venue":"2021 IEEE 21st International Conference on Software Quality, Reliability and Security (QRS)","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Cyclomatic complexity; Metric (unit); Code (set theory); Correlation; Computer science; Code refactoring; Source lines of code; Code coverage; Software quality; Software metric; Software; Statistics; Programming language; Mathematics; Software development; Set (abstract data type); Engineering","authors":[{"name":"Daniel Afriyie","is_ca":true},{"name":"Yvan Labiche","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03456557427356183,"gpt":0.3237898654261356,"spread":0.2892242911525738,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002063762,0.0003989493,0.0008364388,0.001276774,0.0001697908,0.0003965294,0.001470428,0.0003279251,0.0005523082],"category_scores_gemma":[0.01421997,0.0004176641,0.0004495476,0.005286693,0.0002551609,0.0006470756,0.0006530428,0.0008008901,0.00004846042],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002728913,"about_ca_system_score_gemma":0.000570382,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003311195,"about_ca_topic_score_gemma":0.00007642589,"domain_scores_codex":[0.994462,0.0005389029,0.00110273,0.001360473,0.002059631,0.0004762402],"domain_scores_gemma":[0.9907479,0.004513169,0.0003798471,0.00149795,0.002517601,0.0003435872],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00009384055,0.001251306,0.9289014,0.0004102008,0.001419619,0.00006006508,0.002184207,0.009417396,0.0000667761,0.04549282,0.0005065969,0.01019581],"study_design_scores_gemma":[0.002233594,0.000601761,0.7743663,0.0003270089,0.0004140766,0.00004355197,0.0005918821,0.1876344,0.003089905,0.02737299,0.0016523,0.001672248],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4477684,0.000196901,0.5484849,0.0006628959,0.001604756,0.000294703,0.0002853161,0.0002398467,0.0004622857],"genre_scores_gemma":[0.9792657,0.0003219086,0.01960446,0.0001167584,0.0001298147,0.00004684805,0.0001466709,0.00001919287,0.0003486791],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5314973,"threshold_uncertainty_score":0.9998275,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}