{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":8,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":8,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"987367f4bff6","filters":{"venue":"2021 IEEE 21st International Conference on Software Quality, Reliability and Security (QRS)"}},"results":[{"id":"W4226207655","doi":"10.1109/qrs54544.2021.00118","title":"Understanding the Resilience of Neural Network Ensembles against Faulty Training Data","year":2021,"lang":"en","type":"article","venue":"2021 IEEE 21st International Conference on Software Quality, Reliability and Security (QRS)","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Resilience (materials science); Machine learning; Artificial intelligence; Artificial neural network; Training set; Ensemble learning; Entropy (arrow of time); Training (meteorology); Ensemble forecasting; Data mining","authors":[{"name":"Abraham Chan","is_ca":true},{"name":"Niranjhana Narayanan","is_ca":true},{"name":"Arpan Gujarati","is_ca":true},{"name":"Karthik Pattabiraman","is_ca":true},{"name":"Sathish Gopalakrishnan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2138340083096355,"gpt":0.3701135125969131,"spread":0.1562795042872776,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003874542,0.0007348652,0.0005928439,0.001013265,0.0005416111,0.0009133366,0.0008083643,0.001135713,0.0008754389],"category_scores_gemma":[0.03136592,0.0003775825,0.0004592625,0.0004011126,0.001211602,0.002672958,0.001504632,0.001457868,0.0001993361],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009369771,"about_ca_system_score_gemma":0.0005655292,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003112675,"about_ca_topic_score_gemma":0.002021557,"domain_scores_codex":[0.9989707,0.0003221009,0.00006913585,0.0002051442,0.0002471028,0.00018568],"domain_scores_gemma":[0.9868471,0.008194512,0.001468663,0.001933782,0.001153794,0.0004020838],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001035535,0.00003245485,0.00836568,0.00003908938,0.000063856,0.00007945106,0.00009855825,0.9697735,0.004004749,0.002623571,0.000332222,0.01448332],"study_design_scores_gemma":[0.000004226806,0.00009639929,0.002738444,0.00002044206,0.00002260112,0.000054777,0.00006212686,0.984557,0.003950556,0.008213253,0.0002667853,0.00001353085],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7650633,0.0008904764,0.2284366,0.001495322,0.0001233576,0.00006528535,0.0002284361,0.0006576907,0.003039623],"genre_scores_gemma":[0.9931665,0.000127588,0.006163506,0.00008485196,0.00002403298,0.00002289597,0.00009099858,0.00002756861,0.0002919816],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.003874542,"threshold_uncertainty_score":0.02049077,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225775465","doi":"10.1109/qrs54544.2021.00106","title":"Analyzing the Impact of Cyberattacks on Industrial Control Systems using Timed Automata","year":2021,"lang":"en","type":"article","venue":"2021 IEEE 21st International Conference on Software Quality, Reliability and Security (QRS)","topic":"Smart Grid Security and Resilience","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Exploit; Computer science; Industrial control system; Spoofing attack; Automaton; Computer security; Model checking; Critical infrastructure; Vulnerability (computing); Ransomware; Control (management); Malware; Theoretical computer science; Artificial intelligence","authors":[{"name":"Alvi Jawad","is_ca":true},{"name":"Jason Jaskolka","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05798350338850682,"gpt":0.3354805870305076,"spread":0.2774970836420008,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009243843,0.000622299,0.0003194057,0.0007027874,0.0003396976,0.0009777867,0.0005982814,0.0004132105,0.001095598],"category_scores_gemma":[0.004260536,0.0002681071,0.0007328546,0.0003699016,0.001043568,0.0009933988,0.0005269593,0.0006373971,0.00008361707],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001006112,"about_ca_system_score_gemma":0.001122882,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01269426,"about_ca_topic_score_gemma":0.009024845,"domain_scores_codex":[0.9993559,0.0002105992,0.00004254189,0.00009088422,0.000219524,0.0000805294],"domain_scores_gemma":[0.9960921,0.00294659,0.0003878523,0.0002607558,0.0002540274,0.00005869129],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004873653,0.00003617238,0.003908341,0.00003335093,0.00002769545,0.00009094108,0.00007450984,0.9697762,0.004707779,0.01550084,0.00006208046,0.005733426],"study_design_scores_gemma":[0.000002708513,0.00001944932,0.0002586964,0.000002432391,0.000007971907,0.000008638178,0.00001262515,0.9952374,0.001548005,0.002804113,0.0000951818,0.000002734102],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3806036,0.0001532438,0.6138385,0.0001256144,0.00002924701,0.00007904889,0.0001724204,0.0009298869,0.00406848],"genre_scores_gemma":[0.9701671,0.00008988773,0.02915015,0.00001156778,0.000005692886,0.00004582316,0.00005667596,0.00003041972,0.0004427107],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01269426,"threshold_uncertainty_score":0.02524078,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4226205863","doi":"10.1109/qrs54544.2021.00076","title":"Vulnerability Analysis of Similar Code","year":2021,"lang":"en","type":"article","venue":"2021 IEEE 21st International Conference on Software Quality, Reliability and Security (QRS)","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"New York Institute of Technology","funders":"","keywords":"Computer science; Secure coding; Vulnerability (computing); Software security assurance; Code (set theory); Computer security; Code review; Static program analysis; Domain (mathematical analysis); Software; Scripting language; Source code; Vulnerability assessment; Security bug; Application security; Software engineering; Information security; Programming language; Software development; Security service; Mathematics","authors":[{"name":"Azin Piran","is_ca":true},{"name":"Che-Pin Chang","is_ca":true},{"name":"Amin Milani Fard","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06034556526092438,"gpt":0.3613439035872422,"spread":0.3009983383263178,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001756216,0.0005574684,0.0005310334,0.01084073,0.0007026822,0.0008326156,0.0005660453,0.0006371642,0.0007658803],"category_scores_gemma":[0.01577197,0.0002227973,0.0009279017,0.005112757,0.0007145038,0.001645745,0.001534647,0.0005501406,0.0003356017],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006273366,"about_ca_system_score_gemma":0.0007081648,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004464858,"about_ca_topic_score_gemma":0.004423911,"domain_scores_codex":[0.9961948,0.0004405602,0.000388012,0.001142975,0.001522304,0.0003113071],"domain_scores_gemma":[0.9836083,0.006496385,0.004401916,0.002323751,0.002629205,0.0005404951],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003982589,0.0002463947,0.8178826,0.0008764917,0.0006528745,0.001628037,0.002168477,0.009976147,0.01966852,0.003744955,0.005439931,0.1373172],"study_design_scores_gemma":[0.00003642501,0.0003821667,0.8486122,0.0002168104,0.0003556065,0.005219481,0.001940605,0.100134,0.01602642,0.009109963,0.01783914,0.0001272298],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9770074,0.0008988419,0.01456806,0.0001004876,0.00002080208,0.0001252497,0.004723755,0.0007402314,0.001815151],"genre_scores_gemma":[0.968457,0.0003120159,0.01855997,0.00005591794,0.00001692263,0.0001248902,0.01143469,0.0001639048,0.0008746613],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01084073,"threshold_uncertainty_score":0.009287894,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3196967454","doi":"10.1109/qrs54544.2021.00116","title":"The Challenge of Reproducible ML: An Empirical Study on The Impact of Bugs","year":2021,"lang":"en","type":"article","venue":"2021 IEEE 21st International Conference on Software Quality, Reliability and Security (QRS)","topic":"Machine Learning and Data Classification","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Determinism; Inference; Software bug; Reproducibility; Software; Machine learning; Artificial intelligence; Face (sociological concept); Causal inference; Software engineering; Programming language; Statistics","authors":[{"name":"Emilio Rivera-Landos","is_ca":true},{"name":"Foutse Khomh","is_ca":true},{"name":"Amin Nikanjam","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.114300681193202,"gpt":0.4201996151009927,"spread":0.3058989339077907,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06669086,0.00105985,0.0009475901,0.002818651,0.002001445,0.003597773,0.00274429,0.002202389,0.001651537],"category_scores_gemma":[0.4104068,0.0008801651,0.001258306,0.003098654,0.005538492,0.006714257,0.004182488,0.00411251,0.0006767687],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002006831,"about_ca_system_score_gemma":0.002319408,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002043973,"about_ca_topic_score_gemma":0.00211706,"domain_scores_codex":[0.9004913,0.05497037,0.00985989,0.01189717,0.02127243,0.001508783],"domain_scores_gemma":[0.2436016,0.6268131,0.03933975,0.0681784,0.02000644,0.002060784],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00272831,0.003288246,0.6389276,0.003917778,0.001167562,0.001532126,0.01401108,0.04649514,0.01017469,0.01294614,0.02256151,0.2422498],"study_design_scores_gemma":[0.001002304,0.009343557,0.5457035,0.002373867,0.001263524,0.005699039,0.01212409,0.2760196,0.04647981,0.04405946,0.05524175,0.0006894502],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9469404,0.002493615,0.04050039,0.002162443,0.0001716096,0.0005465341,0.00173151,0.001688212,0.003765339],"genre_scores_gemma":[0.9807115,0.0003821003,0.01536056,0.0003324894,0.00009123667,0.0002599599,0.001932539,0.0004305322,0.0004990617],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9333091,"threshold_uncertainty_score":0.3526992,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4226069469","doi":"10.1109/qrs54544.2021.00012","title":"Analyzing Structural Security Posture to Evaluate System Design Decisions","year":2021,"lang":"en","type":"article","venue":"2021 IEEE 21st International Conference on Software Quality, Reliability and Security (QRS)","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Leverage (statistics); Computer science; Computer security; Software security assurance; Security testing; Computer security model; Identification (biology); Resource (disambiguation); Security information and event management; Secure coding; Security service; Security through obscurity; Software; Cloud computing security; Risk analysis (engineering); Information security; Artificial intelligence; Cloud computing; Business","authors":[{"name":"Joe Samuel","is_ca":true},{"name":"Jason Jaskolka","is_ca":true},{"name":"George Yee","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07041286786716698,"gpt":0.3641071605009214,"spread":0.2936942926337544,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01090203,0.001618577,0.000876638,0.009062931,0.0008065822,0.003188225,0.0007182516,0.001180025,0.001917376],"category_scores_gemma":[0.04715374,0.0004434963,0.0007907893,0.003383452,0.001248696,0.003326488,0.001420954,0.001104646,0.0004650397],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002620702,"about_ca_system_score_gemma":0.001870461,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003312272,"about_ca_topic_score_gemma":0.005228619,"domain_scores_codex":[0.9904324,0.003776015,0.0009360739,0.000621371,0.003714245,0.0005199062],"domain_scores_gemma":[0.9548638,0.02068142,0.009416785,0.003744851,0.01037094,0.0009221224],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007267113,0.001108033,0.239287,0.0007567334,0.0005206311,0.0005851386,0.006030521,0.1937948,0.05991667,0.04653995,0.003270259,0.4474636],"study_design_scores_gemma":[0.00008756667,0.002469682,0.1128974,0.0003420033,0.0002721485,0.0002829289,0.003853171,0.8068075,0.03319557,0.0345635,0.005011033,0.0002174221],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6399956,0.0003760211,0.3398387,0.0006468007,0.00005943166,0.0006778624,0.0008295805,0.00200625,0.0155697],"genre_scores_gemma":[0.8468289,0.00009760891,0.1516015,0.00004957696,0.00001280033,0.0002534866,0.0004908075,0.00008861765,0.000576576],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01090203,"threshold_uncertainty_score":0.05765617,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3212787291","doi":"10.1109/qrs54544.2021.00037","title":"On Assessing The Safety of Reinforcement Learning algorithms Using Formal Methods","year":2021,"lang":"en","type":"article","venue":"2021 IEEE 21st International Conference on Software Quality, Reliability and Security (QRS)","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Adversarial system; Probabilistic logic; Reinforcement learning; Computer science; Artificial intelligence; Computer security; Multi-agent system; Autonomous agent; Grid; Machine learning; Mathematics","authors":[{"name":"Paulina Stevia Nouwou Mindom","is_ca":true},{"name":"Amin Nikanjam","is_ca":true},{"name":"Foutse Khomh","is_ca":true},{"name":"John Mullins","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06773412524589584,"gpt":0.4105192365666844,"spread":0.3427851113207886,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02473788,0.001889926,0.001140607,0.002322503,0.001052701,0.002881621,0.001929803,0.001991887,0.002370089],"category_scores_gemma":[0.1348977,0.000672757,0.001550116,0.0009099855,0.005616733,0.0042417,0.002937617,0.003175537,0.0002442992],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00324259,"about_ca_system_score_gemma":0.004552638,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004253694,"about_ca_topic_score_gemma":0.002188022,"domain_scores_codex":[0.9824104,0.01114967,0.0008155123,0.001219123,0.003677322,0.0007280483],"domain_scores_gemma":[0.7167638,0.2581214,0.009750491,0.00799838,0.006019915,0.001346059],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001282859,0.0001059601,0.003667109,0.0002106932,0.00007547016,0.00004307006,0.0001937163,0.8959075,0.001190547,0.06793348,0.0002387811,0.03030532],"study_design_scores_gemma":[0.00001836989,0.00007867465,0.0001689808,0.00005214533,0.00001082948,0.00001808368,0.0000215847,0.9593529,0.0007525616,0.03924681,0.0002678457,0.00001126417],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01673341,0.0002591808,0.9807196,0.0004279727,0.00002835443,0.00008995031,0.00003737808,0.0003483777,0.001355725],"genre_scores_gemma":[0.6192753,0.0006417008,0.3782064,0.0002657871,0.00008968855,0.0004205618,0.000157393,0.0002138935,0.0007292076],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.02473788,"threshold_uncertainty_score":0.130828,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4226466002","doi":"10.1109/qrs54544.2021.00093","title":"MINTS: Unsupervised Temporal Specifications Miner","year":2021,"lang":"en","type":"article","venue":"2021 IEEE 21st International Conference on Software Quality, Reliability and Security (QRS)","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Correctness; Computer science; Debugging; Task (project management); Finite-state machine; Scalability; Frame (networking); Software; State (computer science); Trie; Software bug; Software system; Artificial intelligence; Programming language; Data structure; Engineering; Database; Systems engineering","authors":[{"name":"Pradeep Kumar Mahato","is_ca":true},{"name":"Apurva Narayan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1058328063241746,"gpt":0.34160529800087,"spread":0.2357724916766954,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001235033,0.001057826,0.0006226752,0.001637261,0.0005235682,0.001105529,0.00233335,0.001123126,0.004875531],"category_scores_gemma":[0.008825713,0.0007936501,0.001759806,0.001218759,0.0006062924,0.002005195,0.001717199,0.001516419,0.002290678],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007568118,"about_ca_system_score_gemma":0.002826307,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003410451,"about_ca_topic_score_gemma":0.01329167,"domain_scores_codex":[0.9988579,0.000242166,0.0001243466,0.0003859405,0.00031332,0.0000764204],"domain_scores_gemma":[0.9967626,0.001936471,0.0002262794,0.0005612992,0.0004328477,0.00008043925],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0007922871,0.0003329186,0.0125305,0.001348315,0.0004819639,0.000893466,0.0005652016,0.2436298,0.01846088,0.03968674,0.06480631,0.6164716],"study_design_scores_gemma":[0.00005965423,0.00007094946,0.0005817048,0.00005199325,0.00003579825,0.0003168592,0.0000845832,0.9347218,0.009029021,0.03911383,0.01591182,0.00002207895],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01594976,0.0004554949,0.9462593,0.0003698213,0.00007815745,0.0002531389,0.00740912,0.02734533,0.001879897],"genre_scores_gemma":[0.1797974,0.0003303165,0.7839303,0.0003818398,0.00005944866,0.0006453912,0.02884185,0.002013007,0.004000484],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.004875531,"threshold_uncertainty_score":0.01631033,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225807728","doi":"10.1109/qrs54544.2021.00063","title":"Predictors of Software Metric Correlation: A Non-parametric Analysis","year":2021,"lang":"en","type":"article","venue":"2021 IEEE 21st International Conference on Software Quality, Reliability and Security (QRS)","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Cyclomatic complexity; Metric (unit); Code (set theory); Correlation; Computer science; Code refactoring; Source lines of code; Code coverage; Software quality; Software metric; Software; Statistics; Programming language; Mathematics; Software development; Set (abstract data type); Engineering","authors":[{"name":"Daniel Afriyie","is_ca":true},{"name":"Yvan Labiche","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03456557427356183,"gpt":0.3237898654261356,"spread":0.2892242911525738,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02860611,0.001157712,0.001414158,0.003867044,0.0008249706,0.002355687,0.002244321,0.001754836,0.009391672],"category_scores_gemma":[0.1380795,0.0004818006,0.002723551,0.003688584,0.002806222,0.003743622,0.003241478,0.003846492,0.00184757],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005367968,"about_ca_system_score_gemma":0.0009701438,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001094221,"about_ca_topic_score_gemma":0.0004672939,"domain_scores_codex":[0.9632581,0.02332692,0.001953811,0.00446291,0.005112452,0.001885736],"domain_scores_gemma":[0.5659437,0.3984325,0.01222896,0.01398868,0.006538311,0.002867852],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002650539,0.0008028257,0.9350588,0.0003133212,0.002298481,0.0005783679,0.003801737,0.005096243,0.001850002,0.00253882,0.002876701,0.04213431],"study_design_scores_gemma":[0.0001653488,0.005200429,0.86371,0.0001565176,0.0007431002,0.001528199,0.004990866,0.1103174,0.0020724,0.006896439,0.003971737,0.0002475223],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9708711,0.0004049715,0.02386259,0.0003679276,0.0001026231,0.0002218974,0.001026844,0.0003278496,0.002814193],"genre_scores_gemma":[0.9957419,0.00004581816,0.00277181,0.00003691057,0.00003095296,0.0003420035,0.0005130956,0.00007084724,0.0004465757],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02860611,"threshold_uncertainty_score":0.1512854,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}