{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":333,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":333,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"ae1062cd4a31","filters":{"topic":"Software Reliability and Analysis Research"}},"results":[{"id":"W2016492784","doi":"10.1007/s10270-009-0128-1","title":"A dependability profile within MARTE","year":2009,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":172,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Ministerio de Ciencia y Tecnología","keywords":"Dependability; Computer science; Unified Modeling Language; Petri net; Stochastic Petri net; Applications of UML; Formal methods; Software engineering; Software; Reliability engineering; Distributed computing; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02643716325503444,"gpt":0.2744401544358737,"spread":0.2480029911808393,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002154403,0.0002684652,0.0004647229,0.000201646,0.0003478533,0.0005283818,0.001320209,0.0001655969,0.00001295539],"category_scores_gemma":[0.0007311554,0.0002327146,0.0002266049,0.0008429158,0.00003872625,0.0007926307,0.0002155025,0.0004113469,0.000148058],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001866489,"about_ca_system_score_gemma":0.0002785136,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003378144,"about_ca_topic_score_gemma":0.00001185889,"domain_scores_codex":[0.9963632,0.0003199497,0.0007494416,0.0009535309,0.0009687091,0.0006451276],"domain_scores_gemma":[0.9974931,0.0002079011,0.00013507,0.001480668,0.0004114387,0.0002717516],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005902345,0.0006374104,0.01414851,0.0005645726,0.0001480553,0.0001065632,0.003269687,0.8334596,0.0007032095,0.0199013,0.0007603837,0.1262417],"study_design_scores_gemma":[0.0002029693,0.00008812821,0.0001186431,0.0001065175,0.000009439408,0.00002699506,0.00008537737,0.99211,0.00007933588,0.006720888,0.0001634537,0.0002882973],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07895409,0.0006449867,0.9180558,0.0003281494,0.00032755,0.0004582772,0.000005720127,0.001015748,0.0002097064],"genre_scores_gemma":[0.9445584,0.000009050307,0.05488383,0.0001113905,0.0001278858,0.00004860728,0.000007737059,0.00001378271,0.0002392688],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8656043,"threshold_uncertainty_score":0.9489825,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2251589446","doi":"10.1145/2559636","title":"Proceedings of the 2014 ACM/IEEE international conference on Human-robot interaction","year":2014,"lang":"en","type":"paratext","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":138,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Computer science; Multidisciplinary approach; Human–robot interaction; Robot; Process (computing); Rebuttal; Pleasure; Empirical research; Artificial intelligence; Theme (computing); World Wide Web; Sociology; Psychology; Political science; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.125300995503274,"gpt":0.4034465881089634,"spread":0.2781455926056894,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005191201,0.0002259769,0.0003485688,0.0002620588,0.0001316706,0.0003645575,0.00465979,0.0002187762,0.002525166],"category_scores_gemma":[0.0002298253,0.0001460453,0.0002747957,0.0003050887,0.0001389984,0.0002854297,0.0008523701,0.000686204,0.002633947],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001256907,"about_ca_system_score_gemma":0.0001164918,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001407936,"about_ca_topic_score_gemma":0.00001494246,"domain_scores_codex":[0.9977114,0.00005924819,0.0004280685,0.0006128061,0.0009609471,0.0002275794],"domain_scores_gemma":[0.9977216,0.0002153794,0.0003724341,0.0007616146,0.0008650085,0.00006398375],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001431972,0.0001961548,0.0002195024,0.0001494041,0.0001574723,2.453131e-7,0.0001744037,0.0002551765,0.005470815,0.04735257,0.9400825,0.005927456],"study_design_scores_gemma":[0.00172087,0.001223219,0.003434725,0.00323704,0.0001281771,0.00003668827,0.0003261404,0.1455272,0.1273847,0.02436467,0.6902025,0.002414005],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.006380622,0.00003511976,0.08763943,0.007969323,0.007049303,0.0006490152,0.00002087494,0.0001396953,0.8901166],"genre_scores_gemma":[0.6810561,0.0002217969,0.00260515,0.0004912532,0.0007354103,0.00006290708,0.00002851171,0.00002514324,0.3147737],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.6746755,"threshold_uncertainty_score":0.9983867,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2118247093","doi":"10.5555/381473.381511","title":"Theory of software reliability based on components","year":2001,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":133,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Component (thermodynamics); Computer science; Software quality; Reliability engineering; Reliability theory; Reliability (semiconductor); Certification; Component-based software engineering; Software; Software system; Software engineering; Software development; Systems engineering; Engineering; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.03077410997373903,"gpt":0.2789169840823954,"spread":0.2481428741086564,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001310815,0.0001035166,0.0002032941,0.0001482611,0.00007579493,0.0000376929,0.0009348294,0.0000581297,0.0002998288],"category_scores_gemma":[0.0006817822,0.00007849115,0.0001592309,0.000700658,0.000119133,0.0001576539,0.0001615768,0.0001409865,0.00009727894],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000438588,"about_ca_system_score_gemma":0.00006685261,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005529515,"about_ca_topic_score_gemma":0.000002433212,"domain_scores_codex":[0.9981919,0.0003092334,0.0002566524,0.0003943026,0.0006072859,0.0002406369],"domain_scores_gemma":[0.9971898,0.001293954,0.00005140733,0.001170653,0.0001893445,0.0001048317],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003868962,0.003810027,0.4775085,0.0001907629,0.00008189712,0.00004971904,0.0002938861,0.02173919,0.001081647,0.08110396,0.001498834,0.4122547],"study_design_scores_gemma":[0.00130943,0.0005893499,0.1627401,0.00009344317,0.0000165964,0.00000501181,0.000039539,0.7263639,0.008166775,0.09502694,0.005140279,0.0005085835],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1184389,0.00001375273,0.8776364,0.0005607979,0.00004814444,0.0001046335,0.000001632997,0.000185768,0.003009979],"genre_scores_gemma":[0.9581689,0.000007682054,0.04103769,0.000328613,0.00001145913,0.000006899116,0.000002977549,0.00000450287,0.0004312592],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.83973,"threshold_uncertainty_score":0.3282915,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1497968089","doi":"10.1023/a:1024424811345","title":"Fault Prediction Modeling for Software Quality Estimation: Comparing Commonly Used Techniques","year":2003,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":128,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"McGill University","keywords":"Computer science; Software quality; Software; Artificial neural network; Approximation error; Reliability engineering; Data mining; Artificial intelligence; Machine learning; Algorithm; Software development; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.07721747522635733,"gpt":0.3501777772525694,"spread":0.2729603020262121,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00140083,0.0002906085,0.0004805184,0.0002253725,0.0003116049,0.0002764199,0.0006873557,0.0002012792,0.000008864174],"category_scores_gemma":[0.005380118,0.000292858,0.0002656979,0.0008240814,0.00003255575,0.0006636013,0.0001687635,0.0004158302,0.00001126196],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002562927,"about_ca_system_score_gemma":0.0001121793,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002957987,"about_ca_topic_score_gemma":0.000004850769,"domain_scores_codex":[0.997311,0.000130758,0.0006674411,0.0006625305,0.000638091,0.0005901718],"domain_scores_gemma":[0.9972937,0.001359376,0.0000840328,0.0007361227,0.0002821524,0.0002446934],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001064787,0.0001672034,0.09468009,0.0003084925,0.00008055412,0.000003888579,0.0003951948,0.8871707,0.00007651346,0.002342355,0.0003664099,0.01439798],"study_design_scores_gemma":[0.0003061675,0.00006204323,0.001832844,0.00007526464,0.00001441691,0.000008300578,0.00001089933,0.9912236,0.001157902,0.002270302,0.002696077,0.0003421484],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.05314642,0.0001534791,0.9435468,0.0001609792,0.0001758099,0.0004006998,0.00001065437,0.002389677,0.00001547486],"genre_scores_gemma":[0.4940997,0.000005026055,0.5055825,0.00005551093,0.00005706008,0.0001340235,0.00002253186,0.0000240018,0.00001971609],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4409533,"threshold_uncertainty_score":0.9999524,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2084598998","doi":"10.1145/2379776.2379778","title":"Dependability modeling and analysis of software systems specified with UML","year":2012,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Seventh Framework Programme; Ministerio de Economía y Competitividad","keywords":"Dependability; Maintainability; Computer science; Unified Modeling Language; Software engineering; Software quality; Applications of UML; Reliability (semiconductor); Reliability engineering; Software development; Software; Programming language; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1244497269233408,"gpt":0.3504899269273082,"spread":0.2260402000039674,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011469,0.0005644425,0.003641138,0.001048747,0.0002272678,0.0003267148,0.002635259,0.0003318555,0.000007344486],"category_scores_gemma":[0.001343289,0.0004154281,0.0007528994,0.00484588,0.0001589522,0.0002717602,0.001915983,0.0006563014,0.000008749039],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001496299,"about_ca_system_score_gemma":0.0003298538,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001065427,"about_ca_topic_score_gemma":0.00008526264,"domain_scores_codex":[0.9917734,0.003930701,0.001335204,0.001264147,0.0009892019,0.0007073041],"domain_scores_gemma":[0.9902847,0.005001472,0.0006906082,0.003190245,0.0005561018,0.0002768271],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001557736,0.00008515311,0.006882459,0.007083232,0.00229991,0.000005297454,0.0001107011,0.009658035,1.853116e-8,0.0001154059,0.000002149499,0.9737561],"study_design_scores_gemma":[0.0002092512,0.00009215638,0.002117305,0.004305258,0.006368074,0.00003620498,0.00002292543,0.97782,2.964713e-7,0.00008674244,0.007826239,0.00111555],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.0002706499,0.4910794,0.508167,0.000003399748,0.0000778465,0.0002561466,0.00002636812,0.00011053,0.000008596814],"genre_scores_gemma":[0.02971099,0.916719,0.05309396,0.000004530903,0.0001408477,0.00002104841,0.0002252045,0.00005906729,0.00002534102],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.9726405,"threshold_uncertainty_score":0.9998298,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4403318507","doi":"10.1145/3699711","title":"A Systematic Literature Review on Automated Software Vulnerability Detection Using Machine Learning","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Computer science; Systematic review; Vulnerability (computing); Artificial intelligence; Software; Machine learning; Software engineering; Computer security; Programming language; MEDLINE","retraction":null,"screen_n_in":null,"score":{"opus":0.06293239003634729,"gpt":0.3830288452040654,"spread":0.3200964551677181,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02099338,0.001003139,0.004088278,0.0008550573,0.0006133183,0.001273013,0.003206014,0.0005467526,0.000006952374],"category_scores_gemma":[0.02275228,0.0007113905,0.001627482,0.006463513,0.00007089928,0.0002678802,0.00210691,0.003228588,0.0003121576],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007028313,"about_ca_system_score_gemma":0.0003876988,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008775578,"about_ca_topic_score_gemma":0.00001430944,"domain_scores_codex":[0.9755561,0.01850045,0.002035364,0.001917042,0.001210922,0.0007801428],"domain_scores_gemma":[0.9878966,0.007212969,0.0009028762,0.003235665,0.0005238933,0.0002279682],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[2.996007e-7,0.00004176638,0.000008949351,0.6356956,0.0002860331,0.00007121665,0.00004386429,0.0001678742,1.11959e-7,0.000007955368,0.00002808501,0.3636482],"study_design_scores_gemma":[0.00004990916,0.00007459685,0.00000405088,0.725173,0.0008374361,0.000245672,9.455885e-7,0.2661949,5.453718e-7,0.00006107976,0.006765189,0.0005926571],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000008062935,0.8890093,0.1055383,0.00002932303,0.0006283611,0.001518909,0.00001936752,0.003243297,0.000005062226],"genre_scores_gemma":[0.00008447512,0.9922267,0.007105054,0.00005371997,0.0001613701,0.00005753871,0.0001364526,0.00009414147,0.00008057955],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.3630556,"threshold_uncertainty_score":0.9997638,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1529782179","doi":"10.1007/978-3-540-45236-2_9","title":"Lessons Learned from a Successful Implementation of Formal Methods in an Industrial Project","year":2003,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Notation; Engineering management; Software engineering; Operations research; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1419754376782633,"gpt":0.4372171611370392,"spread":0.2952417234587759,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003781833,0.0003757447,0.0007050931,0.001521768,0.0001487263,0.0004217661,0.002967889,0.0004056941,0.00004814995],"category_scores_gemma":[0.0002731273,0.0003437534,0.0001612123,0.00168508,0.0004870668,0.001356667,0.0009870615,0.001058737,0.00000305321],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003224178,"about_ca_system_score_gemma":0.001447011,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001540978,"about_ca_topic_score_gemma":0.001752668,"domain_scores_codex":[0.9953743,0.0004246914,0.0008426585,0.001501805,0.001147837,0.0007087644],"domain_scores_gemma":[0.9968338,0.001102682,0.0003698712,0.001279589,0.0002874199,0.000126666],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001008957,0.00004666493,0.002047921,0.00001568916,0.00001295125,0.00001354435,0.001122303,0.003567836,0.0002598361,0.002238556,0.000003427122,0.9906612],"study_design_scores_gemma":[0.00265916,0.001107169,0.002804451,0.000575366,0.00004534475,0.00001757868,0.0000189171,0.5672908,0.02752803,0.3942259,0.00202391,0.001703349],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004219237,0.0001214502,0.993773,0.0007673419,0.000398078,0.0004956846,0.00001704546,0.00004899816,0.0001591092],"genre_scores_gemma":[0.1156506,0.00008425414,0.8835703,0.0003334088,0.0002381927,0.00002971874,0.00003129538,0.00002871067,0.00003357169],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9889578,"threshold_uncertainty_score":0.9999015,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2124044559","doi":"10.1145/337180.337194","title":"Broad-spectrum studies of log file analysis","year":2000,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Computer science; File system; Unix file types; Completeness (order theory); Web log analysis software; File format; Operating system; Database; Computer file; Stub file; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.03050190791448485,"gpt":0.3218715775602041,"spread":0.2913696696457192,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003293519,0.00007840748,0.000315956,0.0002500288,0.00007094901,0.00004037317,0.0006625595,0.00003130395,0.01350988],"category_scores_gemma":[0.000115237,0.00005833444,0.0002651516,0.002775536,0.0001093592,0.0001777796,0.0001364957,0.00007214542,0.0002131217],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002384762,"about_ca_system_score_gemma":0.00003215119,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002427289,"about_ca_topic_score_gemma":0.0001151398,"domain_scores_codex":[0.9987842,0.00008085256,0.0002405538,0.0003096252,0.0003690634,0.0002156504],"domain_scores_gemma":[0.9987041,0.00043791,0.00003278518,0.0006665897,0.00009930175,0.0000593057],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003696301,0.001148941,0.05271997,0.0001533516,0.01156639,0.00004729598,0.00352164,0.02210161,0.0002435098,0.03196647,0.08098811,0.7955058],"study_design_scores_gemma":[0.00104322,0.0007357058,0.1335234,0.00006338347,0.001004104,0.00001046612,0.0007915671,0.713488,0.0162347,0.06618122,0.06561096,0.00131327],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3768148,0.004730905,0.540019,0.01023647,0.0001228068,0.0004289409,0.00009556551,0.000974471,0.06657695],"genre_scores_gemma":[0.9702853,0.0005669973,0.01553695,0.0001326227,0.00002287314,0.00001147867,0.000008828238,0.000003341405,0.01343162],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7941925,"threshold_uncertainty_score":0.9873919,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2033944127","doi":"10.1023/a:1004101402897","title":"Start-Up Demonstration Tests with Rejection of Units upon Observing d Failures","year":2000,"lang":"en","type":"article","venue":"Annals of the Institute of Statistical Mathematics","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Mathematics; Test (biology); Statistics; Function (biology); Statistical hypothesis testing; Distribution (mathematics); Calculus (dental); Applied mathematics; Mathematical analysis; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.0802316870046062,"gpt":0.3248804992497101,"spread":0.2446488122451039,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000497576,0.0001028655,0.0002833352,0.0000690681,0.00007977197,0.00002882732,0.000601722,0.00005012152,0.00003269575],"category_scores_gemma":[0.001035932,0.00006681102,0.00005467885,0.0007863211,0.0003107449,0.0003185426,0.00008694849,0.0001124628,0.000003250314],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000008816094,"about_ca_system_score_gemma":0.0001731744,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001840916,"about_ca_topic_score_gemma":0.0001144687,"domain_scores_codex":[0.9985033,0.0000760222,0.000495044,0.0001591963,0.0006092179,0.0001572017],"domain_scores_gemma":[0.9981105,0.0005212724,0.000219402,0.0005481826,0.0005456386,0.00005499506],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001041882,0.0009345895,0.001442125,0.00203535,0.0002735528,0.000007921571,0.002105382,0.01707121,0.003730252,0.8452963,0.0006028709,0.1263963],"study_design_scores_gemma":[0.001015872,0.001422315,0.01731976,0.002667711,0.0001990041,0.0000504912,0.0004203951,0.3254997,0.1136693,0.5355347,0.001575575,0.0006251725],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4360034,0.00004045276,0.5621852,0.0008606757,0.00004893303,0.0001962113,0.00003599914,0.00002520742,0.000603914],"genre_scores_gemma":[0.8633828,0.00005111444,0.1364639,0.0000195312,0.000008146267,0.000003234399,0.000003123375,0.000004575699,0.00006360545],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4273794,"threshold_uncertainty_score":0.2724474,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2073803340","doi":"10.1007/s11219-007-9029-0","title":"In search for a widely applicable and accepted software quality model for software quality engineering","year":2007,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; Ubisoft (Canada)","funders":"","keywords":"Software quality control; Software quality; Software quality analyst; Software quality management; Quality (philosophy); Software engineering; Computer science; Software development; Social software engineering; Software construction; Verification and validation; Software; Engineering; Operations management","retraction":null,"screen_n_in":null,"score":{"opus":0.08279210101335747,"gpt":0.3992890786303233,"spread":0.3164969776169658,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.02889859,0.0006457652,0.001398985,0.0007865005,0.0009206492,0.0008841273,0.002071967,0.0005408289,0.00003435399],"category_scores_gemma":[0.01221715,0.0006378393,0.000773237,0.00147366,0.0002436185,0.001813744,0.0007145758,0.001483002,0.000009560914],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007028953,"about_ca_system_score_gemma":0.0008714026,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004532177,"about_ca_topic_score_gemma":0.0002916127,"domain_scores_codex":[0.9911746,0.0006720194,0.002689131,0.001516405,0.001809626,0.002138183],"domain_scores_gemma":[0.9848168,0.01045665,0.0006047134,0.001410082,0.001683941,0.001027801],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.002512535,0.002466589,0.2879926,0.006681212,0.0009092254,0.00008316275,0.01174858,0.08919263,0.002410642,0.02910566,0.002897498,0.5639997],"study_design_scores_gemma":[0.02167155,0.001391439,0.2100449,0.0009882029,0.0002227809,0.0003832002,0.002616488,0.5284654,0.006903578,0.2127538,0.007416884,0.007141692],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1241985,0.0005431335,0.872144,0.001097119,0.0002090219,0.001185432,0.0001671195,0.0004502744,0.0000053418],"genre_scores_gemma":[0.2337992,0.0001024311,0.7642924,0.0007604843,0.0003983201,0.0002292554,0.0000477124,0.00009046024,0.0002797021],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.556858,"threshold_uncertainty_score":0.9999533,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2154454232","doi":"10.1109/qsic.2008.46","title":"On Failure Propagation in Component-Based Software Systems","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Component (thermodynamics); Reliability engineering; Computer science; Reliability (semiconductor); Reliability theory; Failure mode and effects analysis; Representation (politics); Software quality; IT service continuity; Masking (illustration); Propagation of uncertainty; Software system; Software; Distributed computing; Engineering; Failure rate; Software development; Computer network; Algorithm","retraction":null,"screen_n_in":null,"score":{"opus":0.02290339063105853,"gpt":0.2505801030600754,"spread":0.2276767124290169,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003424713,0.00009240534,0.000155284,0.0002491187,0.0001109117,0.00007730422,0.0004953289,0.00005861035,0.00002098275],"category_scores_gemma":[0.0002110403,0.00007296685,0.0000588309,0.0007391332,0.00004615424,0.0002065036,0.00005964353,0.0001590529,0.0001796692],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001015695,"about_ca_system_score_gemma":0.0001251564,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002255944,"about_ca_topic_score_gemma":0.00003335586,"domain_scores_codex":[0.9985252,0.0001585709,0.0002104938,0.0003414888,0.0005360427,0.0002282148],"domain_scores_gemma":[0.9989682,0.0003440666,0.00003508173,0.0004784075,0.000101003,0.0000732737],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001290627,0.003677712,0.3288307,0.000663352,0.00009595119,0.0007936196,0.001478518,0.4410596,0.002236051,0.1601195,0.02015747,0.04075846],"study_design_scores_gemma":[0.000698527,0.0001535859,0.01494612,0.00009116381,0.000001550209,0.00001267887,0.00002411451,0.9808565,0.001463971,0.0006063951,0.0009070352,0.0002384063],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.163991,0.00003242869,0.8343611,0.0009074021,0.00005427587,0.0002227867,7.570964e-7,0.000238335,0.0001918574],"genre_scores_gemma":[0.9888095,0.000003218329,0.01079287,0.0001238333,0.00001452651,0.00003210904,0.000005978456,0.000004322186,0.0002136404],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8248185,"threshold_uncertainty_score":0.2975501,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2044138490","doi":"10.1007/s10270-008-0084-1","title":"Model-driven assessment of system dependability","year":2008,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Dependability; Computer science; Formalism (music); Probabilistic logic; Reliability engineering; Software engineering; Embedded system; Artificial intelligence; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.062635797815128,"gpt":0.3059809079693298,"spread":0.2433451101542017,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001282036,0.0002760357,0.0007462045,0.0002586857,0.0003811813,0.00009975679,0.001460824,0.0001779336,0.000002564629],"category_scores_gemma":[0.0001789379,0.0002458294,0.0003387698,0.0007154551,0.00009607968,0.0006004891,0.0004803161,0.0003492162,0.00001433908],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004342671,"about_ca_system_score_gemma":0.0007103908,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000839375,"about_ca_topic_score_gemma":0.00001510509,"domain_scores_codex":[0.995742,0.0003632184,0.001064632,0.000866385,0.001406686,0.0005571431],"domain_scores_gemma":[0.9967582,0.0003003538,0.0002453923,0.001655058,0.0008036091,0.0002373728],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003290593,0.00008751186,0.03164013,0.0005864183,0.00005286,0.00001543004,0.0003035386,0.9616193,0.0001146881,0.004939654,0.00001971748,0.0006174755],"study_design_scores_gemma":[0.0002365821,0.00004012741,0.0001257619,0.0002284206,0.00001509776,0.00005441625,0.0001802842,0.9986175,0.00002949682,0.0002241941,0.00001260952,0.0002354923],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2056046,0.0002792233,0.7928219,0.00001842373,0.0001933036,0.0003532407,0.00001413836,0.0005495264,0.0001655871],"genre_scores_gemma":[0.8658468,0.00002471641,0.1339287,0.000007726485,0.0000514235,0.00006647012,0.000007847338,0.00001988062,0.00004642935],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6602423,"threshold_uncertainty_score":0.9999994,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2080002273","doi":"10.1287/isre.1050.0059","title":"Optimal Software Development: A Control Theoretic Approach","year":2005,"lang":"en","type":"article","venue":"Information Systems Research","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Debugging; Computer science; Product (mathematics); Construct (python library); Key (lock); Software; Constraint (computer-aided design); Control (management); Reliability engineering; Programming language; Engineering; Computer security; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.03645303545881635,"gpt":0.3123647392672856,"spread":0.2759117038084692,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007076903,0.0001515647,0.0002572886,0.0008627271,0.0005805615,0.001422029,0.001661609,0.0001414991,0.00003026527],"category_scores_gemma":[0.0009147289,0.0001241646,0.00008402747,0.001538669,0.0001678052,0.003171677,0.0003731664,0.000542256,0.00259252],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003346986,"about_ca_system_score_gemma":0.0005614209,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004512965,"about_ca_topic_score_gemma":0.000001085597,"domain_scores_codex":[0.9951898,0.0006130704,0.0007299747,0.0002927824,0.002405398,0.000768974],"domain_scores_gemma":[0.9968238,0.000655659,0.0001035308,0.0008096737,0.001351603,0.000255723],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001057454,0.0004478207,0.003242014,0.001257225,0.0002933377,0.00000848715,0.0261665,0.1645441,0.00003956432,0.2090655,0.009565866,0.5852638],"study_design_scores_gemma":[0.0008334946,0.00005372388,0.0005160706,0.00005025747,0.0000023308,0.00003727439,0.0007455274,0.7411305,0.0001894291,0.00009745658,0.2560958,0.0002481506],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.006050813,0.000237009,0.9841722,0.0003775271,0.00006342745,0.0006918951,0.000004779657,0.0002919808,0.008110406],"genre_scores_gemma":[0.9487019,0.00001652581,0.05021899,0.00007588715,0.0001102057,0.0003437959,0.00002129189,0.000007504362,0.0005039428],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.942651,"threshold_uncertainty_score":0.9996146,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2314148015","doi":"10.1111/j.1937-5956.2010.01215.x","title":"Optimal Enhancement and Lifetime of Software Systems: A Control Theoretic Analysis","year":2011,"lang":"en","type":"article","venue":"Production and Operations Management","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Realization (probability); Lag; Maturity (psychological); Software; Process (computing); Control (management); Optimal control; Quality (philosophy); Risk analysis (engineering); Industrial engineering; Mathematical optimization; Operations research; Artificial intelligence; Mathematics; Statistics","retraction":null,"screen_n_in":null,"score":{"opus":0.01353451273869412,"gpt":0.2416006243712622,"spread":0.2280661116325681,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006065246,0.00008306585,0.0001761218,0.0003103491,0.0001602771,0.0001094505,0.0001640148,0.00001999043,0.00004227744],"category_scores_gemma":[0.00007110271,0.00006923039,0.00004528037,0.0005759047,0.0001003766,0.0002382781,0.000129174,0.00004535,0.000005537239],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001651117,"about_ca_system_score_gemma":0.00001106871,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005957645,"about_ca_topic_score_gemma":0.000007020025,"domain_scores_codex":[0.998939,0.0001083383,0.000241353,0.0003774775,0.0002136042,0.0001201987],"domain_scores_gemma":[0.999349,0.00001999566,0.00003986602,0.0003933238,0.0001514976,0.0000463438],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001021551,0.001646452,0.03077443,0.00107348,0.006287547,0.00001220487,0.00947786,0.1034664,0.0003590531,0.7770986,0.0003852178,0.06931658],"study_design_scores_gemma":[0.001121395,0.0005617393,0.03569204,0.0001166105,0.002102663,0.0000133196,0.001589736,0.9520082,0.002764407,0.002254691,0.001120241,0.0006549465],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05915417,0.0005332435,0.9391366,0.0004255571,0.00006576071,0.000394219,0.000001621862,0.0000441107,0.0002447212],"genre_scores_gemma":[0.9512666,0.0004963424,0.04744968,0.00002361403,0.00001547121,0.00009209645,0.000002551881,0.000002648949,0.0006509526],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8921125,"threshold_uncertainty_score":0.2823133,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2206726861","doi":"10.5267/j.dsl.2015.6.005","title":"Application of fuzzy-MOORA method: Ranking of components for reliability estimation of component-based software systems","year":2015,"lang":"en","type":"article","venue":"Decision Science Letters","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Component (thermodynamics); Ranking (information retrieval); Fuzzy logic; Reliability (semiconductor); Computer science; Estimation; Reliability engineering; Data mining; Software; Mathematics; Mathematical optimization; Engineering; Artificial intelligence; Systems engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.05152297418854825,"gpt":0.3613228720203835,"spread":0.3097998978318353,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009747353,0.0001304083,0.0004847454,0.0006234601,0.0001181128,0.00007475416,0.001890078,0.00006090121,6.410491e-7],"category_scores_gemma":[0.003751065,0.0001114512,0.0001667786,0.002331647,0.0005672474,0.0006198683,0.0002521895,0.00009328038,0.000002962429],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001470498,"about_ca_system_score_gemma":0.0002244546,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002753967,"about_ca_topic_score_gemma":8.421658e-7,"domain_scores_codex":[0.9956979,0.0002351389,0.0009388222,0.000622976,0.002225704,0.0002794703],"domain_scores_gemma":[0.9938433,0.002838764,0.0006220361,0.001238592,0.001303793,0.0001534774],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001213967,0.0002439571,0.01267258,0.0002448467,0.00001122322,4.09245e-7,0.000348007,0.7613951,0.1108487,0.001706293,0.0001294208,0.1122781],"study_design_scores_gemma":[0.0006300827,0.00007890427,0.0060052,0.00008899541,0.0000102932,0.000001089875,0.00003231454,0.9627724,0.0271026,0.003115423,0.00006149666,0.0001012463],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3089856,0.00002407071,0.6900561,0.0003495329,0.0001239556,0.0004204379,0.000008947437,0.00002851343,0.000002846454],"genre_scores_gemma":[0.5887781,4.725508e-7,0.41114,0.00004365837,0.000005632141,0.00002313816,0.000005321998,0.000003296137,3.809354e-7],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.2797925,"threshold_uncertainty_score":0.4544849,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4286488146","doi":"10.1145/3550270","title":"Parameter Coverage for Testing of Autonomous Driving Systems under Uncertainty","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Japan Society for the Promotion of Science; JST-Mirai Program; European Regional Development Fund; Japan Science and Technology Agency; University of Waterloo; Exploratory Research for Advanced Technology; Science Foundation Ireland","keywords":"Computer science; Correctness; Heuristics; Trustworthiness; Process (computing); Cover (algebra); Operations research; Reliability engineering; Mathematical optimization; Risk analysis (engineering); Algorithm; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.1073477262309126,"gpt":0.3267423154097948,"spread":0.2193945891788822,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001610365,0.0001307877,0.000329773,0.0002630632,0.0002654385,0.00003567729,0.0004737508,0.00006436862,0.000008000967],"category_scores_gemma":[0.002913735,0.0001338833,0.0001142335,0.0004825775,0.00003656271,0.00008834586,0.00005402951,0.000313057,4.220248e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008654202,"about_ca_system_score_gemma":0.00007531814,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001054934,"about_ca_topic_score_gemma":0.00000165769,"domain_scores_codex":[0.9985334,0.000343696,0.0002794736,0.00037565,0.0001840064,0.0002837263],"domain_scores_gemma":[0.9833388,0.01590977,0.00006571726,0.0005229283,0.00008742582,0.00007530549],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000009086564,0.0000411814,0.0002271737,0.00007705827,0.00007115202,0.000001544867,0.0001670081,0.9334105,0.0004662123,0.0007441667,0.000003900679,0.06478102],"study_design_scores_gemma":[0.0006212847,0.0006940136,0.0009816682,0.00004028096,0.00006475855,0.000101261,0.0001652301,0.9895133,0.001035126,0.003568826,0.00287103,0.0003431954],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.04785325,0.0001756127,0.9510717,0.0001056923,0.0003672341,0.0001892382,0.00001991388,0.0002161688,0.000001218919],"genre_scores_gemma":[0.4478139,0.00001136864,0.5519018,0.00003193781,0.00001254547,0.0001633597,0.000002100307,0.00001098144,0.00005199765],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3999607,"threshold_uncertainty_score":0.5459601,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1488742231","doi":"10.1109/issre.2004.8","title":"An Extended Operational Profile Model","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University; University of Waterloo","funders":"","keywords":"Computer science; Software quality; Verification and validation; Software; Software sizing; Software development; Reliability engineering; Software reliability testing; Software metric; Software construction; Software engineering; Systems engineering; Engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02367505785766312,"gpt":0.3208768887338602,"spread":0.2972018308761971,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002753569,0.00005116496,0.00006250286,0.00005600183,0.0001001648,0.0001764884,0.0005919537,0.00002822674,0.0003557513],"category_scores_gemma":[0.00002897122,0.00003988172,0.00003769662,0.000205521,0.00002235431,0.000868963,0.00008302186,0.00006860727,0.0002843271],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002700812,"about_ca_system_score_gemma":0.0001085675,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000113411,"about_ca_topic_score_gemma":0.000009925674,"domain_scores_codex":[0.999115,0.00003746207,0.0001086974,0.0002623093,0.0003191416,0.0001573193],"domain_scores_gemma":[0.9993236,0.00002977073,0.000009026154,0.0004286848,0.0001122995,0.00009662882],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004504192,0.0006320516,0.00055799,0.000005428547,0.00001767656,0.000002034015,0.0003898741,0.1528516,0.003892671,0.4984966,0.004896523,0.3382531],"study_design_scores_gemma":[0.0000673745,0.00002046822,0.0002643443,6.479943e-7,6.407039e-7,0.000001380335,0.000004162739,0.9930412,0.00257294,0.002888204,0.001078199,0.00006046004],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.009373423,0.00001498393,0.9805477,0.002623565,0.000009217789,0.00005952679,9.533563e-7,0.0001656489,0.007204934],"genre_scores_gemma":[0.6359221,0.00000289476,0.3612406,0.0004381976,0.0000416661,0.00001197272,0.0000036361,0.000001836527,0.002337078],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8401896,"threshold_uncertainty_score":0.3895227,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2294411928","doi":"10.1016/j.apm.2016.02.040","title":"Bayes, E-Bayes and robust Bayes prediction of a future observation under precautionary prediction loss functions with applications","year":2016,"lang":"en","type":"article","venue":"Applied Mathematical Modelling","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Bayes' theorem; Hyperparameter; Prior probability; Bayes error rate; Bayes factor; Bayesian probability; Machine learning; Computer science; Naive Bayes classifier; Artificial intelligence; Bayes estimator; Bayesian programming; Bayes' rule; Bayesian hierarchical modeling; Bayes classifier; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.03116128710602817,"gpt":0.2230426331882349,"spread":0.1918813460822067,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004338044,0.0001711146,0.0002470449,0.0001433213,0.0002458607,0.0000667444,0.0002601404,0.0001425494,0.00002701702],"category_scores_gemma":[0.00002003167,0.0001133775,0.00006018526,0.0005574002,0.0001848179,0.0004698365,0.0001039408,0.0001502143,0.00001695264],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006818689,"about_ca_system_score_gemma":0.00007382288,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004060081,"about_ca_topic_score_gemma":0.00000148541,"domain_scores_codex":[0.9982142,0.00004192721,0.0004351108,0.0005388949,0.0005269424,0.0002429102],"domain_scores_gemma":[0.9984725,0.0005205015,0.0001274811,0.0005372171,0.0002206898,0.000121669],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000048391,0.0004210856,0.0009921653,0.0003504071,0.0001385649,4.879251e-7,0.0003486383,0.136147,0.001571099,0.8389251,0.0000813068,0.0209757],"study_design_scores_gemma":[0.0004092993,0.00007924104,0.0006463304,0.0001345694,0.00006541691,0.00001224966,0.0001331782,0.7597994,0.0004952737,0.2378335,0.0002467786,0.0001448278],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01311008,0.00009259421,0.9846292,0.001034382,0.00002290172,0.000553232,0.00003713914,0.0002293176,0.0002911229],"genre_scores_gemma":[0.7738067,0.0001915048,0.2251986,0.00002494567,0.0001436808,0.0004573819,0.00002798441,0.00001772561,0.0001315242],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7606966,"threshold_uncertainty_score":0.4623399,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2345191262","doi":"","title":"Space Software Validation using Abstract Interpretation","year":2009,"lang":"en","type":"article","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Geomembrane Technologies (Canada)","funders":"","keywords":"Software deployment; Software; Interpretation (philosophy); Computer science; Computation; Verification and validation; Abstract interpretation; Space (punctuation); Reliability engineering; Systems engineering; Data mining; Engineering; Software engineering; Algorithm; Operating system; Operations management; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01815376046744835,"gpt":0.2677352713904244,"spread":0.249581510922976,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003893189,0.0001522265,0.0001780416,0.0002063312,0.000329664,0.0005875402,0.001094092,0.00009467985,0.0000591936],"category_scores_gemma":[0.002445135,0.0001577861,0.000138728,0.0008499518,0.00007832086,0.0007169956,0.0002110945,0.0002341673,0.00005570449],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001164312,"about_ca_system_score_gemma":0.0001490798,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000277065,"about_ca_topic_score_gemma":0.00005260087,"domain_scores_codex":[0.9967492,0.001615973,0.0003329783,0.000511837,0.00050079,0.0002891777],"domain_scores_gemma":[0.9958675,0.001119855,0.000197166,0.001277127,0.001397048,0.0001413149],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001857224,0.001059038,0.005377158,0.00007522744,0.00007136896,0.00001235992,0.01366369,0.001912777,0.03198812,0.1486778,0.0006524849,0.7964914],"study_design_scores_gemma":[0.0007020297,0.000002128664,0.02494036,0.000851444,0.00003444346,0.00002600074,0.0001296186,0.7188517,0.2167443,0.03403352,0.00299766,0.0006866952],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.122386,0.000148447,0.8673515,0.005967784,0.00006008089,0.0001299006,0.000001933974,0.0002716235,0.003682682],"genre_scores_gemma":[0.808704,0.00004579627,0.1904971,0.0000829643,0.00001280643,0.000004245942,0.00002901569,0.000007621388,0.0006164925],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7958047,"threshold_uncertainty_score":0.6434332,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2644985284","doi":"10.1002/qre.2180","title":"A new reliability analysis method for repairable systems with multifunction modes based on goal‐oriented methodology","year":2017,"lang":"en","type":"article","venue":"Quality and Reliability Engineering International","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"Ministry of Industry and Information Technology of the People's Republic of China; National Natural Science Foundation of China","keywords":"Fault tree analysis; Reliability (semiconductor); Computer science; Reliability engineering; Operator (biology); Monte Carlo method; Process (computing); Bitwise operation; Complex system; Function (biology); Engineering; Mathematics; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.056029965069334,"gpt":0.3752264359369813,"spread":0.3191964708676473,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007581097,0.0002803023,0.0006447196,0.0003781719,0.0004347691,0.0004843002,0.001009596,0.0002080731,0.00001664086],"category_scores_gemma":[0.008101122,0.0002261618,0.0003678782,0.0004066232,0.00009848268,0.0005508474,0.0002023748,0.0003447652,0.000002592612],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002433394,"about_ca_system_score_gemma":0.0001579961,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002971226,"about_ca_topic_score_gemma":0.00003973414,"domain_scores_codex":[0.9965202,0.0005187909,0.0006543745,0.001187405,0.000741563,0.0003776618],"domain_scores_gemma":[0.9929877,0.003811286,0.0003071558,0.001952696,0.0006985328,0.0002426105],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003284208,0.0001889407,0.01807312,0.0002137511,0.0004238194,0.00000163053,0.0001122211,0.9514777,0.000141867,0.0247222,0.00006273451,0.00425358],"study_design_scores_gemma":[0.0008095186,0.0001887269,0.04491984,0.0000439867,0.0001167827,0.000002010249,0.00002337891,0.9501835,0.0002982539,0.001033671,0.002122823,0.0002574716],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01256132,0.00002485433,0.9826617,0.003402494,0.0004693256,0.0004537536,0.00004010115,0.0002549872,0.0001314221],"genre_scores_gemma":[0.3670812,0.000008783243,0.6322636,0.00006091004,0.0001057591,0.0001087605,0.0000331046,0.00001218291,0.0003256692],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3545199,"threshold_uncertainty_score":0.9698384,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2128454637","doi":"10.1007/s10009-005-0209-6","title":"Software tools for safety-critical software development","year":2005,"lang":"en","type":"article","venue":"International Journal on Software Tools for Technology Transfer","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Software development; Software engineering; Package development process; Variety (cybernetics); Software construction; Software peer review; Software analytics; Software; Social software engineering; Personal software process; Verification and validation; Avionics software; Operating system; Engineering; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.03718945379551026,"gpt":0.3308925594451662,"spread":0.2937031056496559,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001279067,0.0004965095,0.0006385461,0.001154801,0.0007831091,0.00127501,0.003857913,0.0005964128,0.000159598],"category_scores_gemma":[0.011769,0.0004524435,0.0007027183,0.000605981,0.000311402,0.002363799,0.0002411973,0.001054961,0.0001483931],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007684914,"about_ca_system_score_gemma":0.0006751653,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001194421,"about_ca_topic_score_gemma":0.00001362537,"domain_scores_codex":[0.9951978,0.0000837917,0.001279139,0.0009898549,0.001383946,0.001065467],"domain_scores_gemma":[0.9919865,0.004662997,0.0001132585,0.0006880027,0.002227713,0.0003215195],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003511416,0.0005037458,0.0007329546,0.00004380263,0.000447271,0.00004881564,0.0001626169,0.00064087,0.00009666994,0.0319862,0.001277172,0.9637088],"study_design_scores_gemma":[0.004965976,0.001143395,0.00100216,0.0004557436,0.00009423805,0.0007083658,0.00009494412,0.001712283,0.01820538,0.04333861,0.9269729,0.001306057],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.008360988,0.0003363412,0.9668025,0.02153144,0.0009785263,0.0006901661,0.0001986049,0.001080583,0.00002088777],"genre_scores_gemma":[0.1139395,0.0001859375,0.8817133,0.002342138,0.0006891686,0.0005506462,0.0001124086,0.00008011149,0.0003868259],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9624027,"threshold_uncertainty_score":0.9997928,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1509712248","doi":"","title":"Deriving real-time monitors from system requirements documentation","year":2000,"lang":"en","type":"dissertation","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Correctness; System requirements specification; Documentation; Computer science; Software requirements specification; Process (computing); System requirements; Automaton; Equivalence (formal languages); Software engineering; Reliability engineering; Programming language; Engineering; Software; Operating system; Theoretical computer science; Software development; Software design","retraction":null,"screen_n_in":null,"score":{"opus":0.01368363899923928,"gpt":0.3060262590563875,"spread":0.2923426200571482,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003405506,0.0002688041,0.000386457,0.0002859932,0.000222108,0.0006836944,0.001112322,0.0002471998,0.0008705499],"category_scores_gemma":[0.00004035731,0.00025116,0.0001961475,0.0005626687,0.0000149097,0.000806881,0.00007169513,0.0002040775,0.001491223],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003682449,"about_ca_system_score_gemma":0.0001849212,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004264032,"about_ca_topic_score_gemma":0.0001081176,"domain_scores_codex":[0.9970465,0.000208722,0.0005419145,0.0008011396,0.001053509,0.00034817],"domain_scores_gemma":[0.9984533,0.0002260718,0.0001904785,0.0008317709,0.0001624027,0.0001359618],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003764236,0.0007789258,0.009882587,0.001993761,0.002409506,0.000234098,0.01196177,0.0008568083,0.0414121,0.005369144,0.01268321,0.9120417],"study_design_scores_gemma":[0.005234846,0.0009432188,0.1958306,0.01015923,0.001483244,0.00002000936,0.01694943,0.5815573,0.1542539,0.01649029,0.007288388,0.009789502],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8880252,0.0003050535,0.02396925,0.00009415212,0.00123065,0.0008134761,0.00002010995,0.001639925,0.08390222],"genre_scores_gemma":[0.882013,0.001016708,0.03525372,0.00004235713,0.0005639837,0.0002193721,0.0035789,0.0000910496,0.07722093],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9022521,"threshold_uncertainty_score":0.999994,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1965086994","doi":"10.1109/sere-c.2013.30","title":"Reliability Models Applied to Mobile Applications","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Computer science; Laptop; Reliability (semiconductor); Smart phone; Reliability engineering; Software; Embedded system; Mobile phone; Controller (irrigation); Mobile device; Operating system; Engineering; Telecommunications","retraction":null,"screen_n_in":null,"score":{"opus":0.01536540884058182,"gpt":0.2686449609344572,"spread":0.2532795520938754,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000361074,0.00009654889,0.0001472142,0.0001029145,0.0001278078,0.0002206882,0.001139371,0.00005054445,0.000286927],"category_scores_gemma":[0.00003024396,0.00007721404,0.00007303219,0.0009679629,0.00004103302,0.0004358527,0.0004416244,0.0001096388,0.00329999],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005523133,"about_ca_system_score_gemma":0.00005368769,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002369503,"about_ca_topic_score_gemma":0.000004927016,"domain_scores_codex":[0.9985334,0.00003437515,0.0002212144,0.0005506473,0.0003592008,0.0003011202],"domain_scores_gemma":[0.9979156,0.0001949218,0.00001996793,0.001368069,0.0002447046,0.0002567309],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003116319,0.0004685726,0.000240823,0.00003745515,0.0000227922,2.95537e-7,0.0004079345,0.06758579,0.003022307,0.3195077,0.008318738,0.6003844],"study_design_scores_gemma":[0.0001777378,0.00008936287,0.001073028,0.000003233746,0.000004837434,0.000001239244,0.00011559,0.5726078,0.002474382,0.3782768,0.04477149,0.0004045443],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.005963481,0.0000125538,0.9708363,0.0007424775,0.00001305925,0.001600356,7.457782e-7,0.0003508258,0.02048018],"genre_scores_gemma":[0.8452603,0.000005661298,0.1462866,0.0005181462,0.00002503409,0.006843609,0.000001735792,0.000005145015,0.001053732],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8392969,"threshold_uncertainty_score":0.997476,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2056331670","doi":"10.1007/s11155-006-9020-7","title":"Requirements Analysis for Engineering Computation: A Systematic Approach for Improving Reliability","year":2006,"lang":"en","type":"article","venue":"Reliable Computing","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Documentation; Computer science; Software requirements specification; Software engineering; Requirements engineering; System requirements specification; Requirements analysis; Reliability (semiconductor); Computation; Reliability engineering; Functional specification; Argument (complex analysis); Software; Software system; Systems engineering; Programming language; Software construction; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02422770441222972,"gpt":0.278808969988708,"spread":0.2545812655764783,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003632932,0.0002840757,0.0008128477,0.0004952922,0.0004878527,0.0005091591,0.0009254255,0.0001229062,0.000001016867],"category_scores_gemma":[0.0009416571,0.0002717338,0.0006399002,0.002273424,0.00003302353,0.0003817797,0.000301343,0.0001587182,0.000002881497],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002878961,"about_ca_system_score_gemma":0.0001053257,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001692691,"about_ca_topic_score_gemma":0.000002080231,"domain_scores_codex":[0.9965017,0.0001008745,0.001043402,0.001018497,0.0005771489,0.0007583266],"domain_scores_gemma":[0.9963966,0.001610435,0.0003507014,0.0008346324,0.00069084,0.0001168041],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000007367206,0.0001506198,0.002940253,0.0124907,0.0002398423,7.001291e-7,0.00007309271,0.979371,0.0001867402,0.003525182,0.0000912617,0.0009232976],"study_design_scores_gemma":[0.0004732871,0.00005034989,0.0005259131,0.0001877184,0.0002921459,0.000002155908,0.00002384658,0.9968919,0.0002150987,0.001005975,0.00004088098,0.000290785],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.007064924,0.0002952947,0.9901294,0.00008725932,0.0001434843,0.001737995,0.000006336068,0.0004449876,0.00009033264],"genre_scores_gemma":[0.532809,7.096332e-7,0.4668128,0.00001495038,0.0001056538,0.000146735,0.00004642336,0.00001545406,0.00004827193],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5257441,"threshold_uncertainty_score":0.9999735,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2156854037","doi":"10.1109/tr.2004.842087","title":"Stochastic Fault Tree Analysis With Self-Loop Basic Events","year":2005,"lang":"en","type":"article","venue":"IEEE Transactions on Reliability","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Fault tree analysis; Computer science; Loop (graph theory); Event (particle physics); Stochastic process; Moment-generating function; Stochastic modelling; Tree (set theory); Event tree; Probability-generating function; Probability density function; Mathematics; Reliability engineering; Statistics; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01163641882641191,"gpt":0.2608677163004625,"spread":0.2492312974740505,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009723354,0.0003262713,0.0005190986,0.0006141456,0.0004111791,0.0001263895,0.001065578,0.0001532602,0.0001669266],"category_scores_gemma":[0.00004497775,0.0002616654,0.0005651528,0.004083602,0.0001331793,0.0006405141,0.000006360051,0.0006022927,0.0002290332],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004091455,"about_ca_system_score_gemma":0.0002128049,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001826803,"about_ca_topic_score_gemma":0.0005513429,"domain_scores_codex":[0.9962693,0.0003428515,0.0005134526,0.001165434,0.001117874,0.0005910957],"domain_scores_gemma":[0.9964862,0.0006908352,0.0001005452,0.00202686,0.0003613402,0.0003342252],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00008915565,0.002196913,0.001181029,0.00003367899,0.0008890405,0.000004440423,0.000387017,0.8752316,0.00004875159,0.00006122706,0.00004082641,0.1198363],"study_design_scores_gemma":[0.001105138,0.0004593831,0.0129052,0.00002698404,0.0008871387,0.000009181337,0.00004192554,0.9805349,0.002591941,0.0004612395,0.0003686076,0.0006083533],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1739855,0.00001691092,0.823404,0.001503608,0.00008365281,0.0003154048,0.00001489826,0.000489685,0.0001864025],"genre_scores_gemma":[0.9761356,0.0000191656,0.02311512,0.0001494274,0.00003345965,0.0001129997,0.00000278343,0.00001299771,0.000418522],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8021501,"threshold_uncertainty_score":0.9999835,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1987409374","doi":"10.1007/s10664-008-9084-6","title":"Another viewpoint on “evaluating web software reliability based on workload and failure data extracted from server logs”","year":2008,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Workload; Reliability (semiconductor); Computer science; Replication (statistics); Reliability engineering; Software quality; Web application; Term (time); Data mining; Software; World Wide Web; Engineering; Statistics; Software development; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.08123406468878247,"gpt":0.3199451369208011,"spread":0.2387110722320187,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001186371,0.0004635746,0.0005698418,0.000228786,0.0003089248,0.0001907357,0.001680763,0.0002955817,0.0001719369],"category_scores_gemma":[0.007668231,0.0004046896,0.0001710133,0.001089237,0.000109217,0.0005910586,0.0008051654,0.001010119,0.0001190404],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002111001,"about_ca_system_score_gemma":0.0002269843,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007434332,"about_ca_topic_score_gemma":0.00001252777,"domain_scores_codex":[0.995521,0.0002898072,0.0005774604,0.001634032,0.001284481,0.0006932264],"domain_scores_gemma":[0.9922481,0.004327899,0.0001063119,0.002803263,0.000178681,0.0003357062],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002407043,0.001688432,0.5853087,0.0004148066,0.0002807551,0.0004244046,0.001186885,0.2951661,0.0006537586,0.00005798776,0.009971132,0.1046063],"study_design_scores_gemma":[0.001013285,0.0003014305,0.1601306,0.0004338396,0.00002860533,0.00001099027,0.000008477783,0.8281066,0.0003068483,0.0002391915,0.008633146,0.0007870013],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4123276,0.0002995676,0.5838645,0.0019493,0.0001504431,0.000286019,0.00005816053,0.001056101,0.000008349882],"genre_scores_gemma":[0.6820945,0.00005738727,0.315537,0.001770982,0.0002385079,0.00004922443,0.0001035022,0.00007242258,0.00007649622],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5329404,"threshold_uncertainty_score":0.9998405,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W42434049","doi":"10.1142/9789812562425_0006","title":"Properties of Software Systems Synthesized from Components","year":2004,"lang":"en","type":"book-chapter","venue":"Series on component-based software development","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.03779400953434549,"gpt":0.2216605090870445,"spread":0.183866499552699,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0007267122,0.001275642,0.002080585,0.0008720258,0.0005385946,0.0003847722,0.003055331,0.0007107069,0.0002081545],"category_scores_gemma":[0.0003971877,0.001151071,0.0006324731,0.0002660857,0.0005497834,0.0003917095,0.0008790874,0.0009341413,0.0004883775],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001214355,"about_ca_system_score_gemma":0.00237741,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003982605,"about_ca_topic_score_gemma":0.00003547778,"domain_scores_codex":[0.9920125,0.0002392451,0.001947208,0.001842701,0.003052096,0.0009062578],"domain_scores_gemma":[0.9943401,0.0008946594,0.0009852381,0.002431219,0.0008982987,0.0004504661],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.01421867,0.01462705,0.007978832,0.04140246,0.02891558,0.004706436,0.01589338,0.1101734,0.01657143,0.2628815,0.006797059,0.4758341],"study_design_scores_gemma":[0.01965963,0.003672567,0.00716634,0.1097761,0.001281628,0.0001115944,0.0004242332,0.005956172,0.2295985,0.04116467,0.5581422,0.02304641],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.04845212,0.01539708,0.9042088,0.00218852,0.006462006,0.008997356,0.001685824,0.007913558,0.004694681],"genre_scores_gemma":[0.4321765,0.0007901689,0.5023581,0.001095806,0.0005614012,0.00113392,0.003576517,0.0009166959,0.05739082],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5513451,"threshold_uncertainty_score":0.9999995,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1567356114","doi":"10.1007/978-3-642-00867-2_11","title":"DREP: A Requirements Engineering Process for Dependable Reactive Systems","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Interrupt; Process (computing); Context (archaeology); Requirements engineering; Reliability (semiconductor); Software engineering; Quality (philosophy); Risk analysis (engineering); Systems engineering; Engineering; Programming language; Embedded system","retraction":null,"screen_n_in":null,"score":{"opus":0.03003347147498404,"gpt":0.2976352152486902,"spread":0.2676017437737062,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001582409,0.0004635815,0.0006401848,0.0009161343,0.0002543493,0.0007888276,0.003227358,0.0003028573,0.000003670967],"category_scores_gemma":[0.0004187362,0.0004237226,0.0001902716,0.0008465254,0.0001971221,0.0008581238,0.0005252639,0.0006511977,0.00001517889],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005382092,"about_ca_system_score_gemma":0.0006963186,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003266853,"about_ca_topic_score_gemma":0.00001098943,"domain_scores_codex":[0.9954429,0.00002517384,0.0005578586,0.001711842,0.001401187,0.0008610609],"domain_scores_gemma":[0.9968997,0.0007330137,0.0002387949,0.001275599,0.0006433709,0.0002095394],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001835535,0.00009001142,0.00006058026,0.0004223795,0.00006519563,0.00008829599,0.0007272176,0.4467526,0.0004065467,0.0109858,0.00001692719,0.5403661],"study_design_scores_gemma":[0.0002394822,0.0002137253,0.000018098,0.0005921543,0.00001201796,0.00003467053,2.545556e-7,0.953687,0.001857025,0.0415347,0.001281259,0.0005296605],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0001206207,0.000504981,0.9968081,0.0002489547,0.0006620316,0.0008495655,0.000006103824,0.0002058715,0.0005937889],"genre_scores_gemma":[0.6015884,0.00008184862,0.3946438,0.0005454514,0.001237294,0.0002016575,0.00002490403,0.0001055916,0.001571117],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6021643,"threshold_uncertainty_score":0.9998215,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2597503483","doi":"10.1109/saner.2017.7884643","title":"An exploratory study on library aging by monitoring client usage in a software ecosystem","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"Japan Society for the Promotion of Science","keywords":"Leverage (statistics); Computer science; Software; Ecosystem; World Wide Web; Code (set theory); Data science; Operating system; Ecology","retraction":null,"screen_n_in":null,"score":{"opus":0.0409794645603257,"gpt":0.326629858966296,"spread":0.2856503944059703,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0009526709,0.0001522216,0.0002339698,0.0002063817,0.0004440969,0.001353082,0.002392702,0.00005084617,0.00001561787],"category_scores_gemma":[0.000141625,0.0001295185,0.00006365255,0.00024191,0.00002509634,0.002737578,0.000689349,0.0002581194,0.00007563431],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006769718,"about_ca_system_score_gemma":0.00006894205,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006827283,"about_ca_topic_score_gemma":0.00006220332,"domain_scores_codex":[0.9977732,0.0003370437,0.0002825794,0.0006774779,0.0005608262,0.000368848],"domain_scores_gemma":[0.9974735,0.0002042992,0.00008699948,0.002013582,0.00003425991,0.0001872961],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00000471316,0.0007042678,0.9714119,0.00001720719,0.00001438254,0.00006787169,0.001902173,0.0001346233,0.00009144288,0.00008264164,0.0001516022,0.02541718],"study_design_scores_gemma":[0.003167494,0.002209008,0.8887287,0.0006084563,0.00001967999,0.000004822031,0.01243295,0.06708551,0.01965059,0.001303388,0.003095905,0.001693438],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9762539,0.0000524929,0.02239041,0.0002362344,0.0001844517,0.0002654451,0.000002578896,0.0003235984,0.0002909076],"genre_scores_gemma":[0.9974695,0.00001497646,0.002182595,0.00003473313,0.00007341128,0.00005603979,0.000001113771,0.00001269768,0.0001549364],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08268314,"threshold_uncertainty_score":0.9996836,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2164917791","doi":"10.1109/phm.2008.4711453","title":"Improving preciseness of time to failure predictions: Application to APU starter","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"National Research Council Canada","funders":"National Research Council Canada; Astellas Pharma US","keywords":"Prognostics; Cluster analysis; Computer science; Component (thermodynamics); Aerospace; Support vector machine; Data mining; Machine learning; Reliability engineering; Artificial intelligence; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.009138767481495032,"gpt":0.2408145764655157,"spread":0.2316758089840207,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000258317,0.00006989819,0.0001316168,0.0001798242,0.00009823369,0.0000348885,0.0005864522,0.00003949322,0.00009803131],"category_scores_gemma":[0.0001231853,0.00006002738,0.00005666026,0.0009588233,0.00002434913,0.0002495046,0.000242859,0.00005934653,0.0006639084],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004163639,"about_ca_system_score_gemma":0.00007404217,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001655852,"about_ca_topic_score_gemma":0.00002094979,"domain_scores_codex":[0.9988452,0.00003940603,0.000208953,0.0003481139,0.0003792763,0.000179101],"domain_scores_gemma":[0.9988229,0.0001093621,0.00002981324,0.0006447336,0.0002462425,0.0001469244],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007173507,0.001015723,0.0164294,0.0001855738,0.0001472462,0.000007923401,0.004671738,0.03769023,0.1529287,0.002912411,0.0423173,0.741622],"study_design_scores_gemma":[0.0004545829,0.0005566187,0.01677478,0.00004415103,0.00001757624,0.00002260633,0.0000893945,0.888513,0.05537954,0.0008969996,0.03671017,0.0005405785],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02854601,0.000007185368,0.9690654,0.001507022,0.00001310364,0.0003200519,0.000002878577,0.0001304001,0.0004079923],"genre_scores_gemma":[0.8599722,0.000003824719,0.1365182,0.0002490201,0.00005721187,0.0001594269,0.000003964375,0.000007579184,0.003028533],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8508227,"threshold_uncertainty_score":0.8533421,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2138270590","doi":"10.1109/hase.2007.39","title":"Improving Reliability and Safety by Trading off Software Failure Criticalities","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Fault tolerance; Reliability engineering; Computer science; Failure rate; Reliability (semiconductor); Voting; Software quality; Software fault tolerance; Constraint (computer-aided design); Fault (geology); Class (philosophy); Process (computing); Software; Life-critical system; Distributed computing; Software development; Engineering; Artificial intelligence; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01006764259716144,"gpt":0.2612918160596365,"spread":0.2512241734624751,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002571538,0.0001580188,0.0002419816,0.0001050023,0.0003100995,0.0002904576,0.0005670699,0.0001188248,0.00008486257],"category_scores_gemma":[0.00180642,0.0001332098,0.00009815407,0.0004611938,0.0002394223,0.0006813787,0.000335738,0.0002898011,0.00001054113],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009663727,"about_ca_system_score_gemma":0.00006515797,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002537485,"about_ca_topic_score_gemma":0.0000550325,"domain_scores_codex":[0.9977946,0.0001058563,0.0003944014,0.0006371105,0.0004933779,0.0005746588],"domain_scores_gemma":[0.9971701,0.001718185,0.00003374289,0.0006187703,0.0001757088,0.0002834749],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004782659,0.0002962723,0.05160944,0.0004282545,0.00005708329,0.00003220476,0.00133325,0.00001310367,0.002624057,0.04983427,0.006780276,0.8869439],"study_design_scores_gemma":[0.004795221,0.001246159,0.05894072,0.0003428595,0.0001551436,0.000253983,0.007075208,0.5156348,0.06048318,0.1500735,0.195938,0.005061194],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05685803,0.0003671031,0.9393388,0.002303228,0.000047697,0.0001253909,0.000005925996,0.000355804,0.0005980427],"genre_scores_gemma":[0.8666101,0.00003864768,0.1323811,0.0003440615,0.00004521114,0.000004952051,0.000004086129,0.000009428794,0.0005624548],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8818828,"threshold_uncertainty_score":0.5432138,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2101423475","doi":"10.1109/csmr.2001.914977","title":"Modeling Web maintenance centers through queue models","year":2001,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Queue; Computer network","retraction":null,"screen_n_in":null,"score":{"opus":0.04890807242165349,"gpt":0.2925033662589266,"spread":0.2435952938372731,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000359066,0.0001211813,0.0001687438,0.00007479834,0.0001311274,0.0001830311,0.001048338,0.00005475602,0.00005224017],"category_scores_gemma":[0.00005703044,0.00009607043,0.0001375504,0.0006558447,0.00004105914,0.001162566,0.0003079248,0.0001673976,0.0001180977],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007288851,"about_ca_system_score_gemma":0.00008982554,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006191068,"about_ca_topic_score_gemma":0.00008041796,"domain_scores_codex":[0.9983022,0.00006505597,0.0002324587,0.0004858231,0.0004392991,0.0004751838],"domain_scores_gemma":[0.9989271,0.00006761963,0.00002041948,0.0007165986,0.0001633417,0.0001049721],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001198958,0.0001555193,0.0007927457,0.00001589592,0.00004721754,0.00004526199,0.0005251329,0.7689266,0.0001805929,0.2114409,0.001641926,0.01621625],"study_design_scores_gemma":[0.0001590603,0.0000145416,0.000004407304,0.00001480632,0.000002232202,0.00001071789,0.00005299888,0.9505951,0.00004940259,0.04737399,0.001602506,0.0001202786],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0176905,0.0001208415,0.9616906,0.003411613,0.00007015407,0.00008433014,6.352842e-7,0.000287567,0.01664377],"genre_scores_gemma":[0.9422275,0.0005732456,0.05501924,0.0007314396,0.00003273038,0.00001035839,0.00000113447,0.000006897232,0.001397402],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9245371,"threshold_uncertainty_score":0.3917639,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2134754630","doi":"10.1109/csmr.2004.1281425","title":"SM/sup CMM/ model to evaluate and improve the quality of the software maintenance process","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software maintenance; Computer science; Capability Maturity Model; Software engineering; LeanCMMI; Software quality; Software development process; Process (computing); Verification and validation; Software; Software development; Systems engineering; Reliability engineering; Engineering; Operating system; Operations management","retraction":null,"screen_n_in":null,"score":{"opus":0.04360111583045167,"gpt":0.3548708212753319,"spread":0.3112697054448803,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001857947,0.000110661,0.000184951,0.00003533218,0.0001776869,0.0001030755,0.001473207,0.00004288332,0.000005555175],"category_scores_gemma":[0.001285732,0.00005141848,0.0001060138,0.0006770389,0.0001866086,0.0002093298,0.0006261491,0.0001735866,0.000008679687],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000493248,"about_ca_system_score_gemma":0.0002923389,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003388709,"about_ca_topic_score_gemma":0.0001043494,"domain_scores_codex":[0.9981401,0.0001340808,0.0002933411,0.0004069988,0.0007366999,0.0002887691],"domain_scores_gemma":[0.9981561,0.000246349,0.00007476634,0.00100699,0.0004260148,0.00008982298],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001054231,0.0005992309,0.01814179,0.0006037519,0.0001841262,0.000002068826,0.01632164,0.6771231,0.004996967,0.1385576,0.0006158727,0.1427484],"study_design_scores_gemma":[0.0008492289,0.0001239097,0.01395039,0.00008236813,0.00002002953,0.000004516273,0.0004183073,0.658252,0.01413732,0.3117483,0.00008657742,0.0003270798],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3066653,0.00004432469,0.6846092,0.008136602,0.00002344456,0.0003071337,0.000004138888,0.00005048596,0.0001593774],"genre_scores_gemma":[0.9832377,0.00001115766,0.01537471,0.0008111128,0.000009604166,0.00003805644,1.721058e-7,0.00000456117,0.000512905],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6765724,"threshold_uncertainty_score":0.2737609,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2086340664","doi":"10.5555/2755753.2757191","title":"Towards an accurate reliability, availability and maintainability analysis approach for satellite systems based on probabilistic model checking","year":2015,"lang":"en","type":"article","venue":"Design, Automation, and Test in Europe","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal; Concordia University","funders":"","keywords":"Maintainability; Computer science; Markov chain; Erlang distribution; Avionics; Reliability engineering; Probabilistic logic; Geostationary orbit; Model checking; Reliability (semiconductor); Satellite system; Exponential distribution; Real-time computing; Satellite; Markov model; Geostationary Operational Environmental Satellite; Algorithm; Global Positioning System; GNSS applications; Engineering; Telecommunications; Aerospace engineering; Statistics","retraction":null,"screen_n_in":null,"score":{"opus":0.07319186676392403,"gpt":0.3070104834331236,"spread":0.2338186166691996,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009508323,0.0003041752,0.0005790611,0.0004696205,0.0002207897,0.0006601114,0.0006146721,0.0001315241,0.000001602368],"category_scores_gemma":[0.01007307,0.0002585409,0.00009033774,0.002593793,0.0002520336,0.0007622109,0.0001569211,0.0002080036,0.000001574399],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002559914,"about_ca_system_score_gemma":0.0005451654,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001833952,"about_ca_topic_score_gemma":0.00001765179,"domain_scores_codex":[0.995643,0.001238064,0.0007592071,0.001296146,0.0006039947,0.0004595968],"domain_scores_gemma":[0.9949901,0.001944709,0.0001813169,0.001260857,0.001271272,0.0003517364],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006369017,0.0008659528,0.09317772,0.000490054,0.00003590683,0.000002617728,0.001046044,0.8942063,0.00001806881,0.004676106,0.00001734188,0.005400233],"study_design_scores_gemma":[0.0004960543,0.0003329903,0.05902373,0.00001826959,0.00006891048,0.000002006774,0.00005295889,0.9326553,0.00002417347,0.007017304,0.00004331708,0.0002649634],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1033815,0.0001058568,0.8943848,0.0002290753,0.00002722997,0.00139738,0.00001736352,0.0002342839,0.0002224834],"genre_scores_gemma":[0.8873451,0.00002182228,0.112249,0.00005846313,0.00002043485,0.000208347,0.0000546142,0.00001567686,0.0000265302],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7839636,"threshold_uncertainty_score":0.9999867,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2807804912","doi":"10.1287/mnsc.2017.3004","title":"Process Flexibility in Baseball: The Value of Positional Flexibility","year":2018,"lang":"en","type":"article","venue":"Management Science","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Flexibility (engineering); Computer science; Generalizability theory; Process (computing); Value (mathematics); Operations research; Operations management; Industrial engineering; Economics; Engineering; Mathematics; Statistics; Machine learning","retraction":null,"screen_n_in":null,"score":{"opus":0.02594947053552444,"gpt":0.3425185213716851,"spread":0.3165690508361607,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006106271,0.00009830151,0.0001353232,0.0002640424,0.0003328483,0.0001412053,0.00315464,0.00002224134,0.0000722899],"category_scores_gemma":[0.000319342,0.00006779592,0.00006261195,0.00407577,0.001981207,0.0007000687,0.0009793368,0.0001193433,0.00003716576],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001270885,"about_ca_system_score_gemma":0.0001516861,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001206073,"about_ca_topic_score_gemma":0.00003381648,"domain_scores_codex":[0.9969757,0.0001456887,0.0003294091,0.0007524425,0.001392358,0.0004043899],"domain_scores_gemma":[0.9981339,0.0001553273,0.00007573475,0.00126458,0.0002937106,0.00007672846],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00007977666,0.001700541,0.1525257,0.0004215248,0.00004917013,0.00001808204,0.002959904,0.00804852,0.001269356,0.7530495,0.0005044535,0.07937344],"study_design_scores_gemma":[0.0002339471,0.0001173294,0.4961371,0.00004328229,0.000006222681,0.000001634401,0.000172746,0.4246722,0.005112013,0.07308772,0.0002571553,0.0001587084],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8150566,0.0000317994,0.1596724,0.003856649,0.0001735729,0.0006221109,0.000002862731,0.0001368569,0.02044717],"genre_scores_gemma":[0.9918602,0.000004054186,0.007695838,0.0002419189,0.00001996355,0.00002380519,5.093218e-7,0.000001956171,0.0001517894],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6799618,"threshold_uncertainty_score":0.729984,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1944451760","doi":"10.5267/j.dsl.2015.7.002","title":"An effort allocation model considering different budgetary constraint on fault detection process and fault correction process","year":2015,"lang":"en","type":"article","venue":"Decision Science Letters","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Process (computing); Fault (geology); Constraint (computer-aided design); Computer science; Fault detection and isolation; Reliability engineering; Budget constraint; Mathematical optimization; Engineering; Mathematics; Economics; Artificial intelligence; Microeconomics","retraction":null,"screen_n_in":null,"score":{"opus":0.03555906236138411,"gpt":0.3354572541116529,"spread":0.2998981917502688,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001763406,0.0001963548,0.0002151079,0.0005552298,0.0004659887,0.0006914134,0.0008789065,0.00007192572,0.0000016136],"category_scores_gemma":[0.001230014,0.0001565412,0.0000461181,0.001304191,0.0005419644,0.001894858,0.0001242928,0.0002794498,0.00001228227],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002079764,"about_ca_system_score_gemma":0.000274483,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003072614,"about_ca_topic_score_gemma":0.00002355817,"domain_scores_codex":[0.9963311,0.00006463008,0.0003479547,0.0009995204,0.001844873,0.0004119165],"domain_scores_gemma":[0.9980201,0.0002246685,0.0001174972,0.000608624,0.0005177891,0.0005112835],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00008215612,0.0002265485,0.006401272,0.00002443851,0.000009706931,0.00001159545,0.003053638,0.4968428,0.04196791,0.0001512952,0.0001146294,0.451114],"study_design_scores_gemma":[0.0002891111,0.0001546473,0.002586888,0.00004261818,0.000004765983,0.00003478432,0.0003343868,0.9582669,0.03543473,0.002647846,0.000009723706,0.000193591],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.523701,0.000005054272,0.4750954,0.0007425542,0.0002011788,0.0001442368,4.391767e-7,0.00009018961,0.00001996436],"genre_scores_gemma":[0.9946352,0.000005792808,0.004056782,0.001220738,0.00003303531,0.00003556451,0.000001781284,0.000007207618,0.000003933054],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4710386,"threshold_uncertainty_score":0.6667315,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387331371","doi":"10.1109/tnsm.2023.3318406","title":"EV Charging Infrastructure Discovery to Contextualize Its Deployment Security","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Network and Service Management","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Hydro-Québec; Concordia University","funders":"Concordia University","keywords":"Software deployment; Computer science; Computer security; Computer network; Telecommunications","retraction":null,"screen_n_in":null,"score":{"opus":0.01603467153867251,"gpt":0.2633256093392856,"spread":0.2472909378006131,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004397156,0.0001882783,0.0002064648,0.0002409969,0.0004105838,0.0003406351,0.0005426616,0.00005420305,0.00002909716],"category_scores_gemma":[0.000002030831,0.0001728342,0.00008728635,0.002174332,0.00001471548,0.0003450315,0.00003469534,0.0002076295,0.0001682939],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006684233,"about_ca_system_score_gemma":0.00001867605,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004686517,"about_ca_topic_score_gemma":0.0001512693,"domain_scores_codex":[0.9981374,0.0001034475,0.0002333234,0.000566924,0.000470757,0.0004881957],"domain_scores_gemma":[0.9990662,0.000135217,0.00003251652,0.0005177783,0.00006531597,0.0001829292],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000731736,0.0001668466,0.0001532719,0.0004151996,0.0004234464,0.00006575316,0.002764521,0.7419848,0.00005651308,0.007882629,0.004331757,0.2416821],"study_design_scores_gemma":[0.001489301,0.0003012342,0.007094462,0.0004101516,0.0001542662,0.00000847762,0.001260341,0.9156516,0.0008581986,0.007738446,0.06399959,0.001033887],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04298181,0.0000705194,0.9481856,0.006733737,0.0004634923,0.0005468664,0.000009695099,0.0004316778,0.0005766344],"genre_scores_gemma":[0.9935011,0.001235426,0.00123598,0.003082947,0.000079064,0.0001448336,0.000003973721,0.00001611699,0.0007006084],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9505193,"threshold_uncertainty_score":0.7047976,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2166054436","doi":"10.1145/1921705.1921706","title":"Measurement of software requirements derived from system reliability requirements","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Reliability engineering; Software requirements specification; Non-functional testing; Computer science; Software quality; Reliability (semiconductor); Functional requirement; Software requirements; System requirements; Software system; Software; Software reliability testing; System requirements specification; Verification and validation; Avionics software; Requirements analysis; Software construction; Software development; Software engineering; Requirement; Engineering; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.04205296260434291,"gpt":0.2902650944179155,"spread":0.2482121318135726,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002752136,0.0002310016,0.0004451054,0.0001512061,0.0001744158,0.0001292309,0.001899181,0.0001533847,0.0001577214],"category_scores_gemma":[0.001463732,0.000192091,0.000237373,0.0006241491,0.0001575394,0.0006239705,0.0006975753,0.0003260757,0.000112444],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002317562,"about_ca_system_score_gemma":0.000264981,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001278983,"about_ca_topic_score_gemma":0.0001866099,"domain_scores_codex":[0.9953021,0.0002494206,0.000815484,0.000871197,0.002287376,0.0004744313],"domain_scores_gemma":[0.9958805,0.0001988068,0.0002277332,0.002267209,0.001173333,0.0002523832],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00009421303,0.00159031,0.3609391,0.0007603955,0.0005881055,0.00002634139,0.0007164851,0.0001391136,0.5336655,0.008892776,0.001057302,0.09153029],"study_design_scores_gemma":[0.003802965,0.0005324068,0.2779689,0.0007313629,0.0001819852,0.000008223721,0.0004335702,0.05272884,0.6477326,0.01109901,0.003108331,0.001671874],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4506508,0.00006061879,0.546923,0.0002699639,0.0005375695,0.0003564018,0.000009033758,0.0003998258,0.0007927842],"genre_scores_gemma":[0.9053423,0.000005935415,0.09446485,0.00004195244,0.00005104814,0.0000335857,0.00000505277,0.00001090658,0.00004435985],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4546915,"threshold_uncertainty_score":0.7833244,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1589080523","doi":"10.1023/a:1023014713253","title":"An Investigation on the Occurrence of Service Requests in Commercial Software Applications","year":2003,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Process (computing); Software quality; Service (business); Identification (biology); Software; Data mining; Reliability engineering; Software development; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.05197182144963392,"gpt":0.3105143093181651,"spread":0.2585424878685312,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007843614,0.0001517013,0.0001998772,0.0001681731,0.00009778313,0.00006655514,0.0008891966,0.00009388237,0.00001565416],"category_scores_gemma":[0.001646893,0.0001222587,0.00006225789,0.002010034,0.0000473778,0.000287569,0.00007897503,0.0003870096,0.00002497412],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000879552,"about_ca_system_score_gemma":0.0001225398,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005413286,"about_ca_topic_score_gemma":0.00002955944,"domain_scores_codex":[0.9983722,0.0001996501,0.000332594,0.0003778434,0.0004247532,0.0002929524],"domain_scores_gemma":[0.9973668,0.001500582,0.00006100684,0.0007750814,0.0001550499,0.0001414183],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000008271277,0.0004953803,0.8478203,0.0002313894,0.00003303084,0.000007555244,0.002189799,0.1059581,0.0003140105,0.01795811,0.0004947129,0.02448928],"study_design_scores_gemma":[0.001198229,0.0005419247,0.7858499,0.0005522298,0.00003645649,0.00002196417,0.0001373033,0.157064,0.01402867,0.02164332,0.01715647,0.001769501],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2625961,0.0000639882,0.7357953,0.0009933586,0.0000521601,0.0002511404,0.000007481447,0.0002309643,0.000009467744],"genre_scores_gemma":[0.9566641,0.000007650186,0.04234078,0.0007805287,0.00003243275,0.0001467927,0.00001346333,0.00001097585,0.000003313556],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.694068,"threshold_uncertainty_score":0.4985565,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1982739237","doi":"10.1016/s0305-0548(03)00143-6","title":"Resource allocation during tests for optimally reliable software","year":2003,"lang":"en","type":"article","venue":"Computers & Operations Research","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Reliability engineering; Test plan; Test Management Approach; System under test; Software reliability testing; Software; White-box testing; Reliability (semiconductor); Test strategy; Test case; Software system; Solver; Regression testing; Software construction; Statistics; Mathematics; Engineering; Operating system; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.06357624890948606,"gpt":0.3656660243669836,"spread":0.3020897754574976,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.003244042,0.0001876659,0.0002455216,0.000652533,0.00177964,0.001197056,0.001627625,0.0001269073,0.00003168088],"category_scores_gemma":[0.002639801,0.0001855479,0.0001464826,0.002166821,0.0001819286,0.0008031636,0.0004515321,0.0004971089,0.0001401235],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002952001,"about_ca_system_score_gemma":0.0006366451,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006297958,"about_ca_topic_score_gemma":0.00004144075,"domain_scores_codex":[0.9961318,0.0005660145,0.000426877,0.0009191122,0.001057006,0.000899238],"domain_scores_gemma":[0.995585,0.001162439,0.00002570747,0.001396569,0.001542903,0.0002874436],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006269268,0.001106506,0.002735779,0.0003732135,0.0002049246,0.0000409032,0.002213771,0.7236557,0.008326646,0.1936769,0.02862751,0.03897543],"study_design_scores_gemma":[0.001594616,0.0004895913,0.002117658,0.0001510393,0.00001218848,0.00005151196,0.000199808,0.8981147,0.01434605,0.003544189,0.07869383,0.0006848188],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03170052,0.0002867398,0.9637487,0.002489133,0.0001180683,0.0009159273,0.000004314669,0.0002686752,0.0004679385],"genre_scores_gemma":[0.3521944,0.00006812324,0.6437321,0.0001396549,0.0001315272,0.0004911553,0.00004043089,0.00003429396,0.003168391],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3204938,"threshold_uncertainty_score":0.9998398,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2289544687","doi":"10.1007/978-3-319-09940-8_2","title":"Detecting Program Execution Phases Using Heuristic Search","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Heuristic; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.04170009338257575,"gpt":0.3274090775574338,"spread":0.2857089841748581,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002425615,0.0004773577,0.0006005633,0.001250992,0.000578173,0.001150907,0.00322576,0.0003224256,0.00002280515],"category_scores_gemma":[0.0005975335,0.000436662,0.0002262708,0.001382396,0.000960238,0.000426367,0.001606788,0.001203182,0.00003444792],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005273013,"about_ca_system_score_gemma":0.0007582196,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001074818,"about_ca_topic_score_gemma":0.00004115363,"domain_scores_codex":[0.9946279,0.0001268279,0.0005859177,0.001845998,0.001813342,0.001000015],"domain_scores_gemma":[0.9961987,0.001241357,0.0002038668,0.001554491,0.0005413763,0.0002601761],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00000362935,0.00004003571,0.00009213207,0.00006576323,0.00001162974,0.00004312314,0.0001785544,0.04971137,0.0002097302,0.00136923,0.0000019597,0.9482728],"study_design_scores_gemma":[0.0001605467,0.0002457332,0.00003127755,0.000373968,0.00001131493,0.00006928822,1.699515e-7,0.9709711,0.001815555,0.02532419,0.000514597,0.0004822779],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001182847,0.0003176304,0.996461,0.0001827213,0.0005357682,0.0005197827,0.000001754613,0.0003460357,0.0004524306],"genre_scores_gemma":[0.4855732,0.00003410266,0.5134441,0.000219105,0.0005355459,0.00001313144,0.000004015066,0.00003351809,0.0001433342],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9477906,"threshold_uncertainty_score":0.999886,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2077138769","doi":"10.1016/j.jss.2003.05.006","title":"Towards automatic monitoring of component-based software systems","year":2004,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; Bell (Canada); Queen's University","funders":"","keywords":"Correctness; Component (thermodynamics); Computer science; Asynchronous communication; Component-based software engineering; Distributed computing; Software; Concurrency; Software system; Real-time computing; Software architecture; Software quality; Embedded system; Reliability engineering; Software development; Programming language; Engineering; Computer network","retraction":null,"screen_n_in":null,"score":{"opus":0.02532862100587766,"gpt":0.2784746996467907,"spread":0.253146078640913,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001499227,0.0002035149,0.0007934648,0.0004131123,0.0001547536,0.0003149968,0.0008170159,0.0001327671,0.000002076177],"category_scores_gemma":[0.0005955925,0.0001556365,0.0002568722,0.0005365726,0.00009455603,0.0005174805,0.0001280627,0.0003090487,0.000003798834],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001870328,"about_ca_system_score_gemma":0.0004712569,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004178422,"about_ca_topic_score_gemma":0.000001110069,"domain_scores_codex":[0.9969308,0.0001949503,0.00112159,0.0002493434,0.001182942,0.0003203544],"domain_scores_gemma":[0.9972283,0.0004077353,0.0007524366,0.000488212,0.0008493298,0.0002739867],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001088043,0.001586068,0.5100981,0.01459355,0.001465218,0.0009491408,0.004946071,0.3368817,0.00205619,0.005737056,0.0004064227,0.1211716],"study_design_scores_gemma":[0.03388269,0.0106553,0.4850023,0.07181565,0.001332411,0.007747556,0.01300964,0.3373435,0.01459754,0.0105783,0.007896498,0.006138653],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3813429,0.006040764,0.6114992,0.0001157547,0.0007567929,0.0001565685,0.000005944009,0.00007761418,0.000004443724],"genre_scores_gemma":[0.9527084,0.0001049392,0.04695735,0.000008034996,0.0001830212,0.000006892381,7.595024e-7,0.0000138377,0.00001682821],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5713655,"threshold_uncertainty_score":0.6346672,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2096150300","doi":"10.1109/cmpsac.2002.1045036","title":"Reliability assessment of web applications","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Reliability engineering; Reliability (semiconductor); Markov chain; Formal verification; Markov model; Formal specification; Formal methods; Model checking; Markov process; Software engineering; Programming language; Engineering; Machine learning","retraction":null,"screen_n_in":null,"score":{"opus":0.01744962278465697,"gpt":0.3317749368790895,"spread":0.3143253140944326,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009050805,0.00004982898,0.0001150022,0.00006365142,0.00005553436,0.00003119355,0.0004820052,0.00003012607,0.0001487198],"category_scores_gemma":[0.0001571821,0.00003951577,0.00007947433,0.0007061063,0.00006042094,0.0001408572,0.00008162941,0.000081791,0.00002454912],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003588494,"about_ca_system_score_gemma":0.0002306403,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001618577,"about_ca_topic_score_gemma":0.00000357785,"domain_scores_codex":[0.9989703,0.0001252654,0.0002023565,0.0002582307,0.0003094855,0.000134337],"domain_scores_gemma":[0.9985909,0.0002587537,0.00003586587,0.0008549284,0.0001945571,0.00006492958],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[2.676376e-7,0.0003335568,0.0363694,0.00003238906,0.00001395971,2.73392e-7,0.00001946638,0.0003430182,0.001494915,0.9487216,0.00030215,0.01236896],"study_design_scores_gemma":[0.0009094292,0.0002275071,0.1091592,0.00001806564,0.00002752204,0.000008220724,0.0001214787,0.3793367,0.01916686,0.2134898,0.2769175,0.0006178159],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.006193807,0.00002310989,0.9498144,0.0002572738,0.00001529824,0.0001434419,7.564828e-7,0.00007187901,0.04347999],"genre_scores_gemma":[0.8181036,0.00001739918,0.1814585,0.00003157032,0.000003630564,0.00004235974,4.665627e-7,0.000001449653,0.0003410302],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8119098,"threshold_uncertainty_score":0.1628377,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3173415420","doi":"10.1109/tse.2021.3092692","title":"An Experience Report on Producing Verifiable Builds for Large-Scale Commercial Systems","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University; Huawei Technologies (Canada)","funders":"","keywords":"Toolchain; Verifiable secret sharing; Computer science; Software engineering; Process (computing); TRACE (psycholinguistics); Code (set theory); Software; Notation; Programming language; Theoretical computer science; Set (abstract data type)","retraction":null,"screen_n_in":null,"score":{"opus":0.01907139386700939,"gpt":0.2849489485724643,"spread":0.2658775547054549,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005666261,0.0002213245,0.000311611,0.000198081,0.0003926388,0.0003039936,0.0005273364,0.0001208635,0.00001739414],"category_scores_gemma":[0.0001858629,0.0002358413,0.0001900277,0.0008251245,0.00001812668,0.0005404797,0.000006147263,0.0003509243,0.000012699],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001567971,"about_ca_system_score_gemma":0.0001478508,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000452313,"about_ca_topic_score_gemma":0.00001309854,"domain_scores_codex":[0.9976586,0.00006207681,0.0003804392,0.0008595333,0.0005101159,0.0005292224],"domain_scores_gemma":[0.9977643,0.0003693797,0.0000511501,0.001329521,0.0002817296,0.0002039018],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001932916,0.0005260607,0.000291474,0.0001643026,0.00005812687,0.000104801,0.001375542,0.9875861,0.001818311,0.0002136356,0.0001031338,0.007739155],"study_design_scores_gemma":[0.0006372986,0.0003157766,0.0006341088,0.0002492036,0.00003064666,0.0001714607,0.0002387783,0.8860283,0.1009759,0.00001832667,0.0100428,0.0006574086],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05915898,0.00006077426,0.9384277,0.0000733276,0.001323067,0.0002708407,0.00002697832,0.0006509307,0.000007383688],"genre_scores_gemma":[0.9016207,0.00001591286,0.0974132,0.00006250278,0.0001542598,0.0003656091,0.00001203458,0.00003645412,0.0003192618],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8424618,"threshold_uncertainty_score":0.9617328,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2979674497","doi":"10.1109/qrs-c.2019.00017","title":"Security Vulnerability Metrics for Connected Vehicles","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Computer security; Autopilot; Software; Vulnerability (computing); Software security assurance; Software development; Engineering; Security service; Information security","retraction":null,"screen_n_in":null,"score":{"opus":0.02256217570293022,"gpt":0.3027522454864915,"spread":0.2801900697835613,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001263164,0.00008972445,0.0002015738,0.0001417831,0.0000904941,0.0001514219,0.0007908905,0.00007211505,0.0001411501],"category_scores_gemma":[0.001211407,0.00007145178,0.0001541111,0.001153346,0.00003666491,0.000309008,0.0002232298,0.0001326368,0.0001590172],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005247538,"about_ca_system_score_gemma":0.00008065769,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006309029,"about_ca_topic_score_gemma":0.00001732581,"domain_scores_codex":[0.9985672,0.0001181291,0.0002022982,0.0004694304,0.0003511909,0.0002917698],"domain_scores_gemma":[0.9969215,0.001806068,0.00003467129,0.0007795842,0.0003558249,0.00010235],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006727061,0.001053618,0.3321052,0.0004850646,0.0002124045,0.000003279371,0.0007417653,0.0005856453,0.003246122,0.5409527,0.007016405,0.1135305],"study_design_scores_gemma":[0.0009335151,0.0002562504,0.01241468,0.000007348524,0.00001003915,0.000001948519,0.00006706018,0.8453476,0.01404128,0.1092503,0.01732869,0.0003412145],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5003567,0.00006556391,0.4962471,0.00116926,0.000118432,0.0003923823,0.000004529672,0.0002553843,0.001390557],"genre_scores_gemma":[0.9830968,0.000007147507,0.01617779,0.0001786932,0.00002259357,0.00002310574,0.000003791928,0.000004000209,0.0004860826],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.844762,"threshold_uncertainty_score":0.2913719,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2047729406","doi":"10.4271/2015-01-0156","title":"Automated Decomposition and Allocation of Automotive Safety Integrity Levels Using Exact Solvers","year":2015,"lang":"en","type":"article","venue":"SAE International journal of passenger cars. Electronic and electrical systems","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Decomposition; Automotive industry; Structural integrity; Computer science; Reliability engineering; Automotive engineering; Engineering; Chemistry; Structural engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.03325067339439326,"gpt":0.336915422498884,"spread":0.3036647491044907,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001749251,0.0001380227,0.0003680338,0.0003648423,0.00006102421,0.0001529614,0.0004466671,0.0001153778,0.000002030239],"category_scores_gemma":[0.0004086702,0.0001142492,0.00009518112,0.0004355183,0.00006959377,0.0005585649,0.000088869,0.0004590096,8.931084e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008337511,"about_ca_system_score_gemma":0.0007460095,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003166051,"about_ca_topic_score_gemma":0.00001418841,"domain_scores_codex":[0.9975554,0.0003724641,0.0006521522,0.0002317401,0.0008887174,0.0002995347],"domain_scores_gemma":[0.9971936,0.0003427867,0.0004339647,0.0001239587,0.0017172,0.0001884308],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.002692914,0.003586921,0.1361187,0.0004936851,0.01323567,0.000526564,0.01109827,0.05608759,0.2773551,0.1911965,0.004327223,0.3032808],"study_design_scores_gemma":[0.001661847,0.001014603,0.02919862,0.0001870708,0.0000910922,0.001110162,0.0001719505,0.9596701,0.002946392,0.003136185,0.0005671729,0.0002448318],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6802794,0.003041659,0.315205,0.0008827226,0.0003221445,0.0001471979,0.000004817897,0.00005672391,0.00006026251],"genre_scores_gemma":[0.9982832,0.0002802123,0.001270221,0.00002596144,0.0001192624,0.00000156839,0.000003104566,0.000006444842,0.000009998626],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9035825,"threshold_uncertainty_score":0.4658946,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2068147352","doi":"10.1115/detc2010-28438","title":"APU FMEA Validation and Its Application to Fault Identification","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"National Research Council Canada","funders":"","keywords":"Failure mode and effects analysis; Reliability engineering; Computer science; Identification (biology); Process (computing); Fault (geology); Data mining; Root cause; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01414492855725464,"gpt":0.3041570449297523,"spread":0.2900121163724976,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005461031,0.00005020643,0.00005854911,0.0001102014,0.0001002862,0.0002048706,0.0003687641,0.00004545371,0.00002073282],"category_scores_gemma":[0.0002362585,0.00004477516,0.00002037667,0.0004966521,0.00001228126,0.0003911411,0.0001214741,0.00009271473,0.0003698945],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001086607,"about_ca_system_score_gemma":0.00001863607,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003394014,"about_ca_topic_score_gemma":0.00002666767,"domain_scores_codex":[0.9991396,0.00002859928,0.0001434069,0.000324258,0.0002524827,0.0001116574],"domain_scores_gemma":[0.999184,0.0000770178,0.00002939713,0.0004145632,0.0001978552,0.0000971498],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002194177,0.00006956815,0.002083441,0.0000180846,0.000008010838,1.802976e-7,0.0003015899,0.000139418,0.5291606,0.123675,0.0003010614,0.3442409],"study_design_scores_gemma":[0.0001659701,0.00003520263,0.02813957,0.000003982952,0.000007536759,0.000005410337,0.00002675201,0.4933875,0.4537947,0.01212422,0.01206066,0.0002485533],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3022798,0.000006210396,0.6947526,0.00235035,0.00004342788,0.0001656194,4.591865e-7,0.00009550789,0.0003060461],"genre_scores_gemma":[0.9910533,0.000007140185,0.008229726,0.00009594962,0.00003343868,0.00005077862,0.000005417872,0.000002501947,0.0005217355],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6887735,"threshold_uncertainty_score":0.4754368,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2594988625","doi":"10.1177/1748006x17694494","title":"Formal reliability analysis of oil and gas pipelines","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Institution of Mechanical Engineers Part O Journal of Risk and Reliability","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Qatar National Research Fund","keywords":"Pipeline transport; Reliability (semiconductor); Computer science; Monte Carlo method; Pipeline (software); Reliability engineering; Environmental science; Engineering; Mathematics; Statistics","retraction":null,"screen_n_in":null,"score":{"opus":0.01201272703748745,"gpt":0.2573335610753184,"spread":0.2453208340378309,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005417891,0.0001590972,0.0007892074,0.0002489772,0.000285488,0.00006271474,0.001173968,0.0001518996,0.00000360832],"category_scores_gemma":[0.01008604,0.00009922034,0.0005212747,0.0005863416,0.0007973233,0.0009397256,0.0005681486,0.0004324277,1.001181e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004084393,"about_ca_system_score_gemma":0.000112748,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001052972,"about_ca_topic_score_gemma":0.000003831958,"domain_scores_codex":[0.9975798,0.00005007142,0.00111895,0.000286307,0.0007506624,0.0002142066],"domain_scores_gemma":[0.9958525,0.0003885807,0.001459613,0.0005102371,0.0016207,0.0001683884],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001711398,0.002931382,0.4734502,0.00450665,0.003213534,0.000004268817,0.003370861,0.06220341,0.01403337,0.1424774,0.0003108199,0.2917867],"study_design_scores_gemma":[0.003739384,0.001317245,0.2123947,0.001150982,0.004322018,0.00006613204,0.0006331225,0.6180035,0.09280676,0.0625407,0.002250081,0.0007753434],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.968816,0.0002719489,0.02943738,0.001100055,0.0002125588,0.00006033836,0.00001580302,0.00001006637,0.00007587708],"genre_scores_gemma":[0.9875296,0.002775793,0.009635536,0.000005267062,0.00003910737,0.000001479653,2.408826e-7,0.000003248223,0.000009722854],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5558001,"threshold_uncertainty_score":0.9982525,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4252446866","doi":"10.7873/date.2015.0817","title":"Towards An Accurate Reliability, Availability and Maintainability Analysis Approach for Satellite Systems Based on Probabilistic Model Checking","year":2015,"lang":"en","type":"article","venue":"Design, Automation & Test in Europe Conference & Exhibition (DATE), 2015","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal; Concordia University","funders":"","keywords":"Maintainability; Reliability engineering; Computer science; Reliability (semiconductor); Probabilistic logic; Satellite; Model checking; Artificial intelligence; Software engineering; Engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.1530481491274419,"gpt":0.3465684916765019,"spread":0.1935203425490601,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.01501258,0.0007000971,0.001131878,0.001065646,0.0003590517,0.001553606,0.001393036,0.0003655099,0.00003927356],"category_scores_gemma":[0.01606094,0.0006478904,0.0002357548,0.004021054,0.0004901722,0.001857551,0.000367584,0.0005768292,0.0001198413],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006436476,"about_ca_system_score_gemma":0.001564156,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000378813,"about_ca_topic_score_gemma":0.000245816,"domain_scores_codex":[0.9900532,0.003250216,0.001752505,0.002436497,0.001556123,0.0009514684],"domain_scores_gemma":[0.9891443,0.001827534,0.0006428667,0.003071371,0.004574369,0.0007395529],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002335673,0.002114153,0.01423208,0.000774054,0.00007178714,0.000002429088,0.001791458,0.9699075,0.0005719727,0.005506076,0.0005429877,0.004251883],"study_design_scores_gemma":[0.0009206691,0.0002308499,0.009773816,0.00009185028,0.0001243606,0.000005403629,0.00005947,0.9782178,0.0000607742,0.008046969,0.001768858,0.000699138],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06565107,0.00006423754,0.9292713,0.0007266501,0.00008497149,0.00275215,0.000136079,0.0006882171,0.000625334],"genre_scores_gemma":[0.7666913,0.00003128497,0.23106,0.0001232437,0.00004481826,0.0005888483,0.001128569,0.00004104839,0.0002908832],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7010402,"threshold_uncertainty_score":0.9995973,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2137918864","doi":"10.1109/issre.1996.558672","title":"Automatic failure detection with Conditional-Belief supervisors","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Bell (Canada); University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Supervisor; Computer science; Formalism (music); Finite-state machine; Class (philosophy); Control (management); Software engineering; Reliability engineering; Artificial intelligence; Programming language; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01419848697983107,"gpt":0.2186987846197303,"spread":0.2045002976398993,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001593691,0.00008580117,0.0001084644,0.0001301756,0.0001528884,0.000152485,0.0003914705,0.00004262497,0.001578018],"category_scores_gemma":[0.0000550609,0.00006131381,0.00005489009,0.0007194226,0.00005522102,0.0004514072,0.0000631812,0.0001163078,0.000763574],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000038248,"about_ca_system_score_gemma":0.00001596641,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004835008,"about_ca_topic_score_gemma":0.0001266125,"domain_scores_codex":[0.9988694,0.00006347439,0.0001291973,0.0002797226,0.0004494378,0.0002087366],"domain_scores_gemma":[0.9992341,0.0001498439,0.00002174014,0.0003918949,0.0001099482,0.00009246785],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000007074537,0.00112166,0.01501221,0.0002125909,0.0003670501,0.0001012162,0.00247457,0.002184274,0.002252007,0.05188738,0.009427023,0.9149529],"study_design_scores_gemma":[0.0002657745,0.0001527707,0.003067395,0.00001085191,0.000006910997,0.00004432074,0.00006823035,0.9867599,0.002054182,0.003349066,0.004051739,0.0001688642],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1051556,0.00003929838,0.8903395,0.002165846,0.00002029507,0.0001065171,7.943015e-7,0.0003837845,0.00178832],"genre_scores_gemma":[0.9832353,0.000006643588,0.01554091,0.0001859739,0.00001997205,0.00002069233,0.000001761015,0.000003926491,0.0009848183],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9845756,"threshold_uncertainty_score":0.9993347,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}