{"meta":{"query_hash":"ae1062cd4a31","filters":{"topic":"Software Reliability and Analysis Research"},"cohort_total":333,"direct_labels_cover":0,"predictions_cover":333,"exported":333,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/ae1062cd4a31","api":"https://metacan.xera.ac/api/v1/cohort?topic=Software+Reliability+and+Analysis+Research"},"results":[{"id":"W145001103","doi":"","title":"IEEE Humanitarian Projects: Open Hardware for the Benefit of the Poorest Nations","year":2010,"lang":"en","type":"article","venue":"˜The œopen source business resource","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanitarian aid; Computer science; Computer security; Business; Economic growth; Economics","score_opus":0.04076732998213547,"score_gpt":0.3002581313308094,"score_spread":0.25949080134867397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W145001103","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10549406,0.007370998,0.18069394,0.12954259,0.010092556,0.00038794748,0.0062611555,0.011624472,0.54853225],"genre_scores_gemma":[0.63261414,0.0062392745,0.08781979,0.00445452,0.0021705313,0.00056283164,0.0071685794,0.0026217573,0.25634858],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987167,0.00035657416,0.000031551775,0.00006618864,0.0006550433,0.00017394933],"domain_scores_gemma":[0.992082,0.0024716395,0.00038406192,0.001171092,0.0024139164,0.0014773809],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003243192,0.00056331203,0.00022902449,0.0011472054,0.0016420808,0.0028388628,0.0006757405,0.0014143175,0.02374036],"category_scores_gemma":[0.01100884,0.00025668883,0.00015482758,0.00142909,0.001573519,0.0037152201,0.0029489768,0.0019792505,0.003620001],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028462848,0.00013932945,0.003732629,0.00015661646,0.000020803658,0.00014682731,0.0007700739,0.0018769015,0.0036347716,0.06400843,0.6548052,0.27042395],"study_design_scores_gemma":[0.00010278245,0.00034721714,0.012212257,0.00029353148,0.000040269075,0.00034278433,0.0018356482,0.0129392985,0.010028729,0.102389514,0.8593745,0.00009348378],"about_ca_topic_score_codex":0.0044993386,"about_ca_topic_score_gemma":0.006586436,"teacher_disagreement_score":0.02374036,"about_ca_system_score_codex":0.0008956975,"about_ca_system_score_gemma":0.0021082668,"threshold_uncertainty_score":0.079419374},"labels":[],"label_agreement":null},{"id":"W1488504497","doi":"10.1007/978-3-642-13556-9_2","title":"Architectural Design Decisions for Achieving Reliable Software Systems","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Architectural pattern; Software system; Software construction; Software engineering; Software architecture; Software development; Software sizing; Reliability engineering; Software quality; Resource-oriented architecture; Verification and validation; Software; Engineering; Operating system","score_opus":0.04001206392220912,"score_gpt":0.2873187684320934,"score_spread":0.2473067045098843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1488504497","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05252391,0.0030738434,0.90321517,0.0026963823,0.00017971022,0.00011949826,0.00009247267,0.0011601895,0.03693886],"genre_scores_gemma":[0.42047048,0.0026592421,0.56870806,0.00022902653,0.00010851223,0.00013651379,0.00012853829,0.00034621276,0.0072133993],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982951,0.0005686716,0.000114092174,0.00010269652,0.0007822584,0.00013715407],"domain_scores_gemma":[0.9979657,0.00085649133,0.00024039102,0.00031451124,0.00054565223,0.00007720112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021311713,0.0009420095,0.00025747268,0.0011182267,0.0006858625,0.0018824483,0.0010752344,0.0008529262,0.0035848233],"category_scores_gemma":[0.0064836238,0.0010065042,0.00037661023,0.00079485617,0.0007947512,0.0019140545,0.00088033866,0.0014889437,0.0009811401],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014240055,0.000115240095,0.0022230244,0.00090742216,0.000098668555,0.00040119994,0.0013282377,0.14952786,0.05010497,0.37428913,0.012423488,0.40843838],"study_design_scores_gemma":[0.00008895783,0.00035530026,0.002105176,0.00060680835,0.00030190658,0.0005279992,0.0012255375,0.37100026,0.035821848,0.495167,0.09270307,0.00009611032],"about_ca_topic_score_codex":0.00072448875,"about_ca_topic_score_gemma":0.0036376521,"teacher_disagreement_score":0.0035848233,"about_ca_system_score_codex":0.0008921042,"about_ca_system_score_gemma":0.0015250238,"threshold_uncertainty_score":0.0119924545},"labels":[],"label_agreement":null},{"id":"W1488742231","doi":"10.1109/issre.2004.8","title":"An Extended Operational Profile Model","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Waterloo","funders":"","keywords":"Computer science; Software quality; Verification and validation; Software; Software sizing; Software development; Reliability engineering; Software reliability testing; Software metric; Software construction; Software engineering; Systems engineering; Engineering; Programming language","score_opus":0.023675057857663117,"score_gpt":0.3208768887338602,"score_spread":0.2972018308761971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1488742231","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02157937,0.00042873534,0.9057172,0.0015361498,0.00012972782,0.00036893057,0.0021436422,0.0010884064,0.06700788],"genre_scores_gemma":[0.66526777,0.0012499264,0.28317502,0.00061192916,0.00024795436,0.00091170793,0.0035227162,0.0004277694,0.04458514],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976991,0.0006037127,0.00024968165,0.00040115535,0.0007246417,0.0003217474],"domain_scores_gemma":[0.9959182,0.0012068257,0.0004139457,0.0009207113,0.0011981012,0.00034216815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026287558,0.0009944268,0.00057465665,0.0018854189,0.0007789102,0.003920231,0.0035289258,0.0019189407,0.011125102],"category_scores_gemma":[0.0063857003,0.0005600007,0.0012450941,0.0019768283,0.0013759526,0.009229493,0.0026232407,0.0022366417,0.0034253008],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103856786,0.00009982819,0.0013523962,0.00010187444,0.000035228997,0.0005275143,0.0005840961,0.09384662,0.0011982841,0.858008,0.005792056,0.038350284],"study_design_scores_gemma":[0.00004332975,0.00008893493,0.00061603345,0.00008260141,0.00004849227,0.0004905118,0.00024563182,0.5223452,0.00084893516,0.4153286,0.059815932,0.000045816992],"about_ca_topic_score_codex":0.007233479,"about_ca_topic_score_gemma":0.0041155033,"teacher_disagreement_score":0.011125102,"about_ca_system_score_codex":0.0014850124,"about_ca_system_score_gemma":0.002369387,"threshold_uncertainty_score":0.03721714},"labels":[],"label_agreement":null},{"id":"W1497968089","doi":"10.1023/a:1024424811345","title":"Fault Prediction Modeling for Software Quality Estimation: Comparing Commonly Used Techniques","year":2003,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":128,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University","keywords":"Computer science; Software quality; Software; Artificial neural network; Approximation error; Reliability engineering; Data mining; Artificial intelligence; Machine learning; Algorithm; Software development; Engineering","score_opus":0.07721747522635733,"score_gpt":0.35017777725256943,"score_spread":0.27296030202621213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1497968089","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21866773,0.012655563,0.76220876,0.00094459165,0.00013717714,0.00015337873,0.0006193991,0.0021656526,0.0024477988],"genre_scores_gemma":[0.85369027,0.006941518,0.13744397,0.00013677037,0.00015481818,0.00016804489,0.0007252484,0.0001933283,0.00054607174],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9945322,0.0025507193,0.00041727975,0.0005544063,0.0017247454,0.00022048713],"domain_scores_gemma":[0.93857986,0.051068667,0.00302878,0.0027968928,0.004254357,0.0002713654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009127711,0.0013881788,0.0019140325,0.0060726735,0.0005506693,0.0013600638,0.0026719423,0.0015183411,0.001093708],"category_scores_gemma":[0.041701686,0.00046261703,0.0016953916,0.004516779,0.00055098673,0.0034617668,0.0013523562,0.001327667,0.00035987352],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012868625,0.0005207744,0.025829248,0.00095655804,0.0011524558,0.000050501447,0.0003388249,0.3516938,0.0008224197,0.0052317553,0.0015558471,0.6105609],"study_design_scores_gemma":[0.00007871245,0.00047651134,0.008125781,0.00014738654,0.00038563812,0.000084320585,0.00016057125,0.97939634,0.000921906,0.009486163,0.0006949401,0.000041755975],"about_ca_topic_score_codex":0.0109106405,"about_ca_topic_score_gemma":0.0076578218,"teacher_disagreement_score":0.0109106405,"about_ca_system_score_codex":0.0011677047,"about_ca_system_score_gemma":0.001221229,"threshold_uncertainty_score":0.04827249},"labels":[],"label_agreement":null},{"id":"W150194969","doi":"","title":"Software Accessibility: Where Are We Today?","year":2008,"lang":"en","type":"article","venue":"˜The œopen source business resource","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Software; Operating system","score_opus":0.04533278082877135,"score_gpt":0.2936830832399386,"score_spread":0.24835030241116723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W150194969","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025034862,0.28085697,0.033007294,0.61286676,0.0058191186,0.000024183042,0.0002983423,0.00041662372,0.041675806],"genre_scores_gemma":[0.6588272,0.2672673,0.014064825,0.031617615,0.013504728,0.00009926952,0.0003065679,0.0003782844,0.013934188],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948532,0.0022376608,0.00028416503,0.00062450196,0.0014700583,0.0005303892],"domain_scores_gemma":[0.9258141,0.04749134,0.004462425,0.0027576613,0.014055289,0.005419164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009598349,0.0005494988,0.0013915105,0.0033401977,0.0027868038,0.0118820295,0.0016800474,0.005969981,0.015454147],"category_scores_gemma":[0.043621883,0.00041134018,0.0005638591,0.003794807,0.009637639,0.03231007,0.00377515,0.0061991736,0.002612649],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014297114,0.0002175939,0.014006101,0.0015800084,0.00007629761,0.00020246886,0.0053100903,0.00055243826,0.00053576694,0.17601503,0.09145296,0.7099083],"study_design_scores_gemma":[0.000025598509,0.000115075214,0.012913637,0.004083825,0.00015449041,0.00065643806,0.01844107,0.0016535636,0.0006047996,0.61771107,0.34349254,0.00014784746],"about_ca_topic_score_codex":0.008871992,"about_ca_topic_score_gemma":0.009634002,"teacher_disagreement_score":0.015454147,"about_ca_system_score_codex":0.0030549252,"about_ca_system_score_gemma":0.0050455197,"threshold_uncertainty_score":0.05169928},"labels":[],"label_agreement":null},{"id":"W1504754385","doi":"10.1007/978-3-642-13824-9_8","title":"Formal Lifetime Reliability Analysis Using Continuous Random Variables","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Reliability (semiconductor); Random variable; Reliability engineering; Reliability theory; Failure rate; Process (computing); Hazard; Mathematics; Statistics","score_opus":0.013473977106000052,"score_gpt":0.2652839295469684,"score_spread":0.2518099524409683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1504754385","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023257716,0.00027825029,0.9959202,0.000058983747,0.00003709094,0.000016593522,0.000029189021,0.00015142119,0.0011824457],"genre_scores_gemma":[0.5946005,0.0016329811,0.39220032,0.00027345383,0.0005982241,0.0004869649,0.0003280967,0.0006771305,0.0092022875],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99503607,0.0024214587,0.00018940211,0.0006786419,0.0013342884,0.0003400594],"domain_scores_gemma":[0.97408015,0.019522587,0.0015548039,0.002980588,0.0016266832,0.00023509123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007782796,0.0014663237,0.0013383273,0.0025416103,0.00046364212,0.0019559676,0.002103323,0.0010617397,0.0051069483],"category_scores_gemma":[0.020450307,0.0007584275,0.0015387381,0.001717222,0.0033287357,0.004957061,0.0014452945,0.0035591486,0.0008604737],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050206465,0.000060094084,0.00046988015,0.0002579398,0.00006418449,0.000117744705,0.00016123196,0.17014362,0.003355038,0.78437746,0.0019260878,0.03901654],"study_design_scores_gemma":[0.0000123521995,0.00006379508,0.00026543156,0.000052087995,0.0000354458,0.00012467502,0.000030117997,0.5242359,0.0017031915,0.47075003,0.0026917376,0.000035137706],"about_ca_topic_score_codex":0.00047002194,"about_ca_topic_score_gemma":0.00039233355,"teacher_disagreement_score":0.007782796,"about_ca_system_score_codex":0.0016366419,"about_ca_system_score_gemma":0.0010868479,"threshold_uncertainty_score":0.04115987},"labels":[],"label_agreement":null},{"id":"W1509712248","doi":"","title":"Deriving real-time monitors from system requirements documentation","year":2000,"lang":"en","type":"dissertation","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Correctness; System requirements specification; Documentation; Computer science; Software requirements specification; Process (computing); System requirements; Automaton; Equivalence (formal languages); Software engineering; Reliability engineering; Programming language; Engineering; Software; Operating system; Theoretical computer science; Software development; Software design","score_opus":0.013683638999239276,"score_gpt":0.30602625905638753,"score_spread":0.29234262005714823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1509712248","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018999238,0.00015608937,0.96957314,0.00037855294,0.00005385525,0.0004619138,0.00030889816,0.0073048687,0.002763354],"genre_scores_gemma":[0.15253662,0.00024522454,0.84154594,0.00014573871,0.000032596694,0.0007076109,0.0011637196,0.001259082,0.0023635025],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99049383,0.0034741657,0.00092766556,0.0011237145,0.0036676573,0.00031289444],"domain_scores_gemma":[0.94526345,0.023148442,0.008909591,0.010948089,0.011199729,0.0005307847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010866413,0.0013036354,0.0008701601,0.002821636,0.00050028245,0.0028479523,0.0021530092,0.0017335626,0.002678195],"category_scores_gemma":[0.070820875,0.0018203546,0.0016488292,0.001004603,0.0010504804,0.002941954,0.0018856999,0.00243469,0.0024903754],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008485892,0.00066191884,0.014631735,0.002340516,0.00019955999,0.0033932757,0.0051788515,0.1190072,0.10595018,0.116163224,0.013713831,0.6179111],"study_design_scores_gemma":[0.00028077923,0.00080457685,0.005334864,0.0011556982,0.00021785595,0.0013317236,0.0007330186,0.68351287,0.1915013,0.053240813,0.06160612,0.00028034687],"about_ca_topic_score_codex":0.0017700132,"about_ca_topic_score_gemma":0.0020728973,"teacher_disagreement_score":0.010866413,"about_ca_system_score_codex":0.0014864426,"about_ca_system_score_gemma":0.0031758798,"threshold_uncertainty_score":0.05746782},"labels":[],"label_agreement":null},{"id":"W1527406032","doi":"10.5539/eer.v5n1p75","title":"Using Simulation to Test the Reliability of Regression Models","year":2015,"lang":"en","type":"article","venue":"Energy and Environment Research","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Division of Chemical, Bioengineering, Environmental, and Transport Systems; National Science Foundation","keywords":"Reliability (semiconductor); Computer science; Range (aeronautics); Regression analysis; Sample size determination; Linear regression; Statistics; Regression; Statistical model; Mathematics; Machine learning; Engineering","score_opus":0.16087222873893245,"score_gpt":0.376096487047994,"score_spread":0.21522425830906153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1527406032","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23963948,0.00061993464,0.7521917,0.00043534004,0.00026383591,0.00074119197,0.00066149695,0.0012168932,0.0042301035],"genre_scores_gemma":[0.73507416,0.00063720485,0.26079473,0.0001852412,0.00007788609,0.0011512795,0.0009526077,0.00023561477,0.00089128985],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97153544,0.021298543,0.0011816695,0.0016597298,0.0037841834,0.00054050237],"domain_scores_gemma":[0.7836952,0.1866457,0.008409581,0.013845441,0.0070571215,0.00034688515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03192008,0.0017341923,0.0011178289,0.0020333845,0.0006209562,0.0014902076,0.0019550072,0.0017464976,0.0022294766],"category_scores_gemma":[0.13945857,0.0006798944,0.0017735857,0.0018009029,0.0013248143,0.0019173012,0.0014473405,0.0025366081,0.00046884912],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013743289,0.0009529962,0.04362462,0.0007953323,0.001150678,0.00024639137,0.00070205535,0.83943903,0.0067666774,0.04278941,0.002114835,0.060043667],"study_design_scores_gemma":[0.00015019643,0.0012621823,0.0042648367,0.00013509578,0.0001519395,0.00013442377,0.00018078365,0.9662729,0.0074164676,0.017425764,0.0025266046,0.000078867284],"about_ca_topic_score_codex":0.0031249064,"about_ca_topic_score_gemma":0.0016330837,"teacher_disagreement_score":0.03192008,"about_ca_system_score_codex":0.0010826807,"about_ca_system_score_gemma":0.001689762,"threshold_uncertainty_score":0.1688115},"labels":[],"label_agreement":null},{"id":"W1529782179","doi":"10.1007/978-3-540-45236-2_9","title":"Lessons Learned from a Successful Implementation of Formal Methods in an Industrial Project","year":2003,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Notation; Engineering management; Software engineering; Operations research; Engineering","score_opus":0.14197543767826332,"score_gpt":0.43721716113703923,"score_spread":0.2952417234587759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1529782179","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4708063,0.006191943,0.2904692,0.07016189,0.0011598472,0.0004932363,0.00013052893,0.0016889839,0.15889806],"genre_scores_gemma":[0.80697876,0.003011615,0.14465864,0.0024903303,0.00014680251,0.00020038201,0.000117764466,0.0005730191,0.041822653],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98857343,0.0068177735,0.00042433324,0.0005804109,0.0027515118,0.0008525363],"domain_scores_gemma":[0.9786517,0.013669842,0.0009657516,0.0024856827,0.002853258,0.0013737204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016922519,0.00061404635,0.00032362156,0.00091865734,0.0032951443,0.005001297,0.0022409866,0.002838261,0.0035863959],"category_scores_gemma":[0.036473803,0.0005839223,0.00040939008,0.0009615495,0.0043688114,0.0056221955,0.003296,0.0037578193,0.0012196457],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032709897,0.0012848771,0.0068970807,0.0008285333,0.00003770087,0.0031730067,0.087190226,0.006183252,0.005374516,0.0900972,0.019283604,0.77932304],"study_design_scores_gemma":[0.00039622947,0.0036223955,0.012431554,0.0030085563,0.00015944774,0.0062858174,0.103058234,0.012464514,0.027719684,0.18096057,0.6494484,0.00044466887],"about_ca_topic_score_codex":0.0048739766,"about_ca_topic_score_gemma":0.010970478,"teacher_disagreement_score":0.016922519,"about_ca_system_score_codex":0.0035037769,"about_ca_system_score_gemma":0.00482205,"threshold_uncertainty_score":0.0894959},"labels":[],"label_agreement":null},{"id":"W1542123695","doi":"10.3968/j.pam.1925252820130602.1738","title":"Modelling Academic Risks of Students in a Polytechnic System with the Use of Discriminant Analysis","year":2013,"lang":"en","type":"article","venue":"Progress in applied mathematics","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Linear discriminant analysis; Identification (biology); Bayesian probability; Computer science; Mathematics education; Work (physics); Regression analysis; Academic achievement; Psychology; Statistics; Machine learning; Artificial intelligence; Mathematics; Engineering","score_opus":0.11895334231691275,"score_gpt":0.35725886025875336,"score_spread":0.23830551794184063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1542123695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97103506,0.000057586254,0.025589414,0.00030398814,0.000011631361,0.00007433767,0.000111805086,0.000032067353,0.002784197],"genre_scores_gemma":[0.9922942,0.000049236507,0.0063303644,0.0000099831705,0.000004268416,0.000039004408,0.00008756053,0.000004376206,0.0011810368],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99873394,0.0005914489,0.00006714556,0.00018359367,0.00025183585,0.00017211602],"domain_scores_gemma":[0.9973241,0.0015610711,0.0004439241,0.00014273885,0.00037729496,0.0001509064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00236421,0.00054234365,0.00043797836,0.0017477835,0.00095897773,0.0023020622,0.0008788991,0.0010695924,0.0015324462],"category_scores_gemma":[0.0053151543,0.00020430442,0.00077457086,0.0014149635,0.00058454514,0.0011755392,0.0014500162,0.0009949844,0.00021301811],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006001268,0.0011830407,0.60074043,0.00016798139,0.00018300264,0.0019564305,0.0084066065,0.27834415,0.0028185337,0.020852063,0.0014982959,0.08324929],"study_design_scores_gemma":[0.000025457926,0.0003623082,0.103069596,0.000050952694,0.00007311832,0.00034993453,0.0060555744,0.87550926,0.0014646024,0.010316781,0.0026563199,0.00006604027],"about_ca_topic_score_codex":0.013783473,"about_ca_topic_score_gemma":0.011513667,"teacher_disagreement_score":0.013783473,"about_ca_system_score_codex":0.0019131529,"about_ca_system_score_gemma":0.0015867922,"threshold_uncertainty_score":0.027406514},"labels":[],"label_agreement":null},{"id":"W1567126008","doi":"10.1109/ias.1990.152363","title":"Managing motor maintenance","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"General Electric (Canada)","funders":"","keywords":"Spare part; Component (thermodynamics); Maintenance engineering; Computer science; Motor controller; Spare time; Reliability engineering; Engineering; Manufacturing engineering; Systems engineering; Operations management","score_opus":0.025201226518727037,"score_gpt":0.2527680208404613,"score_spread":0.22756679432173427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1567126008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4852636,0.003981421,0.19652538,0.001719599,0.00030245652,0.0018737501,0.0024386903,0.009983393,0.2979118],"genre_scores_gemma":[0.80235755,0.001659664,0.071969755,0.00050755206,0.00015520038,0.0005664572,0.0038704895,0.00044234618,0.11847095],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993038,0.00010688875,0.000030822386,0.00013472683,0.00032670423,0.000096950454],"domain_scores_gemma":[0.99867177,0.0003060289,0.00019482791,0.00030003194,0.00036728164,0.00016007914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067337696,0.0003380882,0.00020982306,0.0007151619,0.00056111097,0.001047006,0.00082486914,0.00041018578,0.013028214],"category_scores_gemma":[0.0019760393,0.00012486381,0.00014797696,0.00061607134,0.00012856147,0.00091536384,0.00078045303,0.000294578,0.0029034284],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013234482,0.00023804717,0.009923302,0.00023846068,0.000027331478,0.00023501906,0.0005655863,0.0052980073,0.025661824,0.00513537,0.025006551,0.92753816],"study_design_scores_gemma":[0.00011539695,0.0014395979,0.07848119,0.00021122873,0.00013288404,0.002466693,0.00094789645,0.02045716,0.036731355,0.006932059,0.85202235,0.00006213318],"about_ca_topic_score_codex":0.0022723037,"about_ca_topic_score_gemma":0.006561038,"teacher_disagreement_score":0.013028214,"about_ca_system_score_codex":0.0007551155,"about_ca_system_score_gemma":0.0016423645,"threshold_uncertainty_score":0.04358369},"labels":[],"label_agreement":null},{"id":"W1567356114","doi":"10.1007/978-3-642-00867-2_11","title":"DREP: A Requirements Engineering Process for Dependable Reactive Systems","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Interrupt; Process (computing); Context (archaeology); Requirements engineering; Reliability (semiconductor); Software engineering; Quality (philosophy); Risk analysis (engineering); Systems engineering; Engineering; Programming language; Embedded system","score_opus":0.030033471474984044,"score_gpt":0.2976352152486902,"score_spread":0.26760174377370616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1567356114","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009429174,0.000027196125,0.9910453,0.00008488361,0.000015937754,0.0001366538,0.0001689122,0.0039477656,0.003630408],"genre_scores_gemma":[0.024681825,0.00017993535,0.964131,0.00011026072,0.0000189155,0.00029680697,0.0009717968,0.0026279474,0.006981617],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99808985,0.0005605376,0.00012511604,0.00024417392,0.0008694785,0.00011075801],"domain_scores_gemma":[0.997317,0.0015757723,0.0001388611,0.00055182877,0.00035281054,0.000063598585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026734893,0.0015660557,0.0006304183,0.0010739763,0.0006154927,0.0018855131,0.001697239,0.0011252359,0.0144784385],"category_scores_gemma":[0.008863811,0.0013714717,0.0013636351,0.0007445741,0.00085960515,0.0027155327,0.0025536935,0.0024375175,0.0076644267],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014828047,0.00018816748,0.00039507553,0.0009926341,0.00006913198,0.0010322544,0.0015202756,0.09573122,0.034304332,0.17693955,0.040190395,0.64848864],"study_design_scores_gemma":[0.00011672917,0.0001750769,0.0005441833,0.0003729622,0.00008010905,0.0012851089,0.00043161117,0.4566741,0.062138587,0.20058458,0.27745417,0.00014292453],"about_ca_topic_score_codex":0.001157068,"about_ca_topic_score_gemma":0.0019165601,"teacher_disagreement_score":0.0144784385,"about_ca_system_score_codex":0.0004860948,"about_ca_system_score_gemma":0.0011901871,"threshold_uncertainty_score":0.04843521},"labels":[],"label_agreement":null},{"id":"W1574130501","doi":"10.5539/mas.v9n8p213","title":"Mills Model Based Evaluation of Security of Software Systems","year":2015,"lang":"en","type":"article","venue":"Modern Applied Science","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Vulnerability (computing); Division (mathematics); Context (archaeology); Software security assurance; Reliability (semiconductor); Software; Process (computing); Software system; Secure coding; Computer security; Reliability engineering; Software engineering; Information security; Security service; Operating system; Engineering","score_opus":0.06696400011709529,"score_gpt":0.3407199670536613,"score_spread":0.273755966936566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1574130501","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06274976,0.0007553741,0.90192074,0.00055895903,0.00010130532,0.0002479034,0.00028754998,0.0010318479,0.03234665],"genre_scores_gemma":[0.8941072,0.0005797243,0.09556931,0.00008953895,0.000056383524,0.00035449836,0.0002904564,0.00012057968,0.00883235],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99633944,0.0011249554,0.00014075285,0.00027917666,0.0019600915,0.00015562086],"domain_scores_gemma":[0.9977717,0.0010710735,0.00028205814,0.00022955473,0.0005825433,0.00006304856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018200149,0.0010524192,0.0006009841,0.0028608197,0.0003485692,0.0018002404,0.0011519613,0.0008985311,0.0034674464],"category_scores_gemma":[0.0055178446,0.00024447837,0.0008276993,0.0010882335,0.0008527198,0.0022115728,0.00087050966,0.00075545744,0.0006353311],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003214136,0.00012484846,0.006727142,0.00041010362,0.00014346691,0.0003159047,0.00048486027,0.61698246,0.013523222,0.25149655,0.0034463601,0.10602366],"study_design_scores_gemma":[0.000011953346,0.00021517552,0.0017799524,0.000051118364,0.000042614363,0.00017003207,0.00013569876,0.92225945,0.004310875,0.06643396,0.0045511755,0.000037993195],"about_ca_topic_score_codex":0.0015522328,"about_ca_topic_score_gemma":0.0010914146,"teacher_disagreement_score":0.0034674464,"about_ca_system_score_codex":0.0017806633,"about_ca_system_score_gemma":0.0006931231,"threshold_uncertainty_score":0.012919664},"labels":[],"label_agreement":null},{"id":"W1580192808","doi":"10.1007/978-3-642-05151-7_5","title":"A Synergy between Static and Dynamic Analysis for the Detection of Software Security Vulnerabilities","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Static analysis; Vulnerability (computing); Software security assurance; Vulnerability management; Vulnerability assessment; Control flow graph; Symbolic execution; Software; Computer security; Security analysis; Secure coding; Key (lock); Generator (circuit theory); Security testing; Information security; Programming language; Security information and event management; Security service; Operating system; Cloud computing; Cloud computing security","score_opus":0.014835437827803308,"score_gpt":0.2724506335372322,"score_spread":0.25761519570942887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1580192808","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015667226,0.0018137894,0.96636003,0.00042912457,0.00011722252,0.00009849507,0.00018240645,0.005415357,0.009916388],"genre_scores_gemma":[0.265664,0.0014763756,0.72593087,0.000274275,0.0001506798,0.00010274048,0.00040454083,0.00071389246,0.005282594],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99721897,0.0005783813,0.0001277344,0.00045975027,0.0014255737,0.0001895217],"domain_scores_gemma":[0.9950895,0.0027665726,0.00029367034,0.0010028351,0.00071662077,0.00013083745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00223905,0.0013015425,0.0014131792,0.0050009936,0.00060226116,0.0025144888,0.0014724911,0.0010566823,0.003761216],"category_scores_gemma":[0.005699078,0.0010585326,0.001250964,0.0027262592,0.0012314469,0.0038842626,0.003079182,0.0017607388,0.0020224631],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028694887,0.00028892953,0.003689312,0.00036500682,0.00021097956,0.00027246648,0.00027182075,0.02336415,0.06117972,0.03382515,0.0063364105,0.86990917],"study_design_scores_gemma":[0.000052716103,0.00035925797,0.0046378425,0.00023134798,0.00036851907,0.0014176972,0.00018982259,0.78246224,0.043378357,0.14662409,0.020112041,0.00016596854],"about_ca_topic_score_codex":0.0011600207,"about_ca_topic_score_gemma":0.002029281,"teacher_disagreement_score":0.0050009936,"about_ca_system_score_codex":0.0005942842,"about_ca_system_score_gemma":0.0010025372,"threshold_uncertainty_score":0.012582481},"labels":[],"label_agreement":null},{"id":"W1589080523","doi":"10.1023/a:1023014713253","title":"An Investigation on the Occurrence of Service Requests in Commercial Software Applications","year":2003,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Process (computing); Software quality; Service (business); Identification (biology); Software; Data mining; Reliability engineering; Software development; Engineering","score_opus":0.05197182144963392,"score_gpt":0.3105143093181651,"score_spread":0.2585424878685312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1589080523","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964799,0.00012653864,0.0012319143,0.00016841138,0.000009863399,0.00002893239,0.00011548392,0.000051631258,0.0017873473],"genre_scores_gemma":[0.9987274,0.00009132711,0.00058529864,0.00003394558,0.000018340266,0.000013772665,0.00012553633,0.00001128072,0.0003929603],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959567,0.0013088088,0.00043015988,0.00028890063,0.0017277314,0.00028763412],"domain_scores_gemma":[0.9047314,0.070885494,0.012337127,0.0026554468,0.0077228807,0.0016676212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026115743,0.00023238575,0.00023556758,0.003046792,0.0010762304,0.0010488983,0.0007395793,0.0010016522,0.0014480851],"category_scores_gemma":[0.04396782,0.00031913968,0.00030867103,0.0033659423,0.00069102563,0.0014191484,0.00058439,0.001104373,0.00042883182],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011120099,0.00061410165,0.9193781,0.0002474006,0.000068254114,0.0022062503,0.010201578,0.0013748824,0.009191916,0.0035007547,0.0013848052,0.050720077],"study_design_scores_gemma":[0.00003350703,0.0008777636,0.93889046,0.00007509796,0.00011899012,0.005101526,0.012939189,0.026829781,0.006949416,0.0024295838,0.0056880442,0.00006673061],"about_ca_topic_score_codex":0.0067050606,"about_ca_topic_score_gemma":0.006650906,"teacher_disagreement_score":0.0067050606,"about_ca_system_score_codex":0.0010249375,"about_ca_system_score_gemma":0.0013011012,"threshold_uncertainty_score":0.013811529},"labels":[],"label_agreement":null},{"id":"W1602556105","doi":"10.1002/0471028959.sof320","title":"Software Engineering Standards in the Nuclear Power Industry—Safety‐Related Applications","year":2002,"lang":"en","type":"other","venue":"Encyclopedia of Software Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Power Generation","funders":"","keywords":"Nuclear power; Consistency (knowledge bases); Software deployment; Nuclear industry; Safety standards; Engineering; Business; Computer science; Risk analysis (engineering); International trade; Engineering management; Electrical engineering; Software engineering","score_opus":0.004874249613400017,"score_gpt":0.2211324582079217,"score_spread":0.2162582085945217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1602556105","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030343771,0.11919754,0.23475772,0.38962495,0.0062532607,0.0002599576,0.00031639598,0.0012608614,0.21798554],"genre_scores_gemma":[0.55037886,0.14936593,0.22329032,0.037794076,0.006787028,0.00051143917,0.0017182376,0.0007424755,0.029411623],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9640978,0.017632067,0.0041816053,0.0016896534,0.011316972,0.001081928],"domain_scores_gemma":[0.879311,0.06543353,0.006962751,0.008399334,0.03658497,0.0033084564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.038429357,0.0006470522,0.0007037058,0.006574008,0.0023444593,0.009330552,0.0025456294,0.006550492,0.0033416678],"category_scores_gemma":[0.051592663,0.00056702865,0.0006780715,0.008874965,0.010096457,0.012134965,0.004931436,0.0068680346,0.0014263985],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000144867045,0.00009693416,0.0022308861,0.0007488424,0.000022009364,0.00023820925,0.0022956638,0.003980432,0.0011085881,0.7702602,0.035752483,0.18325128],"study_design_scores_gemma":[0.000013617937,0.000082475395,0.003470465,0.005474328,0.000015034961,0.0004229916,0.003347108,0.005253686,0.0013582582,0.4683382,0.51213175,0.00009216585],"about_ca_topic_score_codex":0.008634907,"about_ca_topic_score_gemma":0.0052060136,"teacher_disagreement_score":0.038429357,"about_ca_system_score_codex":0.0055151344,"about_ca_system_score_gemma":0.01174867,"threshold_uncertainty_score":0.20323634},"labels":[],"label_agreement":null},{"id":"W1606514821","doi":"10.1007/978-3-540-85553-8_15","title":"Assessment of Real-Time Software Specifications Quality Using COSMIC-FFP","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Computer science; Software requirements specification; Software; Software requirements; Software construction; Software system; Software development; Functional requirement; Verification and validation; Software engineering; Reliability engineering; Operating system; Engineering","score_opus":0.08012313928811668,"score_gpt":0.34996270264938456,"score_spread":0.2698395633612679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1606514821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7680711,0.0004845145,0.21161547,0.00010735904,0.000039440798,0.00013042595,0.0018878693,0.004767149,0.01289659],"genre_scores_gemma":[0.9120253,0.000092222406,0.084801875,0.000010967386,0.000006178134,0.00006160216,0.0018123373,0.00017007798,0.0010195331],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99682033,0.000613244,0.0001616421,0.00027965952,0.0019442713,0.00018081299],"domain_scores_gemma":[0.98803294,0.0050298856,0.0010127595,0.0016642187,0.0040364955,0.0002235835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023367116,0.00074822083,0.00045767354,0.0055922847,0.0003927748,0.001033268,0.00089982396,0.0007293501,0.0025050663],"category_scores_gemma":[0.012408853,0.00023480025,0.0009171867,0.0045254235,0.00047409625,0.0010010708,0.0006136757,0.00040535908,0.00037903208],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007725243,0.00025565634,0.089172795,0.00065883005,0.00035472275,0.000705102,0.0009428354,0.35321763,0.031563267,0.013619973,0.004707847,0.50402886],"study_design_scores_gemma":[0.00002968082,0.0003604052,0.04828717,0.000055757097,0.00012778673,0.0005885488,0.0002472028,0.9220257,0.022330794,0.003398992,0.002492808,0.000055139888],"about_ca_topic_score_codex":0.0063965768,"about_ca_topic_score_gemma":0.005240795,"teacher_disagreement_score":0.0063965768,"about_ca_system_score_codex":0.0011411324,"about_ca_system_score_gemma":0.00096552353,"threshold_uncertainty_score":0.012718737},"labels":[],"label_agreement":null},{"id":"W1607036753","doi":"10.1007/978-3-642-24580-0_3","title":"Improved Usage Model for Web Application Reliability Testing","year":2011,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Markov chain; Component (thermodynamics); Reliability (semiconductor); Markov model; Data mining; Reliability engineering; Machine learning","score_opus":0.04299277726514847,"score_gpt":0.2840944800349134,"score_spread":0.24110170276976492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1607036753","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021619828,0.00025449463,0.9682873,0.00023877298,0.000053081843,0.000093773466,0.00030321555,0.0016890569,0.0074604047],"genre_scores_gemma":[0.7872652,0.00053214154,0.19071731,0.0001738509,0.0001335269,0.0004919344,0.0007904628,0.0007739565,0.019121654],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998445,0.00047724668,0.00010394527,0.00022362555,0.0005654423,0.0001847463],"domain_scores_gemma":[0.99671245,0.0014928109,0.00021144837,0.0004992776,0.0009949605,0.00008894361],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014740468,0.0010308134,0.0010754183,0.0016997172,0.00047245887,0.0013678103,0.002934133,0.0014559327,0.006350877],"category_scores_gemma":[0.005335955,0.0005199542,0.0013486646,0.0012077418,0.0006151136,0.0030004065,0.0009939569,0.0015143681,0.0015190106],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014705921,0.00022234055,0.0017484245,0.0001374274,0.00006349875,0.000358776,0.00017077854,0.83573323,0.004684521,0.0620951,0.0038706644,0.09076821],"study_design_scores_gemma":[0.000003165308,0.000010996158,0.000117100666,0.0000045642378,0.000012373586,0.000033682656,0.0000039389247,0.9928847,0.0002303628,0.006267188,0.00042710945,0.0000047623653],"about_ca_topic_score_codex":0.008278963,"about_ca_topic_score_gemma":0.0065386794,"teacher_disagreement_score":0.008278963,"about_ca_system_score_codex":0.0013273036,"about_ca_system_score_gemma":0.0012794287,"threshold_uncertainty_score":0.021245778},"labels":[],"label_agreement":null},{"id":"W1671257183","doi":"10.1109/rams.2002.981650","title":"Reliability estimation of hierarchical software systems","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Reliability engineering; Computer science; Software quality; Software reliability testing; Reliability (semiconductor); Reliability block diagram; Criticality; Software; Process (computing); Software sizing; Software system; Software development; Software construction; Fault tree analysis; Engineering; Programming language","score_opus":0.016181020023914583,"score_gpt":0.27671932867208615,"score_spread":0.26053830864817157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1671257183","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.064738035,0.00057235383,0.93227535,0.00004816851,0.000009349423,0.0000419341,0.00006967452,0.0005457632,0.0016993625],"genre_scores_gemma":[0.83736855,0.000563992,0.16058733,0.00001909735,0.00001922433,0.00008314662,0.00021055574,0.000075959775,0.0010721684],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985153,0.00049488596,0.00006495708,0.00019014651,0.00064474234,0.00008983436],"domain_scores_gemma":[0.99686277,0.0017473972,0.00048272405,0.0003149082,0.00053678505,0.000055480636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013212701,0.00069376343,0.00056027406,0.002181402,0.0002758103,0.00051466486,0.00060572143,0.00059523765,0.0011240906],"category_scores_gemma":[0.007234489,0.0004156984,0.000587352,0.00083018903,0.0004978926,0.00090823835,0.0007627073,0.000524135,0.00033648298],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008213403,0.000030890747,0.0047564805,0.00019734597,0.00004906206,0.00010521747,0.00016266324,0.85884035,0.026318822,0.013610874,0.00047100184,0.09537506],"study_design_scores_gemma":[0.00000489604,0.000053944004,0.0016807178,0.000014762513,0.000014290168,0.000044388238,0.000018973871,0.98468834,0.005166677,0.007487502,0.0008117463,0.000013772556],"about_ca_topic_score_codex":0.0034480367,"about_ca_topic_score_gemma":0.0018841048,"teacher_disagreement_score":0.0034480367,"about_ca_system_score_codex":0.000793942,"about_ca_system_score_gemma":0.0005749903,"threshold_uncertainty_score":0.0069876313},"labels":[],"label_agreement":null},{"id":"W17529471","doi":"10.1007/978-3-642-38911-5_8","title":"Modeling Component Erroneous Behavior and Error Propagation for Dependability Analysis","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Dependability; Computer science; Component (thermodynamics); Unified Modeling Language; Protocol (science); Maintainability; Software; Propagation of uncertainty; Aspect-oriented programming; Distributed computing; Programming language; Algorithm; Software engineering","score_opus":0.03251929677582509,"score_gpt":0.29283129821347936,"score_spread":0.26031200143765426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W17529471","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01436642,0.0004337923,0.9813619,0.00008179044,0.000044801993,0.000028452037,0.00007375225,0.00067176047,0.0029373602],"genre_scores_gemma":[0.6380267,0.0018527596,0.34506705,0.0000890379,0.00009030265,0.00011809392,0.0003377265,0.00061756175,0.013800797],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994992,0.00011109786,0.00003143336,0.00008481239,0.00022403916,0.000049397695],"domain_scores_gemma":[0.9983485,0.0008450627,0.0001873155,0.0003025722,0.00029114183,0.000025519974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006441395,0.0017019397,0.0008034391,0.0011820276,0.00036556667,0.00090952864,0.0018468659,0.0013054768,0.0025303168],"category_scores_gemma":[0.0039479034,0.00076018146,0.0010487505,0.0009418834,0.00053953467,0.0019559276,0.0007841678,0.0014313693,0.0007420764],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033822093,0.00005979734,0.0008615093,0.00012362597,0.000034820325,0.0001495616,0.00011293057,0.9147918,0.0053791446,0.033537004,0.0009629179,0.043952983],"study_design_scores_gemma":[0.00000167732,0.000009632098,0.00008483951,0.000007919582,0.00001604524,0.00003266403,0.00000552044,0.98664504,0.0012514954,0.011242163,0.0006988851,0.0000042485904],"about_ca_topic_score_codex":0.0051433137,"about_ca_topic_score_gemma":0.0073460382,"teacher_disagreement_score":0.0051433137,"about_ca_system_score_codex":0.000683589,"about_ca_system_score_gemma":0.00074598845,"threshold_uncertainty_score":0.0102267265},"labels":[],"label_agreement":null},{"id":"W1792129892","doi":"","title":"Towards the profiling of scientific software for accuracy","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada; Queen's University","funders":"","keywords":"Computer science; Software; Profiling (computer programming); Pareto principle; Search-based software engineering; Propagation of uncertainty; Software quality; Code (set theory); Pareto analysis; Software sizing; Data mining; Software construction; Software development; Reliability engineering; Set (abstract data type); Algorithm; Mathematical optimization; Engineering; Mathematics; Programming language","score_opus":0.255076314978505,"score_gpt":0.42636188734353153,"score_spread":0.1712855723650265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1792129892","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02429959,0.0006698559,0.96927756,0.0012472735,0.000041354095,0.00006587192,0.00004672783,0.0011414344,0.0032104026],"genre_scores_gemma":[0.40037754,0.00068738527,0.59563494,0.00039049351,0.00005739379,0.00013888205,0.00013262585,0.00060051336,0.0019801776],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9820846,0.0056060785,0.00076455966,0.0015098258,0.009131995,0.0009029349],"domain_scores_gemma":[0.9609426,0.015066623,0.0040890053,0.012278299,0.006972289,0.0006512711],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011453336,0.0015193832,0.0017642768,0.0037948343,0.001492386,0.005702229,0.0031943151,0.0025823838,0.0013804159],"category_scores_gemma":[0.065434456,0.0019134416,0.00177135,0.0033102918,0.0035730954,0.0081505375,0.0037816255,0.004320563,0.0012205732],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042229544,0.00024284663,0.014734844,0.00039480554,0.00010450631,0.0003833075,0.0027560107,0.4128832,0.03925448,0.2754988,0.005656553,0.24766843],"study_design_scores_gemma":[0.000013560551,0.00009213036,0.0016873758,0.00011638485,0.000025412632,0.00019402757,0.00024697062,0.87336,0.015544739,0.09955065,0.009108107,0.00006056652],"about_ca_topic_score_codex":0.0043639587,"about_ca_topic_score_gemma":0.0020729098,"teacher_disagreement_score":0.98854667,"about_ca_system_score_codex":0.003542017,"about_ca_system_score_gemma":0.004008802,"threshold_uncertainty_score":0.06057173},"labels":[],"label_agreement":null},{"id":"W1797917470","doi":"","title":"Identification, specification and measurement, using international standards, of the system non functional requirements allocated to real-time embedded software","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software engineering; Software requirements specification; Software development; Computer science; Software requirements; Software construction; Verification and validation; Software project management; Systems engineering; Software system; Functional requirement; Non-functional requirement; Software development process; Software; Engineering; Operating system; Operations management","score_opus":0.08203347247129586,"score_gpt":0.291877684963005,"score_spread":0.20984421249170912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1797917470","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0442208,0.0068670046,0.76162153,0.0042154696,0.0014576168,0.002857012,0.005712814,0.0036936393,0.16935404],"genre_scores_gemma":[0.20646645,0.010779406,0.720881,0.002027952,0.000546344,0.008106844,0.027041338,0.0024862373,0.021664461],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.92545855,0.01831653,0.014188048,0.0047665415,0.035113025,0.0021573852],"domain_scores_gemma":[0.8522006,0.04426073,0.020782635,0.038677435,0.042732436,0.0013462133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.045803174,0.0021950952,0.0013805736,0.014762497,0.001875065,0.008241646,0.00402231,0.0034323072,0.0035885246],"category_scores_gemma":[0.10718152,0.0010231867,0.0017742637,0.011485287,0.0040585855,0.009098311,0.00555995,0.005150057,0.0042599053],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022021883,0.0006482246,0.020553458,0.004876251,0.00015558739,0.00050279486,0.0070562596,0.011135362,0.03751286,0.31807822,0.044593975,0.55466676],"study_design_scores_gemma":[0.000082604645,0.0009449058,0.074662104,0.009870071,0.0002154689,0.0024465672,0.0073397257,0.032113615,0.06646275,0.1088637,0.6964725,0.0005259925],"about_ca_topic_score_codex":0.005941562,"about_ca_topic_score_gemma":0.0047353753,"teacher_disagreement_score":0.045803174,"about_ca_system_score_codex":0.005332521,"about_ca_system_score_gemma":0.014351531,"threshold_uncertainty_score":0.24223322},"labels":[],"label_agreement":null},{"id":"W1822490568","doi":"","title":"IT and infrastructure's lost dependability","year":2008,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dependability; Information system; Computer science; Information infrastructure; Core (optical fiber); Software; Quarter (Canadian coin); Computer security; Risk analysis (engineering); Engineering; Business; Software engineering; Telecommunications","score_opus":0.02887983941232447,"score_gpt":0.27492236476378823,"score_spread":0.24604252535146376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1822490568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48751068,0.024017645,0.026732834,0.109626494,0.0015559077,0.000057618687,0.0009015245,0.00047238191,0.34912488],"genre_scores_gemma":[0.98716795,0.0033209012,0.00052108197,0.0011579929,0.00018894543,0.000008088612,0.00006739929,0.000036745354,0.0075307502],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998749,0.0002612858,0.000056684912,0.00010351596,0.00047831348,0.0003512352],"domain_scores_gemma":[0.99364966,0.0018172712,0.0013554347,0.0007780927,0.0014701294,0.0009294132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012602763,0.00024665627,0.00018215284,0.0017708822,0.001511784,0.0032699627,0.0006049203,0.0007881367,0.0079543],"category_scores_gemma":[0.0073182946,0.00015271576,0.00030450296,0.0018895969,0.0039262963,0.0064765746,0.0020929906,0.0020896131,0.000622828],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021506319,0.00011028118,0.03145123,0.0004544089,0.0001173805,0.002198922,0.018829262,0.006271662,0.0025768287,0.6253027,0.052131962,0.2603404],"study_design_scores_gemma":[0.000024473879,0.00020282507,0.076774634,0.0007535416,0.0000780593,0.0031890064,0.020804632,0.004402375,0.0015771512,0.41245726,0.47963715,0.00009891524],"about_ca_topic_score_codex":0.009909406,"about_ca_topic_score_gemma":0.0073042368,"teacher_disagreement_score":0.009909406,"about_ca_system_score_codex":0.0032782056,"about_ca_system_score_gemma":0.0014287322,"threshold_uncertainty_score":0.026609778},"labels":[],"label_agreement":null},{"id":"W185646288","doi":"","title":"Anisotropic Laplace trend to enhance software reliability growth modelling","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Systems, Applications & Products in Data Processing (Canada); Concordia University","funders":"","keywords":"Laplace transform; Reliability engineering; Reliability (semiconductor); Computer science; Software quality; Software; Statistic; Mathematical optimization; Software development; Mathematics; Engineering; Statistics; Mathematical analysis; Physics","score_opus":0.016243635427958907,"score_gpt":0.2988234154306988,"score_spread":0.28257978000273987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W185646288","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016729651,0.000057170942,0.98208815,0.000054575372,0.000016953114,0.000013308733,0.00002519816,0.00032393407,0.00069109624],"genre_scores_gemma":[0.6891656,0.00026197,0.30740905,0.0001028296,0.00014828547,0.00013283607,0.00016502968,0.0002259066,0.002388607],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99908495,0.0003800949,0.000043232798,0.00011901731,0.00031171195,0.00006106258],"domain_scores_gemma":[0.9957553,0.0026158956,0.00047338166,0.0003840113,0.00068266434,0.00008872508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020793602,0.00070564187,0.0005224902,0.0016556099,0.00020345043,0.0006620554,0.0008275909,0.00084009493,0.0012768996],"category_scores_gemma":[0.011676027,0.00026867207,0.0006808119,0.0010601701,0.00069331867,0.0012522795,0.0006736655,0.0008646342,0.00044194583],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035634078,0.00011509196,0.005187958,0.00014985475,0.000057599213,0.0003233563,0.0002037084,0.5734677,0.04939104,0.095886864,0.0016538562,0.27320665],"study_design_scores_gemma":[0.0000049255327,0.000049356542,0.00029935216,0.0000031048564,0.000006033916,0.000043828215,0.000005026729,0.98946047,0.0038119964,0.0057906485,0.0005152601,0.000009996025],"about_ca_topic_score_codex":0.0010719167,"about_ca_topic_score_gemma":0.00088073,"teacher_disagreement_score":0.0020793602,"about_ca_system_score_codex":0.00048711876,"about_ca_system_score_gemma":0.0005384083,"threshold_uncertainty_score":0.010996819},"labels":[],"label_agreement":null},{"id":"W1860683784","doi":"10.1109/issre.1991.145358","title":"Practical applications of software reliability models","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Reliability (semiconductor); Computer science; Software engineering; Software quality; Software; Focus (optics); Software development; Process (computing); Reliability engineering; Engineering; Programming language","score_opus":0.06322917223966136,"score_gpt":0.32569986309162824,"score_spread":0.2624706908519669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1860683784","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003225396,0.0039316947,0.93601316,0.0038376693,0.0003632083,0.000058953432,0.00010676481,0.00071124773,0.051751923],"genre_scores_gemma":[0.44719228,0.018249018,0.49454874,0.0011681966,0.0014755846,0.0006311502,0.0005258988,0.0007695637,0.03543962],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952195,0.0025966752,0.00019850938,0.00036936722,0.0014097334,0.0002061808],"domain_scores_gemma":[0.99014866,0.0068803476,0.00048959395,0.0011251917,0.0011919513,0.00016429086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048453934,0.0018499045,0.0010739163,0.0027951582,0.0010731586,0.0028236303,0.0024704013,0.0028068372,0.011851909],"category_scores_gemma":[0.023520933,0.0010652168,0.0018061721,0.002404703,0.0020553586,0.0035169856,0.0027284822,0.0035514089,0.0036218525],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011604992,0.000040637457,0.0006785291,0.00020258535,0.000046402,0.00019443592,0.00036924472,0.17517537,0.00033416957,0.7554349,0.0074784514,0.06003374],"study_design_scores_gemma":[0.000008129631,0.000023027113,0.00009707692,0.00012644721,0.000012902291,0.00014423522,0.00009063652,0.17298788,0.00015819597,0.7965282,0.0298066,0.00001665555],"about_ca_topic_score_codex":0.0049977438,"about_ca_topic_score_gemma":0.0036439416,"teacher_disagreement_score":0.011851909,"about_ca_system_score_codex":0.002179879,"about_ca_system_score_gemma":0.002252504,"threshold_uncertainty_score":0.039648592},"labels":[],"label_agreement":null},{"id":"W1944451760","doi":"10.5267/j.dsl.2015.7.002","title":"An effort allocation model considering different budgetary constraint on fault detection process and fault correction process","year":2015,"lang":"en","type":"article","venue":"Decision Science Letters","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Process (computing); Fault (geology); Constraint (computer-aided design); Computer science; Fault detection and isolation; Reliability engineering; Budget constraint; Mathematical optimization; Engineering; Mathematics; Economics; Artificial intelligence; Microeconomics","score_opus":0.03555906236138411,"score_gpt":0.33545725411165295,"score_spread":0.2998981917502688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1944451760","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.122111425,0.0018219568,0.8359107,0.002588113,0.0002602663,0.00043808855,0.001029707,0.00039972883,0.035440076],"genre_scores_gemma":[0.91931564,0.0014703339,0.041214075,0.0001685898,0.0001234612,0.0006927611,0.00032722045,0.000083034065,0.036604803],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981964,0.00057833985,0.000083481515,0.00045456577,0.00023460756,0.00045244393],"domain_scores_gemma":[0.9976326,0.0012459196,0.00042022904,0.00009250909,0.00034697744,0.00026162024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002588608,0.0020183194,0.0017164317,0.0014112997,0.0008353418,0.003003973,0.0033544402,0.003969237,0.010042778],"category_scores_gemma":[0.0048330184,0.0012281471,0.0012140445,0.0016133684,0.0014278344,0.0027995089,0.0012660434,0.0020755236,0.0009658382],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013135695,0.00008528238,0.00050165347,0.00010116596,0.000035140085,0.0002541067,0.00008458788,0.9593936,0.0009093664,0.033171676,0.0007270226,0.0046049524],"study_design_scores_gemma":[0.000032710595,0.000047611527,0.00021984336,0.000011757355,0.000025215635,0.000024018904,0.000022949465,0.9934023,0.000115985735,0.005703644,0.00038078122,0.0000132844],"about_ca_topic_score_codex":0.015817322,"about_ca_topic_score_gemma":0.0071022264,"teacher_disagreement_score":0.015817322,"about_ca_system_score_codex":0.003332517,"about_ca_system_score_gemma":0.002321514,"threshold_uncertainty_score":0.033596456},"labels":[],"label_agreement":null},{"id":"W1965086994","doi":"10.1109/sere-c.2013.30","title":"Reliability Models Applied to Mobile Applications","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Laptop; Reliability (semiconductor); Smart phone; Reliability engineering; Software; Embedded system; Mobile phone; Controller (irrigation); Mobile device; Operating system; Engineering; Telecommunications","score_opus":0.015365408840581818,"score_gpt":0.2686449609344572,"score_spread":0.2532795520938754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965086994","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19543812,0.0030577956,0.78456855,0.0013906502,0.00022117478,0.0003140636,0.0009493803,0.0012904973,0.012769676],"genre_scores_gemma":[0.94892025,0.001388871,0.043172013,0.00012178682,0.000115570976,0.0003674145,0.00044845187,0.00019819145,0.005267348],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880767,0.0005510907,0.00007660109,0.00014683073,0.0002612339,0.00015666016],"domain_scores_gemma":[0.99321246,0.00446213,0.0007324854,0.00043236712,0.0010607729,0.00009968457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00234472,0.0013233438,0.0009703596,0.001655394,0.00040199308,0.0007871887,0.0014383203,0.0011753881,0.0021651408],"category_scores_gemma":[0.012237857,0.00042236314,0.0015951018,0.0010950201,0.0006365642,0.0010636628,0.0006538919,0.0013142,0.00063835795],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003120342,0.000030176872,0.0013005817,0.00010113227,0.000042647054,0.00015829445,0.0001685619,0.9734455,0.00093802187,0.01342691,0.0008174522,0.009539569],"study_design_scores_gemma":[0.0000039087154,0.000030937637,0.00045933088,0.000015480133,0.000015691685,0.000039807917,0.00002432226,0.990507,0.00019883811,0.00792129,0.0007758649,0.000007389472],"about_ca_topic_score_codex":0.011745934,"about_ca_topic_score_gemma":0.004720746,"teacher_disagreement_score":0.011745934,"about_ca_system_score_codex":0.0010939128,"about_ca_system_score_gemma":0.0008162421,"threshold_uncertainty_score":0.023355126},"labels":[],"label_agreement":null},{"id":"W1972568562","doi":"10.4271/2015-01-1488","title":"Front Underride Protection Devices (FUPDs): Multi-Objective Optimization","year":2015,"lang":"en","type":"article","venue":"SAE technical papers on CD-ROM/SAE technical paper series","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Front (military); Engineering; Mechanical engineering","score_opus":0.03552643987034871,"score_gpt":0.29042480640786467,"score_spread":0.25489836653751596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972568562","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20027246,0.0010215435,0.77850956,0.00020371412,0.00005529827,0.00018671784,0.00017851283,0.0002944348,0.019277686],"genre_scores_gemma":[0.8804183,0.00039506814,0.11077949,0.000060987342,0.000012107995,0.0002092514,0.00019999534,0.000057558354,0.007867332],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9997472,0.00007013053,0.000010018712,0.00003766511,0.000094401184,0.000040560964],"domain_scores_gemma":[0.99981016,0.000085378444,0.000040246694,0.000010993635,0.00004022122,0.000012996124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005491007,0.00084606616,0.00057673844,0.00072688016,0.0002893429,0.0008319209,0.00061998965,0.000727042,0.0022165827],"category_scores_gemma":[0.0006139556,0.00041144487,0.00072803965,0.000346197,0.00025255006,0.00041833264,0.00050568837,0.00044963742,0.00024059537],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003701923,0.000037691378,0.0005990193,0.000068960675,0.000025651934,0.000054347423,0.000018138826,0.97568977,0.0035583293,0.0011010193,0.00027705863,0.018533006],"study_design_scores_gemma":[0.000009022192,0.00014141174,0.0005361013,0.000016369066,0.000021497819,0.000026682104,0.000022599674,0.995837,0.001619078,0.0004931517,0.0012712961,0.0000058385463],"about_ca_topic_score_codex":0.0030033647,"about_ca_topic_score_gemma":0.0035035901,"teacher_disagreement_score":0.0030033647,"about_ca_system_score_codex":0.00058953854,"about_ca_system_score_gemma":0.0008129563,"threshold_uncertainty_score":0.0074151754},"labels":[],"label_agreement":null},{"id":"W1976430831","doi":"10.1145/2737182.2737189","title":"Modeling Fault Tolerance Tactics with Reusable Aspects","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Albaha University","keywords":"Dependability; Computer science; Unified Modeling Language; Model transformation; Software engineering; Software fault tolerance; Applications of UML; Fault tolerance; UML tool; Context (archaeology); Process (computing); Software; Programming language; Reliability engineering; Distributed computing; Consistency (knowledge bases); Engineering; Artificial intelligence","score_opus":0.048661701088319485,"score_gpt":0.290114288761452,"score_spread":0.24145258767313252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976430831","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03605352,0.000101550424,0.9606501,0.00006071995,0.000011910864,0.00007905648,0.000034228146,0.0005923387,0.0024164892],"genre_scores_gemma":[0.34461886,0.0003789101,0.6512429,0.000037097954,0.000018174609,0.00020869762,0.0001957405,0.00034507268,0.0029545678],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988158,0.0003594805,0.00013057583,0.00023301359,0.00034200284,0.00011918968],"domain_scores_gemma":[0.9978204,0.0008911448,0.0004135132,0.00062261696,0.00019601951,0.00005642304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015499421,0.0008525805,0.00037436673,0.0012147045,0.00033056122,0.0016472625,0.0011804034,0.00081109535,0.0009904673],"category_scores_gemma":[0.0035027543,0.0006645341,0.001259996,0.0007045809,0.001122624,0.0018979883,0.0011414058,0.001030545,0.0002529267],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014199951,0.00020380355,0.005798071,0.0003861313,0.00014209744,0.0009929007,0.002224256,0.42541847,0.040559024,0.419047,0.0005354053,0.10455082],"study_design_scores_gemma":[0.000043164644,0.0001560876,0.0011881156,0.00012587309,0.00019178845,0.00045802814,0.00015161098,0.81314677,0.024894066,0.12953344,0.030066056,0.00004505718],"about_ca_topic_score_codex":0.002302484,"about_ca_topic_score_gemma":0.002163871,"teacher_disagreement_score":0.002302484,"about_ca_system_score_codex":0.00081493834,"about_ca_system_score_gemma":0.0010219621,"threshold_uncertainty_score":0.00819701},"labels":[],"label_agreement":null},{"id":"W1980089213","doi":"10.1109/compsac.2012.23","title":"Evaluating Reliability-Testing Usage Models","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Reliability (semiconductor); Computer science; Reliability engineering; Goodness of fit; Markov chain; Markov model; Non-regression testing; Software quality; Markov process; Data mining; Machine learning; Statistics; Software; Engineering; Mathematics","score_opus":0.21979385986111616,"score_gpt":0.4020445771824858,"score_spread":0.18225071732136966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980089213","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63585216,0.0005253099,0.35641414,0.00025407874,0.000034844707,0.00035055593,0.0008954172,0.0018956893,0.0037778819],"genre_scores_gemma":[0.94024664,0.00012382561,0.05794114,0.00003762365,0.000017085464,0.00022421405,0.0009781731,0.00014041949,0.00029083245],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9732757,0.013901241,0.001868525,0.0019093164,0.008203348,0.00084186974],"domain_scores_gemma":[0.8135199,0.14435305,0.0106056295,0.016990641,0.013293137,0.0012376535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023644159,0.0019182941,0.0013384689,0.0051090787,0.0005691965,0.0021528434,0.0023375833,0.0020845206,0.00091493875],"category_scores_gemma":[0.1368029,0.0007429403,0.0013229393,0.0029772653,0.0012028464,0.0036448333,0.0015085787,0.0012193146,0.00037583912],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004869655,0.0002962046,0.07055682,0.00019817533,0.00035532287,0.00015721125,0.00032542573,0.8597446,0.002546825,0.005654907,0.0006479621,0.059029642],"study_design_scores_gemma":[0.000012572079,0.00020520225,0.00645846,0.000030243642,0.000040147825,0.000108921624,0.00005631836,0.98795646,0.0014151754,0.0034313723,0.00025881408,0.000026336644],"about_ca_topic_score_codex":0.0063192816,"about_ca_topic_score_gemma":0.004227322,"teacher_disagreement_score":0.023644159,"about_ca_system_score_codex":0.0020668437,"about_ca_system_score_gemma":0.0014837394,"threshold_uncertainty_score":0.12504381},"labels":[],"label_agreement":null},{"id":"W1980099301","doi":"10.1145/1594156.1594165","title":"Selection of customers for operational and usage profiling","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Profiling (computer programming); Computer science; Selection (genetic algorithm); Artificial intelligence; Operating system","score_opus":0.020222527349720812,"score_gpt":0.308693057931512,"score_spread":0.28847053058179123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980099301","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98201454,0.00027923196,0.0052246214,0.00058437645,0.00004706264,0.0018611558,0.0032240816,0.00019903066,0.0065658395],"genre_scores_gemma":[0.9845525,0.00021068963,0.0055487226,0.00053048803,0.000050408977,0.0018007779,0.0027960716,0.000050353676,0.0044599487],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880004,0.00026845967,0.00010214711,0.00016175736,0.00033225765,0.000335209],"domain_scores_gemma":[0.99703455,0.0004611291,0.00022233154,0.00013862953,0.0014601585,0.0006831568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096638873,0.00041181632,0.00058954646,0.0019040938,0.0005251639,0.0011012675,0.00040852983,0.00068862474,0.005198943],"category_scores_gemma":[0.004165795,0.00017964853,0.00022964703,0.0010439731,0.00015081743,0.0006301044,0.0005457459,0.00052616955,0.004347184],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041750646,0.0038481664,0.72742486,0.00036737378,0.00006741664,0.0050757737,0.00486423,0.0012484544,0.02892361,0.0015761608,0.0354833,0.18694553],"study_design_scores_gemma":[0.0003123398,0.0028237954,0.8906581,0.00022388126,0.00013217489,0.006971247,0.015375715,0.02455978,0.019166527,0.0011728482,0.038433205,0.00017043996],"about_ca_topic_score_codex":0.0014267728,"about_ca_topic_score_gemma":0.0009246014,"teacher_disagreement_score":0.005198943,"about_ca_system_score_codex":0.00027792124,"about_ca_system_score_gemma":0.00040264544,"threshold_uncertainty_score":0.017392218},"labels":[],"label_agreement":null},{"id":"W1982739237","doi":"10.1016/s0305-0548(03)00143-6","title":"Resource allocation during tests for optimally reliable software","year":2003,"lang":"en","type":"article","venue":"Computers & Operations Research","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Reliability engineering; Test plan; Test Management Approach; System under test; Software reliability testing; Software; White-box testing; Reliability (semiconductor); Test strategy; Test case; Software system; Solver; Regression testing; Software construction; Statistics; Mathematics; Engineering; Operating system; Programming language","score_opus":0.06357624890948606,"score_gpt":0.36566602436698364,"score_spread":0.3020897754574976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982739237","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8283488,0.0003463706,0.16480184,0.000423039,0.000071811795,0.00021968583,0.000084392464,0.0010010032,0.0047030384],"genre_scores_gemma":[0.98645,0.000028454004,0.013029735,0.000022254584,0.000010920353,0.00004408724,0.000036055437,0.000075305965,0.0003031018],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99823403,0.0007511914,0.000083374856,0.00013080954,0.00033516955,0.0004652565],"domain_scores_gemma":[0.97610635,0.019952789,0.0012891638,0.00079945225,0.0011834127,0.00066886103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023496244,0.0005785898,0.00077836297,0.000808109,0.0006429897,0.00096631405,0.00096313615,0.00061618706,0.0028662563],"category_scores_gemma":[0.022898411,0.00048409335,0.0002454853,0.0004182399,0.0008698044,0.0012042806,0.00086560694,0.00068674487,0.0002456614],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014015956,0.00060705096,0.010622696,0.00035724277,0.00009157746,0.001105853,0.00085011346,0.6609768,0.06482192,0.017002475,0.003996496,0.2255519],"study_design_scores_gemma":[0.00017726698,0.000892275,0.005097629,0.000044900586,0.000053350213,0.00014541992,0.00039741036,0.9508919,0.027082864,0.014341464,0.00083442987,0.000041091804],"about_ca_topic_score_codex":0.003866468,"about_ca_topic_score_gemma":0.0031057084,"teacher_disagreement_score":0.003866468,"about_ca_system_score_codex":0.0008953989,"about_ca_system_score_gemma":0.0018301612,"threshold_uncertainty_score":0.0124261975},"labels":[],"label_agreement":null},{"id":"W1986968726","doi":"10.4271/2013-01-0727","title":"Forward Collision Warning Timing in Near Term Applications","year":2013,"lang":"en","type":"article","venue":"SAE International Journal of Transportation Safety","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Chrysler (Canada)","funders":"","keywords":"Term (time); Collision; Warning system; Computer science; Computer security; Risk analysis (engineering); Business; Telecommunications; Physics","score_opus":0.01470087945175076,"score_gpt":0.3018674777838837,"score_spread":0.2871665983321329,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986968726","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3994076,0.0063505736,0.5186825,0.0007978921,0.00045039566,0.00051990536,0.0011563043,0.0073625064,0.06527239],"genre_scores_gemma":[0.95196897,0.0011807666,0.032989852,0.00005527366,0.000053828677,0.00008363763,0.00039275773,0.0001892115,0.013085677],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992539,0.00014327279,0.000030771123,0.000102212434,0.0003818746,0.00008793567],"domain_scores_gemma":[0.9983027,0.00061460974,0.0002702737,0.00012758574,0.0005882135,0.00009659781],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008638144,0.0005206612,0.0004402152,0.0010430078,0.00042289795,0.0012629643,0.0009454092,0.0007357733,0.008204919],"category_scores_gemma":[0.0053687957,0.000277082,0.00028795094,0.0014877156,0.00021209073,0.0011509187,0.00056373444,0.0005224805,0.0022867762],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011551107,0.00055768987,0.030520804,0.00076615403,0.000057421777,0.001175114,0.00070211303,0.32588756,0.041176714,0.023707094,0.014586209,0.559708],"study_design_scores_gemma":[0.000055400396,0.0014125599,0.03586135,0.00019419135,0.00012574914,0.0011732858,0.00058852765,0.8940555,0.015388171,0.01154627,0.03946283,0.00013609619],"about_ca_topic_score_codex":0.0077244304,"about_ca_topic_score_gemma":0.005151225,"teacher_disagreement_score":0.008204919,"about_ca_system_score_codex":0.0007865577,"about_ca_system_score_gemma":0.0009916481,"threshold_uncertainty_score":0.027448177},"labels":[],"label_agreement":null},{"id":"W1987409374","doi":"10.1007/s10664-008-9084-6","title":"Another viewpoint on “evaluating web software reliability based on workload and failure data extracted from server logs”","year":2008,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Workload; Reliability (semiconductor); Computer science; Replication (statistics); Reliability engineering; Software quality; Web application; Term (time); Data mining; Software; World Wide Web; Engineering; Statistics; Software development; Operating system","score_opus":0.08123406468878247,"score_gpt":0.3199451369208011,"score_spread":0.23871107223201865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987409374","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.094885044,0.0038616285,0.7297541,0.08350812,0.0023272801,0.00032373017,0.0006006214,0.0011427869,0.08359671],"genre_scores_gemma":[0.84421617,0.0016376178,0.11260908,0.022031976,0.003024719,0.0004488438,0.0005082857,0.00027916083,0.015244239],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9887565,0.0040346817,0.0007140467,0.0017721753,0.0042247307,0.0004977975],"domain_scores_gemma":[0.94326174,0.029120052,0.0037399353,0.0078216065,0.014567713,0.0014889309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012006881,0.0020566229,0.0018326612,0.006280961,0.0016257508,0.00602912,0.0034778987,0.0061269407,0.005110892],"category_scores_gemma":[0.056660756,0.00079893315,0.0017864864,0.0034571162,0.007531749,0.0067669908,0.0025129535,0.00602232,0.0017412449],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079046714,0.0012775937,0.051051695,0.0012987726,0.00091918523,0.0012017116,0.0059172767,0.020081257,0.015489518,0.6504656,0.04028566,0.21122125],"study_design_scores_gemma":[0.00060045184,0.0030161806,0.063037395,0.0014001402,0.0011466421,0.0020745273,0.00717251,0.119777545,0.020291371,0.71244425,0.06852041,0.0005185957],"about_ca_topic_score_codex":0.0035021687,"about_ca_topic_score_gemma":0.0033277425,"teacher_disagreement_score":0.012006881,"about_ca_system_score_codex":0.002732167,"about_ca_system_score_gemma":0.0022460213,"threshold_uncertainty_score":0.06349921},"labels":[],"label_agreement":null},{"id":"W1988492505","doi":"10.1145/974043.974074","title":"Computing the performability of layered distributed systems with a management architecture","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Distributed computing; Queueing theory; Fault tree analysis; Reliability (semiconductor); Fault management; Computation; Architecture; Software; Reliability engineering; Computer network; Operating system; Engineering; Algorithm","score_opus":0.0094764955577076,"score_gpt":0.22082208768235145,"score_spread":0.21134559212464385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988492505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68318224,0.00015509129,0.31511083,0.000088053384,0.000008541865,0.000027680977,0.000032528067,0.00036203253,0.0010329968],"genre_scores_gemma":[0.9737205,0.0000642045,0.025792522,0.000006935408,0.000013363276,0.000020376912,0.00004288729,0.000021587965,0.00031766063],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988701,0.00035757024,0.000079600475,0.000120420766,0.00038601825,0.00018637744],"domain_scores_gemma":[0.9912928,0.0053497776,0.0011433867,0.0011446355,0.00065431267,0.000415031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026474092,0.0007725433,0.00043002408,0.0011793065,0.00045502107,0.0019042215,0.0007610712,0.00054421456,0.00071670825],"category_scores_gemma":[0.01454818,0.00042055015,0.00049324025,0.00058005546,0.0014101618,0.0030509415,0.0011181223,0.00068311684,0.00014817661],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000469329,0.00013460897,0.014910517,0.00008733541,0.0001838573,0.00017330202,0.00036741188,0.8671778,0.024066614,0.058214962,0.00021866473,0.033995513],"study_design_scores_gemma":[0.000008522021,0.000083410305,0.001237459,0.0000035325709,0.000020622969,0.000022222044,0.000022715487,0.97507906,0.0029548958,0.020441314,0.00011789289,0.000008404242],"about_ca_topic_score_codex":0.0017716584,"about_ca_topic_score_gemma":0.0012714753,"teacher_disagreement_score":0.0026474092,"about_ca_system_score_codex":0.0011018766,"about_ca_system_score_gemma":0.00069029775,"threshold_uncertainty_score":0.014001012},"labels":[],"label_agreement":null},{"id":"W1999727136","doi":"10.1021/ci100204x","title":"Reducing Docking Score Variations Arising from Input Differences","year":2010,"lang":"en","type":"article","venue":"Journal of Chemical Information and Modeling","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"","keywords":"Docking (animal); Computer science; Biological system; Chemistry; Biology; Medicine","score_opus":0.035163012605213456,"score_gpt":0.28686995113966757,"score_spread":0.25170693853445414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999727136","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7498444,0.0005376248,0.24197154,0.00023692947,0.00008042568,0.00020341632,0.00042319924,0.005294094,0.001408416],"genre_scores_gemma":[0.9217166,0.00015580592,0.074940264,0.00009443809,0.00002758838,0.00024824476,0.0009822907,0.0012938826,0.00054090767],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9915188,0.003136578,0.00089518813,0.0013862571,0.0027154426,0.00034766132],"domain_scores_gemma":[0.9462667,0.035300672,0.0031219563,0.01009104,0.0046904385,0.0005290878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009390213,0.0011450388,0.001364247,0.0011141028,0.00045914284,0.0012734666,0.001377812,0.0008020034,0.00067305163],"category_scores_gemma":[0.06285128,0.00045103754,0.0008793318,0.0016919209,0.0005614213,0.0010652768,0.0019480842,0.0014563258,0.00030756387],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042685946,0.00087268,0.059627734,0.0010418935,0.00087249157,0.00068874186,0.0014845552,0.38676193,0.19008827,0.003201101,0.0025217119,0.3485703],"study_design_scores_gemma":[0.00026299126,0.0026154248,0.081675224,0.00008325717,0.00048083533,0.001292294,0.00024556275,0.67489153,0.22718845,0.0072080637,0.0037905374,0.00026594367],"about_ca_topic_score_codex":0.0006569918,"about_ca_topic_score_gemma":0.0005486481,"teacher_disagreement_score":0.009390213,"about_ca_system_score_codex":0.00056485477,"about_ca_system_score_gemma":0.000797249,"threshold_uncertainty_score":0.049660802},"labels":[],"label_agreement":null},{"id":"W200607821","doi":"","title":"Source Code Verification Tools for Software Security Bugs","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Computer science; Java; Static program analysis; Source code; Software security assurance; Context (archaeology); Secure coding; Software bug; Software engineering; Software; Programming language; Code (set theory); Static analysis; Software development; Computer security; Information security; Set (abstract data type)","score_opus":0.023129832370869866,"score_gpt":0.27891172607299575,"score_spread":0.2557818937021259,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W200607821","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21610384,0.0010024253,0.73497367,0.00049157016,0.0001289642,0.0002871041,0.0006219851,0.042123128,0.0042673526],"genre_scores_gemma":[0.67517203,0.00039373472,0.31885126,0.0001129493,0.000033862016,0.00022412367,0.0013138856,0.002084842,0.0018133186],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9958902,0.0009647615,0.0003780976,0.00033932828,0.0021791202,0.0002484842],"domain_scores_gemma":[0.97218263,0.015415284,0.0026466523,0.0042124516,0.005294483,0.00024854447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029592952,0.0010614748,0.0005540921,0.003114089,0.000633628,0.0012394381,0.0016218812,0.0011382027,0.0041525094],"category_scores_gemma":[0.03281623,0.0005866239,0.00072871294,0.0013461919,0.0008224945,0.002482685,0.0011697403,0.00092724885,0.0012335589],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009885309,0.00094003795,0.03192654,0.001685744,0.00021570476,0.002837355,0.0017595371,0.096505605,0.16425928,0.038467012,0.011574298,0.64884037],"study_design_scores_gemma":[0.0003479572,0.0010763154,0.0076542734,0.0005205007,0.00026044043,0.0026174365,0.00035892276,0.70494545,0.2361036,0.025287842,0.020651117,0.00017627374],"about_ca_topic_score_codex":0.0012466552,"about_ca_topic_score_gemma":0.0011796228,"teacher_disagreement_score":0.0041525094,"about_ca_system_score_codex":0.0005157895,"about_ca_system_score_gemma":0.001657792,"threshold_uncertainty_score":0.015650451},"labels":[],"label_agreement":null},{"id":"W2013542440","doi":"10.1109/compsacw.2010.20","title":"The Level of Decomposition Impact on Component Fault Tolerance","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Reliability engineering; Merge (version control); Software fault tolerance; Fault tolerance; Computer science; Software quality; Component (thermodynamics); Reliability (semiconductor); Component-based software engineering; Software; Software system; Distributed computing; Software development; Engineering; Parallel computing; Programming language","score_opus":0.041148960368516216,"score_gpt":0.35882143285384,"score_spread":0.31767247248532376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013542440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8522214,0.0009370032,0.13939777,0.00027646936,0.000040213028,0.00002741506,0.00007049003,0.00042180505,0.0066073826],"genre_scores_gemma":[0.98943627,0.00010182646,0.010017754,0.00003026769,0.000007703866,0.0000073994283,0.000040948864,0.000056122044,0.00030180253],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99828124,0.0004597,0.000082505474,0.00013426013,0.00075948733,0.00028284427],"domain_scores_gemma":[0.9863912,0.0073724263,0.0018925996,0.0016728867,0.0021638132,0.00050707115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016937646,0.00044870083,0.0003349076,0.00070926506,0.00033201216,0.0009860693,0.00031174763,0.00050816423,0.0012114691],"category_scores_gemma":[0.0142907845,0.00023480829,0.00031599344,0.00048604247,0.00075625954,0.001266944,0.0011082608,0.00068999943,0.00025652148],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011099883,0.00022450996,0.060703058,0.00039816505,0.00020891694,0.0006758427,0.0010458546,0.51311445,0.23821564,0.026555158,0.0012642507,0.15648414],"study_design_scores_gemma":[0.00005192892,0.0010936812,0.10724498,0.0001234042,0.00032071496,0.0013265075,0.0008064826,0.73697865,0.118048035,0.028592514,0.0053007123,0.00011235587],"about_ca_topic_score_codex":0.000940244,"about_ca_topic_score_gemma":0.0010288277,"teacher_disagreement_score":0.0016937646,"about_ca_system_score_codex":0.00068029726,"about_ca_system_score_gemma":0.00039695646,"threshold_uncertainty_score":0.008957624},"labels":[],"label_agreement":null},{"id":"W2016492784","doi":"10.1007/s10270-009-0128-1","title":"A dependability profile within MARTE","year":2009,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":172,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Ministerio de Ciencia y Tecnología","keywords":"Dependability; Computer science; Unified Modeling Language; Petri net; Stochastic Petri net; Applications of UML; Formal methods; Software engineering; Software; Reliability engineering; Distributed computing; Programming language","score_opus":0.02643716325503444,"score_gpt":0.2744401544358737,"score_spread":0.24800299118083927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016492784","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49283704,0.0008931787,0.44021192,0.0011333995,0.00007125532,0.00029172082,0.0024172296,0.014889184,0.04725499],"genre_scores_gemma":[0.8094928,0.0003298501,0.17047569,0.00023003695,0.00005055618,0.000070319344,0.0037586163,0.0018695659,0.013722531],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982139,0.00016565293,0.000101080324,0.00017920375,0.0011093521,0.00023087898],"domain_scores_gemma":[0.9953577,0.0010640399,0.00031402518,0.001439937,0.0014919866,0.00033225666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024679054,0.00046303374,0.00044169903,0.0018332002,0.00057405303,0.0017004278,0.0010510299,0.0007422783,0.0035807346],"category_scores_gemma":[0.0067940233,0.0006110595,0.000615976,0.0010256481,0.00033011183,0.0033357022,0.00095274934,0.0014723093,0.001380811],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016457955,0.00092857715,0.03265585,0.00042688826,0.00013530528,0.0009955919,0.0024410074,0.14482528,0.0812858,0.09488253,0.015968528,0.6238089],"study_design_scores_gemma":[0.000060596176,0.0008594858,0.022717502,0.00016159874,0.00007583102,0.0018745469,0.00046885893,0.7933084,0.0531707,0.050247084,0.07691938,0.00013599338],"about_ca_topic_score_codex":0.0018541551,"about_ca_topic_score_gemma":0.0036199568,"teacher_disagreement_score":0.0035807346,"about_ca_system_score_codex":0.0006258944,"about_ca_system_score_gemma":0.00080098223,"threshold_uncertainty_score":0.013051689},"labels":[],"label_agreement":null},{"id":"W2017813642","doi":"10.1109/eit.2006.252187","title":"Analysis of Service-Oriented Architectures with Sensitivity Analysis","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Computer science; Software engineering; Software construction; Software development; Software system; Software; Software sizing; Service (business); Software design; Sensitivity (control systems); Verification and validation; Software reliability testing; Systems engineering; Reliability engineering; Engineering; Operating system","score_opus":0.006828420345467531,"score_gpt":0.24188692030318112,"score_spread":0.2350584999577136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017813642","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06000428,0.0003854269,0.93306345,0.00029356344,0.000028071909,0.00013870288,0.00005330004,0.00021384547,0.0058193677],"genre_scores_gemma":[0.9186566,0.00053789426,0.07857457,0.00008094877,0.00003810571,0.00031628154,0.00006936267,0.00007426987,0.0016519998],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969098,0.0016169146,0.00008630841,0.00018949475,0.00089031714,0.00030713185],"domain_scores_gemma":[0.98630905,0.01157874,0.00079495244,0.00044572403,0.00074238644,0.00012919228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053856634,0.001359123,0.0008638375,0.0024597347,0.0005977819,0.0015657464,0.00078232493,0.0009961976,0.0026505347],"category_scores_gemma":[0.019387567,0.00079265126,0.0014685176,0.0010135305,0.0014045808,0.0016500109,0.0013061956,0.001157553,0.00018778363],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003355607,0.000032995496,0.0005545125,0.00006127539,0.00005073101,0.000046907597,0.000048709804,0.9557487,0.0012119437,0.03497427,0.00013074937,0.007105667],"study_design_scores_gemma":[0.0000045509114,0.000024915438,0.0001577029,0.000009320835,0.000012851594,0.000015608985,0.000011898859,0.974276,0.0006166163,0.024619687,0.00024267293,0.0000081309545],"about_ca_topic_score_codex":0.003184967,"about_ca_topic_score_gemma":0.0011574213,"teacher_disagreement_score":0.0053856634,"about_ca_system_score_codex":0.0020122267,"about_ca_system_score_gemma":0.0014670248,"threshold_uncertainty_score":0.028482497},"labels":[],"label_agreement":null},{"id":"W2019243921","doi":"10.1002/nav.20194","title":"On optimality of one‐bug‐look‐ahead policies for a software testing model","year":2007,"lang":"en","type":"article","venue":"Naval Research Logistics (NRL)","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Counterexample; Monotonic function; Software; Computer science; Sample (material); Sense (electronics); Mathematical optimization; Mathematical economics; Mathematics; Discrete mathematics; Programming language","score_opus":0.36816490180597294,"score_gpt":0.4710107124231524,"score_spread":0.10284581061717946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019243921","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3492997,0.0009827629,0.63398296,0.0048116157,0.000102026104,0.00029951,0.0006391707,0.00059651025,0.009285783],"genre_scores_gemma":[0.9614993,0.00043428148,0.03496793,0.00033383505,0.000057226778,0.00017478742,0.00030734716,0.00010848265,0.0021168862],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9935806,0.0035255228,0.00041646478,0.0009118976,0.0006858686,0.00087960256],"domain_scores_gemma":[0.836873,0.14408492,0.011231185,0.0031617803,0.0027267248,0.0019223777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020648023,0.0016115138,0.0048943576,0.0016534934,0.001085451,0.0028683818,0.0027150926,0.0038296408,0.004275617],"category_scores_gemma":[0.08255496,0.0013096331,0.0018025931,0.0009455515,0.0039175563,0.0040451195,0.0022085716,0.0058496944,0.00037973066],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071998,0.0003247365,0.0054670433,0.00035459193,0.00016973235,0.00032900885,0.00028595948,0.76754016,0.001465724,0.20333822,0.002580373,0.017424535],"study_design_scores_gemma":[0.00012250898,0.0002469172,0.0011795369,0.00006915892,0.000042701464,0.000069346745,0.00007484012,0.8262855,0.0006466488,0.17068146,0.00053964334,0.000041833227],"about_ca_topic_score_codex":0.0045029237,"about_ca_topic_score_gemma":0.0021406494,"teacher_disagreement_score":0.020648023,"about_ca_system_score_codex":0.0026076091,"about_ca_system_score_gemma":0.0038161902,"threshold_uncertainty_score":0.10919845},"labels":[],"label_agreement":null},{"id":"W2019817087","doi":"10.1177/01466216045280142","title":"SIMCAT 1.0: A SAS Computer Program for Simulating Computer Adaptive Testing","year":2006,"lang":"en","type":"article","venue":"Applied Psychological Measurement","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Computerized adaptive testing; Computer science; Computer program; Programming language; Statistics; Psychometrics; Mathematics","score_opus":0.13975375466909867,"score_gpt":0.3452510035012429,"score_spread":0.2054972488321442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019817087","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050170712,0.00018814547,0.7960635,0.00032968292,0.00038366244,0.0016139603,0.031983312,0.10115884,0.018108187],"genre_scores_gemma":[0.18119003,0.00035197198,0.7649874,0.0002601543,0.00016422897,0.00890279,0.017585242,0.016520558,0.010037603],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982437,0.0010097307,0.00016221768,0.00015783972,0.00027753986,0.00014908578],"domain_scores_gemma":[0.98797256,0.009414878,0.00047259845,0.0009922256,0.0009758868,0.00017180743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003713722,0.00092402665,0.0009472751,0.0010344938,0.00034211093,0.0009881398,0.002022883,0.0006919773,0.051307134],"category_scores_gemma":[0.015466015,0.00069422513,0.00080013316,0.0012192305,0.0002829061,0.0007267922,0.00078295136,0.0025946025,0.0066448227],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030094062,0.0016534751,0.0330772,0.00225329,0.0012613878,0.0005448892,0.001425883,0.17067786,0.015674127,0.06108665,0.39243364,0.31690225],"study_design_scores_gemma":[0.0012499702,0.0011655793,0.019138817,0.00022561893,0.000427332,0.00043514493,0.00027259698,0.7467606,0.02388241,0.042708598,0.1635111,0.00022233551],"about_ca_topic_score_codex":0.0071854456,"about_ca_topic_score_gemma":0.0061656367,"teacher_disagreement_score":0.051307134,"about_ca_system_score_codex":0.0004828829,"about_ca_system_score_gemma":0.001466839,"threshold_uncertainty_score":0.1716395},"labels":[],"label_agreement":null},{"id":"W2022974228","doi":"10.4271/2013-01-2258","title":"An Approach of Developing System Redundancy Management Requirements","year":2013,"lang":"en","type":"article","venue":"SAE technical papers on CD-ROM/SAE technical paper series","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bombardier (Canada)","funders":"","keywords":"Redundancy (engineering); Computer science; Reliability engineering; Engineering; Operating system","score_opus":0.025053764561846433,"score_gpt":0.2836842820569973,"score_spread":0.25863051749515087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022974228","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054151006,0.000029384308,0.9825355,0.00020474904,0.000016898788,0.00044746706,0.0001227318,0.00095343764,0.010274791],"genre_scores_gemma":[0.048749115,0.00006894349,0.9469604,0.000071027134,0.000008553893,0.00025200812,0.00031597598,0.00022711499,0.0033469016],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99469227,0.0015440887,0.00035213074,0.00047663873,0.002665902,0.00026889823],"domain_scores_gemma":[0.99321365,0.0025040244,0.00044541486,0.0012023976,0.0024908462,0.00014360729],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037944864,0.0013445029,0.0005586724,0.0027282697,0.0011386989,0.003065325,0.0021433176,0.0012606683,0.0062219645],"category_scores_gemma":[0.011527715,0.0013841103,0.0019449114,0.0010425384,0.0012208377,0.0025260204,0.002219378,0.0021011604,0.0020985093],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016785479,0.0005360709,0.0034307193,0.0010759747,0.00018412831,0.0018790805,0.004689504,0.10003933,0.06261234,0.3421797,0.011816516,0.47138876],"study_design_scores_gemma":[0.00011198169,0.0004359278,0.0015895101,0.00072930753,0.0002915268,0.0015950825,0.002375134,0.6389044,0.074185304,0.124930896,0.15465096,0.00019995762],"about_ca_topic_score_codex":0.005438829,"about_ca_topic_score_gemma":0.009134096,"teacher_disagreement_score":0.0062219645,"about_ca_system_score_codex":0.0016060813,"about_ca_system_score_gemma":0.004746287,"threshold_uncertainty_score":0.020814478},"labels":[],"label_agreement":null},{"id":"W2023156601","doi":"10.5555/2820126.2820139","title":"A methodology for the simplification of tabular designs in model-based development","year":2015,"lang":"en","type":"article","venue":"MacSphere (McMaster University)","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Automotive industry; Code refactoring; Software engineering; Traceability; Readability; Programming language; Software; Engineering","score_opus":0.18123033687229742,"score_gpt":0.30929783022177126,"score_spread":0.12806749334947384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023156601","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043189843,0.000080381986,0.997186,0.00008292931,0.000037440714,0.00014373533,0.000046000543,0.0007034372,0.0012882157],"genre_scores_gemma":[0.005324096,0.00018009354,0.99232304,0.000052678,0.00001529839,0.00029118828,0.00015894958,0.00033015784,0.0013244682],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9906577,0.0035253554,0.0009828323,0.0010990695,0.003391585,0.00034352686],"domain_scores_gemma":[0.98366416,0.008885393,0.0009785884,0.0032901785,0.002951417,0.00023038535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009789158,0.0015684777,0.000885251,0.0030100443,0.0016362758,0.00395948,0.0032285429,0.0013060987,0.0087352125],"category_scores_gemma":[0.031269006,0.001833311,0.0032130738,0.0023638906,0.0033309893,0.0036240593,0.0048596603,0.0042896457,0.0034505185],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008267214,0.00018111823,0.0009268125,0.0015578587,0.0001097861,0.0008759822,0.004163783,0.06565834,0.013492675,0.49470094,0.011432523,0.40681753],"study_design_scores_gemma":[0.00013294292,0.0002979483,0.00050914165,0.0016348806,0.00021912772,0.0015348676,0.00079850317,0.2112535,0.030596897,0.29499096,0.45780888,0.00022231563],"about_ca_topic_score_codex":0.0029042705,"about_ca_topic_score_gemma":0.0037716955,"teacher_disagreement_score":0.009789158,"about_ca_system_score_codex":0.0017615487,"about_ca_system_score_gemma":0.0045086476,"threshold_uncertainty_score":0.051770627},"labels":[],"label_agreement":null},{"id":"W2023398194","doi":"10.3166/jesa.44.229-253","title":"Modélisation d'un système par automate stochastique hybride pour l'évaluation de la fiabilité dynamique","year":2010,"lang":"fr","type":"article","venue":"Journal Européen des Systèmes Automatisés","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Physics; Philosophy","score_opus":0.021512256082259634,"score_gpt":0.29345530394523334,"score_spread":0.2719430478629737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023398194","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39779043,0.000375205,0.5936482,0.00067319936,0.00014801604,0.00012762165,0.00013325222,0.00074706005,0.006357066],"genre_scores_gemma":[0.96755266,0.00011378732,0.02860946,0.000029656458,0.000023646806,0.0001297768,0.00007187908,0.000042871132,0.0034262908],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990932,0.00036932915,0.000035591733,0.0001313283,0.00028770408,0.00008277884],"domain_scores_gemma":[0.9981337,0.0013489216,0.00009167558,0.00007413142,0.00029611564,0.00005551742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013613586,0.0009876277,0.0013618583,0.0006878416,0.0007644766,0.0016931639,0.00096836523,0.0018707943,0.0015074048],"category_scores_gemma":[0.0027013216,0.00047335704,0.001237717,0.0005998548,0.001269414,0.00086965534,0.0007426551,0.0013110022,0.00022318814],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009497686,0.000044588218,0.00040306002,0.000033260334,0.000025894207,0.000052181582,0.00003186485,0.99025625,0.0044490695,0.0017907091,0.00006961489,0.0027485925],"study_design_scores_gemma":[0.000009917711,0.000031030657,0.00014148859,9.623778e-7,0.0000042652537,0.000008067996,0.0000066609896,0.9984738,0.0009861486,0.0002552049,0.00007779719,0.000004665418],"about_ca_topic_score_codex":0.023295922,"about_ca_topic_score_gemma":0.00979207,"teacher_disagreement_score":0.023295922,"about_ca_system_score_codex":0.0014943122,"about_ca_system_score_gemma":0.0018041064,"threshold_uncertainty_score":0.046320617},"labels":[],"label_agreement":null},{"id":"W2024062765","doi":"10.1109/prdc.2013.33","title":"Derivation of Stochastic Reward Net for Compatibility and Conformance Verification of Component Erroneous Behavior Model","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Center for Evolutionary Biology and Medicine, University of Pittsburgh; Albaha University","keywords":"Compatibility (geochemistry); Computer science; Component (thermodynamics); Unified Modeling Language; Conformance testing; Model checking; Behavioral modeling; Reliability engineering; Distributed computing; Theoretical computer science; Programming language; Artificial intelligence; Engineering; Software","score_opus":0.029971621044234415,"score_gpt":0.2823924052743948,"score_spread":0.2524207842301604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024062765","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013957546,0.000021950606,0.9833266,0.00005106916,0.000023625573,0.00010898651,0.000089093555,0.00041698452,0.0020041023],"genre_scores_gemma":[0.43685308,0.00012530363,0.557462,0.00006993232,0.000022667484,0.00051967555,0.00047671102,0.00024137858,0.004229288],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99825937,0.0003502971,0.0001273874,0.00026050402,0.00086044363,0.00014201498],"domain_scores_gemma":[0.99801874,0.0009496193,0.00027232384,0.00017359419,0.0005316543,0.000054014225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018841388,0.0006252007,0.00056638935,0.0013401022,0.00054368493,0.0009522389,0.0008480089,0.0007227589,0.0023366138],"category_scores_gemma":[0.005971858,0.00041271135,0.0014911026,0.0004999304,0.00083132496,0.00078083354,0.00090868707,0.001036375,0.00039858354],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014064842,0.00011379395,0.0026411866,0.00016607383,0.000048907357,0.001108311,0.00021918301,0.7786644,0.014817587,0.15220712,0.00072830176,0.049144506],"study_design_scores_gemma":[0.000013241307,0.00003630231,0.0002030142,0.000018392238,0.000016997392,0.000085819505,0.000011817667,0.9723059,0.0045048017,0.021556232,0.0012354816,0.00001202805],"about_ca_topic_score_codex":0.00791082,"about_ca_topic_score_gemma":0.006727802,"teacher_disagreement_score":0.00791082,"about_ca_system_score_codex":0.001283616,"about_ca_system_score_gemma":0.0025196546,"threshold_uncertainty_score":0.015729547},"labels":[],"label_agreement":null},{"id":"W2024720842","doi":"10.1016/j.orl.2012.05.008","title":"Simultaneous testing of multicharacteristic components","year":2012,"lang":"en","type":"article","venue":"Operations Research Letters","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Component (thermodynamics); Computer science; Construct (python library); Simple (philosophy); Heuristic; Test strategy; Sequential analysis; Algorithm; Mathematical optimization; Mathematics; Statistics; Artificial intelligence","score_opus":0.10618553926644932,"score_gpt":0.37003103829978545,"score_spread":0.26384549903333615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024720842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7978242,0.00021247976,0.19797619,0.000111252404,0.0001212538,0.00014262005,0.00011904151,0.0009261733,0.0025666824],"genre_scores_gemma":[0.9701099,0.00002826599,0.02872828,0.000029838066,0.000020619245,0.0000538163,0.00006756252,0.000058663074,0.00090310536],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.993747,0.0016472728,0.0003186328,0.0015316503,0.0020939233,0.0006614303],"domain_scores_gemma":[0.9626557,0.025602957,0.001891244,0.0048815026,0.003972568,0.000996052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031552822,0.0014450103,0.0009751614,0.0014572899,0.0006256853,0.0015372656,0.0022921425,0.001036137,0.005350159],"category_scores_gemma":[0.024713647,0.00066426146,0.00097442954,0.0008955358,0.0013049273,0.003436567,0.0023641617,0.0008976122,0.00070101436],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012109644,0.0014571102,0.057559192,0.0008342385,0.0006533114,0.0025940249,0.0014059059,0.070814386,0.30719534,0.02085988,0.0016271725,0.5228898],"study_design_scores_gemma":[0.0005636844,0.010250918,0.031992216,0.0000896436,0.00054269773,0.0025078931,0.00064943807,0.63396,0.2749006,0.04112236,0.0032356754,0.00018494671],"about_ca_topic_score_codex":0.0012858148,"about_ca_topic_score_gemma":0.0015023842,"teacher_disagreement_score":0.005350159,"about_ca_system_score_codex":0.0006475158,"about_ca_system_score_gemma":0.001403278,"threshold_uncertainty_score":0.017898083},"labels":[],"label_agreement":null},{"id":"W2027958489","doi":"10.1109/ares.2014.54","title":"Analysis of Algorithms for Computation of Direct Partial Logic Derivatives in Multiple-Valued Decision Diagrams","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Ministère de la Santé et des Services sociaux","keywords":"Computer science; Reliability (semiconductor); Algorithm; Dimension (graph theory); Representation (politics); Component (thermodynamics); Binary decision diagram; Theoretical computer science; Influence diagram; Mathematics; Data mining; Decision tree","score_opus":0.055423174324658174,"score_gpt":0.3523291786181512,"score_spread":0.29690600429349306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027958489","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010700991,0.00031952586,0.98572856,0.00013840466,0.000027711041,0.00010996762,0.00013002261,0.0009974225,0.0018473491],"genre_scores_gemma":[0.16336621,0.00035928717,0.8327449,0.00013245209,0.000048919163,0.00041880485,0.00077495637,0.0003467046,0.0018078417],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974057,0.00081808463,0.00020791484,0.00047415655,0.0007894941,0.0003046024],"domain_scores_gemma":[0.9788083,0.018441048,0.00055611174,0.00078886107,0.0012078952,0.00019784614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028242897,0.0018641106,0.0013703814,0.0017421418,0.0008620355,0.0024745916,0.00190379,0.001186627,0.008034803],"category_scores_gemma":[0.016021011,0.0006882246,0.0022370184,0.0016259769,0.0010851207,0.0029002815,0.0019405956,0.0024346784,0.0012123851],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034801793,0.0001974839,0.002140096,0.0006454808,0.0001344698,0.00014444497,0.00026074713,0.55169415,0.003173047,0.08500375,0.0030582661,0.35320008],"study_design_scores_gemma":[0.00006860974,0.000047578993,0.00019816698,0.00004865697,0.000036968362,0.00005871659,0.000039826977,0.9282403,0.0024552876,0.06729367,0.0014961397,0.000016035898],"about_ca_topic_score_codex":0.0047273147,"about_ca_topic_score_gemma":0.005728427,"teacher_disagreement_score":0.008034803,"about_ca_system_score_codex":0.0027663775,"about_ca_system_score_gemma":0.0032653487,"threshold_uncertainty_score":0.026879072},"labels":[],"label_agreement":null},{"id":"W2028198237","doi":"10.1007/s11633-007-0388-6","title":"Software operational profile based test case allocation using fuzzy logic","year":2007,"lang":"en","type":"article","venue":"International Journal of Automation and Computing","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Indian Institute of Technology Kharagpur; University of Ottawa","keywords":"Computer science; Software; Software reliability testing; Fuzzy logic; Software quality; Reliability engineering; Software sizing; Test case; Software construction; Data mining; Software system; Software development; Artificial intelligence; Machine learning; Engineering; Operating system; Regression analysis","score_opus":0.027966603596039166,"score_gpt":0.3372344780745888,"score_spread":0.30926787447854964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028198237","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11478462,0.00013736321,0.87991905,0.000105142295,0.000023058887,0.00022813957,0.00011530258,0.0015364303,0.0031509905],"genre_scores_gemma":[0.84553623,0.000033746965,0.15347913,0.000031989952,0.000008524485,0.00012695626,0.00010407177,0.000051063424,0.0006282442],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983485,0.00044958226,0.00012750257,0.00023305454,0.000670919,0.00017050911],"domain_scores_gemma":[0.99640614,0.0017651126,0.00035783334,0.00026506287,0.0010213301,0.000184508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016163059,0.00072796753,0.0010149456,0.0031689147,0.0006118147,0.0015319414,0.0013961976,0.0006366968,0.002464002],"category_scores_gemma":[0.007068429,0.00043825904,0.00047876622,0.0012671768,0.000343531,0.0013442591,0.00062185904,0.0005167614,0.00036012573],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012917839,0.0004009014,0.0036613357,0.00012489976,0.00011016207,0.00017798383,0.00021036704,0.36090943,0.019014044,0.0054087015,0.0016678683,0.6070225],"study_design_scores_gemma":[0.000042925432,0.00009710859,0.0009176983,0.000013144988,0.00004034156,0.00005831315,0.000034142293,0.98972636,0.005594735,0.0031304182,0.00032860623,0.000016153306],"about_ca_topic_score_codex":0.006639908,"about_ca_topic_score_gemma":0.005964395,"teacher_disagreement_score":0.006639908,"about_ca_system_score_codex":0.0021175505,"about_ca_system_score_gemma":0.001145688,"threshold_uncertainty_score":0.015363932},"labels":[],"label_agreement":null},{"id":"W2031392029","doi":"10.1109/issre.2008.22","title":"A Hardware-Assisted Tool for Fast, Full Code Coverage Analysis","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Calgary","funders":"","keywords":"Computer science; Instrumentation (computer programming); Debugging; Code (set theory); Code coverage; Process (computing); Unreachable code; Embedded system; Software; Dead code; Redundant code; Source code; Operating system; Computer hardware; Code generation; Programming language; Key (lock)","score_opus":0.03624551820477032,"score_gpt":0.2944457366308323,"score_spread":0.25820021842606194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031392029","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0103417905,0.00019034465,0.8683993,0.0000892421,0.000057982677,0.000120704026,0.0007790099,0.1181969,0.0018247393],"genre_scores_gemma":[0.22012863,0.00023884106,0.7640288,0.00018927101,0.00007152642,0.00052380504,0.0026881462,0.0062299804,0.005901088],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985856,0.00019057254,0.00012692907,0.00020127397,0.0007959041,0.00009974756],"domain_scores_gemma":[0.99381906,0.00324783,0.0005765235,0.001313092,0.00092243263,0.000121057776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011417798,0.0012300988,0.000843411,0.0023434947,0.00036919717,0.0007522463,0.0014453861,0.00082607183,0.0113730915],"category_scores_gemma":[0.0061855544,0.00068652956,0.0006531961,0.0012598136,0.0005345815,0.0018026739,0.0013357112,0.0011417173,0.0029386897],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006876818,0.0003262069,0.0050027505,0.0006878628,0.0001639433,0.00078310416,0.00035839737,0.024011455,0.110535756,0.00969625,0.038465228,0.8092814],"study_design_scores_gemma":[0.00031088927,0.0005953514,0.0049489723,0.0001484451,0.00012109775,0.0021635052,0.000069891175,0.7169813,0.21269739,0.010878518,0.050878093,0.00020647689],"about_ca_topic_score_codex":0.000962352,"about_ca_topic_score_gemma":0.0013392939,"teacher_disagreement_score":0.0113730915,"about_ca_system_score_codex":0.0003420959,"about_ca_system_score_gemma":0.00093078683,"threshold_uncertainty_score":0.038046837},"labels":[],"label_agreement":null},{"id":"W2032494193","doi":"10.1145/1142958.1142961","title":"How should software reliability engineering (SRE) be taught?","year":2006,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada)","funders":"","keywords":"Reliability (semiconductor); Software quality; Software engineering; Computer science; Software; Engineering management; Software peer review; Work (physics); Software development; Software Engineering Process Group; Medical education; Engineering; Software construction; Medicine; Mechanical engineering","score_opus":0.022359914709258053,"score_gpt":0.24394602014958858,"score_spread":0.22158610544033053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032494193","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03926139,0.03988924,0.0377377,0.80941975,0.013282717,0.0001502337,0.00007736732,0.001142842,0.059038803],"genre_scores_gemma":[0.5310171,0.069188364,0.13357298,0.1893703,0.008092542,0.0005969411,0.00029647976,0.00053122034,0.06733394],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99734014,0.0012717363,0.00013135793,0.000245741,0.00074490195,0.0002661192],"domain_scores_gemma":[0.98771393,0.004408315,0.00076342985,0.0006417125,0.0031343903,0.0033382154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061877477,0.00039136162,0.00035821373,0.00070031086,0.0012914508,0.0021391443,0.00085345097,0.0037025746,0.0056229844],"category_scores_gemma":[0.026275009,0.00024135725,0.0002516451,0.00058394845,0.0023315006,0.0049223797,0.0016106656,0.0047694203,0.0034163713],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042931173,0.00061498914,0.003643789,0.0010995837,0.000013157131,0.00015636205,0.004663674,0.000539598,0.0020852885,0.03808692,0.17671381,0.7723399],"study_design_scores_gemma":[0.000066535475,0.00050128216,0.016743904,0.0031649456,0.000024241197,0.0009330942,0.012855711,0.00093945605,0.002149683,0.10309109,0.8594646,0.00006553768],"about_ca_topic_score_codex":0.002090204,"about_ca_topic_score_gemma":0.004100085,"teacher_disagreement_score":0.0061877477,"about_ca_system_score_codex":0.0014630195,"about_ca_system_score_gemma":0.0051618265,"threshold_uncertainty_score":0.03272438},"labels":[],"label_agreement":null},{"id":"W2033787847","doi":"10.1109/ccece.2010.5575155","title":"Condition-based reliability modeling for systems with partial and standby redundancy","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Alberta","funders":"","keywords":"Reliability engineering; Redundancy (engineering); Reliability (semiconductor); Computer science; Reliability theory; Maintenance engineering; Failure rate; Engineering","score_opus":0.015950701620490604,"score_gpt":0.28214020702261566,"score_spread":0.26618950540212505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033787847","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012934069,0.00025762568,0.9837569,0.00010463909,0.000030937455,0.00003709079,0.00012793009,0.00039288955,0.002357903],"genre_scores_gemma":[0.8085091,0.0014504929,0.18027927,0.0001007869,0.00018876723,0.0004510348,0.0005937653,0.00022435632,0.008202291],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99908626,0.00023343907,0.00005137051,0.00015435768,0.00037485544,0.00009978481],"domain_scores_gemma":[0.99869365,0.0006811962,0.0002150379,0.0001499734,0.00021974387,0.000040475275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014538842,0.0011912271,0.0010059471,0.0009642609,0.0004448684,0.000988928,0.002143749,0.0014578277,0.0030149678],"category_scores_gemma":[0.0042566033,0.0005604217,0.0013255482,0.00062404573,0.0008112411,0.0029780185,0.0008143697,0.0011785553,0.00078282645],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032128635,0.00002103299,0.0003168471,0.000046371428,0.000018015691,0.00007505028,0.000070998394,0.9629364,0.0025439477,0.02734348,0.00035243543,0.0062434105],"study_design_scores_gemma":[0.0000022487372,0.000015312926,0.00007788755,0.0000026920075,0.0000071601985,0.000018169692,0.000003845458,0.995014,0.00024054927,0.004279848,0.00033308627,0.0000050998583],"about_ca_topic_score_codex":0.0068794666,"about_ca_topic_score_gemma":0.004333812,"teacher_disagreement_score":0.0068794666,"about_ca_system_score_codex":0.0008156516,"about_ca_system_score_gemma":0.0011437676,"threshold_uncertainty_score":0.013678849},"labels":[],"label_agreement":null},{"id":"W2033944127","doi":"10.1023/a:1004101402897","title":"Start-Up Demonstration Tests with Rejection of Units upon Observing d Failures","year":2000,"lang":"en","type":"article","venue":"Annals of the Institute of Statistical Mathematics","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Mathematics; Test (biology); Statistics; Function (biology); Statistical hypothesis testing; Distribution (mathematics); Calculus (dental); Applied mathematics; Mathematical analysis; Medicine","score_opus":0.0802316870046062,"score_gpt":0.3248804992497101,"score_spread":0.24464881224510387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033944127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84152466,0.00021883259,0.14760889,0.0004161427,0.00022048331,0.00038127793,0.00054054306,0.004211499,0.0048776893],"genre_scores_gemma":[0.9720782,0.00002887131,0.02407608,0.00020640176,0.000036532623,0.00019007295,0.00045777168,0.00017379211,0.0027524119],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99553347,0.0016529773,0.00032186016,0.0006109225,0.0013856393,0.00049513025],"domain_scores_gemma":[0.8971404,0.077483095,0.006959457,0.01011188,0.004227338,0.004077793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057234126,0.0011618409,0.0010318765,0.0011302151,0.00047943706,0.000882804,0.0019892685,0.0024757453,0.009717457],"category_scores_gemma":[0.059133273,0.0004658918,0.0006904793,0.00042713073,0.000899533,0.0014728627,0.0022876423,0.001723728,0.0025878008],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0483179,0.005185148,0.26090035,0.000990787,0.0007379266,0.005542232,0.0019429773,0.04500589,0.21844302,0.014665313,0.01372148,0.3845469],"study_design_scores_gemma":[0.0032060703,0.02926083,0.19838476,0.0003321626,0.00041568247,0.00633647,0.0010652111,0.44553208,0.28172028,0.020413218,0.012754947,0.000578356],"about_ca_topic_score_codex":0.00060443766,"about_ca_topic_score_gemma":0.001111988,"teacher_disagreement_score":0.009717457,"about_ca_system_score_codex":0.0003242652,"about_ca_system_score_gemma":0.000795211,"threshold_uncertainty_score":0.032508135},"labels":[],"label_agreement":null},{"id":"W2037087526","doi":"10.1109/iecon.2012.6389397","title":"Software quality engineering in service of IT consumer","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software quality; Social software engineering; Computer science; Software engineering; Software quality control; Quality (philosophy); Software quality analyst; Software development; Software construction; Software; Operating system","score_opus":0.046317996402359715,"score_gpt":0.3261213490762795,"score_spread":0.27980335267391976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037087526","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10492899,0.015690448,0.22814824,0.16583687,0.0012483945,0.00014571087,0.00009236692,0.0010179994,0.48289096],"genre_scores_gemma":[0.90261066,0.0071830847,0.031213256,0.006187203,0.0005301055,0.000062588464,0.00006492139,0.00031783298,0.051830303],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937807,0.002262756,0.00020341348,0.00035368145,0.0029732052,0.00042627723],"domain_scores_gemma":[0.98956853,0.0030217008,0.0007712531,0.0011115787,0.0045288894,0.0009979372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049679247,0.0002125689,0.00033674506,0.0011410296,0.0012933963,0.005348441,0.0006092065,0.0017454255,0.0063025216],"category_scores_gemma":[0.014984468,0.00017237093,0.00024595996,0.0014993743,0.0030908037,0.0057657924,0.002209407,0.001908483,0.001773167],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056655826,0.00009266136,0.006312608,0.00022090012,0.000014318008,0.00036501605,0.00834395,0.00095465814,0.0030549073,0.77035844,0.025764484,0.18446143],"study_design_scores_gemma":[0.000027773538,0.0002469151,0.008767473,0.00056344335,0.000031684,0.0011456639,0.013133393,0.010525885,0.004083464,0.44205287,0.5193702,0.00005118908],"about_ca_topic_score_codex":0.0034466132,"about_ca_topic_score_gemma":0.0026166255,"teacher_disagreement_score":0.0063025216,"about_ca_system_score_codex":0.0027360285,"about_ca_system_score_gemma":0.0037827683,"threshold_uncertainty_score":0.02627325},"labels":[],"label_agreement":null},{"id":"W2041489089","doi":"10.1145/1723028.1723047","title":"A lightweight and flexible process for designing intuitive error handling and effective error messages","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Computer science; Process (computing); Error detection and correction; Algorithm; Programming language","score_opus":0.029033726844238945,"score_gpt":0.342182483863833,"score_spread":0.31314875701959405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041489089","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032147893,0.000042362193,0.98821557,0.00031846878,0.00006066866,0.0009728273,0.000050097515,0.004754716,0.0023705228],"genre_scores_gemma":[0.029532082,0.000081991355,0.96289355,0.00017263208,0.000055384928,0.0009571753,0.0001694394,0.0012869574,0.0048508137],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97708374,0.010888695,0.0019819087,0.0023839457,0.00709853,0.00056324765],"domain_scores_gemma":[0.9406298,0.027320601,0.004449173,0.015019784,0.011360219,0.00122046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021356542,0.0023752418,0.0009328662,0.0035751143,0.0023994846,0.0053495723,0.0026058806,0.0026786355,0.009261124],"category_scores_gemma":[0.07066006,0.0016836766,0.001270761,0.0014852422,0.0028635361,0.0061517702,0.0058744596,0.0040935013,0.0072352057],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043225757,0.00088823674,0.0021651518,0.0011712522,0.000094182295,0.0012602004,0.022434967,0.012205362,0.10064529,0.08239158,0.024379859,0.75193167],"study_design_scores_gemma":[0.0005460795,0.0015884918,0.0047577643,0.0016760337,0.00022836214,0.0026410392,0.005025424,0.14139614,0.15811422,0.15987368,0.52330506,0.00084766914],"about_ca_topic_score_codex":0.00095660466,"about_ca_topic_score_gemma":0.0012137196,"teacher_disagreement_score":0.021356542,"about_ca_system_score_codex":0.0012301075,"about_ca_system_score_gemma":0.0047858963,"threshold_uncertainty_score":0.1129455},"labels":[],"label_agreement":null},{"id":"W2041953547","doi":"10.1142/s0218539305001665","title":"k-OUT-OF-n SYSTEM WITH SELF-LOOP UNITS","year":2005,"lang":"en","type":"article","venue":"International Journal of Reliability Quality and Safety Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Reliability (semiconductor); Loop (graph theory); Standard deviation; Moment-generating function; Reliability engineering; Computer science; Graph; Function (biology); Mathematics; Control theory (sociology); Engineering; Probability density function; Statistics; Combinatorics; Physics; Theoretical computer science; Control (management); Artificial intelligence","score_opus":0.020844364645484083,"score_gpt":0.287848612627805,"score_spread":0.2670042479823209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041953547","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37536836,0.00026185482,0.6150674,0.0002042689,0.000086956556,0.00011428958,0.00010467896,0.00059465005,0.008197515],"genre_scores_gemma":[0.9807943,0.00007563444,0.017283177,0.00003251027,0.000033640157,0.000029094395,0.000023015848,0.0000100684465,0.00171854],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99951637,0.000097326665,0.00003445602,0.00013890624,0.00013435895,0.00007860675],"domain_scores_gemma":[0.9989312,0.000421187,0.00028742052,0.00009993408,0.0001976,0.0000626041],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055393134,0.00043458512,0.0007971886,0.0005106895,0.0009472417,0.0006865014,0.0010062045,0.00053170224,0.0018351994],"category_scores_gemma":[0.0015933271,0.00021715276,0.00053553365,0.00035255152,0.00090968894,0.0011909396,0.0006567129,0.0003853466,0.00026121922],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004972492,0.00015158515,0.0064331684,0.00018708735,0.0001283812,0.0016769947,0.00038410357,0.90513223,0.01753233,0.03026924,0.0008110882,0.03679652],"study_design_scores_gemma":[0.000016815258,0.000084858315,0.0007375319,0.000006251814,0.000025021904,0.00017882613,0.000029865387,0.9913549,0.0013702108,0.005591121,0.0005875254,0.000017191416],"about_ca_topic_score_codex":0.003913916,"about_ca_topic_score_gemma":0.0044899215,"teacher_disagreement_score":0.003913916,"about_ca_system_score_codex":0.0006548563,"about_ca_system_score_gemma":0.0006772875,"threshold_uncertainty_score":0.0077822804},"labels":[],"label_agreement":null},{"id":"W2044138490","doi":"10.1007/s10270-008-0084-1","title":"Model-driven assessment of system dependability","year":2008,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Dependability; Computer science; Formalism (music); Probabilistic logic; Reliability engineering; Software engineering; Embedded system; Artificial intelligence; Engineering","score_opus":0.062635797815128,"score_gpt":0.30598090796932975,"score_spread":0.24334511015420174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044138490","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38215142,0.00020907665,0.6091391,0.00017741966,0.00004438,0.00017616895,0.00040370453,0.0011546573,0.0065440973],"genre_scores_gemma":[0.975298,0.000040639054,0.023877705,0.000018568639,0.0000046036494,0.000080836064,0.00015011357,0.000040350686,0.00048909365],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990393,0.00040136374,0.000024411745,0.000071695315,0.00041043028,0.00005286638],"domain_scores_gemma":[0.99766386,0.0015483794,0.00014454695,0.00022847466,0.00037338302,0.000041496103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001355727,0.00059725624,0.00050660694,0.00084176275,0.00021609792,0.00070167304,0.0007253503,0.00075990625,0.001329253],"category_scores_gemma":[0.005818732,0.0003484906,0.00061496935,0.0003334469,0.00030237896,0.0007437241,0.0003978382,0.0005785457,0.00021401749],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091997346,0.00008406688,0.0012052733,0.000053513577,0.000033786015,0.000028234952,0.000022025817,0.971067,0.0069140554,0.0028319887,0.0002894567,0.017378544],"study_design_scores_gemma":[0.0000045438924,0.00003730338,0.0003123889,0.0000022889453,0.00000454946,0.000011879304,0.0000027594183,0.99663615,0.0017394815,0.0011490793,0.000095861724,0.0000036084934],"about_ca_topic_score_codex":0.0029391535,"about_ca_topic_score_gemma":0.003449815,"teacher_disagreement_score":0.0029391535,"about_ca_system_score_codex":0.0010477444,"about_ca_system_score_gemma":0.0009479216,"threshold_uncertainty_score":0.0076019764},"labels":[],"label_agreement":null},{"id":"W2047729406","doi":"10.4271/2015-01-0156","title":"Automated Decomposition and Allocation of Automotive Safety Integrity Levels Using Exact Solvers","year":2015,"lang":"en","type":"article","venue":"SAE International journal of passenger cars. Electronic and electrical systems","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Decomposition; Automotive industry; Structural integrity; Computer science; Reliability engineering; Automotive engineering; Engineering; Chemistry; Structural engineering","score_opus":0.03325067339439326,"score_gpt":0.33691542249888395,"score_spread":0.3036647491044907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047729406","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021858474,0.00013887323,0.96258205,0.0002847747,0.00004937225,0.0001836651,0.00028628734,0.0020677494,0.012548737],"genre_scores_gemma":[0.15707526,0.00014462935,0.83761996,0.00015726608,0.000030554053,0.00036131623,0.00059862103,0.0005028881,0.003509494],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998926,0.00033948838,0.00006018054,0.00017188108,0.00028317163,0.00021930151],"domain_scores_gemma":[0.99722004,0.001878813,0.00020148967,0.00024281381,0.00035816422,0.0000987058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015673185,0.0015414761,0.0010483,0.0010662164,0.00068282237,0.002337063,0.0017506301,0.0016488746,0.009780929],"category_scores_gemma":[0.0054199677,0.00085285306,0.0014303438,0.0008871576,0.0011736775,0.0014706939,0.0018912597,0.0016809482,0.0015457224],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007618013,0.000108708045,0.00068715296,0.00017387391,0.000032290216,0.00008248128,0.00011315023,0.9155674,0.0021972943,0.01581073,0.0026433119,0.06250741],"study_design_scores_gemma":[0.000039413626,0.000016983127,0.0000622019,0.000014567932,0.000008074785,0.000010576597,0.000036391553,0.9909853,0.0012339603,0.0061011086,0.0014861914,0.0000052614737],"about_ca_topic_score_codex":0.009574653,"about_ca_topic_score_gemma":0.0117330775,"teacher_disagreement_score":0.009780929,"about_ca_system_score_codex":0.0015404313,"about_ca_system_score_gemma":0.003346617,"threshold_uncertainty_score":0.032720506},"labels":[],"label_agreement":null},{"id":"W2049857333","doi":"10.1100/2012/614635","title":"Dependability Modeling and Assessment in UML-Based Software Development","year":2012,"lang":"en","type":"article","venue":"The Scientific World JOURNAL","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Dependability; Unified Modeling Language; Software engineering; Software development; Maintainability; Applications of UML; Verification and validation; Software quality; Software; Programming language; Engineering","score_opus":0.04711936695158537,"score_gpt":0.32193878975602536,"score_spread":0.27481942280444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049857333","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00903586,0.00014992879,0.9875359,0.00014779225,0.0000113342785,0.000092979775,0.00003319548,0.0005698147,0.0024232408],"genre_scores_gemma":[0.2585162,0.0004876671,0.7380185,0.00007405127,0.00003981804,0.00047041554,0.0002017808,0.00021682777,0.0019747326],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9902919,0.00494894,0.00077571045,0.00056143047,0.0032082743,0.00021377431],"domain_scores_gemma":[0.9895432,0.006135491,0.0014180574,0.0013664375,0.0013823205,0.00015459591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008060035,0.0010433646,0.00050517987,0.0028085662,0.00058049656,0.002315234,0.0017869668,0.0013422032,0.0011109663],"category_scores_gemma":[0.01728951,0.0009360246,0.001095858,0.0011559728,0.0016396733,0.003208541,0.0016822579,0.0012855429,0.00043721872],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009390569,0.00024947722,0.0050661243,0.00041800254,0.00008845818,0.0005557675,0.0022010105,0.5674687,0.010163698,0.2697935,0.0011215885,0.14277974],"study_design_scores_gemma":[0.000018162762,0.00006742148,0.00071616337,0.0001626536,0.000039492872,0.00014397096,0.00010164983,0.8828595,0.004537817,0.100872695,0.010444481,0.000035990368],"about_ca_topic_score_codex":0.0044332957,"about_ca_topic_score_gemma":0.003628097,"teacher_disagreement_score":0.008060035,"about_ca_system_score_codex":0.0021062866,"about_ca_system_score_gemma":0.0018218576,"threshold_uncertainty_score":0.042626083},"labels":[],"label_agreement":null},{"id":"W2055587761","doi":"10.1109/prdc.2013.24","title":"Reliability Prediction of Smartphone Applications through Failure Data Analysis","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Reliability (semiconductor); Reliability engineering; Software quality; Software; Embedded system; Engineering; Operating system; Software development","score_opus":0.035593678275928964,"score_gpt":0.2930579575104379,"score_spread":0.25746427923450893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055587761","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8713244,0.0006743003,0.12343849,0.00045343014,0.000035881367,0.00010810691,0.0015368527,0.0010161191,0.0014124718],"genre_scores_gemma":[0.9905408,0.00017305856,0.008170344,0.000014231982,0.000011682573,0.000047922764,0.0006939981,0.000022303653,0.00032553927],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993993,0.00020307908,0.00005467071,0.00010634694,0.00018028326,0.000056322187],"domain_scores_gemma":[0.99113196,0.005135923,0.00094640366,0.00078664755,0.0018335922,0.0001654315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019169973,0.00087579485,0.0005745323,0.0019197445,0.00019266551,0.00047977857,0.0005614461,0.0005874968,0.000629653],"category_scores_gemma":[0.013116117,0.0002487449,0.0005846964,0.0008560299,0.0002653937,0.0006704118,0.0003984183,0.00070863805,0.0003566288],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000350658,0.00018017669,0.17357475,0.00024982475,0.00018125036,0.0004259953,0.00031555642,0.7103583,0.004862927,0.0020707063,0.0030354506,0.10439441],"study_design_scores_gemma":[0.0000038278736,0.00006311629,0.013036273,0.000014074395,0.000016653536,0.0000507249,0.000031906842,0.98428124,0.0008048655,0.0014424281,0.00024673258,0.00000824549],"about_ca_topic_score_codex":0.008217388,"about_ca_topic_score_gemma":0.005918215,"teacher_disagreement_score":0.008217388,"about_ca_system_score_codex":0.0004828564,"about_ca_system_score_gemma":0.00043187125,"threshold_uncertainty_score":0.016339123},"labels":[],"label_agreement":null},{"id":"W2056331670","doi":"10.1007/s11155-006-9020-7","title":"Requirements Analysis for Engineering Computation: A Systematic Approach for Improving Reliability","year":2006,"lang":"en","type":"article","venue":"Reliable Computing","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Documentation; Computer science; Software requirements specification; Software engineering; Requirements engineering; System requirements specification; Requirements analysis; Reliability (semiconductor); Computation; Reliability engineering; Functional specification; Argument (complex analysis); Software; Software system; Systems engineering; Programming language; Software construction; Engineering","score_opus":0.024227704412229722,"score_gpt":0.278808969988708,"score_spread":0.2545812655764783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056331670","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016482229,0.00056808855,0.99411714,0.00047878796,0.000028192066,0.00029315072,0.00008678519,0.00053864316,0.0022410431],"genre_scores_gemma":[0.02208466,0.0008914241,0.975176,0.00015878877,0.00004437445,0.0003214591,0.00022768835,0.00027429382,0.0008212916],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98019594,0.008114326,0.0010613321,0.0011952838,0.009048245,0.0003848881],"domain_scores_gemma":[0.9702106,0.015496342,0.0014555412,0.0061101597,0.0064884173,0.00023892781],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010298065,0.0030982709,0.0022714182,0.006372975,0.00175068,0.0041779033,0.004089039,0.0018604551,0.0031280736],"category_scores_gemma":[0.042581145,0.0019755766,0.003492882,0.0029998743,0.002889107,0.0049373806,0.0030203706,0.004280911,0.0018798223],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000109489265,0.00046733313,0.0022821373,0.0034771168,0.00039194062,0.00041892866,0.001881821,0.076769896,0.022511018,0.24982278,0.0108575905,0.63100994],"study_design_scores_gemma":[0.00013517085,0.00031481293,0.0014250309,0.0020951424,0.00050672493,0.0006937684,0.00092747406,0.46570623,0.037783064,0.41907156,0.07109014,0.0002508419],"about_ca_topic_score_codex":0.0043497025,"about_ca_topic_score_gemma":0.00559356,"teacher_disagreement_score":0.010298065,"about_ca_system_score_codex":0.0021681057,"about_ca_system_score_gemma":0.008734155,"threshold_uncertainty_score":0.054462016},"labels":[],"label_agreement":null},{"id":"W2056902367","doi":"10.1145/1294948.1294961","title":"Modification analysis support at the requirements level","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Change impact analysis; Telephony; Source code; Decision support system; Regression testing; Software engineering; Reliability engineering; Risk analysis (engineering); Systems engineering; Data mining; Software development; Engineering; Software; Programming language; Software construction","score_opus":0.1317201055420356,"score_gpt":0.37993560252250397,"score_spread":0.24821549698046838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056902367","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07550521,0.00039565164,0.8239659,0.0018399669,0.000107705775,0.0011061578,0.0015964229,0.05910044,0.036382563],"genre_scores_gemma":[0.55553263,0.00015610114,0.433876,0.00039415402,0.00010552314,0.0004873834,0.0015350452,0.0019670008,0.0059462776],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98951834,0.003121551,0.00083843793,0.0014361319,0.0044093886,0.0006761645],"domain_scores_gemma":[0.9212411,0.044838082,0.005247897,0.018641237,0.009311607,0.00072015414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009032436,0.0013827869,0.0010320093,0.004076436,0.0010776371,0.0033025087,0.0030033377,0.0018639802,0.010034784],"category_scores_gemma":[0.059783198,0.0008266128,0.0014230662,0.0011964514,0.000742297,0.0045113983,0.002070415,0.0021994014,0.0029194718],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007930301,0.0006030227,0.020207962,0.0008129445,0.0001366502,0.0028993797,0.0021848294,0.024643922,0.047545243,0.03705445,0.022320084,0.8407985],"study_design_scores_gemma":[0.00017115986,0.000448678,0.014081685,0.0006483663,0.00019869914,0.0033633288,0.00066459883,0.69077605,0.15230305,0.041181963,0.09591497,0.00024747735],"about_ca_topic_score_codex":0.002857122,"about_ca_topic_score_gemma":0.002787729,"teacher_disagreement_score":0.010034784,"about_ca_system_score_codex":0.001450376,"about_ca_system_score_gemma":0.0023789057,"threshold_uncertainty_score":0.047768712},"labels":[],"label_agreement":null},{"id":"W2067391523","doi":"10.1504/ijseam.2014.063879","title":"Availability and performability analysis for a service degradation process with condition-based preventive maintenance I - formulation and optimisation","year":2014,"lang":"en","type":"article","venue":"International Journal of Strategic Engineering Asset Management","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Reliability engineering; Preventive maintenance; Degradation (telecommunications); Computer science; Process (computing); Service (business); Engineering; Business; Operating system; Telecommunications","score_opus":0.016084254271671757,"score_gpt":0.274501457626562,"score_spread":0.2584172033548902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067391523","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044161472,0.0010293296,0.9461028,0.0005816406,0.00004065789,0.000074967174,0.00013338395,0.00012955266,0.007746227],"genre_scores_gemma":[0.9501404,0.0009530242,0.041691948,0.00008899664,0.00007666855,0.0002058132,0.00017375096,0.000088698296,0.0065807453],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99921155,0.00023095902,0.000033487042,0.000119695025,0.00024321173,0.00016104837],"domain_scores_gemma":[0.9961702,0.0028180776,0.00040428757,0.00008017485,0.00042178904,0.00010550882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020842517,0.0011568365,0.0010953988,0.0011714548,0.00037043425,0.001337452,0.00091120665,0.0013106469,0.0036614742],"category_scores_gemma":[0.0055932393,0.0005598083,0.0015075491,0.00059986906,0.0012391525,0.0010581032,0.00093396456,0.0013618972,0.00029953552],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023144654,0.000023864523,0.00030697897,0.00006611123,0.000016616297,0.000043469834,0.000038998525,0.9771597,0.0008639153,0.018360825,0.0002554898,0.0028409273],"study_design_scores_gemma":[0.0000021561352,0.000009142979,0.00011975733,0.0000045193783,0.0000044352296,0.000008355,0.0000046928753,0.99671197,0.00008407246,0.002962817,0.0000854395,0.0000025890508],"about_ca_topic_score_codex":0.010799707,"about_ca_topic_score_gemma":0.003207349,"teacher_disagreement_score":0.010799707,"about_ca_system_score_codex":0.0018996766,"about_ca_system_score_gemma":0.0016361378,"threshold_uncertainty_score":0.021473706},"labels":[],"label_agreement":null},{"id":"W2068147352","doi":"10.1115/detc2010-28438","title":"APU FMEA Validation and Its Application to Fault Identification","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Failure mode and effects analysis; Reliability engineering; Computer science; Identification (biology); Process (computing); Fault (geology); Data mining; Root cause; Engineering","score_opus":0.014144928557254641,"score_gpt":0.30415704492975226,"score_spread":0.29001211637249763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068147352","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016984956,0.00023939327,0.97959876,0.00007331105,0.000032254047,0.000060255163,0.0001040818,0.0017202478,0.001186692],"genre_scores_gemma":[0.39090806,0.00025137843,0.6069171,0.00008105043,0.000036296078,0.00021446723,0.00039230657,0.00023654498,0.00096285896],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957321,0.0015766763,0.00029869468,0.0005428774,0.0016868172,0.00016285639],"domain_scores_gemma":[0.9800852,0.011983748,0.0014221236,0.0031687582,0.003230936,0.000109164575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054492853,0.0009569538,0.00081810815,0.0041553457,0.00075160176,0.0010317615,0.0013070268,0.0011640765,0.0015086045],"category_scores_gemma":[0.032262567,0.00037296876,0.0007516673,0.0023918173,0.0008023829,0.0015644795,0.0009913964,0.0010106248,0.00044480147],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042019715,0.00021774559,0.008460246,0.00028761366,0.000124345,0.00031148552,0.0003542634,0.14756663,0.03472964,0.012165596,0.0015295417,0.7938327],"study_design_scores_gemma":[0.00003467998,0.00031248108,0.0052221706,0.00010345002,0.000044975244,0.0006203852,0.00007524275,0.9188357,0.055522893,0.011859624,0.007305246,0.00006309857],"about_ca_topic_score_codex":0.0020766894,"about_ca_topic_score_gemma":0.0008823284,"teacher_disagreement_score":0.0054492853,"about_ca_system_score_codex":0.00058296224,"about_ca_system_score_gemma":0.0008034399,"threshold_uncertainty_score":0.028818905},"labels":[],"label_agreement":null},{"id":"W2073803340","doi":"10.1007/s11219-007-9029-0","title":"In search for a widely applicable and accepted software quality model for software quality engineering","year":2007,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Ubisoft (Canada)","funders":"","keywords":"Software quality control; Software quality; Software quality analyst; Software quality management; Quality (philosophy); Software engineering; Computer science; Software development; Social software engineering; Software construction; Verification and validation; Software; Engineering; Operations management","score_opus":0.08279210101335747,"score_gpt":0.39928907863032326,"score_spread":0.31649697761696577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073803340","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014632359,0.0018996996,0.9591489,0.0103406,0.0003894887,0.00029553496,0.0001855286,0.0008238567,0.012284048],"genre_scores_gemma":[0.33093253,0.0027764812,0.6546943,0.0034599137,0.0005494322,0.0012109816,0.000580171,0.0005057073,0.005290471],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9658817,0.009208837,0.0028554278,0.0025123965,0.01840678,0.0011349135],"domain_scores_gemma":[0.92821944,0.025954992,0.005557071,0.009909133,0.029007407,0.0013519125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024937993,0.0014477514,0.00236735,0.0057241884,0.0018615643,0.008790161,0.0056382664,0.0049830284,0.0026435116],"category_scores_gemma":[0.09294712,0.00079850317,0.002361701,0.004099312,0.0035524347,0.014540286,0.0043043247,0.008476999,0.0015588907],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008588075,0.0004502345,0.006718341,0.0014086914,0.0002570779,0.00014255842,0.0012989955,0.030595524,0.0031752542,0.7353061,0.0120785255,0.20848294],"study_design_scores_gemma":[0.00009297553,0.00072971627,0.004980634,0.0013698769,0.00026673617,0.00035341838,0.0014455778,0.19085206,0.004201805,0.7476255,0.04794877,0.00013294959],"about_ca_topic_score_codex":0.0040269834,"about_ca_topic_score_gemma":0.0054892795,"teacher_disagreement_score":0.024937993,"about_ca_system_score_codex":0.0077683465,"about_ca_system_score_gemma":0.01099605,"threshold_uncertainty_score":0.13188624},"labels":[],"label_agreement":null},{"id":"W2075425374","doi":"10.3166/jesa.40.915-935","title":"Modeling dynamic reliability using dynamic Bayesian networks","year":2006,"lang":"fr","type":"article","venue":"Journal Européen des Systèmes Automatisés","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dynamic Bayesian network; Computer science; Influence diagram; Bayesian network; Inference; Process (computing); Representation (politics); Reliability (semiconductor); Bayesian inference; Graphical model; Bayesian probability; State (computer science); Component (thermodynamics); Machine learning; Artificial intelligence; Algorithm; Decision tree","score_opus":0.023260057009938936,"score_gpt":0.2895239469287378,"score_spread":0.26626388991879885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075425374","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010657856,0.00043972256,0.9856113,0.00028483834,0.000021508344,0.000034090375,0.00014278248,0.00017060457,0.0026372548],"genre_scores_gemma":[0.74132943,0.0028138277,0.24823567,0.00018054659,0.00017527938,0.0005058863,0.0006898489,0.00015347799,0.0059161503],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975114,0.0012383597,0.000099493074,0.0004513868,0.0005250154,0.00017435622],"domain_scores_gemma":[0.9940912,0.0044323206,0.00068104523,0.00021342949,0.00045052308,0.00013141161],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042721797,0.0013864798,0.0013723361,0.002691399,0.00060853106,0.0022025912,0.0021897461,0.0020563477,0.0021470217],"category_scores_gemma":[0.0131750805,0.0013730295,0.0012708469,0.0017797245,0.0014710908,0.0035566604,0.0015546941,0.0017062909,0.0004246623],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026158725,0.00001695053,0.0006630518,0.00003475367,0.000048645037,0.00006908647,0.000059580572,0.9364952,0.0003026308,0.053404998,0.0002591723,0.008619872],"study_design_scores_gemma":[0.000008122472,0.000009289717,0.00014028787,0.0000104176515,0.00001841846,0.000023891676,0.000008185677,0.94697857,0.000116368195,0.051878832,0.00079782365,0.000009827349],"about_ca_topic_score_codex":0.011027546,"about_ca_topic_score_gemma":0.00796439,"teacher_disagreement_score":0.011027546,"about_ca_system_score_codex":0.0018679118,"about_ca_system_score_gemma":0.001193455,"threshold_uncertainty_score":0.022593677},"labels":[],"label_agreement":null},{"id":"W2077138769","doi":"10.1016/j.jss.2003.05.006","title":"Towards automatic monitoring of component-based software systems","year":2004,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Bell (Canada); Queen's University","funders":"","keywords":"Correctness; Component (thermodynamics); Computer science; Asynchronous communication; Component-based software engineering; Distributed computing; Software; Concurrency; Software system; Real-time computing; Software architecture; Software quality; Embedded system; Reliability engineering; Software development; Programming language; Engineering; Computer network","score_opus":0.02532862100587766,"score_gpt":0.27847469964679067,"score_spread":0.253146078640913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077138769","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028340042,0.00045166744,0.9661757,0.00016621385,0.000048363145,0.000039426046,0.000054203167,0.004059469,0.0006648845],"genre_scores_gemma":[0.55227274,0.00035063663,0.4452045,0.00011100454,0.00009082159,0.000074865064,0.00026607208,0.00029476048,0.0013346415],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974214,0.00072272663,0.0001719613,0.00051260524,0.0009890185,0.00018229372],"domain_scores_gemma":[0.99189734,0.003687442,0.00087117346,0.001697883,0.001672046,0.0001740339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018453097,0.0010358682,0.0011166955,0.0026829129,0.0005111799,0.0019327713,0.0017375792,0.0011887471,0.0010037055],"category_scores_gemma":[0.011633679,0.00071415387,0.00049117964,0.0009995311,0.00070759683,0.0021180906,0.0017359285,0.0017131844,0.0006790351],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056733144,0.00024770814,0.0065570027,0.00039267816,0.00013002289,0.00017641959,0.0004436762,0.07710674,0.17956084,0.013754745,0.004828815,0.7162341],"study_design_scores_gemma":[0.000037241432,0.00011977943,0.0021921252,0.00003303911,0.00006203511,0.00021104101,0.000048873822,0.9279773,0.045958154,0.020157162,0.0031757464,0.000027352216],"about_ca_topic_score_codex":0.0017734634,"about_ca_topic_score_gemma":0.0022954708,"teacher_disagreement_score":0.0026829129,"about_ca_system_score_codex":0.0006007499,"about_ca_system_score_gemma":0.0008110308,"threshold_uncertainty_score":0.0097590685},"labels":[],"label_agreement":null},{"id":"W2079518339","doi":"10.1109/ccece.2010.5575168","title":"Comparative study of heuristics for reliability optimization of complex systems","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Heuristics; Tabu search; Simulated annealing; Computer science; Mathematical optimization; Reliability (semiconductor); Metaheuristic; Artificial intelligence; Algorithm; Mathematics","score_opus":0.06703314413928539,"score_gpt":0.35788983063887253,"score_spread":0.2908566864995871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079518339","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76643056,0.018010026,0.18612298,0.0007131817,0.00020416947,0.00033098095,0.00024877334,0.0008008796,0.027138393],"genre_scores_gemma":[0.9165836,0.0023109685,0.07984921,0.000085838416,0.000033046035,0.000105583254,0.0001306996,0.00009982664,0.0008012802],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974021,0.0015911593,0.00009188751,0.00016371271,0.00052278914,0.0002283509],"domain_scores_gemma":[0.9827193,0.014838822,0.0006647787,0.0006491469,0.0009019426,0.00022595136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003727914,0.00085023104,0.001005038,0.002657368,0.0005821352,0.0012230887,0.00093026995,0.0010210123,0.0010750209],"category_scores_gemma":[0.0123721715,0.00045955335,0.00069204223,0.0023571395,0.00068158866,0.0010211777,0.000485734,0.0005921919,0.00012494659],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049415586,0.00022220182,0.0021873638,0.00038202747,0.00017534802,0.00005121405,0.00017036805,0.90911347,0.0012248446,0.012484048,0.0010225126,0.07247249],"study_design_scores_gemma":[0.00013705641,0.00115589,0.003022403,0.00008527039,0.0001261962,0.00009845234,0.00025135555,0.98206675,0.0024186878,0.00790019,0.002692911,0.000044827753],"about_ca_topic_score_codex":0.0055254693,"about_ca_topic_score_gemma":0.0058539137,"teacher_disagreement_score":0.0055254693,"about_ca_system_score_codex":0.002232881,"about_ca_system_score_gemma":0.001315567,"threshold_uncertainty_score":0.01971531},"labels":[],"label_agreement":null},{"id":"W2079764904","doi":"10.1109/iecon.2012.6389399","title":"From requirements to software trustworthiness using scenarios and finite state machine","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Software construction; Software engineering; Finite-state machine; Verification and validation; Software quality; Software; Software development; Software verification; Trustworthiness; Software metric; Programming language; Computer security; Engineering","score_opus":0.045804192474070686,"score_gpt":0.3205734196787983,"score_spread":0.27476922720472763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079764904","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023549758,0.00029512556,0.96971625,0.0007574867,0.000030346342,0.00017500343,0.00009897798,0.0002634112,0.0051137256],"genre_scores_gemma":[0.6698826,0.0007635716,0.3270496,0.00018076877,0.00005882414,0.000766792,0.00026180752,0.00008758955,0.0009483953],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98809516,0.0071256612,0.0010001463,0.0009501669,0.002461142,0.00036770676],"domain_scores_gemma":[0.9787658,0.015149432,0.0018082825,0.002303974,0.0015515562,0.00042101627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061460733,0.0014677297,0.0007191481,0.0026477254,0.0008009284,0.0031267072,0.0013608147,0.0019053655,0.0017609433],"category_scores_gemma":[0.025390113,0.0007967945,0.0017380682,0.0013286296,0.004535281,0.006335744,0.0025569422,0.0024616122,0.0003283704],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017538754,0.00012326492,0.0029407765,0.0005079483,0.00013183912,0.0011016553,0.002134577,0.1669576,0.0065640337,0.7818865,0.0010123424,0.036464125],"study_design_scores_gemma":[0.00004885344,0.00027003128,0.00091387215,0.00029940746,0.000065011845,0.000526229,0.00065201626,0.35617322,0.005544052,0.6272949,0.008127593,0.000084857114],"about_ca_topic_score_codex":0.0023110018,"about_ca_topic_score_gemma":0.0011869243,"teacher_disagreement_score":0.0061460733,"about_ca_system_score_codex":0.0021554066,"about_ca_system_score_gemma":0.0017177451,"threshold_uncertainty_score":0.032503903},"labels":[],"label_agreement":null},{"id":"W2080002273","doi":"10.1287/isre.1050.0059","title":"Optimal Software Development: A Control Theoretic Approach","year":2005,"lang":"en","type":"article","venue":"Information Systems Research","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Debugging; Computer science; Product (mathematics); Construct (python library); Key (lock); Software; Constraint (computer-aided design); Control (management); Reliability engineering; Programming language; Engineering; Computer security; Mathematics","score_opus":0.03645303545881635,"score_gpt":0.3123647392672856,"score_spread":0.27591170380846924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080002273","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024446031,0.0017793119,0.9524821,0.0017678019,0.00014521538,0.00013830353,0.00014894186,0.00017865426,0.018913664],"genre_scores_gemma":[0.8604371,0.0032603485,0.12054485,0.00053235854,0.00039705235,0.0006015598,0.0002140148,0.00016769787,0.013844956],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9976173,0.0012453826,0.00006789566,0.00035616232,0.00035014862,0.00036304916],"domain_scores_gemma":[0.9921508,0.0064057205,0.0005255789,0.00014392447,0.000448259,0.0003256961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039442247,0.002508091,0.0020302923,0.0016309525,0.0007858535,0.0028415557,0.0021015853,0.0023647184,0.0062597827],"category_scores_gemma":[0.0109951645,0.0012349066,0.0011675595,0.0012008265,0.0035427238,0.0027672497,0.0018030521,0.002281331,0.00048269186],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008391974,0.000113023634,0.0003656726,0.00015659905,0.00006276618,0.000089405905,0.00006478084,0.86359185,0.00047942123,0.12331176,0.0013030429,0.010377796],"study_design_scores_gemma":[0.000057197936,0.0000717135,0.00011494129,0.000020857498,0.000020198457,0.000012544306,0.000023942335,0.9205264,0.00014810245,0.078040354,0.00094879494,0.000014922225],"about_ca_topic_score_codex":0.01022379,"about_ca_topic_score_gemma":0.0041197347,"teacher_disagreement_score":0.01022379,"about_ca_system_score_codex":0.00410227,"about_ca_system_score_gemma":0.0030629174,"threshold_uncertainty_score":0.029764235},"labels":[],"label_agreement":null},{"id":"W2084598998","doi":"10.1145/2379776.2379778","title":"Dependability modeling and analysis of software systems specified with UML","year":2012,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Seventh Framework Programme; Ministerio de Economía y Competitividad","keywords":"Dependability; Maintainability; Computer science; Unified Modeling Language; Software engineering; Software quality; Applications of UML; Reliability (semiconductor); Reliability engineering; Software development; Software; Programming language; Engineering","score_opus":0.12444972692334078,"score_gpt":0.3504899269273082,"score_spread":0.2260402000039674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084598998","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046842173,0.7246318,0.24486455,0.0019404709,0.00027174116,0.00016490676,0.00027919235,0.00046100887,0.022702172],"genre_scores_gemma":[0.06438153,0.82557786,0.102289096,0.00065529835,0.0006918228,0.0002997509,0.00087282504,0.00013059753,0.005101306],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99739337,0.00071589055,0.00022155838,0.0002918923,0.0012746644,0.00010259651],"domain_scores_gemma":[0.9954802,0.002688561,0.00049271586,0.00031076354,0.00097480096,0.000052943917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023018322,0.0010184854,0.0011478738,0.00717049,0.00038756183,0.0016281588,0.0015692979,0.0011012622,0.0016922912],"category_scores_gemma":[0.0058031813,0.00064174534,0.0010435103,0.005831269,0.0006375803,0.0034916173,0.00065687066,0.0012037044,0.0015130962],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025972484,0.000075724674,0.0014569702,0.0064140228,0.00009702066,0.00014298619,0.0003598205,0.00943694,0.0039465614,0.086417995,0.0100134,0.8816126],"study_design_scores_gemma":[0.000016922308,0.00017478013,0.0051668505,0.009270326,0.0002492691,0.0018284471,0.0006292778,0.032163683,0.0078182025,0.16277674,0.7797994,0.000106056534],"about_ca_topic_score_codex":0.002869027,"about_ca_topic_score_gemma":0.0021214543,"teacher_disagreement_score":0.00717049,"about_ca_system_score_codex":0.0014785392,"about_ca_system_score_gemma":0.0018299462,"threshold_uncertainty_score":0.012173355},"labels":[],"label_agreement":null},{"id":"W2086340664","doi":"10.5555/2755753.2757191","title":"Towards an accurate reliability, availability and maintainability analysis approach for satellite systems based on probabilistic model checking","year":2015,"lang":"en","type":"article","venue":"Design, Automation, and Test in Europe","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Concordia University","funders":"","keywords":"Maintainability; Computer science; Markov chain; Erlang distribution; Avionics; Reliability engineering; Probabilistic logic; Geostationary orbit; Model checking; Reliability (semiconductor); Satellite system; Exponential distribution; Real-time computing; Satellite; Markov model; Geostationary Operational Environmental Satellite; Algorithm; Global Positioning System; GNSS applications; Engineering; Telecommunications; Aerospace engineering; Statistics","score_opus":0.07319186676392403,"score_gpt":0.30701048343312365,"score_spread":0.23381861666919962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086340664","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006943012,0.000064514454,0.9915221,0.000059861723,0.000009689335,0.000047811798,0.00006188994,0.0008401542,0.00045086842],"genre_scores_gemma":[0.487141,0.0004027321,0.5101639,0.000117501106,0.000040638213,0.00035698758,0.00043709198,0.00032293506,0.0010171637],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963445,0.0010415348,0.00024652513,0.00038000348,0.0017014113,0.00028596545],"domain_scores_gemma":[0.99225336,0.0046664667,0.0008594089,0.0011432745,0.0009829586,0.000094497074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004021147,0.0012819794,0.0010452614,0.0018364332,0.00058375957,0.0019393758,0.0026078792,0.0011199013,0.0015593471],"category_scores_gemma":[0.011416105,0.001132488,0.0028715502,0.00085935375,0.0011637311,0.0023851637,0.0016702812,0.002334805,0.00040891577],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043146516,0.000066675115,0.0011123182,0.00012016799,0.00007754634,0.000119886754,0.00008311245,0.9546337,0.0057136,0.019365929,0.00026293955,0.018400954],"study_design_scores_gemma":[0.000006139339,0.000015451806,0.000065175256,0.000010056045,0.00001782812,0.000024055034,0.000004795931,0.9937909,0.0014348899,0.004352117,0.00027421993,0.0000042566653],"about_ca_topic_score_codex":0.008402041,"about_ca_topic_score_gemma":0.009244142,"teacher_disagreement_score":0.008402041,"about_ca_system_score_codex":0.0015582296,"about_ca_system_score_gemma":0.004550099,"threshold_uncertainty_score":0.021266162},"labels":[],"label_agreement":null},{"id":"W2088900036","doi":"10.1145/1833335.1833342","title":"A taxonomy of software architecture-based reliability efforts","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Software quality; Computer science; Software architecture; Component (thermodynamics); Viewpoints; Architecture; Reliability (semiconductor); Reliability engineering; Software engineering; Granularity; Reference architecture; Software; Software development; Engineering; Programming language","score_opus":0.01451024800755707,"score_gpt":0.2503730997503336,"score_spread":0.23586285174277655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088900036","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09613704,0.013686438,0.7813731,0.0023754323,0.0002135565,0.0011863306,0.00052822084,0.0016307022,0.10286913],"genre_scores_gemma":[0.33862755,0.012903998,0.63327247,0.00032537084,0.00018180683,0.0011298449,0.001280574,0.00033641196,0.011941875],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99002236,0.0018070112,0.0012925524,0.00065511744,0.0056290575,0.00059384963],"domain_scores_gemma":[0.9773965,0.008354128,0.0031925996,0.0032362938,0.007213332,0.0006071188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005235165,0.0014299422,0.0006183759,0.012752395,0.0019052277,0.004374797,0.0022043462,0.0020269668,0.0020473152],"category_scores_gemma":[0.020774616,0.0008429784,0.0011094629,0.010179743,0.0017495563,0.0062771467,0.0025902141,0.0015219207,0.0008750624],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006412578,0.00026293437,0.016855173,0.0017992025,0.00011631617,0.0006972089,0.0073748836,0.011310298,0.0051963986,0.5751769,0.0053956807,0.375751],"study_design_scores_gemma":[0.000053527245,0.00065003394,0.033439603,0.0042068586,0.00041107627,0.005632116,0.008196803,0.11696359,0.011005988,0.4640631,0.35512272,0.00025458582],"about_ca_topic_score_codex":0.0024726924,"about_ca_topic_score_gemma":0.002289273,"teacher_disagreement_score":0.012752395,"about_ca_system_score_codex":0.0017976082,"about_ca_system_score_gemma":0.0026789682,"threshold_uncertainty_score":0.027686536},"labels":[],"label_agreement":null},{"id":"W2090082685","doi":"10.1109/mper.2001.4311432","title":"Control/Maintenance Strategy for Fault Tolerant Mode and Reliability Analysis of Hydro Power Stations","year":2001,"lang":"en","type":"article","venue":"IEEE Power Engineering Review","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Reliability (semiconductor); Reliability engineering; Power (physics); Computer science; Fault tolerance; Fault (geology); Engineering","score_opus":0.015751753624769785,"score_gpt":0.302623471574089,"score_spread":0.2868717179493192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090082685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6948459,0.0002345997,0.30118743,0.00009638279,0.000013932531,0.000050137573,0.00005443561,0.00017590658,0.0033412643],"genre_scores_gemma":[0.99570775,0.000023786704,0.003906732,0.0000042512634,0.000003146453,0.000010480997,0.000011480415,0.0000029433634,0.00032936045],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99989545,0.000023534632,0.000006517164,0.00002041852,0.00003819527,0.000015867603],"domain_scores_gemma":[0.9997193,0.000088329885,0.00008460201,0.000024741903,0.00006969281,0.0000132890855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002859189,0.00027996209,0.0002045071,0.00034378897,0.00015378586,0.00025356535,0.0003525586,0.00022841498,0.001107318],"category_scores_gemma":[0.0007565612,0.000092273716,0.00019682662,0.00016059022,0.00017049049,0.00027871225,0.00013356932,0.00015414687,0.00006854473],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003593633,0.0001243445,0.004762952,0.00013114311,0.000040665156,0.00019784729,0.00013084628,0.78251284,0.052088793,0.0064093266,0.0005861314,0.15265584],"study_design_scores_gemma":[0.000016243763,0.0001744681,0.00317294,0.000003914142,0.000019702136,0.00006395746,0.000027091082,0.9903197,0.0043560145,0.0016545032,0.00018462475,0.0000068345403],"about_ca_topic_score_codex":0.0023080255,"about_ca_topic_score_gemma":0.00195465,"teacher_disagreement_score":0.0023080255,"about_ca_system_score_codex":0.00033631094,"about_ca_system_score_gemma":0.00022049532,"threshold_uncertainty_score":0.0045891404},"labels":[],"label_agreement":null},{"id":"W2092239706","doi":"10.1007/s00521-012-1251-4","title":"A neural network approach for optimal software testing and maintenance","year":2012,"lang":"en","type":"article","venue":"Neural Computing and Applications","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Reliability engineering; Software; Artificial neural network; Software reliability testing; Imperfect; Reliability (semiconductor); Limit (mathematics); Set (abstract data type); Process (computing); Software bug; Software quality; Software development; Machine learning; Mathematics","score_opus":0.041796702308936416,"score_gpt":0.2999298468616547,"score_spread":0.2581331445527183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092239706","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011431799,0.0008278783,0.9835276,0.00036775853,0.000075052725,0.000032025855,0.000057250207,0.0002103477,0.0034703533],"genre_scores_gemma":[0.6888933,0.00095814397,0.2965814,0.00019560817,0.0003646,0.00023974739,0.00017754009,0.00011688678,0.012472644],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999629,0.00009984207,0.000022944434,0.000090774694,0.00011040554,0.000047005167],"domain_scores_gemma":[0.99898976,0.0006808906,0.00005630399,0.000035906563,0.00021267676,0.000024442472],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087747374,0.0006825654,0.0010599868,0.00088674313,0.00039899393,0.00083062425,0.0017314565,0.0018702336,0.0034359526],"category_scores_gemma":[0.003730226,0.00061746803,0.0005103603,0.0010263969,0.0006056905,0.0015236042,0.0006987106,0.0010974867,0.00028888448],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022391601,0.000020381369,0.00010758603,0.000026785492,0.00001950577,0.000023523287,0.000011466839,0.95709646,0.00037145033,0.007341959,0.0004811277,0.034477416],"study_design_scores_gemma":[0.0000022546826,0.0000029102448,0.00002258999,0.0000015954796,0.000002688304,0.0000023662606,8.168902e-7,0.9974124,0.000046778943,0.0024357496,0.000068499576,0.0000013627288],"about_ca_topic_score_codex":0.018554324,"about_ca_topic_score_gemma":0.014259483,"teacher_disagreement_score":0.018554324,"about_ca_system_score_codex":0.0012212413,"about_ca_system_score_gemma":0.0011024105,"threshold_uncertainty_score":0.036892653},"labels":[],"label_agreement":null},{"id":"W2096150300","doi":"10.1109/cmpsac.2002.1045036","title":"Reliability assessment of web applications","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Reliability engineering; Reliability (semiconductor); Markov chain; Formal verification; Markov model; Formal specification; Formal methods; Model checking; Markov process; Software engineering; Programming language; Engineering; Machine learning","score_opus":0.01744962278465697,"score_gpt":0.33177493687908954,"score_spread":0.3143253140944326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096150300","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46644893,0.0015368889,0.5187204,0.00035540713,0.00006086245,0.00013961867,0.0002519356,0.0018558106,0.010630075],"genre_scores_gemma":[0.9807705,0.00025454146,0.017956123,0.000019071793,0.0000235296,0.00004316717,0.00015867197,0.00004931637,0.0007251741],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99762934,0.0008652674,0.00011171083,0.00011923967,0.0011243608,0.00015019783],"domain_scores_gemma":[0.9943943,0.002322832,0.0006290964,0.0007662191,0.0017684946,0.00011900419],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019418622,0.00043378095,0.00029643832,0.0016167884,0.00029338236,0.0009566497,0.0005213835,0.0005937956,0.0008227928],"category_scores_gemma":[0.01200898,0.00025100555,0.00038685458,0.00052433065,0.00033261444,0.0010036846,0.0005731371,0.00045357662,0.00033604028],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004532958,0.00020956418,0.032879673,0.0004435154,0.00015461446,0.00043031896,0.00058504683,0.53345513,0.08883155,0.0302754,0.0021210434,0.3101608],"study_design_scores_gemma":[0.000011718479,0.00030094368,0.009285486,0.00005753457,0.00003580534,0.00021073449,0.0000983812,0.9470338,0.022610215,0.017873954,0.002438446,0.00004299391],"about_ca_topic_score_codex":0.0012825382,"about_ca_topic_score_gemma":0.000984294,"teacher_disagreement_score":0.0019418622,"about_ca_system_score_codex":0.00053176784,"about_ca_system_score_gemma":0.00048711483,"threshold_uncertainty_score":0.010269642},"labels":[],"label_agreement":null},{"id":"W2098703785","doi":"10.1109/ccece.2001.933661","title":"Quantitative assessment of extreme programming practices","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Extreme programming; Software quality; Computer science; Software engineering; Software development; Software quality management; Software; Extreme programming practices; Software quality analyst; Quality (philosophy); Software quality control; Software release life cycle; Software development process; Risk analysis (engineering); Programming language","score_opus":0.20886726772720965,"score_gpt":0.4167547937113875,"score_spread":0.20788752598417787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098703785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8527098,0.00049205974,0.112830125,0.00050942507,0.000058541187,0.00070534967,0.00087208604,0.00048714702,0.031335555],"genre_scores_gemma":[0.9633388,0.00017716548,0.03344393,0.000053405976,0.000030198704,0.00076013175,0.0004316075,0.000064125445,0.0017006387],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9756203,0.010842235,0.001984491,0.0013071828,0.009755643,0.00049017],"domain_scores_gemma":[0.7917686,0.13815482,0.026288437,0.012423854,0.028074017,0.0032901873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015950566,0.00053564244,0.00033596694,0.004838271,0.0006555701,0.0019900156,0.0008488419,0.00074561604,0.0027889514],"category_scores_gemma":[0.10966305,0.00024613287,0.00027726596,0.003322971,0.0013876753,0.002718131,0.0018618036,0.0010705629,0.0004899447],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013803563,0.0018012901,0.29684848,0.0024621787,0.0004003957,0.00057131686,0.034725357,0.033659305,0.04539193,0.049010478,0.005967685,0.52778125],"study_design_scores_gemma":[0.00018377023,0.0074915565,0.69741744,0.0007705837,0.00020409226,0.0017826455,0.027615411,0.09605272,0.034786366,0.075628966,0.05754602,0.0005204711],"about_ca_topic_score_codex":0.00027895896,"about_ca_topic_score_gemma":0.00032191494,"teacher_disagreement_score":0.015950566,"about_ca_system_score_codex":0.00084324233,"about_ca_system_score_gemma":0.00061350554,"threshold_uncertainty_score":0.08435565},"labels":[],"label_agreement":null},{"id":"W2101423475","doi":"10.1109/csmr.2001.914977","title":"Modeling Web maintenance centers through queue models","year":2001,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Queue; Computer network","score_opus":0.048908072421653494,"score_gpt":0.2925033662589266,"score_spread":0.2435952938372731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101423475","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15635802,0.00081809,0.8265105,0.00096273475,0.00016373131,0.0002543761,0.0010231266,0.0011046423,0.012804747],"genre_scores_gemma":[0.89506966,0.0010671888,0.08333882,0.00015108398,0.00015014186,0.00048591575,0.0008327337,0.00026125688,0.018643247],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990345,0.00025660222,0.000064503,0.00019925741,0.00020078897,0.0002443244],"domain_scores_gemma":[0.99698275,0.0016128008,0.0004569495,0.00014295531,0.0005744148,0.00023007146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025241023,0.0010142877,0.00093318714,0.0018170755,0.0009158829,0.0035026995,0.0032149146,0.0022947064,0.0052784514],"category_scores_gemma":[0.0061653415,0.0010086058,0.0012147276,0.0014637455,0.0009535563,0.0030090644,0.0013255223,0.0015493849,0.0010287625],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056827495,0.000066113265,0.0012925629,0.000025449099,0.000019419587,0.00005226843,0.00008657138,0.9684364,0.00035681506,0.025400406,0.00065154815,0.003555633],"study_design_scores_gemma":[0.000012011024,0.0000088156485,0.00009865278,0.000002793836,0.0000062942604,0.000005118198,0.00001185479,0.99588734,0.00004201537,0.0036179055,0.0003030096,0.000004214485],"about_ca_topic_score_codex":0.04904166,"about_ca_topic_score_gemma":0.030324897,"teacher_disagreement_score":0.04904166,"about_ca_system_score_codex":0.0031372316,"about_ca_system_score_gemma":0.0028220075,"threshold_uncertainty_score":0.097512424},"labels":[],"label_agreement":null},{"id":"W2102830428","doi":"10.1109/sere.2012.33","title":"A Control Flow Representation for Component-Based Software Reliability Analysis","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Control flow; Control flow graph; Component (thermodynamics); Data-flow analysis; Control flow analysis; Theoretical computer science; Data flow diagram; Component-based software engineering; Distributed computing; Software; Data structure; Programming language; Software system; Database; Procedural programming","score_opus":0.027166407200500984,"score_gpt":0.31339049501251337,"score_spread":0.28622408781201236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102830428","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016273768,0.00007394532,0.9958759,0.000045416236,0.000014111918,0.000058824677,0.00017481315,0.0012056035,0.0009239628],"genre_scores_gemma":[0.103054196,0.00042895495,0.892081,0.000092458264,0.00005111789,0.00039042637,0.0011264787,0.00065873086,0.0021165453],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99926203,0.00018916275,0.000075050164,0.00012323477,0.00029059924,0.00005985022],"domain_scores_gemma":[0.9983829,0.0006615261,0.00018836383,0.0004154786,0.0003174494,0.000034307956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011615753,0.000938491,0.00034141628,0.00227706,0.0005028493,0.0012416975,0.0011265503,0.0009458123,0.003238288],"category_scores_gemma":[0.003912132,0.00045796376,0.0010485507,0.0019231462,0.00091357157,0.0017873471,0.00059698534,0.0013991966,0.00091104244],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009528564,0.00010667223,0.0012282379,0.00035906027,0.000049779177,0.00040325293,0.00043934098,0.29977903,0.014899673,0.42652038,0.0076284953,0.2484909],"study_design_scores_gemma":[0.000032057116,0.00007564052,0.00045269067,0.0001195686,0.00006546571,0.00027686707,0.000045615783,0.74581194,0.011505677,0.1954814,0.046090122,0.00004299066],"about_ca_topic_score_codex":0.0055415914,"about_ca_topic_score_gemma":0.0035876895,"teacher_disagreement_score":0.0055415914,"about_ca_system_score_codex":0.00079410017,"about_ca_system_score_gemma":0.0014953733,"threshold_uncertainty_score":0.011018693},"labels":[],"label_agreement":null},{"id":"W2103473627","doi":"10.1109/icc.1991.162297","title":"The RQMS as an evolving system of software quality measurements","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada)","funders":"","keywords":"CLARITY; Statement (logic); Quality (philosophy); Computer science; Set (abstract data type); Software quality; Reliability (semiconductor); Field (mathematics); Software; Focus (optics); Software engineering; Software development; Telecommunications; Engineering management; Engineering; Operating system; Programming language; Mathematics","score_opus":0.10205692072864785,"score_gpt":0.33515330142099425,"score_spread":0.2330963806923464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103473627","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040328037,0.0005491764,0.9729839,0.0018742584,0.00021002722,0.00031020632,0.00056206813,0.010781793,0.008695745],"genre_scores_gemma":[0.047608882,0.00047399555,0.94443953,0.0005218498,0.00027759146,0.0007794773,0.0010845185,0.00072080275,0.004093375],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.93137026,0.038719457,0.00733359,0.0068838103,0.015068453,0.0006242925],"domain_scores_gemma":[0.93464893,0.02289703,0.0048712716,0.018541453,0.017616384,0.0014248791],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05926013,0.0011732823,0.0016682453,0.009762676,0.0010407879,0.012375115,0.0041613327,0.0027647691,0.0050736424],"category_scores_gemma":[0.09584456,0.0012464599,0.0011244982,0.0073091,0.0037649507,0.012465797,0.0051685893,0.004212667,0.004401519],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014377,0.000120596065,0.006262675,0.0005550129,0.00015450946,0.00011685608,0.0022227631,0.011120586,0.005396285,0.48126987,0.016201321,0.4764357],"study_design_scores_gemma":[0.00010439865,0.000679696,0.0061261696,0.0010375364,0.00018541484,0.0005323415,0.00090146164,0.21543634,0.012083202,0.31189212,0.4506643,0.0003569169],"about_ca_topic_score_codex":0.0027219807,"about_ca_topic_score_gemma":0.0016470695,"teacher_disagreement_score":0.05926013,"about_ca_system_score_codex":0.0032002053,"about_ca_system_score_gemma":0.004743464,"threshold_uncertainty_score":0.31340128},"labels":[],"label_agreement":null},{"id":"W2104268806","doi":"10.1007/978-3-642-35795-4_5","title":"Software Testing is Necessary But Not Sufficient for Software Trustworthiness","year":2013,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Trustworthiness; Software reliability testing; Software construction; Software quality; Verification and validation; Software engineering; Software; Software quality analyst; Software development; Software verification; Software quality assurance; Software metric; Reliability engineering; Programming language; Computer security; Engineering","score_opus":0.0683685272162676,"score_gpt":0.3153826507900473,"score_spread":0.2470141235737797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104268806","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09142667,0.017648745,0.47104406,0.034116596,0.002783892,0.00016574858,0.00027571784,0.0016305492,0.380908],"genre_scores_gemma":[0.8461471,0.007340691,0.09960134,0.0026056985,0.0012893928,0.0002088685,0.00023424954,0.0007808207,0.04179177],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9965114,0.00072892033,0.00030845034,0.00039129198,0.0018576515,0.00020222247],"domain_scores_gemma":[0.9664019,0.025327748,0.001717506,0.003513206,0.0025689907,0.0004707241],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003710789,0.0005918457,0.0006630679,0.0014724671,0.00081080286,0.0023525702,0.00095659465,0.0017052566,0.0058193333],"category_scores_gemma":[0.021801082,0.00062628876,0.0006093511,0.00088922516,0.004991855,0.008099057,0.0014271438,0.0035323363,0.001975619],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000111808644,0.000098685654,0.0033633502,0.001000356,0.000059578124,0.0007600653,0.0018047444,0.004670153,0.011604776,0.582095,0.025432695,0.36899877],"study_design_scores_gemma":[0.000026807213,0.00016962891,0.0023540964,0.0007467823,0.00006013818,0.0013668577,0.00042390366,0.010332649,0.008082261,0.90688694,0.0694967,0.000053202144],"about_ca_topic_score_codex":0.00069169543,"about_ca_topic_score_gemma":0.0006782176,"teacher_disagreement_score":0.0058193333,"about_ca_system_score_codex":0.0006718948,"about_ca_system_score_gemma":0.0015550362,"threshold_uncertainty_score":0.01962477},"labels":[],"label_agreement":null},{"id":"W2105709232","doi":"10.1145/2372251.2372271","title":"A hybrid release planning method and its empirical justification","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Constraint (computer-aided design); Mathematical optimization; Constraint programming; Mathematics; Stochastic programming","score_opus":0.09567323129377242,"score_gpt":0.41152391015189926,"score_spread":0.31585067885812684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105709232","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1015953,0.0021122845,0.85585773,0.0025944465,0.00017182154,0.0010564817,0.0012599808,0.00049830996,0.034853615],"genre_scores_gemma":[0.5496632,0.00081496476,0.44495955,0.00037208243,0.000117914664,0.0014679051,0.0006310882,0.0002131879,0.0017600587],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9620798,0.02451937,0.001829554,0.0035409427,0.007614169,0.00041611335],"domain_scores_gemma":[0.5468621,0.3993982,0.011005673,0.0168432,0.024697894,0.0011928411],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.055682212,0.001149271,0.0006484709,0.0036810893,0.0016302437,0.002779282,0.0038586725,0.0018657349,0.01788501],"category_scores_gemma":[0.18789709,0.00063670194,0.00093106314,0.005601799,0.0044990866,0.0051155924,0.002487689,0.0033021932,0.0013253032],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017305135,0.0013199548,0.051651392,0.00401919,0.00060907676,0.00051732355,0.0025859154,0.07421143,0.002116731,0.33258203,0.007528131,0.52112836],"study_design_scores_gemma":[0.001138622,0.002092303,0.02976633,0.0022991423,0.00057837233,0.0020000492,0.0025497456,0.65823907,0.00734596,0.2588314,0.03481394,0.0003450241],"about_ca_topic_score_codex":0.005506571,"about_ca_topic_score_gemma":0.0031431525,"teacher_disagreement_score":0.055682212,"about_ca_system_score_codex":0.0020108293,"about_ca_system_score_gemma":0.003309856,"threshold_uncertainty_score":0.2944792},"labels":[],"label_agreement":null},{"id":"W2106961328","doi":"10.1109/iri.2011.6009601","title":"Model based analysis of internet filtering systems","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Correctness; Computer science; The Internet; Variety (cybernetics); Perspective (graphical); Set (abstract data type); Vulnerability (computing); Computer security; Attack patterns; Data mining; Software engineering; Intrusion detection system; Artificial intelligence; World Wide Web; Algorithm","score_opus":0.08747088800441173,"score_gpt":0.2857716920213697,"score_spread":0.198300804016958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106961328","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.063126594,0.00021603398,0.92211264,0.00043102898,0.000023393899,0.00013873234,0.00030314966,0.00061529386,0.013033158],"genre_scores_gemma":[0.88438654,0.00036213943,0.108166486,0.00007746494,0.00004173571,0.00044430807,0.00042323532,0.00013499899,0.0059630424],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99884355,0.00041317678,0.00006336525,0.00012577431,0.00042920263,0.00012482137],"domain_scores_gemma":[0.9978331,0.0014445282,0.00023824761,0.00014520889,0.00029254108,0.00004637624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012657841,0.0007515019,0.0006461315,0.001467256,0.0006010844,0.0018953795,0.0009892192,0.0012525592,0.003101837],"category_scores_gemma":[0.004276509,0.0004204882,0.0011708144,0.00064566615,0.0010667391,0.0012902532,0.00082236604,0.00089475675,0.00028086948],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018601988,0.000029058016,0.00071604876,0.000033661243,0.00002382064,0.00010554254,0.00011353164,0.91196203,0.0011188049,0.08201193,0.00032353972,0.0035434936],"study_design_scores_gemma":[0.000003654794,0.000004997989,0.00008618716,0.0000034885265,0.0000038526555,0.0000073216474,0.00000944037,0.988074,0.00015998531,0.011279714,0.0003643491,0.0000029881237],"about_ca_topic_score_codex":0.015154807,"about_ca_topic_score_gemma":0.008113538,"teacher_disagreement_score":0.015154807,"about_ca_system_score_codex":0.0022893439,"about_ca_system_score_gemma":0.0015398946,"threshold_uncertainty_score":0.030133188},"labels":[],"label_agreement":null},{"id":"W2109245735","doi":"10.1109/issre.1996.558895","title":"Data partition based reliability modeling","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Software quality; Computer science; Reliability (semiconductor); Partition (number theory); Reliability engineering; Data mining; Software; Data modeling; Measure (data warehouse); Software development; Mathematics; Engineering; Database","score_opus":0.17373549791487738,"score_gpt":0.32173469011956085,"score_spread":0.14799919220468347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109245735","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033828858,0.00016259903,0.9946754,0.00015403054,0.00003266518,0.000049386344,0.0002562928,0.0002678875,0.0010188553],"genre_scores_gemma":[0.39845163,0.001448926,0.5888637,0.00027564232,0.00019196571,0.0008117619,0.002357351,0.00046630032,0.0071328613],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971265,0.001006208,0.00014973409,0.00055036275,0.0010066932,0.00016048104],"domain_scores_gemma":[0.9944066,0.0031293118,0.00044867874,0.0009913447,0.000900329,0.00012379093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003047277,0.0011844294,0.0011824308,0.0017186628,0.0006715405,0.0023369084,0.0029868265,0.001187146,0.0031078248],"category_scores_gemma":[0.011629775,0.00088125386,0.0018554414,0.002340178,0.0010093993,0.0033991847,0.0019737056,0.0022405996,0.0012919977],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000694829,0.00004435453,0.0013120525,0.00012113354,0.00008882135,0.00010742434,0.00022406993,0.83478636,0.0015961297,0.11795235,0.0023968036,0.04130103],"study_design_scores_gemma":[0.000006061812,0.000022453309,0.0001451923,0.000014642087,0.000022019905,0.000052363772,0.000018465942,0.954158,0.0006365437,0.04139353,0.0035183348,0.000012396478],"about_ca_topic_score_codex":0.004181378,"about_ca_topic_score_gemma":0.0031089613,"teacher_disagreement_score":0.004181378,"about_ca_system_score_codex":0.0013312193,"about_ca_system_score_gemma":0.0011202369,"threshold_uncertainty_score":0.016115725},"labels":[],"label_agreement":null},{"id":"W2112920243","doi":"10.1109/icc.1991.162535","title":"A technique for improving software robustness to failure","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Computer science; Robustness (evolution); Software engineering; Software reliability testing; Software; Reliability engineering; Software quality; Software construction; Software sizing; Software development; Engineering; Programming language","score_opus":0.0248302318602509,"score_gpt":0.2689345462851377,"score_spread":0.24410431442488678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112920243","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034883232,0.00056399364,0.9847221,0.00034057102,0.0001610197,0.000087229455,0.00004735194,0.004194162,0.006395315],"genre_scores_gemma":[0.15423422,0.001462973,0.824862,0.0008464907,0.00038391352,0.00036575508,0.0002301034,0.0020501188,0.0155644575],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956987,0.00061853486,0.00022070027,0.00079340074,0.0023622615,0.00030640874],"domain_scores_gemma":[0.9936714,0.0017600758,0.0007166759,0.002747128,0.0009834644,0.00012127909],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024518778,0.0014794646,0.0008737356,0.0028428962,0.0013187075,0.001631162,0.002474455,0.0015130305,0.008043785],"category_scores_gemma":[0.012073272,0.00075497275,0.0019770127,0.0016107736,0.0019495108,0.0037772558,0.0032394687,0.0030377053,0.0045010988],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028661554,0.00018596472,0.0010438313,0.0006854161,0.00021487464,0.00049226073,0.0010078124,0.03580433,0.13849749,0.15042998,0.016835677,0.6545157],"study_design_scores_gemma":[0.00019977012,0.0013198843,0.0020852746,0.00038668557,0.0006187406,0.0032686056,0.0002831583,0.27285725,0.25464675,0.16520625,0.29880384,0.00032379336],"about_ca_topic_score_codex":0.001126517,"about_ca_topic_score_gemma":0.0010108121,"teacher_disagreement_score":0.008043785,"about_ca_system_score_codex":0.0006471857,"about_ca_system_score_gemma":0.0010345421,"threshold_uncertainty_score":0.026909173},"labels":[],"label_agreement":null},{"id":"W2114890558","doi":"10.1109/ase.2009.24","title":"State-Space Coverage Estimation","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Reachability; State space; Graph; Software; Model checking; Pathfinder; Java; State (computer science); Theoretical computer science; Abstraction; Algorithm; Programming language; Statistics; Mathematics","score_opus":0.012293870489719567,"score_gpt":0.28470271768185934,"score_spread":0.27240884719213976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114890558","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13427591,0.0004972442,0.8573502,0.0001880515,0.000028899312,0.0001614719,0.0008539012,0.0036965748,0.002947769],"genre_scores_gemma":[0.8100292,0.00021668983,0.18641044,0.000055561468,0.000021642703,0.00027060724,0.0018483532,0.000366086,0.0007814867],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951422,0.0014636439,0.00035397423,0.00075308024,0.0019205075,0.00036661446],"domain_scores_gemma":[0.964072,0.027038611,0.002213201,0.003666746,0.0028092582,0.00020013521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002994164,0.0009229858,0.0011379978,0.0031359447,0.0005122198,0.0012610969,0.0013924695,0.00116289,0.0021864998],"category_scores_gemma":[0.04590198,0.00045224474,0.0010251718,0.0019787212,0.0005650174,0.002188613,0.0011613158,0.0010011337,0.000497149],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034336586,0.00014201672,0.029899837,0.0002496756,0.00023007972,0.00015849352,0.00028400446,0.8059632,0.008399369,0.012162172,0.0021083967,0.14005934],"study_design_scores_gemma":[0.000009637281,0.000035599453,0.0022221666,0.000019750501,0.000020021751,0.00007320929,0.000023378307,0.9885401,0.0043707495,0.004076787,0.00059229473,0.000016304572],"about_ca_topic_score_codex":0.0053648734,"about_ca_topic_score_gemma":0.0041561928,"teacher_disagreement_score":0.0053648734,"about_ca_system_score_codex":0.0011029962,"about_ca_system_score_gemma":0.0012424493,"threshold_uncertainty_score":0.015834868},"labels":[],"label_agreement":null},{"id":"W2114894079","doi":"10.1109/imcsit.2010.5680042","title":"Selecting the best strategy in a software certification process","year":2010,"lang":"en","type":"article","venue":"Proceedings of the International Multiconference on Computer Science and Information Technology","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University; McMaster University","funders":"","keywords":"Certification; Computer science; Pairwise comparison; Software; Process (computing); Software engineering; Software quality; Reliability engineering; Software development; Engineering; Artificial intelligence; Operating system","score_opus":0.017528647768537117,"score_gpt":0.2822376936644438,"score_spread":0.26470904589590666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114894079","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06917447,0.0005479958,0.9204556,0.00042393027,0.00008691042,0.00070424436,0.00007407255,0.00030939476,0.008223325],"genre_scores_gemma":[0.3711109,0.0003553422,0.62621164,0.00011640243,0.00002915622,0.00041072065,0.00019225587,0.00011863591,0.0014549381],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97773004,0.014694026,0.0010258552,0.0017716249,0.004175074,0.0006033471],"domain_scores_gemma":[0.97499347,0.017544206,0.0012967716,0.0012095381,0.004367936,0.0005880845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013959358,0.0015336799,0.0015306409,0.0053498666,0.0016858132,0.0031166228,0.0015706859,0.0017151951,0.0051311236],"category_scores_gemma":[0.049502928,0.00044219109,0.0013104947,0.001877522,0.0012474688,0.0036959858,0.0014157352,0.0013580925,0.0010144907],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007691936,0.0006930193,0.013719479,0.0013369321,0.0004929904,0.0005129598,0.0015758529,0.10392604,0.012941232,0.08897458,0.003402586,0.771655],"study_design_scores_gemma":[0.00039635214,0.0034249905,0.0077259615,0.00076117576,0.0006353217,0.0008080088,0.0035217025,0.70663387,0.033138745,0.22629091,0.016264766,0.00039828537],"about_ca_topic_score_codex":0.0019127285,"about_ca_topic_score_gemma":0.0029027273,"teacher_disagreement_score":0.013959358,"about_ca_system_score_codex":0.0016226387,"about_ca_system_score_gemma":0.0045824633,"threshold_uncertainty_score":0.07382506},"labels":[],"label_agreement":null},{"id":"W2116398478","doi":"10.1109/aero.1996.499667","title":"Software reliability assurance in early development phases: a case study in an industrial setting","year":2002,"lang":"en","type":"article","venue":"1996 IEEE Aerospace Applications Conference. Proceedings","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software quality assurance; Software quality analyst; Software quality; Computer science; Quality assurance; Software engineering; Task (project management); Reliability (semiconductor); Software development; Software; Process (computing); Product (mathematics); Work (physics); Scale (ratio); Quality (philosophy); Systems engineering; Process management; Engineering; Operations management; Operating system","score_opus":0.07034565830570041,"score_gpt":0.3118235505199298,"score_spread":0.2414778922142294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116398478","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938112,0.00017762002,0.003898793,0.00026471593,0.0000070456795,0.00013604359,0.000043236563,0.000048110018,0.0016132969],"genre_scores_gemma":[0.9898386,0.0002431903,0.00858311,0.000106991436,0.000013873272,0.000113915135,0.000056529927,0.000037132642,0.001006469],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9934541,0.0039594825,0.00027385002,0.00035407642,0.0014408068,0.0005177517],"domain_scores_gemma":[0.9449534,0.04401716,0.003144743,0.0023696441,0.0034573078,0.002057756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061195525,0.0006575659,0.0004979159,0.001627088,0.002455553,0.0011417374,0.0017991646,0.0029478804,0.0010232886],"category_scores_gemma":[0.028147064,0.00073755713,0.00053303526,0.001281673,0.0016108089,0.0013559278,0.0012152762,0.0022214772,0.00039817],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038828156,0.030939838,0.27543703,0.0022286111,0.00028013266,0.14018969,0.16539562,0.04715066,0.044351075,0.010662519,0.009085305,0.27039665],"study_design_scores_gemma":[0.003177767,0.05220585,0.38917816,0.0012628451,0.00070392695,0.07875126,0.15318188,0.1543701,0.0896804,0.011409361,0.065335,0.00074353616],"about_ca_topic_score_codex":0.005348601,"about_ca_topic_score_gemma":0.012182214,"teacher_disagreement_score":0.0061195525,"about_ca_system_score_codex":0.001334842,"about_ca_system_score_gemma":0.0010485058,"threshold_uncertainty_score":0.032363653},"labels":[],"label_agreement":null},{"id":"W2118006046","doi":"10.1109/hase.1998.731597","title":"Software component independence","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Component (thermodynamics); Independence (probability theory); Markov chain; Markov model; Markov process; Software; Software quality; Continuation; Reliability (semiconductor); Theoretical computer science; Programming language; Reliability engineering; Software development; Engineering; Mathematics; Machine learning; Statistics","score_opus":0.03278174749652785,"score_gpt":0.2596420986004136,"score_spread":0.22686035110388575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118006046","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006359986,0.00017135563,0.96839964,0.0002514598,0.00012439405,0.00018422563,0.00036840697,0.0017481907,0.022392297],"genre_scores_gemma":[0.39811516,0.001213513,0.5591474,0.0010324392,0.0005912351,0.0016159419,0.0020913845,0.0024980064,0.033694886],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9936413,0.00075066905,0.00044354232,0.00094958366,0.0037002508,0.0005145353],"domain_scores_gemma":[0.9844058,0.0057051596,0.0008919581,0.0038652678,0.004712668,0.00041909656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00342861,0.0009808055,0.001148768,0.0015083825,0.0015649073,0.0027098272,0.0017955011,0.001285065,0.011647784],"category_scores_gemma":[0.019699952,0.001028989,0.002028132,0.0014241841,0.0026614976,0.0044590356,0.0035292124,0.0045805797,0.008798395],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015713822,0.000089810805,0.0025995597,0.00042816642,0.000075913485,0.0006634316,0.00049583975,0.017652467,0.011834067,0.8270392,0.014042899,0.12492152],"study_design_scores_gemma":[0.000072296454,0.00017996844,0.0025058545,0.00017702696,0.00011668407,0.002452841,0.00013170188,0.08634849,0.029069211,0.74388236,0.13496608,0.000097505275],"about_ca_topic_score_codex":0.0014580048,"about_ca_topic_score_gemma":0.0011728967,"teacher_disagreement_score":0.011647784,"about_ca_system_score_codex":0.0007943375,"about_ca_system_score_gemma":0.002838705,"threshold_uncertainty_score":0.03896576},"labels":[],"label_agreement":null},{"id":"W2118247093","doi":"10.5555/381473.381511","title":"Theory of software reliability based on components","year":2001,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Component (thermodynamics); Computer science; Software quality; Reliability engineering; Reliability theory; Reliability (semiconductor); Certification; Component-based software engineering; Software; Software system; Software engineering; Software development; Systems engineering; Engineering; Operating system","score_opus":0.03077410997373903,"score_gpt":0.2789169840823954,"score_spread":0.24814287410865637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118247093","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005069477,0.0051194285,0.9301159,0.0025473142,0.000449914,0.000117798736,0.00014685058,0.0005343541,0.055899072],"genre_scores_gemma":[0.5368457,0.019072276,0.39806956,0.0027828803,0.002298378,0.0017005573,0.0006170448,0.0007319404,0.03788171],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99417275,0.0014474295,0.00027178196,0.000660787,0.0029799491,0.0004673828],"domain_scores_gemma":[0.9902312,0.005584477,0.0004944146,0.0014591318,0.0019650687,0.0002657712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043390617,0.0016707934,0.0011423924,0.003429728,0.0013809898,0.0041645966,0.0028852168,0.0029084852,0.0060704984],"category_scores_gemma":[0.015294077,0.00090454967,0.0016855219,0.001967211,0.007870229,0.008045969,0.0025486543,0.004530586,0.0035575072],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000085236925,0.000012375364,0.00016426943,0.00007643954,0.000018147031,0.00006098319,0.00019147526,0.015366327,0.00026894323,0.96913904,0.0027606091,0.01193284],"study_design_scores_gemma":[0.0000136473345,0.0000413994,0.00019393787,0.00008353112,0.000025366968,0.00016701296,0.00003830451,0.031492118,0.00045345278,0.93827873,0.02918199,0.000030507379],"about_ca_topic_score_codex":0.003642116,"about_ca_topic_score_gemma":0.0011117482,"teacher_disagreement_score":0.0060704984,"about_ca_system_score_codex":0.0026672462,"about_ca_system_score_gemma":0.0022014198,"threshold_uncertainty_score":0.022947371},"labels":[],"label_agreement":null},{"id":"W2119853816","doi":"10.1109/arms.1990.67946","title":"Radio network modeling using criticality and conditional probability theory","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Criticality; Reliability block diagram; Computer science; Simple (philosophy); Reliability (semiconductor); Maintainability; Block diagram; Theoretical computer science; Interpretation (philosophy); Failure mode, effects, and criticality analysis; Reliability theory; Fault tree analysis; Algorithm; Reliability engineering; Programming language; Engineering","score_opus":0.08803034541937693,"score_gpt":0.2953829979042292,"score_spread":0.2073526524848523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119853816","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005545706,0.00027236147,0.9848866,0.00021254807,0.000031554842,0.000024523057,0.00008917968,0.00018420361,0.008753318],"genre_scores_gemma":[0.7210406,0.0022421735,0.25294694,0.00024993307,0.00030431693,0.0003945221,0.0004261535,0.00034367305,0.022051748],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99943334,0.00020507937,0.000023708753,0.00008636827,0.00018717367,0.000064259824],"domain_scores_gemma":[0.99853003,0.0009080084,0.00017656534,0.00011552568,0.00020892262,0.000061018764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001148768,0.0007334974,0.00050424726,0.001522908,0.00046734916,0.0015257223,0.0013612683,0.00076764595,0.0033069488],"category_scores_gemma":[0.004048512,0.0004671136,0.00094574655,0.0007744963,0.0012025263,0.0023821578,0.001173446,0.0011834381,0.00061276864],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012741356,0.000013355833,0.00039672782,0.000027441029,0.000014193542,0.00011792041,0.000089137226,0.5662964,0.00053112715,0.42320645,0.0013664399,0.007928089],"study_design_scores_gemma":[0.0000030713738,0.0000066680514,0.00007775817,0.000006170181,0.0000057354227,0.000035661822,0.000007953973,0.90464777,0.00014869442,0.09332721,0.0017264375,0.0000068641666],"about_ca_topic_score_codex":0.0059629283,"about_ca_topic_score_gemma":0.002812197,"teacher_disagreement_score":0.0059629283,"about_ca_system_score_codex":0.0012155054,"about_ca_system_score_gemma":0.0008023091,"threshold_uncertainty_score":0.011856437},"labels":[],"label_agreement":null},{"id":"W2123554630","doi":"10.1109/cmpsac.1993.404246","title":"An integrated environment for software reliability modeling","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; IBM; Software engineering; Reliability (semiconductor); Software quality; Software; Software development; Operating system","score_opus":0.04141129552390837,"score_gpt":0.2739027051855415,"score_spread":0.23249140966163312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123554630","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00068091427,0.00031058054,0.9430954,0.00011535996,0.00010305446,0.00011772691,0.0015378877,0.04822383,0.005815358],"genre_scores_gemma":[0.022411322,0.0014743097,0.93873894,0.0002243833,0.00022103165,0.0010001493,0.010601883,0.013647326,0.011680566],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99677026,0.0007263613,0.00036904437,0.00044851168,0.0014461576,0.000239638],"domain_scores_gemma":[0.9964748,0.0014415269,0.00020382766,0.00097371015,0.00073547114,0.00017071952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034439398,0.0019582438,0.0019713317,0.0021558336,0.000714921,0.0033183896,0.004164911,0.0016811338,0.03018062],"category_scores_gemma":[0.008380889,0.002283569,0.0022589476,0.0022048005,0.0006020207,0.004888383,0.0038983447,0.004101855,0.02180569],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003966346,0.00038481897,0.0020201663,0.0015182418,0.0002877414,0.00089494383,0.00081292016,0.12739794,0.014470519,0.19971128,0.17509305,0.47701174],"study_design_scores_gemma":[0.0002105606,0.00017617107,0.0006653758,0.00027922337,0.00014275915,0.00071458926,0.00005474655,0.2401927,0.007911042,0.08879221,0.6607009,0.00015975098],"about_ca_topic_score_codex":0.0015572773,"about_ca_topic_score_gemma":0.001429648,"teacher_disagreement_score":0.03018062,"about_ca_system_score_codex":0.00056616485,"about_ca_system_score_gemma":0.0020044518,"threshold_uncertainty_score":0.10096425},"labels":[],"label_agreement":null},{"id":"W2123971618","doi":"10.1109/syscon.2011.5929087","title":"A model driven framework for N-version programming","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Computer science; Fault tolerance; Software engineering; Software fault tolerance; Software development; Unified Modeling Language; Software quality; Redundancy (engineering); Software; Reliability engineering; Programming language; Distributed computing; Operating system","score_opus":0.0885224268306274,"score_gpt":0.32002976741441025,"score_spread":0.23150734058378286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123971618","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00031055996,0.00008926471,0.9972132,0.00016895242,0.000026019263,0.0000508324,0.000043728847,0.0004518931,0.0016456102],"genre_scores_gemma":[0.022141036,0.00045997236,0.97352535,0.00019154286,0.000065951834,0.00047248753,0.00022930144,0.00035010694,0.0025642356],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99696225,0.0011037658,0.00034601556,0.0003477913,0.001054363,0.00018581774],"domain_scores_gemma":[0.9974637,0.0012253044,0.00018079618,0.0006091546,0.0003643851,0.00015679155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005655198,0.0014283715,0.0009652081,0.0013976296,0.00127437,0.0046870406,0.0049077175,0.0019905374,0.004012149],"category_scores_gemma":[0.00590829,0.0012974037,0.0038060215,0.0014636395,0.0029887808,0.004769135,0.0034978825,0.0051769787,0.0016917991],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002917791,0.000049116938,0.00023392192,0.00016170957,0.000037558762,0.0002149085,0.00044042818,0.050717164,0.0015464589,0.9126821,0.002757311,0.03113029],"study_design_scores_gemma":[0.00004547017,0.000060666942,0.000078874335,0.0001506731,0.000049249113,0.0002835878,0.00007422146,0.31775147,0.0020318797,0.5882982,0.09111868,0.00005689997],"about_ca_topic_score_codex":0.0047036395,"about_ca_topic_score_gemma":0.0064350865,"teacher_disagreement_score":0.005655198,"about_ca_system_score_codex":0.0023277493,"about_ca_system_score_gemma":0.0037896263,"threshold_uncertainty_score":0.029907882},"labels":[],"label_agreement":null},{"id":"W2124044559","doi":"10.1145/337180.337194","title":"Broad-spectrum studies of log file analysis","year":2000,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; File system; Unix file types; Completeness (order theory); Web log analysis software; File format; Operating system; Database; Computer file; Stub file; Mathematics","score_opus":0.030501907914484854,"score_gpt":0.32187157756020407,"score_spread":0.2913696696457192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124044559","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18156075,0.06336597,0.6654434,0.004592995,0.00041967604,0.0004683838,0.0002698973,0.00087323686,0.08300565],"genre_scores_gemma":[0.79369825,0.0356489,0.16368382,0.0010820865,0.00078475097,0.00037522637,0.00034476476,0.00038432065,0.00399781],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98385704,0.0076132426,0.00082929723,0.0013296466,0.0058974833,0.00047334697],"domain_scores_gemma":[0.7365133,0.22554968,0.0045132586,0.010483438,0.02172801,0.0012123396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013250051,0.0008421081,0.0009882094,0.013541191,0.0017621574,0.0049497355,0.0026592973,0.0021213577,0.0038653128],"category_scores_gemma":[0.11898659,0.0008767675,0.0008622112,0.010307731,0.0038781695,0.012096521,0.0032606574,0.0029595823,0.00075450307],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006334272,0.00070655043,0.028713113,0.0025883538,0.00015906432,0.000488082,0.005988695,0.012559571,0.0069888593,0.26327735,0.0030394257,0.67485756],"study_design_scores_gemma":[0.00019060809,0.0016554389,0.06655007,0.009879211,0.0004146888,0.0081034945,0.0149464235,0.1964552,0.035926107,0.47767785,0.18759596,0.00060491735],"about_ca_topic_score_codex":0.0020934278,"about_ca_topic_score_gemma":0.0013758123,"teacher_disagreement_score":0.013541191,"about_ca_system_score_codex":0.0020770659,"about_ca_system_score_gemma":0.0015997201,"threshold_uncertainty_score":0.07007384},"labels":[],"label_agreement":null},{"id":"W2128454637","doi":"10.1007/s10009-005-0209-6","title":"Software tools for safety-critical software development","year":2005,"lang":"en","type":"article","venue":"International Journal on Software Tools for Technology Transfer","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Software development; Software engineering; Package development process; Variety (cybernetics); Software construction; Software peer review; Software analytics; Software; Social software engineering; Personal software process; Verification and validation; Avionics software; Operating system; Engineering; Artificial intelligence","score_opus":0.03718945379551026,"score_gpt":0.33089255944516616,"score_spread":0.2937031056496559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128454637","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007189599,0.0021634542,0.96295553,0.00046039547,0.0002724038,0.00014424384,0.0002019108,0.017145438,0.009467022],"genre_scores_gemma":[0.08676132,0.0029284125,0.89835066,0.00025601214,0.00016646562,0.0002872425,0.0010244511,0.0033456662,0.006879719],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966371,0.0008220518,0.00040114397,0.0001877105,0.0017662628,0.00018577113],"domain_scores_gemma":[0.99123424,0.0047993464,0.0005904465,0.0018092613,0.0012990425,0.00026760716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023849378,0.0013293694,0.00073587673,0.002832624,0.0006220497,0.002500167,0.001997226,0.0015053729,0.008516648],"category_scores_gemma":[0.016496692,0.00095567585,0.0011103532,0.0021606435,0.00078443007,0.0040371954,0.0028343066,0.002268195,0.004180362],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019694054,0.00018127792,0.0010473892,0.0015831614,0.00011414697,0.00049159926,0.000872632,0.010150361,0.02440506,0.122523755,0.02540733,0.8130263],"study_design_scores_gemma":[0.00039731842,0.0007120212,0.0020481457,0.0026162828,0.0004487855,0.0023557045,0.00043148047,0.15389615,0.078940384,0.29543087,0.46251038,0.00021257442],"about_ca_topic_score_codex":0.00054821244,"about_ca_topic_score_gemma":0.00057510374,"teacher_disagreement_score":0.008516648,"about_ca_system_score_codex":0.0003926067,"about_ca_system_score_gemma":0.0012963692,"threshold_uncertainty_score":0.02849102},"labels":[],"label_agreement":null},{"id":"W2129084475","doi":"10.1145/1385269.1385283","title":"A case study in database reliability","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; IBM (Canada)","funders":"","keywords":"Reliability (semiconductor); Computer science; Database; Reputation; Work (physics); Engineering","score_opus":0.0734899394576537,"score_gpt":0.3357681851769771,"score_spread":0.2622782457193234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129084475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85976785,0.0025183668,0.054950114,0.015831055,0.00028973166,0.0005033948,0.00056698365,0.000633755,0.0649387],"genre_scores_gemma":[0.96957403,0.0010728821,0.020216132,0.00074716326,0.00013690536,0.00011271951,0.00020117723,0.00014332666,0.00779574],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99289364,0.003909909,0.00036933273,0.00045887637,0.0017290238,0.000639255],"domain_scores_gemma":[0.9610869,0.027448265,0.0019292037,0.0026769056,0.0043831845,0.0024753632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007129366,0.0005039758,0.00045725753,0.002026175,0.004197655,0.0028640602,0.0025054049,0.004032376,0.004626118],"category_scores_gemma":[0.027504204,0.00043895098,0.0007790657,0.0028206152,0.0019327594,0.0028084274,0.002669411,0.0025090207,0.0009314429],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015406572,0.0053824866,0.14853142,0.002092089,0.00030988382,0.2366966,0.11053965,0.050716102,0.016574467,0.111833885,0.059664026,0.25611874],"study_design_scores_gemma":[0.00055634184,0.0038573863,0.10292933,0.0013160193,0.00043871763,0.16634367,0.14585336,0.14732207,0.023272073,0.067244574,0.34041387,0.00045259396],"about_ca_topic_score_codex":0.0098043205,"about_ca_topic_score_gemma":0.011535487,"teacher_disagreement_score":0.0098043205,"about_ca_system_score_codex":0.0026368583,"about_ca_system_score_gemma":0.0017816578,"threshold_uncertainty_score":0.03770417},"labels":[],"label_agreement":null},{"id":"W2131005582","doi":"10.4018/978-1-60566-026-4.ch477","title":"An Overview of Software Engineering Process and Its Improvement","year":2009,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software Engineering Process Group; Software engineering; Personal software process; Social software engineering; Software construction; Standardization; Software development; Software requirements; Software; Software development process; Process (computing); Computer science; Engineering; Systems engineering; Operating system","score_opus":0.028833433941212062,"score_gpt":0.3001213830892294,"score_spread":0.27128794914801735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131005582","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022216495,0.56706715,0.11325251,0.007203645,0.0025330207,0.0001872395,0.00035657448,0.0009838598,0.3061944],"genre_scores_gemma":[0.0356266,0.6568117,0.13679437,0.0034957733,0.002460711,0.00041593678,0.00093920354,0.000442337,0.16301341],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906105,0.00017639912,0.000086982705,0.00014656952,0.0004685919,0.000060403334],"domain_scores_gemma":[0.99951243,0.0002375233,0.000035897814,0.00004208752,0.00014179228,0.000030267876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007818174,0.0009498264,0.00057897926,0.0030103019,0.0008505535,0.0040318305,0.0009728762,0.0020396293,0.012387926],"category_scores_gemma":[0.0010289145,0.00058064127,0.0005945391,0.0056839394,0.0010453032,0.0068398276,0.0011882059,0.0025017492,0.008880781],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024843417,0.00009069491,0.0002458183,0.00230004,0.000015334908,0.00016530727,0.0010344245,0.0018173909,0.0015734764,0.32172492,0.05936899,0.6116388],"study_design_scores_gemma":[0.0000034080256,0.000040654606,0.00043738075,0.0009597184,0.000008504165,0.0003809166,0.0001448393,0.000863854,0.00033142266,0.062836066,0.9339756,0.000017709131],"about_ca_topic_score_codex":0.0021859196,"about_ca_topic_score_gemma":0.0025089572,"teacher_disagreement_score":0.012387926,"about_ca_system_score_codex":0.0017822252,"about_ca_system_score_gemma":0.0019022179,"threshold_uncertainty_score":0.04144174},"labels":[],"label_agreement":null},{"id":"W2131072500","doi":"","title":"Teaching Software Quality Assurance in an Undergraduate Software Engineering Program","year":2007,"lang":"en","type":"article","venue":"Software Quality Professional Magazine","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software quality assurance; Software quality analyst; Quality assurance; Software quality control; Software quality; Software engineering; Software peer review; Engineering management; Social software engineering; Personal software process; Software; Software construction; Verification and validation; Software development; Computer science; Engineering; Operations management; Operating system","score_opus":0.03615835656803074,"score_gpt":0.38738873109572486,"score_spread":0.3512303745276941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131072500","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89616615,0.0018922099,0.021760367,0.033201616,0.0015893802,0.00093372207,0.00018003915,0.00083760434,0.043439005],"genre_scores_gemma":[0.85125154,0.002362838,0.060875144,0.008415868,0.0005471911,0.0005672296,0.0005029935,0.00024579096,0.07523147],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976687,0.0006309591,0.00009558172,0.0002374884,0.00078348874,0.00058374053],"domain_scores_gemma":[0.9856081,0.0008835118,0.00049329345,0.00029497925,0.0019407882,0.010779448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003952994,0.00063952536,0.00045503993,0.0010443163,0.0046597254,0.0027608199,0.0011395833,0.0012007063,0.0091265645],"category_scores_gemma":[0.0068189767,0.0007399755,0.0005297354,0.0007638558,0.0013619284,0.0014206778,0.0029334351,0.0025690077,0.0027995622],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007732135,0.025857374,0.0735311,0.00054302975,0.000040538744,0.0042205155,0.037545517,0.0030968369,0.015239895,0.0076442175,0.16463362,0.6668742],"study_design_scores_gemma":[0.00084218656,0.02103279,0.19786018,0.0022301797,0.0001642625,0.009571671,0.07251138,0.026034372,0.031501375,0.040183704,0.59766614,0.0004017198],"about_ca_topic_score_codex":0.0034704364,"about_ca_topic_score_gemma":0.0148690045,"teacher_disagreement_score":0.0091265645,"about_ca_system_score_codex":0.0034698052,"about_ca_system_score_gemma":0.010568619,"threshold_uncertainty_score":0.030531406},"labels":[],"label_agreement":null},{"id":"W2134421244","doi":"10.1287/inte.1040.0067","title":"General Motors Optimizes Its Scheduling of Cold-Weather Tests","year":2004,"lang":"en","type":"article","venue":"INFORMS Journal on Applied Analytics","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"General Motors (Canada)","funders":"Oregon State University","keywords":"Warranty; Scheduling (production processes); Schedule; Operations research; Cold weather; Engineering; General motors; Computer science; Automotive engineering; Transport engineering; Operations management; Operating system","score_opus":0.023779067967838047,"score_gpt":0.28469505830260505,"score_spread":0.260915990334767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134421244","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.603772,0.00073608005,0.2729128,0.0011013753,0.0003302604,0.0005723415,0.002318924,0.011035359,0.10722085],"genre_scores_gemma":[0.8923351,0.00011501029,0.09354026,0.00012096906,0.00003552802,0.00010359156,0.0009077388,0.0003735691,0.012468163],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993722,0.00016998853,0.000015206685,0.00012101561,0.0001226043,0.00019893925],"domain_scores_gemma":[0.9991716,0.00033137575,0.00008895531,0.000094846175,0.00019424845,0.00011888855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081604026,0.0010047536,0.00063955097,0.0006348251,0.000436737,0.0007794292,0.0009532202,0.00055294303,0.0070739803],"category_scores_gemma":[0.002131217,0.00037404016,0.00040136988,0.0006595181,0.00035542896,0.00045800017,0.0003322408,0.00053852535,0.0010734254],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055553863,0.00020127001,0.003027039,0.0000941027,0.000048263682,0.000097174234,0.000039457354,0.8632733,0.0043367697,0.0037135838,0.01731664,0.107296854],"study_design_scores_gemma":[0.00007271053,0.00016506307,0.0010920085,0.0000051524758,0.000019903126,0.000021777283,0.000039508963,0.98881626,0.0023072336,0.0012689283,0.006181589,0.000009833106],"about_ca_topic_score_codex":0.026417062,"about_ca_topic_score_gemma":0.033966184,"teacher_disagreement_score":0.026417062,"about_ca_system_score_codex":0.0018361002,"about_ca_system_score_gemma":0.0024771611,"threshold_uncertainty_score":0.052526653},"labels":[],"label_agreement":null},{"id":"W2134754630","doi":"10.1109/csmr.2004.1281425","title":"SM/sup CMM/ model to evaluate and improve the quality of the software maintenance process","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software maintenance; Computer science; Capability Maturity Model; Software engineering; LeanCMMI; Software quality; Software development process; Process (computing); Verification and validation; Software; Software development; Systems engineering; Reliability engineering; Engineering; Operating system; Operations management","score_opus":0.04360111583045167,"score_gpt":0.3548708212753319,"score_spread":0.31126970544488025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134754630","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020518785,0.0008188285,0.9557601,0.002104665,0.00017839266,0.00042620182,0.00037098583,0.001484467,0.018337531],"genre_scores_gemma":[0.31794772,0.000655608,0.67562157,0.0003832682,0.000064090935,0.0007840994,0.0005056888,0.0001537202,0.0038841916],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99455935,0.002000441,0.00028459277,0.0002706825,0.002698918,0.00018606168],"domain_scores_gemma":[0.9876873,0.0057885544,0.0013564228,0.0010611055,0.003840457,0.00026610796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007418532,0.0011778309,0.0006128609,0.0032429625,0.00054618454,0.0018867394,0.0022577408,0.0017167071,0.002867243],"category_scores_gemma":[0.021290284,0.00033412123,0.0011055871,0.0019234942,0.00079560786,0.003517241,0.0012056539,0.0024683175,0.0010073867],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023098759,0.0004159647,0.011316259,0.0006803885,0.00022073952,0.00016086189,0.00055143377,0.38499722,0.0058481684,0.30376306,0.010482374,0.28133258],"study_design_scores_gemma":[0.000046024277,0.00044454972,0.00166552,0.00017364576,0.00007454664,0.00010775014,0.00011775991,0.9281322,0.00410637,0.049402684,0.015688935,0.000040114614],"about_ca_topic_score_codex":0.00809045,"about_ca_topic_score_gemma":0.009991553,"teacher_disagreement_score":0.00809045,"about_ca_system_score_codex":0.00411591,"about_ca_system_score_gemma":0.004042055,"threshold_uncertainty_score":0.039233387},"labels":[],"label_agreement":null},{"id":"W2136555272","doi":"10.1016/j.ress.2004.08.024","title":"An effective technique for the software requirements analysis of NPP safety-critical systems, based on software inspection, requirements traceability, and formal specification","year":2004,"lang":"en","type":"article","venue":"Reliability Engineering & System Safety","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Atomic Energy of Canada Limited","keywords":"Traceability; Requirements traceability; Computer science; Software requirements specification; Software requirements; Formal specification; Verification and validation; Software engineering; Requirements analysis; Formal methods; Software system; Reliability engineering; Software construction; Functional requirement; Software; Systems engineering; Requirement; Engineering; Programming language","score_opus":0.014854686408639926,"score_gpt":0.28640427972275434,"score_spread":0.27154959331411443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136555272","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009299293,0.000021415683,0.9980627,0.0000432421,0.000008496436,0.00004658672,0.000013977309,0.00056979095,0.0003038934],"genre_scores_gemma":[0.026467517,0.00009069257,0.972329,0.000057414196,0.000017356653,0.00015658648,0.00007882709,0.00014160098,0.0006611064],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99696356,0.0006166994,0.00013934894,0.0002911908,0.0018798532,0.00010934641],"domain_scores_gemma":[0.9971414,0.0014260978,0.0002322107,0.0006163346,0.00054234645,0.00004151054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016510322,0.0009664315,0.00078622985,0.0020302585,0.00078284956,0.0008418682,0.0012209429,0.0008748623,0.0021268325],"category_scores_gemma":[0.006348916,0.00057525147,0.0012695307,0.001276953,0.0010226088,0.0017434667,0.0011850151,0.002388968,0.0008259243],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013514026,0.00022599298,0.0010232482,0.0007456641,0.00009198186,0.0005506421,0.00079764926,0.021889055,0.10290175,0.099932164,0.0051492746,0.7665574],"study_design_scores_gemma":[0.00018750652,0.00047997938,0.0017538983,0.00030845718,0.00026566995,0.0025237864,0.0003026059,0.6787315,0.12683164,0.13068874,0.057782333,0.00014389683],"about_ca_topic_score_codex":0.0012194047,"about_ca_topic_score_gemma":0.0017534915,"teacher_disagreement_score":0.0021268325,"about_ca_system_score_codex":0.0005124537,"about_ca_system_score_gemma":0.0017563533,"threshold_uncertainty_score":0.008731604},"labels":[],"label_agreement":null},{"id":"W2136805049","doi":"10.1109/iceccs.2004.1310912","title":"Independence transformations and tools for components","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Independence (probability theory); Computer science; Component (thermodynamics); Continuation; Set (abstract data type); Reliability (semiconductor); Property (philosophy); Composition (language); Work (physics); Programming language; Engineering; Mathematics","score_opus":0.047896311656501836,"score_gpt":0.30077164818407925,"score_spread":0.25287533652757743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136805049","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009720415,0.00014335869,0.98710895,0.0001831904,0.000054658874,0.00008690559,0.000069523216,0.004462866,0.006918477],"genre_scores_gemma":[0.056729518,0.0006497395,0.9284954,0.00036068234,0.00016345904,0.00068129174,0.00050510134,0.0023600454,0.010054806],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935853,0.0017558973,0.00066438265,0.0010797222,0.0025905822,0.000324118],"domain_scores_gemma":[0.98793495,0.006796954,0.00066325377,0.003310818,0.0010533454,0.00024069985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044094347,0.0015504771,0.0008126469,0.0031831115,0.0013848572,0.002961974,0.0024413723,0.0015870717,0.01142404],"category_scores_gemma":[0.019340545,0.001742321,0.002462467,0.0018086977,0.0039033957,0.006227451,0.005583996,0.0066434285,0.0068174815],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008375683,0.000106013445,0.0003997976,0.000483153,0.000047399077,0.0006748017,0.0009746477,0.008996073,0.0076867947,0.8081694,0.00946297,0.1629152],"study_design_scores_gemma":[0.000058038677,0.00006795234,0.00017740301,0.00019898896,0.00005362037,0.0008986048,0.00011085029,0.041916925,0.018967716,0.7529943,0.18449385,0.00006174362],"about_ca_topic_score_codex":0.00079172914,"about_ca_topic_score_gemma":0.00069322775,"teacher_disagreement_score":0.01142404,"about_ca_system_score_codex":0.0007855128,"about_ca_system_score_gemma":0.0015452787,"threshold_uncertainty_score":0.038217187},"labels":[],"label_agreement":null},{"id":"W2137918864","doi":"10.1109/issre.1996.558672","title":"Automatic failure detection with Conditional-Belief supervisors","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada); University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Supervisor; Computer science; Formalism (music); Finite-state machine; Class (philosophy); Control (management); Software engineering; Reliability engineering; Artificial intelligence; Programming language; Engineering","score_opus":0.014198486979831067,"score_gpt":0.21869878461973033,"score_spread":0.20450029763989927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137918864","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044280246,0.000037653346,0.9506147,0.00008302017,0.0000102610375,0.000043478823,0.00006381259,0.00410631,0.00076057867],"genre_scores_gemma":[0.808144,0.0000301066,0.19086276,0.000036017904,0.000010223024,0.00007970972,0.00016739844,0.00009976151,0.00057013275],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99787533,0.0008143584,0.000109323206,0.00029862387,0.00070040725,0.00020200372],"domain_scores_gemma":[0.9873762,0.008997542,0.00079342397,0.0014507268,0.0011911738,0.0001909451],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026385894,0.0004737367,0.00064449955,0.00065553136,0.0004710028,0.0009709525,0.0016173419,0.00063588965,0.0016686639],"category_scores_gemma":[0.013693767,0.00042979562,0.00067785865,0.00048732542,0.001227967,0.0018076109,0.0014100234,0.0014436266,0.0002742606],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00141419,0.00025381596,0.0060147312,0.00026467227,0.00008343924,0.00025647134,0.0007611295,0.609546,0.01747603,0.10149022,0.00349091,0.2589484],"study_design_scores_gemma":[0.00003115648,0.000027023692,0.00011562961,0.0000053672834,0.0000057588472,0.00001642545,0.0000118360795,0.9858949,0.0040019355,0.009669696,0.00021309526,0.0000072441567],"about_ca_topic_score_codex":0.005633216,"about_ca_topic_score_gemma":0.00451224,"teacher_disagreement_score":0.005633216,"about_ca_system_score_codex":0.0012397671,"about_ca_system_score_gemma":0.0017228354,"threshold_uncertainty_score":0.013954401},"labels":[],"label_agreement":null},{"id":"W2138270590","doi":"10.1109/hase.2007.39","title":"Improving Reliability and Safety by Trading off Software Failure Criticalities","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Fault tolerance; Reliability engineering; Computer science; Failure rate; Reliability (semiconductor); Voting; Software quality; Software fault tolerance; Constraint (computer-aided design); Fault (geology); Class (philosophy); Process (computing); Software; Life-critical system; Distributed computing; Software development; Engineering; Artificial intelligence; Programming language","score_opus":0.010067642597161442,"score_gpt":0.2612918160596365,"score_spread":0.25122417346247505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138270590","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21464872,0.00021810524,0.7806008,0.0001574936,0.000026332222,0.0001107362,0.000021278023,0.00024019831,0.0039761895],"genre_scores_gemma":[0.87392515,0.00009837251,0.12435452,0.00005096135,0.000028573946,0.00008451715,0.000020621766,0.000047005185,0.0013902766],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978927,0.00091628934,0.00013819343,0.00033914755,0.0004968935,0.00021677856],"domain_scores_gemma":[0.9948331,0.0026414578,0.0007775973,0.0011129297,0.0004275605,0.00020729353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028279917,0.00075579045,0.0009215324,0.0005409092,0.00065396796,0.0011169869,0.0012453437,0.00063522876,0.002020097],"category_scores_gemma":[0.0073489915,0.0003737707,0.0006985002,0.00048085474,0.0011051139,0.0019257794,0.0016362601,0.0010628707,0.0002329854],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013051104,0.00033853424,0.012533087,0.00043571586,0.00018448429,0.00034633456,0.0004085288,0.43732473,0.13313748,0.16421837,0.0008676532,0.24889997],"study_design_scores_gemma":[0.00016772334,0.0012038084,0.002023642,0.00005340726,0.00012469146,0.0005950274,0.0001372899,0.8554071,0.06720939,0.06847014,0.0045357374,0.00007213711],"about_ca_topic_score_codex":0.0002113023,"about_ca_topic_score_gemma":0.0005891372,"teacher_disagreement_score":0.0028279917,"about_ca_system_score_codex":0.000712982,"about_ca_system_score_gemma":0.0007231051,"threshold_uncertainty_score":0.0149559975},"labels":[],"label_agreement":null},{"id":"W2139714001","doi":"10.14736/kyb-2016-5-0757","title":"A linear programming approach to error bounds for random walks in the quarter-plane","year":2016,"lang":"en","type":"preprint","venue":"Kybernetika","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Random walk; Markov chain; Mathematics; Approximation error; State space; Plane (geometry); Space (punctuation); Work (physics); Product (mathematics); Markov process; Distribution (mathematics); Stationary distribution; State (computer science); Quarter (Canadian coin); Statistical physics; Applied mathematics; Mathematical analysis; Computer science; Algorithm; Statistics; Physics; Geometry","score_opus":0.03855498802795353,"score_gpt":0.3167938980303294,"score_spread":0.2782389100023759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139714001","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030465785,0.0005295016,0.9937558,0.00031751994,0.000043808912,0.00001762598,0.000038477538,0.00009859723,0.0021520772],"genre_scores_gemma":[0.468983,0.0044020615,0.5067035,0.0009443459,0.000635433,0.00074095634,0.00046154903,0.00088820775,0.016240988],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99660045,0.0015464032,0.000114156865,0.00049328705,0.00086205354,0.00038366762],"domain_scores_gemma":[0.98274475,0.014223889,0.0008960954,0.00065507996,0.0011811653,0.0002990037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006112859,0.0025368687,0.0021108878,0.0018319278,0.00063056574,0.0027421124,0.0027789634,0.0022145007,0.0048415805],"category_scores_gemma":[0.022477267,0.0009231156,0.0016762663,0.002022265,0.0028404978,0.0034598112,0.0027546776,0.00543199,0.0008849937],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004877238,0.00005625956,0.00024586832,0.00013103688,0.000037993497,0.000053867356,0.0000645919,0.8935276,0.00076335785,0.0929625,0.0009807945,0.011127285],"study_design_scores_gemma":[0.00000233827,0.000014193399,0.000027634247,0.000014897027,0.0000043260347,0.000008083438,0.000005685056,0.9781789,0.00018623036,0.021302847,0.0002497862,0.000005046893],"about_ca_topic_score_codex":0.0056254673,"about_ca_topic_score_gemma":0.0024372218,"teacher_disagreement_score":0.006112859,"about_ca_system_score_codex":0.002713153,"about_ca_system_score_gemma":0.001989931,"threshold_uncertainty_score":0.032328248},"labels":[],"label_agreement":null},{"id":"W2139724964","doi":"10.4236/iim.2009.13022","title":"Probabilistic Analysis of a Robot System with Redundant Safety Units and Common-Cause Failures","year":2009,"lang":"en","type":"article","venue":"Intelligent Information Management","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Common cause failure; Probabilistic logic; Computer science; Common cause and special cause; Reliability engineering; Artificial intelligence; Engineering; Operations management","score_opus":0.019420864059841243,"score_gpt":0.26080186863994764,"score_spread":0.2413810045801064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139724964","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32468328,0.00049517216,0.66983867,0.00036508642,0.000023473933,0.000038836737,0.0001135128,0.00034419587,0.004097776],"genre_scores_gemma":[0.9889985,0.00018697037,0.009685661,0.0000180883,0.000020490379,0.00003553226,0.000045060377,0.000021835811,0.000987845],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99917966,0.00029091717,0.000022979262,0.00008627112,0.00030692128,0.00011313659],"domain_scores_gemma":[0.99738616,0.0018565226,0.0003566902,0.00012029073,0.00023035228,0.00005005381],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011639706,0.0004531343,0.00054272707,0.00079650333,0.00037042948,0.0004893862,0.00071505725,0.00059769244,0.0012324953],"category_scores_gemma":[0.0044948068,0.00037158816,0.000707524,0.00040268307,0.0010343273,0.00094566314,0.000530812,0.0005077861,0.00016980001],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040408024,0.0000132751775,0.0006598732,0.000027370397,0.000020639109,0.00009640519,0.000045195924,0.9787501,0.0017634636,0.015820293,0.00012885538,0.0026340398],"study_design_scores_gemma":[0.0000036248437,0.000020938862,0.0003529008,0.0000019339561,0.000008491509,0.00003192774,0.000008220823,0.99460465,0.0002593464,0.004589661,0.00011275828,0.000005572458],"about_ca_topic_score_codex":0.0053303745,"about_ca_topic_score_gemma":0.0023840147,"teacher_disagreement_score":0.0053303745,"about_ca_system_score_codex":0.0007134601,"about_ca_system_score_gemma":0.0006607846,"threshold_uncertainty_score":0.010598719},"labels":[],"label_agreement":null},{"id":"W2140081622","doi":"10.1109/icsm.2005.46","title":"Explorative study to provide decision support for software release decisions","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software release life cycle; Reliability (semiconductor); Computer science; Software quality; Decision support system; Domain (mathematical analysis); Software; Reliability engineering; Risk analysis (engineering); Software development; Engineering; Data mining; Business","score_opus":0.05390194114157464,"score_gpt":0.36131853987127066,"score_spread":0.307416598729696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140081622","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7827871,0.00026286062,0.20357735,0.0006500365,0.000029374505,0.00064873724,0.0004149822,0.00038595474,0.011243579],"genre_scores_gemma":[0.90150106,0.00011603829,0.096958295,0.000074802505,0.0000091884,0.00038197494,0.000151269,0.000021714592,0.0007857382],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9949863,0.004242243,0.000103165716,0.00016541254,0.00036010603,0.0001427706],"domain_scores_gemma":[0.9675914,0.02839304,0.0013639362,0.0019089667,0.0004839156,0.00025882083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006681613,0.0006300308,0.0004898485,0.0015729556,0.00052876456,0.0015841321,0.0008246688,0.00060727925,0.002807872],"category_scores_gemma":[0.017093495,0.0003367388,0.00069471484,0.00091636565,0.0007903798,0.0016137018,0.0014500867,0.0005794065,0.0002373142],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0056932103,0.0051784944,0.11066586,0.0024696016,0.001202515,0.0108656,0.04094712,0.28937325,0.044913817,0.1402761,0.006586433,0.34182796],"study_design_scores_gemma":[0.0006433415,0.0041515646,0.019360444,0.00062958006,0.00027565187,0.002194146,0.02206326,0.8181262,0.023573028,0.086404085,0.022371775,0.00020697553],"about_ca_topic_score_codex":0.00058166793,"about_ca_topic_score_gemma":0.00128069,"teacher_disagreement_score":0.006681613,"about_ca_system_score_codex":0.0005012445,"about_ca_system_score_gemma":0.00076647353,"threshold_uncertainty_score":0.035336137},"labels":[],"label_agreement":null},{"id":"W2143595460","doi":"10.1109/eit.2007.4374474","title":"Performance analysis of service-oriented architectures with multi-factor sensitivity analysis","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Computer science; Sensitivity (control systems); Factor (programming language); Software; Statistical analysis; Generalization; Reliability engineering; Service (business); Data mining; Engineering; Mathematics; Operating system; Programming language","score_opus":0.016987478742679987,"score_gpt":0.2800379638860908,"score_spread":0.26305048514341084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143595460","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.101210944,0.00037094578,0.89517856,0.0001649674,0.00003281183,0.00013561232,0.000047096753,0.0003147757,0.0025442292],"genre_scores_gemma":[0.9338573,0.00022311135,0.06520913,0.000030017973,0.000024633899,0.00009676115,0.00004853777,0.000052775507,0.00045781487],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99444723,0.0030049884,0.00016906147,0.0003592609,0.0016963473,0.0003231363],"domain_scores_gemma":[0.9823058,0.014286405,0.0009263106,0.0008558859,0.0014919017,0.00013369742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006850146,0.001603522,0.000949602,0.002292003,0.00047354616,0.0011009098,0.0006188839,0.000732376,0.0012340071],"category_scores_gemma":[0.021803956,0.00045391725,0.0016295183,0.0013051205,0.00086911605,0.0015228646,0.00094384304,0.0009602518,0.00013749945],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015967038,0.00006892776,0.0024803644,0.00011979122,0.00011273647,0.00007872609,0.00011679652,0.95035005,0.0044372818,0.008896778,0.00018547967,0.03299329],"study_design_scores_gemma":[0.000005067981,0.00011835729,0.00084906793,0.000009604964,0.000022236449,0.000036860558,0.00002320292,0.9903866,0.0024375368,0.005847389,0.0002447782,0.00001935021],"about_ca_topic_score_codex":0.0033227692,"about_ca_topic_score_gemma":0.0010313616,"teacher_disagreement_score":0.006850146,"about_ca_system_score_codex":0.0013640136,"about_ca_system_score_gemma":0.00084510003,"threshold_uncertainty_score":0.036227524},"labels":[],"label_agreement":null},{"id":"W2144309645","doi":"10.1109/issre.1994.341343","title":"A framework for reliability estimation","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Reliability (semiconductor); Computer science; Estimation; Software quality; Reliability engineering; Software; Reliability theory; Random testing; Data mining; Machine learning; Programming language; Software development; Engineering; Test case; Failure rate; Systems engineering","score_opus":0.04937257370593322,"score_gpt":0.3290800312891988,"score_spread":0.2797074575832656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144309645","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016187504,0.0004366144,0.99661034,0.00028719468,0.00003532139,0.000024174684,0.00006786225,0.00017563932,0.0022010345],"genre_scores_gemma":[0.040197924,0.002246363,0.95055306,0.00032157247,0.00043440636,0.0005230594,0.00055053167,0.0003585659,0.004814545],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98754066,0.0064774374,0.00074610714,0.0015414048,0.0032367315,0.00045758442],"domain_scores_gemma":[0.98227304,0.010914877,0.0008775583,0.002681748,0.0029428138,0.00030993315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014390097,0.002724537,0.0016649455,0.004732619,0.0015376236,0.005900473,0.0043061087,0.0027183767,0.008754437],"category_scores_gemma":[0.03546781,0.001527637,0.0031612287,0.0037645572,0.0040081437,0.0076047787,0.0039060088,0.0050345105,0.0041890154],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008579344,0.000018179833,0.00030812676,0.00013474893,0.000045749537,0.000081230726,0.00021500581,0.031522494,0.00023807421,0.9246917,0.0044705654,0.03826553],"study_design_scores_gemma":[0.0000102621825,0.000021283924,0.00012299695,0.000134923,0.00003016468,0.00011973812,0.000053044056,0.10269767,0.00025506254,0.8527621,0.043760415,0.000032352807],"about_ca_topic_score_codex":0.007438752,"about_ca_topic_score_gemma":0.0040155896,"teacher_disagreement_score":0.014390097,"about_ca_system_score_codex":0.0025813312,"about_ca_system_score_gemma":0.0036574772,"threshold_uncertainty_score":0.07610303},"labels":[],"label_agreement":null},{"id":"W2147243633","doi":"10.5539/cis.v3n2p145","title":"Incorporating Generalized Modified Weibull TEF in to Software Reliability Growth Model and Analysis of Optimal Release Policy","year":2010,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Software quality; Weibull distribution; Reliability engineering; Software release life cycle; Reliability (semiconductor); Context (archaeology); Software; Software reliability testing; Process (computing); Software development; Statistics","score_opus":0.013553900545923425,"score_gpt":0.28350762836583077,"score_spread":0.26995372781990734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147243633","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032774337,0.0009721079,0.96350646,0.00044608602,0.00007197963,0.00005367734,0.00010873565,0.00023951534,0.0018270235],"genre_scores_gemma":[0.896121,0.0019481847,0.09439624,0.00017323397,0.00016291202,0.00025078602,0.00027393407,0.0001949149,0.0064786514],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99814284,0.0007877028,0.0000857386,0.00032396498,0.0004089041,0.00025068762],"domain_scores_gemma":[0.99412435,0.0038609935,0.00067295996,0.00038172398,0.0008194934,0.0001404903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003109273,0.0014288871,0.0013940312,0.002008231,0.0004358844,0.0010976649,0.0019492444,0.0019602273,0.0016585381],"category_scores_gemma":[0.011319153,0.000676642,0.0015182326,0.0017902794,0.000952243,0.0022050226,0.00075948203,0.0018403147,0.00048503536],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035791058,0.000026520378,0.0009865199,0.000058910737,0.000023453977,0.00012394889,0.000049074773,0.9697562,0.0013907218,0.014384592,0.0005196758,0.012644608],"study_design_scores_gemma":[0.0000024018264,0.000023371249,0.00021617788,0.000006117582,0.0000084543235,0.00003412061,0.000007194908,0.99495584,0.00017137159,0.0043352344,0.0002320779,0.000007646721],"about_ca_topic_score_codex":0.008994805,"about_ca_topic_score_gemma":0.0055348184,"teacher_disagreement_score":0.008994805,"about_ca_system_score_codex":0.0019725272,"about_ca_system_score_gemma":0.0013169001,"threshold_uncertainty_score":0.01788491},"labels":[],"label_agreement":null},{"id":"W2148571320","doi":"10.1145/1368088.1368187","title":"Experience applying the SPIN model checker to an industrial telecommunications system","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Model checking; Telecommunications; Programming language","score_opus":0.15827392233734286,"score_gpt":0.3484139023140468,"score_spread":0.19013997997670393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148571320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87378985,0.0003614639,0.106008716,0.0015210306,0.00010301023,0.0001748247,0.00012553553,0.0026683693,0.01524718],"genre_scores_gemma":[0.94515115,0.00036630727,0.050173305,0.00024499226,0.000024710253,0.00003235241,0.00015179237,0.00033728126,0.0035181062],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99436945,0.0028623678,0.00025337582,0.00037321792,0.0017510499,0.00039050193],"domain_scores_gemma":[0.98707485,0.008033533,0.00033615617,0.0021488846,0.002032758,0.0003738698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071798386,0.0006036286,0.00063042366,0.0006601762,0.0013911793,0.0017420108,0.0017408462,0.0013529261,0.0025011376],"category_scores_gemma":[0.018774066,0.00043516798,0.00057962554,0.0009873069,0.0019573737,0.0021245123,0.0016640368,0.00215963,0.00037424703],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017101364,0.0044622747,0.048799757,0.0011002338,0.00044842382,0.008340607,0.032994717,0.2318576,0.11288777,0.03130259,0.017253937,0.508842],"study_design_scores_gemma":[0.00054043834,0.0041752,0.011809421,0.00023524111,0.00054395595,0.0026839925,0.0064316834,0.7279256,0.17501004,0.0148963975,0.0555023,0.0002457135],"about_ca_topic_score_codex":0.011833483,"about_ca_topic_score_gemma":0.012240346,"teacher_disagreement_score":0.011833483,"about_ca_system_score_codex":0.0013976776,"about_ca_system_score_gemma":0.0018903402,"threshold_uncertainty_score":0.03797108},"labels":[],"label_agreement":null},{"id":"W2154454232","doi":"10.1109/qsic.2008.46","title":"On Failure Propagation in Component-Based Software Systems","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Component (thermodynamics); Reliability engineering; Computer science; Reliability (semiconductor); Reliability theory; Failure mode and effects analysis; Representation (politics); Software quality; IT service continuity; Masking (illustration); Propagation of uncertainty; Software system; Software; Distributed computing; Engineering; Failure rate; Software development; Computer network; Algorithm","score_opus":0.022903390631058528,"score_gpt":0.25058010306007544,"score_spread":0.2276767124290169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154454232","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0129933385,0.0043353755,0.97732896,0.00038330877,0.00008956028,0.000052971398,0.00004989251,0.0002107916,0.004555887],"genre_scores_gemma":[0.6235945,0.025932254,0.34160942,0.0004189149,0.0011777467,0.00040706416,0.00035044935,0.00033189787,0.00617764],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99561274,0.0011632971,0.00027651445,0.00044827588,0.0022666738,0.00023243032],"domain_scores_gemma":[0.9835945,0.013175718,0.0008069185,0.00080110633,0.0015151293,0.00010663382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003247465,0.0021424764,0.0009727385,0.005116719,0.0011184434,0.0018936737,0.0012868501,0.0016171664,0.0021730752],"category_scores_gemma":[0.014043067,0.0007005345,0.001418749,0.004974156,0.0031451061,0.003468231,0.0013894618,0.0028232436,0.0006153349],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000107344495,0.00006850014,0.0025460508,0.00055160304,0.000121290315,0.0005115067,0.0008069455,0.5357716,0.0055295248,0.3456266,0.0016375458,0.10672139],"study_design_scores_gemma":[0.0000146392085,0.000117483774,0.00080705725,0.00020895028,0.000090117726,0.000374366,0.000093722614,0.64080024,0.0034530386,0.34649327,0.007491349,0.00005584746],"about_ca_topic_score_codex":0.0049867444,"about_ca_topic_score_gemma":0.0019486146,"teacher_disagreement_score":0.005116719,"about_ca_system_score_codex":0.0016305813,"about_ca_system_score_gemma":0.00090600696,"threshold_uncertainty_score":0.017174482},"labels":[],"label_agreement":null},{"id":"W2156854037","doi":"10.1109/tr.2004.842087","title":"Stochastic Fault Tree Analysis With Self-Loop Basic Events","year":2005,"lang":"en","type":"article","venue":"IEEE Transactions on Reliability","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Fault tree analysis; Computer science; Loop (graph theory); Event (particle physics); Stochastic process; Moment-generating function; Stochastic modelling; Tree (set theory); Event tree; Probability-generating function; Probability density function; Mathematics; Reliability engineering; Statistics; Engineering","score_opus":0.011636418826411908,"score_gpt":0.26086771630046246,"score_spread":0.24923129747405054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156854037","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036446683,0.000052761014,0.9626121,0.000037634927,0.000008513985,0.00001177656,0.000031924024,0.00018348053,0.00061517156],"genre_scores_gemma":[0.9250383,0.00009622085,0.07403857,0.00002586787,0.00002594164,0.000034362696,0.00007602004,0.000041379335,0.00062335323],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996283,0.00009016808,0.000013503721,0.000048794704,0.00017553224,0.000043767875],"domain_scores_gemma":[0.9986852,0.0008907007,0.00016477815,0.0000691683,0.00014814649,0.00004203632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067752536,0.00038390467,0.0005640725,0.00078843004,0.00030201566,0.0004367366,0.00068950513,0.0004607058,0.00091448036],"category_scores_gemma":[0.0033837864,0.00016636746,0.0006685,0.0005273987,0.00047410256,0.0009838851,0.0004058888,0.0005075681,0.000101066886],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028057042,0.000016270336,0.00072383985,0.000021241778,0.000020428564,0.000088372966,0.000032177406,0.94405985,0.0025942957,0.0405191,0.00020680027,0.011689583],"study_design_scores_gemma":[0.0000016879821,0.000006876509,0.000091784335,8.9741206e-7,0.0000021868875,0.000014190269,0.000001643942,0.9873438,0.0003266004,0.012107424,0.000100567326,0.000002399619],"about_ca_topic_score_codex":0.002320114,"about_ca_topic_score_gemma":0.0016485245,"teacher_disagreement_score":0.002320114,"about_ca_system_score_codex":0.0005492493,"about_ca_system_score_gemma":0.000622436,"threshold_uncertainty_score":0.0046132207},"labels":[],"label_agreement":null},{"id":"W2158309598","doi":"10.1007/978-3-642-39512-3_8","title":"From Software Models to Dependability Analysis Models","year":2013,"lang":"en","type":"book-chapter","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Dependability; Computer science; Reliability engineering; Software engineering; Engineering","score_opus":0.054534635096940565,"score_gpt":0.26954270005118663,"score_spread":0.21500806495424607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158309598","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031126186,0.0782166,0.48067972,0.007553575,0.0021939704,0.00007546684,0.00059590116,0.0014570461,0.42611516],"genre_scores_gemma":[0.15514587,0.18727146,0.2645829,0.0041479915,0.004016099,0.0004868063,0.0022227238,0.0022157747,0.3799104],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996301,0.00006880269,0.000017160597,0.000051356477,0.00021437179,0.000018180617],"domain_scores_gemma":[0.9992567,0.00046821125,0.000027910883,0.00010239711,0.00012381168,0.000021034512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046087382,0.0012251678,0.0005430083,0.0015897645,0.00040611078,0.0023148574,0.0013349736,0.0008706727,0.013506589],"category_scores_gemma":[0.002151116,0.0007211702,0.0007541476,0.0020949596,0.0013575786,0.0043681185,0.0009857073,0.00284938,0.0053334073],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064409937,0.000025181558,0.000056627447,0.00032163857,0.000010530262,0.00003630729,0.00019818942,0.0066685085,0.0006260058,0.8248193,0.050948344,0.11628291],"study_design_scores_gemma":[0.000003303226,0.000007941557,0.00006182789,0.00023580971,0.000007854239,0.00007479662,0.000035394554,0.0067735775,0.00030584776,0.7684926,0.22399019,0.000010874549],"about_ca_topic_score_codex":0.001630527,"about_ca_topic_score_gemma":0.0018521062,"teacher_disagreement_score":0.013506589,"about_ca_system_score_codex":0.0015425239,"about_ca_system_score_gemma":0.0010089971,"threshold_uncertainty_score":0.045184076},"labels":[],"label_agreement":null},{"id":"W2159457860","doi":"10.1109/cmpsac.1978.810370","title":"Analysis of software design modeled by multiple finite state machines","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Computer science; Finite-state machine; Correctness; Deadlock; State (computer science); Distributed computing; Software; Programming language; Inter-process communication; Process (computing); Surprise; Extended finite-state machine; Software design; Software engineering; Software development","score_opus":0.024132223877171843,"score_gpt":0.2756181590862247,"score_spread":0.2514859352090529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159457860","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05065402,0.0003193307,0.9453886,0.00019527257,0.000022522974,0.00006806235,0.00006926946,0.00073041936,0.0025524516],"genre_scores_gemma":[0.7101657,0.00041148858,0.28664538,0.00005388673,0.00005677251,0.0002609224,0.00018631702,0.0001511546,0.0020683233],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99649185,0.0012396117,0.000162255,0.00039307508,0.0014677998,0.0002453433],"domain_scores_gemma":[0.99170727,0.005975309,0.00083154236,0.00087064604,0.0005157143,0.0000995147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026084932,0.0010480414,0.0008079019,0.0013481118,0.00072854315,0.0015984563,0.0012616947,0.0009638237,0.001993494],"category_scores_gemma":[0.0094686225,0.0007847838,0.0015599487,0.0007489535,0.0019145546,0.0023670516,0.00091975695,0.0014798872,0.00022996144],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007628122,0.00004579185,0.0017903913,0.00015438191,0.000102053455,0.0001930864,0.00018069553,0.8644621,0.003989356,0.108646795,0.00024772505,0.02011128],"study_design_scores_gemma":[0.000008262477,0.000028676714,0.00015515072,0.000012742908,0.000020380305,0.000026090805,0.000011915761,0.9575129,0.0018505327,0.039521188,0.0008442066,0.000007911022],"about_ca_topic_score_codex":0.002792452,"about_ca_topic_score_gemma":0.002827868,"teacher_disagreement_score":0.002792452,"about_ca_system_score_codex":0.0020857698,"about_ca_system_score_gemma":0.0019344738,"threshold_uncertainty_score":0.0151334405},"labels":[],"label_agreement":null},{"id":"W2161564801","doi":"10.1109/ccece.2002.1013027","title":"Evaluation of several Efron bootstrap methods to estimate error measures for software metrics","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Statistics; Kurtosis; Confidence interval; Statistic; Nonparametric statistics; CDF-based nonparametric confidence interval; Skewness; Computer science; Robust confidence intervals; Software quality; Sample size determination; Context (archaeology); Sample (material); Population; Mathematics; Software","score_opus":0.18637125764209603,"score_gpt":0.48427364652479254,"score_spread":0.2979023888826965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161564801","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14442883,0.002050322,0.8476212,0.00037422875,0.00013827752,0.00044720687,0.00026341458,0.00071409193,0.0039624167],"genre_scores_gemma":[0.40758872,0.0006571277,0.58952665,0.000094199066,0.00006213852,0.00063733105,0.0003743635,0.00018795101,0.00087154756],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9451094,0.035876717,0.003448171,0.0018220298,0.013054019,0.00068966043],"domain_scores_gemma":[0.649082,0.29979143,0.009980191,0.013033747,0.027135415,0.0009772135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08866277,0.0018564978,0.0016487663,0.0062903427,0.0010326668,0.0014854303,0.0027110893,0.0023600883,0.0016217444],"category_scores_gemma":[0.25660273,0.0005922418,0.0014937083,0.0044134683,0.0014746463,0.0036217335,0.0026191142,0.0017885725,0.00033738112],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025228402,0.0006958395,0.03310682,0.0011945039,0.00070583954,0.0002938158,0.0027510268,0.15352485,0.0033857205,0.049286164,0.002833214,0.74969935],"study_design_scores_gemma":[0.00032522905,0.0014376269,0.030996362,0.0004807827,0.0002903561,0.0005379252,0.00088976795,0.9271769,0.00969648,0.02355514,0.004370706,0.00024268239],"about_ca_topic_score_codex":0.003027337,"about_ca_topic_score_gemma":0.0038620331,"teacher_disagreement_score":0.08866277,"about_ca_system_score_codex":0.0020352527,"about_ca_system_score_gemma":0.0013192979,"threshold_uncertainty_score":0.4688992},"labels":[],"label_agreement":null},{"id":"W2162019083","doi":"10.1109/cnsr.2007.56","title":"Risk Analysis in Critical Infrastructure Systems based on the Astrolabe Methodology","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Atlantic Canada Opportunities Agency","keywords":"Astrolabe; Critical infrastructure; Risk analysis (engineering); Computer science; Process (computing); Risk management; Computer security; Business","score_opus":0.051903835308598795,"score_gpt":0.3764612487390822,"score_spread":0.3245574134304834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162019083","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003453436,0.00020834531,0.993105,0.0003534533,0.00001468343,0.000053814605,0.000018134346,0.00003857119,0.0027545143],"genre_scores_gemma":[0.33595523,0.0008517106,0.65846467,0.00022978704,0.0001569759,0.00051540317,0.0000999758,0.00007225104,0.0036539629],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9948578,0.0024015177,0.00027162704,0.00040135495,0.0018189992,0.0002487411],"domain_scores_gemma":[0.9924852,0.005118961,0.00086263183,0.0005361599,0.00082884234,0.00016822982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007550306,0.0014293588,0.0010613692,0.004218191,0.0009756144,0.0027926432,0.0013744608,0.0015138189,0.0018236256],"category_scores_gemma":[0.012450973,0.0006360357,0.0022300496,0.0013068739,0.0031827528,0.0038204018,0.003154741,0.0024501453,0.0003091478],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020477788,0.000049325798,0.0015187137,0.00012425649,0.00011580642,0.00033719497,0.00043627474,0.19805944,0.0011151083,0.76241845,0.0009635004,0.03484137],"study_design_scores_gemma":[0.0000173227,0.000054811968,0.00041532793,0.000083688654,0.00003657879,0.00027743043,0.0001640458,0.5698859,0.00079655816,0.42149246,0.0067363996,0.000039547973],"about_ca_topic_score_codex":0.0016936451,"about_ca_topic_score_gemma":0.0011415342,"teacher_disagreement_score":0.007550306,"about_ca_system_score_codex":0.0018970266,"about_ca_system_score_gemma":0.0021153078,"threshold_uncertainty_score":0.039930284},"labels":[],"label_agreement":null},{"id":"W2162836425","doi":"10.1109/issre.1991.145373","title":"Metrics evaluation of software reliability growth models","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Metric (unit); Reliability (semiconductor); Computer science; Software quality; Software metric; Field (mathematics); Software; Reliability engineering; Predictive validity; Term (time); Data mining; Machine learning; Software development; Statistics; Mathematics; Engineering; Programming language","score_opus":0.10571111484273858,"score_gpt":0.3088034808344209,"score_spread":0.2030923659916823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162836425","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22124706,0.003935251,0.76088625,0.0011612688,0.00015500434,0.00036641568,0.00072992453,0.0027552464,0.008763544],"genre_scores_gemma":[0.8212199,0.000972487,0.17472094,0.00006550476,0.00005889514,0.00034391653,0.0014065079,0.00024557434,0.0009662829],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9826231,0.009930815,0.0011850259,0.0007072291,0.005173244,0.00038047286],"domain_scores_gemma":[0.9451629,0.032481145,0.0044849757,0.0039999154,0.013259138,0.00061187724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014988515,0.0013844003,0.0011574792,0.005799826,0.0004380884,0.0025480895,0.0013845771,0.0009475536,0.0008511896],"category_scores_gemma":[0.0977207,0.00042818172,0.0010348487,0.003576941,0.00063109095,0.002907693,0.0014136181,0.0008290242,0.00023525198],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020655338,0.00016490564,0.024049735,0.0003606237,0.00026519614,0.00015563508,0.00041826518,0.6760697,0.002450544,0.028527651,0.00294515,0.26438606],"study_design_scores_gemma":[0.000009412486,0.00015157771,0.002220793,0.000051071853,0.000029065584,0.00005296501,0.000049483548,0.98737514,0.0014264933,0.0071516917,0.0014573397,0.000024872093],"about_ca_topic_score_codex":0.00487424,"about_ca_topic_score_gemma":0.0038638352,"teacher_disagreement_score":0.014988515,"about_ca_system_score_codex":0.002842211,"about_ca_system_score_gemma":0.0018265445,"threshold_uncertainty_score":0.0792678},"labels":[],"label_agreement":null},{"id":"W2163293317","doi":"10.1109/hase.2008.14","title":"At What Level of Granularity Should We be Componentizing for Software Reliability?","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Granularity; Decomposition; Component (thermodynamics); Computer science; Reliability engineering; Reliability (semiconductor); Software system; Software; Component-based software engineering; Architectural pattern; Software construction; Programming language; Engineering","score_opus":0.29396059064155045,"score_gpt":0.3513395991599596,"score_spread":0.05737900851840916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163293317","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21512224,0.012972324,0.7127275,0.020123309,0.0008881687,0.00010917094,0.00018700483,0.0014212189,0.036449052],"genre_scores_gemma":[0.84496474,0.0030104532,0.1481055,0.0009137953,0.00027289553,0.000064880405,0.000060502414,0.0002516315,0.0023556228],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99770975,0.000676934,0.000116186646,0.000293022,0.00084291043,0.00036119402],"domain_scores_gemma":[0.99171704,0.0031463122,0.0014128649,0.0015878172,0.0016451925,0.00049081724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032247028,0.0008553259,0.0007715777,0.0011109256,0.0010856233,0.0025702189,0.001081434,0.0014661114,0.0024171108],"category_scores_gemma":[0.018607575,0.00055412884,0.0006808858,0.0009818667,0.0018141787,0.004791084,0.0012522533,0.0019887146,0.0013144516],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055886473,0.00019631622,0.019838631,0.0009888968,0.00034249588,0.0005540404,0.003202477,0.096323945,0.0660942,0.3538871,0.012141226,0.44587174],"study_design_scores_gemma":[0.000085977255,0.0004157971,0.025015209,0.0009656358,0.00038915884,0.0009927963,0.002495749,0.1168581,0.028982978,0.7515767,0.07201378,0.00020808194],"about_ca_topic_score_codex":0.002340807,"about_ca_topic_score_gemma":0.0022657295,"teacher_disagreement_score":0.0032247028,"about_ca_system_score_codex":0.001335951,"about_ca_system_score_gemma":0.0014367125,"threshold_uncertainty_score":0.017054021},"labels":[],"label_agreement":null},{"id":"W2164917791","doi":"10.1109/phm.2008.4711453","title":"Improving preciseness of time to failure predictions: Application to APU starter","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"National Research Council Canada; Astellas Pharma US","keywords":"Prognostics; Cluster analysis; Computer science; Component (thermodynamics); Aerospace; Support vector machine; Data mining; Machine learning; Reliability engineering; Artificial intelligence; Engineering","score_opus":0.009138767481495032,"score_gpt":0.24081457646551568,"score_spread":0.23167580898402065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164917791","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41618127,0.00062887906,0.5760426,0.00044743324,0.0000742898,0.000081903774,0.0003049977,0.0047918167,0.0014468262],"genre_scores_gemma":[0.9418617,0.00012351584,0.057304677,0.000023483903,0.00003325249,0.000023790539,0.0001554282,0.000073682466,0.00040058192],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99949217,0.00016951076,0.000030854608,0.00010247244,0.000168165,0.000036797952],"domain_scores_gemma":[0.9925251,0.005259899,0.0005850131,0.0005539503,0.00095935096,0.00011678852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019466571,0.00085660926,0.0010425246,0.0011101062,0.0004919429,0.00066564145,0.0008165754,0.00094291597,0.0010095123],"category_scores_gemma":[0.011938859,0.0002221004,0.0002561771,0.0010178772,0.00026724167,0.0007602253,0.00060920446,0.0011087254,0.0003805571],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004417957,0.00013883012,0.010654844,0.00008756515,0.00004087885,0.00027046818,0.00021776796,0.7250289,0.00760148,0.00065196474,0.0009652541,0.25390032],"study_design_scores_gemma":[0.000009908865,0.000075338,0.0027957356,0.0000056692634,0.000007005828,0.000039798328,0.00002419835,0.99257445,0.0035045133,0.0006974268,0.00025156056,0.000014492414],"about_ca_topic_score_codex":0.005571621,"about_ca_topic_score_gemma":0.003105056,"teacher_disagreement_score":0.005571621,"about_ca_system_score_codex":0.0003758214,"about_ca_system_score_gemma":0.0003918447,"threshold_uncertainty_score":0.011078417},"labels":[],"label_agreement":null},{"id":"W2166054436","doi":"10.1145/1921705.1921706","title":"Measurement of software requirements derived from system reliability requirements","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Reliability engineering; Software requirements specification; Non-functional testing; Computer science; Software quality; Reliability (semiconductor); Functional requirement; Software requirements; System requirements; Software system; Software; Software reliability testing; System requirements specification; Verification and validation; Avionics software; Requirements analysis; Software construction; Software development; Software engineering; Requirement; Engineering; Operating system","score_opus":0.04205296260434291,"score_gpt":0.29026509441791554,"score_spread":0.24821213181357263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166054436","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26058993,0.0005364643,0.675233,0.00048962707,0.00009876397,0.00066649634,0.0022063386,0.0016932699,0.058486216],"genre_scores_gemma":[0.85394025,0.00052017777,0.13763745,0.00017173229,0.000044135548,0.000676438,0.0043448606,0.0002797701,0.0023851227],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97907287,0.0053872834,0.0015264442,0.0011504472,0.012362778,0.00050033256],"domain_scores_gemma":[0.9617978,0.0135039175,0.004562815,0.0064690593,0.013194005,0.00047248648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064853593,0.0008695352,0.0006132346,0.004192054,0.0003845444,0.0013944443,0.0012738263,0.0012227335,0.0015601225],"category_scores_gemma":[0.0420752,0.00033910503,0.0006301738,0.003022225,0.0007382452,0.0022709463,0.0013495062,0.0010045115,0.0011086832],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051584945,0.00070496765,0.078038536,0.002375994,0.0003452435,0.0004966452,0.0039148196,0.13858199,0.13570388,0.16692238,0.014688151,0.45771158],"study_design_scores_gemma":[0.00012502345,0.003140102,0.2544094,0.0009361516,0.00030401233,0.0015368157,0.0026283732,0.38173813,0.17226791,0.08911611,0.093360536,0.00043740385],"about_ca_topic_score_codex":0.001838689,"about_ca_topic_score_gemma":0.0017603659,"teacher_disagreement_score":0.0064853593,"about_ca_system_score_codex":0.0014179514,"about_ca_system_score_gemma":0.0012596444,"threshold_uncertainty_score":0.03429824},"labels":[],"label_agreement":null},{"id":"W2168813770","doi":"10.1109/sess.1997.596004","title":"Fundamental Principles Of Software Engineering","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Fist; Software engineering; Software; Point (geometry); Value (mathematics); Software development; Position paper; Engineering ethics; Management science; Data science; Engineering; World Wide Web","score_opus":0.02106128218866731,"score_gpt":0.2544934242789839,"score_spread":0.2334321420903166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168813770","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052265543,0.069555886,0.5197383,0.05347471,0.0050837514,0.00039490135,0.00050146284,0.0008925367,0.3451318],"genre_scores_gemma":[0.37144387,0.08622007,0.42061174,0.021647265,0.010592894,0.003603439,0.0010686513,0.0009705019,0.08384153],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98766416,0.003825105,0.0011795525,0.0018263623,0.0047226856,0.00078210863],"domain_scores_gemma":[0.99173963,0.0047689234,0.00049914327,0.0012875069,0.0014281259,0.0002766226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008974472,0.0017964347,0.0015591,0.0034757608,0.0036448266,0.009769889,0.0028554655,0.005811113,0.005701813],"category_scores_gemma":[0.011558068,0.001021566,0.0020466002,0.0022006072,0.027798742,0.009666062,0.0054930397,0.009176609,0.004751651],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027840786,0.000007912086,0.000056142595,0.00011018961,0.00000810232,0.000022468037,0.0003681823,0.00047677624,0.00008121944,0.9894777,0.003539556,0.005849018],"study_design_scores_gemma":[0.0000052862324,0.000008393684,0.00003949606,0.00011653705,0.0000033517103,0.00005263382,0.000047921305,0.00049280253,0.00008887834,0.9322832,0.06685243,0.000008945091],"about_ca_topic_score_codex":0.0027188796,"about_ca_topic_score_gemma":0.0012648429,"teacher_disagreement_score":0.009769889,"about_ca_system_score_codex":0.0044840574,"about_ca_system_score_gemma":0.0047930554,"threshold_uncertainty_score":0.047462165},"labels":[],"label_agreement":null},{"id":"W2168965642","doi":"10.1109/ssiri.2010.12","title":"Failure Type-Aware Reliability Assessment with Component Failure Dependency","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Reliability engineering; Component (thermodynamics); Dependency (UML); Reliability (semiconductor); Computer science; Criticality; Engineering; Artificial intelligence","score_opus":0.00841511832364373,"score_gpt":0.27468364771842346,"score_spread":0.26626852939477974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168965642","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019897059,0.00011356902,0.9788928,0.00002603244,0.000009868369,0.000035231027,0.00004961264,0.0003798233,0.00059601007],"genre_scores_gemma":[0.71210283,0.00031486424,0.2860885,0.000050655726,0.000054454245,0.0001863201,0.00023964758,0.00015015496,0.00081258937],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982926,0.00051586924,0.000110570465,0.00019360505,0.00079632155,0.00009103453],"domain_scores_gemma":[0.9939758,0.0031324353,0.0008666819,0.00082177104,0.0011190398,0.00008433734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016877186,0.0011970111,0.0009439407,0.0028364705,0.00033289008,0.0007081379,0.0011516294,0.0007674895,0.00071645767],"category_scores_gemma":[0.011050175,0.0005385749,0.0010553679,0.0015957967,0.00044389477,0.0019080525,0.0008659348,0.0009371226,0.00022861345],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015174839,0.00008998352,0.008606094,0.00017755674,0.00019996412,0.00018418273,0.00022070252,0.80764097,0.020115621,0.013432706,0.0007856515,0.14839493],"study_design_scores_gemma":[0.0000049739374,0.000044375498,0.0017146189,0.0000113213155,0.00005234998,0.000110822264,0.000015071344,0.9775538,0.007133693,0.012727028,0.0006025064,0.000029460572],"about_ca_topic_score_codex":0.0014463995,"about_ca_topic_score_gemma":0.0011673428,"teacher_disagreement_score":0.0028364705,"about_ca_system_score_codex":0.0005443678,"about_ca_system_score_gemma":0.00053775054,"threshold_uncertainty_score":0.008925617},"labels":[],"label_agreement":null},{"id":"W2169071419","doi":"10.1007/s11704-012-2904-2","title":"The use of mathematics in software quality assurance","year":2012,"lang":"en","type":"article","venue":"Frontiers of Computer Science","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"JDA Software (Canada)","funders":"Office of Naval Research","keywords":"Computer science; Software quality assurance; Quality assurance; Software quality analyst; Software quality; Software engineering; Verification and validation; Software; Quality (philosophy); Software quality control; Software construction; Software metric; Software system; Software development; Programming language; Mathematics; Statistics; Engineering","score_opus":0.053524351866737784,"score_gpt":0.3098367404852625,"score_spread":0.25631238861852473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169071419","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0247581,0.05841395,0.82107645,0.023522347,0.0012896117,0.00007798989,0.00011217283,0.00046363453,0.070285685],"genre_scores_gemma":[0.6525512,0.028329331,0.30581602,0.0024084747,0.0029634694,0.00026818048,0.00008473736,0.00023265815,0.0073458604],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98882747,0.006877585,0.0008041865,0.000983482,0.002293425,0.00021390367],"domain_scores_gemma":[0.9134536,0.074299045,0.0032469374,0.0055682347,0.002935359,0.0004967703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010643826,0.0011516009,0.0014475646,0.005513963,0.0018389523,0.006880851,0.0017811066,0.0021995562,0.0031170007],"category_scores_gemma":[0.058880884,0.0007210507,0.001440617,0.0032927229,0.017108003,0.016153608,0.0034070588,0.004711401,0.00074202614],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022861548,0.000020150845,0.0004325219,0.00018833045,0.000023912222,0.000049170092,0.00036178748,0.003080208,0.000310609,0.96983254,0.00082087977,0.024857067],"study_design_scores_gemma":[0.000010010236,0.000030583804,0.00026482125,0.000119854674,0.000010984138,0.00007598531,0.000067888664,0.0075946115,0.0003025089,0.9832481,0.008255506,0.0000190471],"about_ca_topic_score_codex":0.0018534616,"about_ca_topic_score_gemma":0.00087525585,"teacher_disagreement_score":0.010643826,"about_ca_system_score_codex":0.0032487386,"about_ca_system_score_gemma":0.0021630463,"threshold_uncertainty_score":0.056290627},"labels":[],"label_agreement":null},{"id":"W2169118413","doi":"10.1109/icsssm.2006.320532","title":"Availability evaluation of multicomponent systems under repair policies: a generalized kronecker-based approach","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Kronecker delta; Component (thermodynamics); Computer science; Automaton; Tensor (intrinsic definition); Theoretical computer science; Distributed computing; Mathematical optimization; Algebra over a field; Mathematics","score_opus":0.06422696575890857,"score_gpt":0.3187077949055028,"score_spread":0.2544808291465942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169118413","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07712345,0.00020270102,0.9209252,0.00009133732,0.000021983762,0.00002480582,0.000029669918,0.00017354082,0.0014073278],"genre_scores_gemma":[0.9515104,0.00014611956,0.047568843,0.000026643995,0.000015456402,0.00003553561,0.00003047579,0.000025304433,0.0006413241],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99911577,0.00041358825,0.00005687243,0.000108972796,0.0002448509,0.000059860868],"domain_scores_gemma":[0.9975441,0.0015781736,0.0002185183,0.00020449208,0.00036225235,0.0000923964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016689554,0.00058155373,0.0007144715,0.00086770987,0.00032678546,0.0010891053,0.000964176,0.00061931723,0.00064804184],"category_scores_gemma":[0.003826315,0.00027516417,0.0005284285,0.00052093767,0.0010409559,0.0015776518,0.00056854694,0.0005470471,0.000105740786],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034992576,0.000023068806,0.0004960864,0.000028180706,0.000021581422,0.000053710493,0.000029492172,0.97345686,0.001777423,0.016201977,0.00006957286,0.0078069502],"study_design_scores_gemma":[8.6896137e-7,0.000006533839,0.00003867443,0.0000012728558,0.0000018818173,0.0000041730837,0.000002724946,0.9970469,0.00017008897,0.0027013835,0.000022992754,0.0000024880485],"about_ca_topic_score_codex":0.0040909303,"about_ca_topic_score_gemma":0.0032784597,"teacher_disagreement_score":0.0040909303,"about_ca_system_score_codex":0.0009462269,"about_ca_system_score_gemma":0.00076336757,"threshold_uncertainty_score":0.008826435},"labels":[],"label_agreement":null},{"id":"W2170874362","doi":"10.5539/mas.v3n11p71","title":"Reliability Growth Testing Based on Dynamic Planning Methodology","year":2009,"lang":"en","type":"article","venue":"Modern Applied Science","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reliability (semiconductor); Reliability engineering; Computer science; Test plan; Test (biology); Work (physics); Engineering; Mathematics; Statistics","score_opus":0.07585846233438953,"score_gpt":0.3475916472983961,"score_spread":0.27173318496400656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170874362","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007626888,0.00022401025,0.9819661,0.00014941297,0.00002126453,0.00013775348,0.00009061093,0.00034255808,0.009441493],"genre_scores_gemma":[0.556982,0.00077713304,0.43373755,0.00009311293,0.000030062653,0.0008097267,0.0004327984,0.0001342743,0.007003389],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999003,0.00030235303,0.000042567244,0.00017923667,0.00038136716,0.0000916074],"domain_scores_gemma":[0.9991264,0.00044169024,0.00008892702,0.000060606537,0.00025071148,0.00003160912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010482525,0.0008530286,0.0004511558,0.0013680377,0.00049325085,0.000996961,0.0012061846,0.00041035123,0.003778695],"category_scores_gemma":[0.001995063,0.00042982982,0.0006693033,0.0010035884,0.0006604626,0.0009143453,0.0005802728,0.0006955605,0.00043512255],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046057074,0.000052492494,0.000963838,0.00016941504,0.00003186744,0.00016001347,0.0001275415,0.81152475,0.0036554516,0.054728664,0.0015183697,0.12702155],"study_design_scores_gemma":[0.00002179323,0.00010237282,0.00031271845,0.000032460484,0.000025833593,0.00009599562,0.000045352343,0.9645604,0.0031238387,0.026529437,0.005128732,0.000021132133],"about_ca_topic_score_codex":0.008266573,"about_ca_topic_score_gemma":0.005697927,"teacher_disagreement_score":0.008266573,"about_ca_system_score_codex":0.0012506691,"about_ca_system_score_gemma":0.002109171,"threshold_uncertainty_score":0.016436875},"labels":[],"label_agreement":null},{"id":"W2186159877","doi":"","title":"Application of Tabular Methods to the Speciflcation and Veriflcation of a Nuclear Reactor Shutdown System","year":2001,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Suite; Software; Software engineering; Shutdown; Process (computing); Nuclear power; Systems engineering; Computer science; Work (physics); Selection (genetic algorithm); Engineering; Operating system; Artificial intelligence; Mechanical engineering","score_opus":0.01813443198710177,"score_gpt":0.3180393741988065,"score_spread":0.2999049422117047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2186159877","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029476609,0.00016765187,0.99337476,0.00015857648,0.000037328435,0.00011966499,0.00007264489,0.0014672887,0.0016544012],"genre_scores_gemma":[0.05798117,0.00044244016,0.9389037,0.00018635517,0.00003346142,0.00031645366,0.00026548697,0.0004006636,0.0014702182],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98565733,0.009015455,0.001051491,0.0009728161,0.0028755034,0.00042743515],"domain_scores_gemma":[0.9525173,0.032794014,0.003384193,0.006412486,0.004622045,0.00027006556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015593908,0.00089629134,0.0006123544,0.0026116797,0.0014908059,0.0037381912,0.0019523862,0.0012867042,0.0060265916],"category_scores_gemma":[0.049951985,0.0009617035,0.0010972599,0.0015272414,0.003994355,0.004070354,0.0020469753,0.0021959206,0.0012786892],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029859305,0.00013195461,0.0024029908,0.0016377348,0.000107674794,0.0005800026,0.0028424277,0.09688604,0.013456671,0.3205379,0.006822708,0.55429524],"study_design_scores_gemma":[0.0002765892,0.0004505205,0.0008254059,0.001272672,0.00016143448,0.0008216282,0.00059981964,0.5501455,0.06043772,0.23452386,0.1502788,0.00020607808],"about_ca_topic_score_codex":0.003965791,"about_ca_topic_score_gemma":0.005430401,"teacher_disagreement_score":0.015593908,"about_ca_system_score_codex":0.0017520764,"about_ca_system_score_gemma":0.004577676,"threshold_uncertainty_score":0.082469404},"labels":[],"label_agreement":null},{"id":"W2206726861","doi":"10.5267/j.dsl.2015.6.005","title":"Application of fuzzy-MOORA method: Ranking of components for reliability estimation of component-based software systems","year":2015,"lang":"en","type":"article","venue":"Decision Science Letters","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Component (thermodynamics); Ranking (information retrieval); Fuzzy logic; Reliability (semiconductor); Computer science; Estimation; Reliability engineering; Data mining; Software; Mathematics; Mathematical optimization; Engineering; Artificial intelligence; Systems engineering","score_opus":0.051522974188548246,"score_gpt":0.3613228720203835,"score_spread":0.30979989783183526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2206726861","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013900615,0.0004013622,0.9827048,0.00007547041,0.000026889613,0.00014687555,0.0000637185,0.00019489345,0.0024852932],"genre_scores_gemma":[0.34044242,0.00042643366,0.6575652,0.00003747014,0.000035794244,0.00038344203,0.00012478011,0.000047578895,0.00093681883],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99576193,0.0016357612,0.00023738267,0.0004564374,0.0016992704,0.00020922233],"domain_scores_gemma":[0.9976261,0.0014506778,0.00022477067,0.00007682428,0.00056815916,0.00005355227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036565254,0.0014942319,0.0015530636,0.006950628,0.0010287919,0.0017934676,0.0013922289,0.0010863226,0.0024098023],"category_scores_gemma":[0.009336377,0.0004157335,0.0016314929,0.0032060912,0.00074293115,0.0015121894,0.0008326656,0.00078230107,0.000313418],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033362315,0.00024742854,0.0053220796,0.0009954857,0.00035875765,0.00019917291,0.0005385562,0.34648082,0.015602151,0.032662082,0.0025913455,0.5946685],"study_design_scores_gemma":[0.000031832198,0.00023830563,0.0021956353,0.00006900177,0.000084828156,0.00017461804,0.00017353728,0.9785438,0.006465574,0.009371983,0.0025766753,0.000074166885],"about_ca_topic_score_codex":0.0042260415,"about_ca_topic_score_gemma":0.0036313308,"teacher_disagreement_score":0.006950628,"about_ca_system_score_codex":0.0013560627,"about_ca_system_score_gemma":0.0013534874,"threshold_uncertainty_score":0.019337773},"labels":[],"label_agreement":null},{"id":"W2224341679","doi":"","title":"Software estimation: from wishful thinking to sound engineering","year":2015,"lang":"en","type":"article","venue":"Conferencia Iberoamericana de Software Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Wishful thinking; Sound (geography); Computer science; Estimation; Engineering; Systems engineering; Acoustics; Psychology; Cognitive psychology","score_opus":0.024112958078131654,"score_gpt":0.2545124777852503,"score_spread":0.23039951970711867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2224341679","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010426849,0.0022438103,0.9752964,0.0028175884,0.00015184688,0.000025262094,0.000020715883,0.0002400596,0.008777473],"genre_scores_gemma":[0.6211549,0.0021054368,0.37070686,0.0007617875,0.0005360084,0.00010817026,0.000080785256,0.0002249014,0.0043211407],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.995447,0.0025936225,0.00028889766,0.00044437774,0.0010587472,0.00016725727],"domain_scores_gemma":[0.9643694,0.028783267,0.0010814528,0.002877599,0.0022904184,0.0005978473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070504835,0.00076144224,0.0007002478,0.0023579528,0.00090744684,0.005108126,0.0015924658,0.0010611401,0.002957928],"category_scores_gemma":[0.049395986,0.0005593456,0.0009755539,0.001215829,0.0077465777,0.0072657107,0.003085142,0.0027325477,0.00038125322],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007029624,0.00004649312,0.0014314697,0.00018964734,0.00003871132,0.000073298404,0.0012546165,0.008918442,0.0006102422,0.82266676,0.0020614068,0.16263863],"study_design_scores_gemma":[0.0000053345643,0.000010619577,0.00013008976,0.00003994778,0.000009540429,0.00001801898,0.00010617718,0.020321144,0.00031394494,0.9775124,0.0015244518,0.000008250194],"about_ca_topic_score_codex":0.0019517137,"about_ca_topic_score_gemma":0.0014579126,"teacher_disagreement_score":0.0070504835,"about_ca_system_score_codex":0.0014185577,"about_ca_system_score_gemma":0.0020728705,"threshold_uncertainty_score":0.037286997},"labels":[],"label_agreement":null},{"id":"W2230115085","doi":"10.12794/metadc700064","title":"An Evaluation of Negative Reinforcement During Error Correction Procedures","year":2014,"lang":"en","type":"dissertation","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Global Affairs Canada","funders":"","keywords":"Reinforcement; Computer science; Psychology; Social psychology","score_opus":0.02814144576090903,"score_gpt":0.35587687193640105,"score_spread":0.327735426175492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2230115085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9968155,0.00004069718,0.0024909526,0.000017845787,0.000008842245,0.00008334734,0.000014431148,0.00005570975,0.00047265034],"genre_scores_gemma":[0.98900783,0.000084943706,0.009919264,0.000031295032,0.000013784732,0.00011699615,0.000041318264,0.00003853439,0.0007460625],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9967237,0.0015994679,0.00021417352,0.00028972316,0.0010522725,0.000120621036],"domain_scores_gemma":[0.9781349,0.016244955,0.002608532,0.0010405513,0.0014295717,0.00054154213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020823246,0.00049499824,0.00033827664,0.0002573598,0.00017931362,0.00025307699,0.00047816665,0.00030299014,0.001035143],"category_scores_gemma":[0.018935788,0.00018015249,0.00015296935,0.00010381263,0.00035254782,0.00035736544,0.0002814482,0.0005885617,0.00012586424],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019139186,0.015901748,0.03833726,0.0008016821,0.00016688519,0.0005172779,0.0032269487,0.002398324,0.57296544,0.0004915762,0.00034331888,0.34571037],"study_design_scores_gemma":[0.0013735142,0.18209042,0.20907009,0.00014076955,0.00045581898,0.0023623877,0.0012402378,0.014444422,0.5827338,0.000639011,0.005317086,0.00013248893],"about_ca_topic_score_codex":0.0006179614,"about_ca_topic_score_gemma":0.0008102429,"teacher_disagreement_score":0.0020823246,"about_ca_system_score_codex":0.00021518525,"about_ca_system_score_gemma":0.0004032843,"threshold_uncertainty_score":0.011012495},"labels":[],"label_agreement":null},{"id":"W2242225095","doi":"10.2139/ssrn.1026842","title":"Dynamic Optimization of Software Enhancement Effort","year":2007,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Software; Operating system","score_opus":0.005892796696382247,"score_gpt":0.2681912104826593,"score_spread":0.26229841378627705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2242225095","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5379266,0.0010449585,0.41954967,0.000599647,0.00008177936,0.0001452734,0.00018123527,0.0012096291,0.0392612],"genre_scores_gemma":[0.98244387,0.00007653666,0.014941513,0.000023095927,0.00001016388,0.000024346238,0.000023718543,0.000063069056,0.0023936827],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99943584,0.00014381774,0.000018447157,0.000108361564,0.00011161607,0.00018183092],"domain_scores_gemma":[0.99842864,0.00085998897,0.0002088056,0.00013279606,0.00026097888,0.00010872445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00095368206,0.0011308964,0.00076285924,0.0010078993,0.00032137494,0.0012175657,0.000995819,0.0008556055,0.004962419],"category_scores_gemma":[0.0048311385,0.00042298585,0.00036669182,0.00084260094,0.00042033094,0.0012077263,0.0008010795,0.00054091075,0.00054222473],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050863903,0.00028285492,0.0009944745,0.00009452468,0.000035253783,0.00006870642,0.000051057104,0.8931761,0.010631802,0.006272826,0.00080430234,0.08707957],"study_design_scores_gemma":[0.000039738676,0.00027036967,0.0009956242,0.000014779312,0.000035308698,0.000041979492,0.000043745993,0.9925396,0.002773871,0.0025728622,0.0006618271,0.000010331583],"about_ca_topic_score_codex":0.0015050396,"about_ca_topic_score_gemma":0.0018049027,"teacher_disagreement_score":0.004962419,"about_ca_system_score_codex":0.00092644885,"about_ca_system_score_gemma":0.0010653173,"threshold_uncertainty_score":0.016600907},"labels":[],"label_agreement":null},{"id":"W2251589446","doi":"10.1145/2559636","title":"Proceedings of the 2014 ACM/IEEE international conference on Human-robot interaction","year":2014,"lang":"en","type":"paratext","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":138,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Multidisciplinary approach; Human–robot interaction; Robot; Process (computing); Rebuttal; Pleasure; Empirical research; Artificial intelligence; Theme (computing); World Wide Web; Sociology; Psychology; Political science; Social science","score_opus":0.125300995503274,"score_gpt":0.4034465881089634,"score_spread":0.2781455926056894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2251589446","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022893773,0.105542734,0.19205165,0.03960755,0.17216393,0.0019241393,0.00374077,0.012699594,0.4493758],"genre_scores_gemma":[0.1016182,0.0609029,0.09045489,0.008695742,0.019298514,0.002207956,0.013696671,0.0024878185,0.7006373],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99665123,0.0011316305,0.00019494693,0.00049175107,0.0012194762,0.00031094105],"domain_scores_gemma":[0.99564373,0.0011307093,0.00011565318,0.00046693475,0.0017067649,0.0009362223],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004058098,0.0017687635,0.0019125338,0.0012148989,0.0020449657,0.0069825305,0.0027049875,0.0029949427,0.13516477],"category_scores_gemma":[0.0068260557,0.00055792474,0.00083364296,0.00095209794,0.0016582877,0.0042852038,0.0037382815,0.0037366322,0.058315475],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020526598,0.00022239359,0.00087241415,0.00042291926,0.00006892054,0.00018096236,0.00033447886,0.00034142358,0.0021535135,0.0036151498,0.78843546,0.20314701],"study_design_scores_gemma":[0.000027479575,0.00011445697,0.002319005,0.00036374677,0.00004483644,0.0003979214,0.0006714629,0.0031110882,0.00087640656,0.0039573,0.9880557,0.000060542447],"about_ca_topic_score_codex":0.004039497,"about_ca_topic_score_gemma":0.0065828306,"teacher_disagreement_score":0.13516477,"about_ca_system_score_codex":0.0011920887,"about_ca_system_score_gemma":0.0023705245,"threshold_uncertainty_score":0.4521712},"labels":[],"label_agreement":null},{"id":"W2277826145","doi":"","title":"Exploratory study on an innovative use of COSMIC-FFP for early quality assessment","year":2007,"lang":"en","type":"dissertation","venue":"Spectrum Research Repository (Concordia University)","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"COSMIC cancer database; Computer science; Scale (ratio); Reliability engineering; Context (archaeology); Systems engineering; Engineering; Physics; Astrophysics","score_opus":0.12433944255881382,"score_gpt":0.4080491565695253,"score_spread":0.28370971401071143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2277826145","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94227344,0.00009818446,0.05057325,0.00036069288,0.000011752973,0.00063381135,0.0001314717,0.00010103912,0.0058163158],"genre_scores_gemma":[0.9465788,0.000084703934,0.0522684,0.000061279585,0.0000066490175,0.00027590297,0.0001134157,0.000028533581,0.00058229186],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98972833,0.007457282,0.00027153373,0.00054952916,0.0017146557,0.00027862214],"domain_scores_gemma":[0.9561852,0.03381689,0.0019344478,0.0033546502,0.004116052,0.0005927829],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011380122,0.0004911061,0.00038791483,0.0016273708,0.0009406632,0.0014939415,0.0016320677,0.0010343929,0.0013010758],"category_scores_gemma":[0.037454423,0.00025847176,0.00044783077,0.0016787084,0.0011080016,0.0021262881,0.0012908747,0.0010621925,0.00024618075],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012562006,0.00660886,0.20971991,0.0018756415,0.00018755153,0.0058839084,0.10190532,0.051034868,0.044947684,0.092571095,0.006431879,0.47757715],"study_design_scores_gemma":[0.00028750286,0.0091465255,0.21005304,0.0009190419,0.00017345612,0.003351993,0.07349927,0.58040005,0.0443307,0.033773854,0.04370734,0.00035732225],"about_ca_topic_score_codex":0.0027253754,"about_ca_topic_score_gemma":0.0038772742,"teacher_disagreement_score":0.011380122,"about_ca_system_score_codex":0.0015892242,"about_ca_system_score_gemma":0.00085836835,"threshold_uncertainty_score":0.06018454},"labels":[],"label_agreement":null},{"id":"W2286276931","doi":"10.1007/978-3-642-38911-5_4","title":"Modeling Early Availability Requirements Using Aspect-Oriented Use Case Maps","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Ottawa","funders":"","keywords":"Computer science; Dependability; Requirements elicitation; Software engineering; Requirements analysis; Notation; Non-functional requirement; Functional requirement; Unified Modeling Language; Software development; Software; Programming language; Software construction","score_opus":0.06769988310583246,"score_gpt":0.3026688174043542,"score_spread":0.23496893429852173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2286276931","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12818183,0.0002825217,0.85215753,0.00028780175,0.000039101542,0.0003502811,0.00050537137,0.0022521878,0.01594334],"genre_scores_gemma":[0.6780947,0.00038242858,0.31476355,0.000047463393,0.000022688424,0.00026633605,0.0006751794,0.00048658354,0.005261177],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997877,0.00058388244,0.00013572689,0.00018916375,0.0009981681,0.00021611791],"domain_scores_gemma":[0.993455,0.0043710703,0.00062720076,0.0006377741,0.00078173244,0.00012715039],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002256695,0.0012408841,0.0005530867,0.0021425313,0.00050912256,0.0026922738,0.0021886064,0.0011867085,0.0032732638],"category_scores_gemma":[0.008383442,0.0011202829,0.0014510646,0.0012622854,0.00056943035,0.0030297716,0.0012679483,0.0014037985,0.00061275926],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012740704,0.00021949853,0.006748859,0.00027623886,0.00009989874,0.0012150425,0.00084823556,0.86655754,0.011163524,0.043784644,0.001462255,0.06749684],"study_design_scores_gemma":[0.00000727936,0.00002864186,0.00068416825,0.000033334476,0.000037074264,0.00013131952,0.000090734,0.98125297,0.0033807715,0.010722221,0.003614609,0.000016946176],"about_ca_topic_score_codex":0.008659154,"about_ca_topic_score_gemma":0.011176487,"teacher_disagreement_score":0.008659154,"about_ca_system_score_codex":0.0010390962,"about_ca_system_score_gemma":0.0011852318,"threshold_uncertainty_score":0.017217517},"labels":[],"label_agreement":null},{"id":"W2289544687","doi":"10.1007/978-3-319-09940-8_2","title":"Detecting Program Execution Phases Using Heuristic Search","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Heuristic; Artificial intelligence","score_opus":0.04170009338257575,"score_gpt":0.3274090775574338,"score_spread":0.28570898417485807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289544687","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16429439,0.0011551268,0.8202557,0.0001878427,0.000043085158,0.00037992053,0.00072024507,0.008272653,0.0046909675],"genre_scores_gemma":[0.44874674,0.000256524,0.5470668,0.0000961455,0.000022945143,0.00020157873,0.0013962665,0.0004270109,0.0017859254],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990414,0.00021116891,0.00006757762,0.0002301794,0.0003108624,0.00013891015],"domain_scores_gemma":[0.9958287,0.0029145218,0.00041557048,0.00032410468,0.00040947157,0.00010758502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076632964,0.0014743024,0.0014615101,0.003974208,0.0006962356,0.0010515879,0.0017391158,0.0011488141,0.0025501105],"category_scores_gemma":[0.0046796007,0.0007508479,0.001289964,0.002311202,0.00063536316,0.0013806156,0.0007361808,0.0007615885,0.00061889976],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014281223,0.00062454806,0.01735535,0.0008345772,0.000316127,0.00040710447,0.00023093233,0.28564987,0.042043705,0.008789085,0.0054788063,0.6368417],"study_design_scores_gemma":[0.00007324754,0.0001793086,0.0015432144,0.000039672104,0.0001143704,0.00016215164,0.00009777517,0.9795028,0.009750519,0.007561384,0.0009519345,0.000023659788],"about_ca_topic_score_codex":0.005069379,"about_ca_topic_score_gemma":0.008306751,"teacher_disagreement_score":0.005069379,"about_ca_system_score_codex":0.0007113903,"about_ca_system_score_gemma":0.0021832928,"threshold_uncertainty_score":0.0100797415},"labels":[],"label_agreement":null},{"id":"W2294411928","doi":"10.1016/j.apm.2016.02.040","title":"Bayes, E-Bayes and robust Bayes prediction of a future observation under precautionary prediction loss functions with applications","year":2016,"lang":"en","type":"article","venue":"Applied Mathematical Modelling","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Bayes' theorem; Hyperparameter; Prior probability; Bayes error rate; Bayes factor; Bayesian probability; Machine learning; Computer science; Naive Bayes classifier; Artificial intelligence; Bayes estimator; Bayesian programming; Bayes' rule; Bayesian hierarchical modeling; Bayes classifier; Mathematics","score_opus":0.031161287106028168,"score_gpt":0.2230426331882349,"score_spread":0.19188134608220672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2294411928","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025255194,0.0031740044,0.9680829,0.0008153501,0.00014073383,0.000033956596,0.00012023283,0.00018304684,0.0021945226],"genre_scores_gemma":[0.7267123,0.0072661727,0.24983798,0.0004736244,0.0010503624,0.0002597029,0.00047833004,0.00019203882,0.013729436],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9969036,0.0013339578,0.00022714128,0.0006102477,0.0006655822,0.00025939854],"domain_scores_gemma":[0.9672926,0.026311671,0.0026850281,0.0015276397,0.0018194136,0.00036378676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012745687,0.001827081,0.0025815682,0.0020005533,0.0006450164,0.0025199507,0.0024465362,0.0031398076,0.0019636585],"category_scores_gemma":[0.04843891,0.0012087955,0.0016410062,0.0017060457,0.003008994,0.0049785124,0.0021133942,0.0028519281,0.00046822403],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002221554,0.000089517656,0.0029578677,0.00025189406,0.00018193686,0.00027394545,0.00022550412,0.67521244,0.00062674575,0.25414586,0.0017185694,0.06409347],"study_design_scores_gemma":[0.0000113989,0.000030264988,0.00045444636,0.000039559665,0.00003269646,0.00007065622,0.000016976894,0.8527558,0.00033631327,0.14583464,0.00039244117,0.00002484125],"about_ca_topic_score_codex":0.0053859907,"about_ca_topic_score_gemma":0.0033793624,"teacher_disagreement_score":0.012745687,"about_ca_system_score_codex":0.0013685112,"about_ca_system_score_gemma":0.001999946,"threshold_uncertainty_score":0.067406476},"labels":[],"label_agreement":null},{"id":"W2298190639","doi":"10.7282/t3br8rhn","title":"Flexible modeling and simulating mission availability within the operational framework for Canadian Naval platforms","year":2011,"lang":"en","type":"article","venue":"Rutgers University Community Repository (Rutgers University)","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Systems engineering; Computer science; Aeronautics; Engineering; Operations research","score_opus":0.060255611926483856,"score_gpt":0.24422923143940412,"score_spread":0.18397361951292027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2298190639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7611445,0.0006836737,0.1826221,0.0008271269,0.0001128681,0.0004093236,0.0018503766,0.00076029886,0.051589664],"genre_scores_gemma":[0.9623465,0.0003168303,0.031806905,0.000042405976,0.0000131823645,0.000108395834,0.00042071217,0.00007604238,0.004869029],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99955565,0.00009022319,0.000014613259,0.00005485444,0.00013312358,0.0001515568],"domain_scores_gemma":[0.99928445,0.00026670308,0.00006670827,0.00003287662,0.00027685481,0.00007248176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009680916,0.0008920035,0.0005361683,0.0009998645,0.0018360924,0.0013737084,0.0017971258,0.00094820425,0.0017045496],"category_scores_gemma":[0.0023197082,0.0005308282,0.00094678375,0.0008514735,0.0009735567,0.0006188635,0.00088887865,0.0009875614,0.00013372187],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010775304,0.0000073274337,0.00048470913,0.000005958877,0.000004555607,0.000016407766,0.000028212013,0.9962057,0.00015266812,0.0020266355,0.00010999146,0.00094700995],"study_design_scores_gemma":[0.000004043088,0.0000054629995,0.00034505958,0.0000027838694,0.0000043284763,0.0000033394074,0.000021284164,0.9988422,0.00007619187,0.00030007085,0.0003894888,0.000005826779],"about_ca_topic_score_codex":0.911478,"about_ca_topic_score_gemma":0.85106784,"teacher_disagreement_score":0.08852202,"about_ca_system_score_codex":0.0125145605,"about_ca_system_score_gemma":0.013945996,"threshold_uncertainty_score":0.17808664},"labels":[],"label_agreement":null},{"id":"W2314078445","doi":"10.2514/6.2008-3444","title":"Optimising Mission Investment Through System Availability Selection","year":2008,"lang":"en","type":"article","venue":"SpaceOps 2008 Conference","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Space Agency","funders":"","keywords":"Selection (genetic algorithm); Computer science; Investment (military); Artificial intelligence","score_opus":0.06341982973072915,"score_gpt":0.2882791648715246,"score_spread":0.22485933514079545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314078445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.588373,0.0013043077,0.39796585,0.00083755906,0.0001362559,0.00010603152,0.00016127469,0.0017810133,0.009334757],"genre_scores_gemma":[0.9806553,0.000054401302,0.018458348,0.00003994926,0.000028285833,0.000019807576,0.000041684994,0.000055697816,0.0006464274],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99899644,0.00043770648,0.000041616167,0.00011394259,0.00025574813,0.00015457757],"domain_scores_gemma":[0.99400264,0.004244913,0.00054351415,0.00031233428,0.0006741471,0.00022250578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019760479,0.0006537616,0.0007041704,0.0012536268,0.0003171633,0.00087637996,0.0006204055,0.00055617763,0.002768654],"category_scores_gemma":[0.008380442,0.0004146982,0.0003368667,0.00066001643,0.000292639,0.0014264134,0.00061610335,0.00081915036,0.0003686186],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009270962,0.00017630162,0.009113878,0.0001700603,0.00011775364,0.00015821791,0.000101509584,0.78347695,0.024407547,0.0030725887,0.0016169809,0.17666104],"study_design_scores_gemma":[0.00004279364,0.00027758075,0.002705316,0.000011566416,0.00006463188,0.00008392816,0.000047509395,0.9877072,0.0058057574,0.002586914,0.0006552027,0.000011583924],"about_ca_topic_score_codex":0.00076253765,"about_ca_topic_score_gemma":0.0012943859,"teacher_disagreement_score":0.002768654,"about_ca_system_score_codex":0.00051781215,"about_ca_system_score_gemma":0.0006949764,"threshold_uncertainty_score":0.010450423},"labels":[],"label_agreement":null},{"id":"W2314148015","doi":"10.1111/j.1937-5956.2010.01215.x","title":"Optimal Enhancement and Lifetime of Software Systems: A Control Theoretic Analysis","year":2011,"lang":"en","type":"article","venue":"Production and Operations Management","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Realization (probability); Lag; Maturity (psychological); Software; Process (computing); Control (management); Optimal control; Quality (philosophy); Risk analysis (engineering); Industrial engineering; Mathematical optimization; Operations research; Artificial intelligence; Mathematics; Statistics","score_opus":0.01353451273869412,"score_gpt":0.24160062437126223,"score_spread":0.2280661116325681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314148015","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051320672,0.0011613242,0.9326873,0.0013410395,0.000062880354,0.0000837193,0.00010068396,0.00015090716,0.01309142],"genre_scores_gemma":[0.95328397,0.0013562649,0.036566585,0.00015285397,0.000098217395,0.00025597858,0.00008197202,0.000075592696,0.00812862],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989629,0.00045875565,0.00002599283,0.00014295948,0.00021578088,0.00019367685],"domain_scores_gemma":[0.99706286,0.002113096,0.00029395038,0.00007935672,0.0002985532,0.0001521929],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002869945,0.0014347784,0.0009101393,0.00096620683,0.00047181346,0.0018052796,0.001261583,0.001530176,0.0032485256],"category_scores_gemma":[0.007603311,0.00069854816,0.0008013567,0.00054231007,0.002099606,0.0027339463,0.0010040925,0.001395378,0.00026877687],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038026003,0.000054763022,0.00025006424,0.00007140824,0.000023454793,0.0000526562,0.0000768866,0.8953485,0.0014605571,0.09495895,0.0007255241,0.006939177],"study_design_scores_gemma":[0.000012544927,0.000046602592,0.000121551406,0.000012652317,0.000011562905,0.000012452182,0.000015234384,0.96801364,0.00024443804,0.031103957,0.00039554862,0.000009844824],"about_ca_topic_score_codex":0.0046040663,"about_ca_topic_score_gemma":0.0020539418,"teacher_disagreement_score":0.0046040663,"about_ca_system_score_codex":0.0025558746,"about_ca_system_score_gemma":0.001663161,"threshold_uncertainty_score":0.018544257},"labels":[],"label_agreement":null},{"id":"W2322933176","doi":"10.3182/20120523-3-ro-2023.00312","title":"Algorithms for Generating Minimal Cutsets in R-networks","year":2012,"lang":"en","type":"article","venue":"IFAC Proceedings Volumes","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Correctness; Binary decision diagram; Benchmark (surveying); Set (abstract data type); Reliability (semiconductor); Computer science; Reduction (mathematics); Process (computing); Algorithm; Computation; Binary number; Theoretical computer science; Mathematics; Arithmetic","score_opus":0.030982293906998953,"score_gpt":0.30290310448482083,"score_spread":0.27192081057782186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322933176","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011108515,0.00022571147,0.9826773,0.00029688573,0.000042808966,0.00037466234,0.00069036096,0.0013892697,0.0031945403],"genre_scores_gemma":[0.054704525,0.0002473615,0.9389574,0.00012716018,0.000048277358,0.0004314012,0.0023403508,0.0004512504,0.002692171],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99790996,0.00061104266,0.00017594939,0.0005448691,0.00056226965,0.0001958054],"domain_scores_gemma":[0.9858482,0.010769341,0.00068994414,0.00118514,0.0011779033,0.00032937844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002965099,0.002194852,0.0018992489,0.0036718461,0.0011659364,0.002371752,0.0039114556,0.0027891635,0.013672402],"category_scores_gemma":[0.016750097,0.0019449105,0.0030466444,0.003283378,0.001294164,0.00388086,0.0030702266,0.0030940527,0.0028992624],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006394394,0.00042942807,0.0016176482,0.0013218231,0.00022426373,0.00030162663,0.0005005564,0.41955063,0.007892541,0.07904957,0.020139446,0.46833304],"study_design_scores_gemma":[0.00015336512,0.00012848253,0.00036356735,0.00015141699,0.00009468676,0.00017653868,0.00019308417,0.8287826,0.0038041968,0.16208059,0.0040392093,0.00003219181],"about_ca_topic_score_codex":0.002601981,"about_ca_topic_score_gemma":0.0058158943,"teacher_disagreement_score":0.013672402,"about_ca_system_score_codex":0.0017619921,"about_ca_system_score_gemma":0.0018480504,"threshold_uncertainty_score":0.045738757},"labels":[],"label_agreement":null},{"id":"W2327755579","doi":"10.2514/6.2000-1227","title":"Analyzing real cost of past orbital failures for satellite test effectiveness and insurance","year":2000,"lang":"en","type":"article","venue":"18th International Communications Satellite Systems Conference and Exhibit","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Space Agency","funders":"","keywords":"Computer science; Satellite; Test (biology); Reliability engineering; Engineering; Geology; Aerospace engineering","score_opus":0.03636082191364724,"score_gpt":0.31534338725651023,"score_spread":0.278982565342863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2327755579","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9879844,0.00034142018,0.009921208,0.00015389937,0.000013498806,0.000023045364,0.00044349843,0.00010801203,0.0010109555],"genre_scores_gemma":[0.998543,0.00003081937,0.001087714,0.000005063668,0.0000054136767,0.0000051506445,0.00015292186,0.000011769967,0.0001582481],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9981116,0.00058713084,0.00012543262,0.00023266685,0.0006516338,0.00029155836],"domain_scores_gemma":[0.9577099,0.034169655,0.0034561034,0.0018250305,0.0019378851,0.00090139324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046454165,0.00065436383,0.0007328678,0.0027665957,0.0003305984,0.0009941823,0.0013746618,0.0009662718,0.0026936554],"category_scores_gemma":[0.037662685,0.00051346753,0.00082470954,0.0016902376,0.0007490134,0.0018601808,0.00044367227,0.00086759985,0.00016205864],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012568899,0.00029018265,0.15934426,0.00008997098,0.00024582262,0.00019368085,0.00006949462,0.8000538,0.0022292924,0.004124706,0.0006095901,0.03149236],"study_design_scores_gemma":[0.000024079976,0.0003210235,0.06163785,0.000012507739,0.000107999374,0.00016407945,0.000070661685,0.9347006,0.0014668435,0.0012813801,0.0001938204,0.000019144078],"about_ca_topic_score_codex":0.010183068,"about_ca_topic_score_gemma":0.009768877,"teacher_disagreement_score":0.010183068,"about_ca_system_score_codex":0.0026077998,"about_ca_system_score_gemma":0.0010955355,"threshold_uncertainty_score":0.024567664},"labels":[],"label_agreement":null},{"id":"W2331387892","doi":"10.4204/eptcs.157.3","title":"Automatic Device Driver Synthesis Project: a Work-in-Progress Report","year":2014,"lang":"en","type":"article","venue":"Electronic Proceedings in Theoretical Computer Science","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Work (physics); Computer science; Engineering; Systems engineering; Mechanical engineering","score_opus":0.008160420653458223,"score_gpt":0.27745660586082815,"score_spread":0.2692961852073699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2331387892","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32232067,0.0029522134,0.5588113,0.002330125,0.0011493223,0.003531858,0.010259072,0.023137325,0.07550813],"genre_scores_gemma":[0.51666045,0.0020472535,0.37142485,0.00059328374,0.00046029413,0.0016315514,0.02484003,0.0048059355,0.077536374],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964498,0.00070074125,0.0001259879,0.0005817341,0.0016772103,0.00046441963],"domain_scores_gemma":[0.99552554,0.0005288481,0.0002168579,0.000766705,0.0021869761,0.0007750746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043154643,0.0020138486,0.0011810721,0.0018485404,0.0014192726,0.0021245657,0.0019448819,0.0019010006,0.014588679],"category_scores_gemma":[0.002751873,0.0006260987,0.0016443321,0.0009587987,0.0008411049,0.0018219668,0.0018327753,0.0014284158,0.011196266],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018652846,0.0037287287,0.009421128,0.0010159382,0.0004853493,0.0010033824,0.001682307,0.022265254,0.41302732,0.0057506124,0.037049122,0.50270563],"study_design_scores_gemma":[0.00080098765,0.00856706,0.012431189,0.00014905643,0.0005385467,0.0011035607,0.0010972783,0.050987873,0.7252194,0.0031583447,0.19578287,0.00016381033],"about_ca_topic_score_codex":0.0039059678,"about_ca_topic_score_gemma":0.0026028461,"teacher_disagreement_score":0.014588679,"about_ca_system_score_codex":0.0011295117,"about_ca_system_score_gemma":0.006382975,"threshold_uncertainty_score":0.048803985},"labels":[],"label_agreement":null},{"id":"W2345191262","doi":"","title":"Space Software Validation using Abstract Interpretation","year":2009,"lang":"en","type":"article","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Geomembrane Technologies (Canada)","funders":"","keywords":"Software deployment; Software; Interpretation (philosophy); Computer science; Computation; Verification and validation; Abstract interpretation; Space (punctuation); Reliability engineering; Systems engineering; Data mining; Engineering; Software engineering; Algorithm; Operating system; Operations management; Programming language","score_opus":0.01815376046744835,"score_gpt":0.26773527139042436,"score_spread":0.249581510922976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2345191262","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0077485917,0.00023081542,0.97710127,0.00029468216,0.0001182872,0.00009944617,0.00022855731,0.011305219,0.0028731488],"genre_scores_gemma":[0.3380128,0.00049774,0.6489362,0.00039750637,0.0001664829,0.00020778236,0.0013421017,0.0035598292,0.0068795467],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98412204,0.0054783644,0.0015377741,0.0017275129,0.0067235944,0.00041064405],"domain_scores_gemma":[0.9636634,0.015307642,0.0025526618,0.010229216,0.007983835,0.00026313085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075144107,0.0019586,0.0014212494,0.004545106,0.0009056872,0.00489354,0.0021641953,0.001865782,0.012008765],"category_scores_gemma":[0.038811237,0.0010453202,0.0035291924,0.0022500663,0.0023871004,0.005982771,0.0034747745,0.0021651736,0.0031642353],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011187609,0.00019265426,0.006184979,0.002381455,0.0005976018,0.001250353,0.001757966,0.09837169,0.04004004,0.1764022,0.019723518,0.6519788],"study_design_scores_gemma":[0.00015916927,0.0003052477,0.0011694491,0.0007532802,0.00037490987,0.0005774603,0.00023372592,0.64558154,0.06316146,0.24866381,0.038905863,0.000114083734],"about_ca_topic_score_codex":0.0014734511,"about_ca_topic_score_gemma":0.0010704186,"teacher_disagreement_score":0.012008765,"about_ca_system_score_codex":0.0011222953,"about_ca_system_score_gemma":0.0024563312,"threshold_uncertainty_score":0.040173292},"labels":[],"label_agreement":null},{"id":"W2350159543","doi":"","title":"A Method of Data Flow Analysis Based on Visual C","year":2008,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Data-flow analysis; Slicing; Program slicing; Data flow diagram; Key (lock); Software; Flow (mathematics); Code (set theory); Program optimization; Programming language; Program analysis; Theoretical computer science; Data mining; Algorithm; Parallel computing; Database; Computer graphics (images); Operating system; Compiler","score_opus":0.04909596633653873,"score_gpt":0.3688014728840901,"score_spread":0.31970550654755137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2350159543","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004891318,0.00009185822,0.9943693,0.00003082848,0.000059862505,0.000057855083,0.000065781795,0.0031427033,0.0016926682],"genre_scores_gemma":[0.032466486,0.00030376768,0.9616811,0.00011198362,0.000085565,0.0002875828,0.00028757486,0.00088318303,0.0038927712],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986695,0.00018511715,0.00008371198,0.00037727974,0.0005896351,0.00009471266],"domain_scores_gemma":[0.99891245,0.00032814415,0.0000547671,0.00018817156,0.00046951207,0.000046988316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069094275,0.0014715196,0.000894937,0.0042407033,0.00097542204,0.0021131327,0.0018232056,0.0008716609,0.007672842],"category_scores_gemma":[0.0027257747,0.00054497295,0.001207053,0.0022573038,0.001131496,0.0017580171,0.001180702,0.0015115488,0.0023097214],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019878823,0.00006634687,0.0006558345,0.00075157237,0.000093207855,0.00021156175,0.00024237085,0.019494947,0.0525029,0.12022307,0.014218716,0.7913407],"study_design_scores_gemma":[0.00018060964,0.00022968552,0.0011597724,0.0002458434,0.00017334474,0.0015180159,0.000092059796,0.6201014,0.11139755,0.092316106,0.17226955,0.00031600727],"about_ca_topic_score_codex":0.0058054235,"about_ca_topic_score_gemma":0.0022515012,"teacher_disagreement_score":0.007672842,"about_ca_system_score_codex":0.0009010784,"about_ca_system_score_gemma":0.0022721835,"threshold_uncertainty_score":0.025668204},"labels":[],"label_agreement":null},{"id":"W2352401519","doi":"","title":"Research for Identifying Potential Vulnerabilities Method Based On Fault Injection Algorithm","year":2005,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Algorithm; Fault (geology); Computer security; Seismology; Geology","score_opus":0.05393402660825343,"score_gpt":0.40615310779162217,"score_spread":0.35221908118336875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2352401519","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06534975,0.0005725153,0.92978156,0.0002242245,0.00004766208,0.00013972988,0.000054169104,0.0022973444,0.0015330256],"genre_scores_gemma":[0.3977132,0.0005718938,0.5997031,0.00007368008,0.000059355334,0.00014597422,0.0002276078,0.00017318691,0.0013319401],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980616,0.0005469893,0.000107311076,0.0002962126,0.0008781052,0.000109866145],"domain_scores_gemma":[0.9927233,0.0042958786,0.0005565861,0.00067988306,0.0016485926,0.00009575054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014449849,0.00082882517,0.00086971495,0.0039996756,0.0005682191,0.0010756616,0.0014193767,0.00093339116,0.0020029615],"category_scores_gemma":[0.006978088,0.00031571402,0.0008317033,0.0012525283,0.0006695795,0.0032957117,0.0002892662,0.00089726964,0.0005035825],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042617487,0.0004888492,0.021604575,0.00041847193,0.00026000667,0.00030153134,0.00046114298,0.064928815,0.07067376,0.025243167,0.0020010672,0.81319237],"study_design_scores_gemma":[0.000079574376,0.00042113836,0.004515885,0.0000710829,0.00016805634,0.00096526946,0.00012064424,0.8796087,0.095406696,0.013280097,0.005308147,0.000054745986],"about_ca_topic_score_codex":0.0015704333,"about_ca_topic_score_gemma":0.00091673335,"teacher_disagreement_score":0.0039996756,"about_ca_system_score_codex":0.00056198466,"about_ca_system_score_gemma":0.0010244122,"threshold_uncertainty_score":0.007641852},"labels":[],"label_agreement":null},{"id":"W2356194526","doi":"","title":"Noninterference-based Integrity Measurement Model","year":2010,"lang":"en","type":"article","venue":"Journal of Sichuan University","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"L'Alliance Boviteq","funders":"","keywords":"Computer science; Process (computing); Data integrity; Scheme (mathematics); Point (geometry); Distributed computing; Inter-process communication; Signal integrity; Reliability engineering; Programming language; Computer security; Operating system; Engineering; Mathematics; Printed circuit board","score_opus":0.04340801443563873,"score_gpt":0.2470507482511037,"score_spread":0.203642733815465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2356194526","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0064675114,0.000077138284,0.98989654,0.00016290185,0.000031632953,0.0000985992,0.0000667419,0.0006014762,0.0025973998],"genre_scores_gemma":[0.5926116,0.0002869047,0.40039456,0.00027531778,0.00012508145,0.00075568986,0.00050835306,0.00016554126,0.004876868],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9874348,0.0024699734,0.0011779355,0.0026287942,0.005518401,0.00077013625],"domain_scores_gemma":[0.9919206,0.0015713105,0.0009951413,0.0026314,0.0026902126,0.00019128685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004958397,0.0009889364,0.00088907854,0.0023098434,0.0009204658,0.0031800491,0.005131659,0.002032627,0.0019307717],"category_scores_gemma":[0.009476569,0.0005608054,0.001251911,0.0017682742,0.002871377,0.008195929,0.002502355,0.003122936,0.0007212926],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020759965,0.00016160384,0.0019301833,0.0002453462,0.00009218866,0.0003430669,0.0009595566,0.114768125,0.013775938,0.80997247,0.001843993,0.055699892],"study_design_scores_gemma":[0.000048191898,0.00016448143,0.00047272744,0.000047236896,0.00008238472,0.00028821809,0.0001000921,0.8160404,0.013726821,0.16129747,0.0076705054,0.00006145337],"about_ca_topic_score_codex":0.003734941,"about_ca_topic_score_gemma":0.0018344807,"teacher_disagreement_score":0.005131659,"about_ca_system_score_codex":0.0027602725,"about_ca_system_score_gemma":0.0033659374,"threshold_uncertainty_score":0.026222765},"labels":[],"label_agreement":null},{"id":"W2360252811","doi":"","title":"A Software Model Checking Mothed and Its Prototype System","year":2010,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Model checking; Software; Software engineering; Software quality; Verification and validation; Programming language; Reliability engineering; Software development","score_opus":0.012080063173159104,"score_gpt":0.25984315689340937,"score_spread":0.24776309372025027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2360252811","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036657464,0.00028371392,0.91942054,0.00056626316,0.00019471555,0.00049030274,0.00069104787,0.035113163,0.006582762],"genre_scores_gemma":[0.37457845,0.00022190851,0.6111475,0.00027651127,0.00005561128,0.0005555533,0.0017068974,0.00070319895,0.010754302],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987735,0.00028257625,0.0000933119,0.00027053323,0.00047883613,0.00010110208],"domain_scores_gemma":[0.9989447,0.0002093044,0.000046007637,0.00041206562,0.00031811945,0.00006990376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013683522,0.00047932786,0.00074826647,0.0007406715,0.0005679408,0.0012473898,0.002354291,0.0012532324,0.007394329],"category_scores_gemma":[0.0023877816,0.00045091394,0.0011451216,0.00031996865,0.00060889736,0.0018407983,0.0014088221,0.001270153,0.0012764904],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041627986,0.0011113193,0.0067836,0.0012733625,0.0005314101,0.0019381827,0.0008498099,0.11796276,0.21511085,0.14197561,0.040459312,0.46784106],"study_design_scores_gemma":[0.0010294225,0.0013974393,0.0012616104,0.000108424414,0.00018006303,0.0010754284,0.00006361863,0.8168095,0.10734806,0.014191521,0.056383226,0.00015160585],"about_ca_topic_score_codex":0.0036121209,"about_ca_topic_score_gemma":0.0021837396,"teacher_disagreement_score":0.007394329,"about_ca_system_score_codex":0.0008713287,"about_ca_system_score_gemma":0.0016952383,"threshold_uncertainty_score":0.024736524},"labels":[],"label_agreement":null},{"id":"W2372050858","doi":"","title":"EXERGY ANALYSIS AND PRELIMINARY EXPERIMENTAL INVESTIGATION ON A MIXTURE AUTO- CASCADE REFRIGERATOR","year":2001,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CAE (Canada)","funders":"","keywords":"Zeotropic mixture; Exergy; Cascade; Refrigerant; Thermodynamics; Refrigeration; Exergy efficiency; Refrigerator car; Heat pump and refrigeration cycle; Process engineering; Materials science; Gas compressor; Chemistry; Physics; Chromatography","score_opus":0.022072898685144827,"score_gpt":0.2816664879434276,"score_spread":0.25959358925828274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2372050858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9962902,0.000107436645,0.0025772145,0.000026855907,0.0000085677,0.000052091684,0.00012971637,0.0000828643,0.0007250501],"genre_scores_gemma":[0.99740195,0.00005341207,0.0011808635,0.00000595609,0.0000055418527,0.000027122935,0.000096063646,0.00001848523,0.0012105594],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99967897,0.000050425115,0.000020894619,0.000057707082,0.00012986,0.00006221738],"domain_scores_gemma":[0.9994821,0.0002133251,0.000027020094,0.00006839805,0.00016421879,0.000044951514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006463594,0.00054468936,0.0012428488,0.0007106294,0.0013781355,0.00033160756,0.001182785,0.0007404788,0.004835225],"category_scores_gemma":[0.00085207936,0.00038605218,0.0007889438,0.00054184295,0.00065851916,0.0011083754,0.00053319836,0.00051211193,0.000621932],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0056940964,0.0009497064,0.0075558247,0.00066000945,0.00006700275,0.00050775666,0.0006073569,0.012400472,0.95061725,0.0005778211,0.00041182392,0.01995088],"study_design_scores_gemma":[0.0002405673,0.008011023,0.026986586,0.000017375225,0.00012044383,0.00024004593,0.000403219,0.030354492,0.93177664,0.00019815852,0.0015912217,0.00006017149],"about_ca_topic_score_codex":0.0020005743,"about_ca_topic_score_gemma":0.002240947,"teacher_disagreement_score":0.004835225,"about_ca_system_score_codex":0.0004246941,"about_ca_system_score_gemma":0.00040977445,"threshold_uncertainty_score":0.01617539},"labels":[],"label_agreement":null},{"id":"W2386317215","doi":"","title":"Prokaryotic expression purification and identification of human amino-terminal pro-brain natriuretic peptide and its stability","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CAE (Canada)","funders":"","keywords":"Fusion protein; Affinity chromatography; Recombinant DNA; Molecular biology; lac operon; Western blot; Chemistry; Peptide; Chromatography; Biology; Biochemistry; Gene","score_opus":0.0305768336012813,"score_gpt":0.30692059648386283,"score_spread":0.27634376288258156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2386317215","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91934484,0.0058178445,0.06640178,0.0009428442,0.00023974366,0.00019564207,0.0028409685,0.00046942165,0.0037467626],"genre_scores_gemma":[0.901022,0.0037127072,0.07365724,0.00017367899,0.00008598291,0.00014283283,0.0115486095,0.00014308396,0.009513766],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9996681,0.00005641798,0.00004943338,0.000057094887,0.00012749016,0.000041368454],"domain_scores_gemma":[0.9998191,0.000041857103,0.000036667527,0.000023882643,0.00005106205,0.000027497565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025547438,0.00030349407,0.00039209094,0.00029110184,0.000358334,0.00047085944,0.00022385198,0.00025731366,0.0009072868],"category_scores_gemma":[0.00047860353,0.00016153531,0.00035324422,0.00041522097,0.00021696482,0.00024221807,0.00027668156,0.00067150756,0.0008154619],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007684173,0.000019631574,0.00027972576,0.00007980544,0.000005747882,0.000076941615,0.00003629044,0.00007635464,0.9967855,0.00016596247,0.00008493187,0.002312333],"study_design_scores_gemma":[0.000017217624,0.00014845998,0.004034373,0.000014727156,0.000039470964,0.0007754681,0.000053480053,0.002650538,0.9819094,0.00018731266,0.010157901,0.000011706672],"about_ca_topic_score_codex":0.0009248058,"about_ca_topic_score_gemma":0.00097305555,"teacher_disagreement_score":0.0009248058,"about_ca_system_score_codex":0.000545207,"about_ca_system_score_gemma":0.00027664276,"threshold_uncertainty_score":0.003955722},"labels":[],"label_agreement":null},{"id":"W2395908282","doi":"10.1145/2889160.2889250","title":"Assessing the process of an Eastern European software SME using systemic analysis, GQM, and reliability growth models","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Innopolis University","keywords":"Computer science; Documentation; Process management; Workflow; Scope (computer science); Process (computing); Quality (philosophy); New product development; Product (mathematics); Productivity; Knowledge management; Business; Marketing","score_opus":0.039053374199657244,"score_gpt":0.3258543778175788,"score_spread":0.28680100361792155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2395908282","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93527555,0.0001539393,0.05970237,0.00019165219,0.0000042060324,0.00011333227,0.00006426098,0.00009904238,0.0043955874],"genre_scores_gemma":[0.9713596,0.00008193063,0.02781923,0.000020280144,0.0000022813988,0.00005104869,0.00008009761,0.000016826014,0.0005687054],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9940507,0.004153027,0.00029085658,0.00040638135,0.00090214564,0.00019693935],"domain_scores_gemma":[0.978361,0.014608945,0.002240536,0.0009840801,0.0034457126,0.00035970213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015165073,0.0006940141,0.00040878032,0.0028914253,0.0007777487,0.0019169234,0.0005284645,0.0007703031,0.00058321486],"category_scores_gemma":[0.021128003,0.0003121527,0.00048458268,0.0022661262,0.0010821456,0.0018809733,0.0018571942,0.00063965004,0.00012820987],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077800587,0.0009824716,0.37517774,0.0007790033,0.0002883653,0.0015023539,0.056684352,0.268019,0.030524516,0.03092773,0.0010149733,0.23332159],"study_design_scores_gemma":[0.000089463414,0.0024478345,0.21051362,0.00030808398,0.00024842203,0.00062376924,0.025029281,0.70613307,0.02449451,0.022230508,0.00765073,0.00023070224],"about_ca_topic_score_codex":0.0047265855,"about_ca_topic_score_gemma":0.005094694,"teacher_disagreement_score":0.015165073,"about_ca_system_score_codex":0.0018727855,"about_ca_system_score_gemma":0.0017424554,"threshold_uncertainty_score":0.080201566},"labels":[],"label_agreement":null},{"id":"W2396528502","doi":"10.1109/cmpsac.2004.1342660","title":"Optimizing the planning and executing of software independent verification and validation (IV&V) in mature organizations","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Capability Maturity Model Integration; LeanCMMI; Verification and validation; Computer science; Software quality; Capability Maturity Model; Software engineering; Maturity (psychological); Software; Process (computing); Reliability (semiconductor); Quality (philosophy); Process management; Software development process; Software development; Engineering; Operating system; Operations management","score_opus":0.02137549025939334,"score_gpt":0.2825144821756106,"score_spread":0.26113899191621726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2396528502","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27109158,0.0006142257,0.715045,0.00084214756,0.000029699393,0.00086912507,0.00007684044,0.0014593593,0.009972136],"genre_scores_gemma":[0.7249444,0.00028788054,0.27291957,0.00008794022,0.000012888617,0.00029133025,0.0001594796,0.000092767776,0.0012037596],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935138,0.0040130233,0.00030945687,0.00060472917,0.00092995906,0.00062892796],"domain_scores_gemma":[0.98319834,0.006215014,0.005007238,0.0022690538,0.002391148,0.00091914827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070594423,0.00067237334,0.00036200773,0.0011335327,0.00088431226,0.001977267,0.000783978,0.0006464842,0.0012410253],"category_scores_gemma":[0.019072503,0.00055122835,0.0003556986,0.00074016064,0.00077485584,0.002124035,0.0016455874,0.00100726,0.00052862574],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059395825,0.0006107308,0.033699714,0.0003982767,0.00006903397,0.00026903788,0.0019703242,0.27247524,0.03461313,0.020784073,0.002160972,0.6323555],"study_design_scores_gemma":[0.00027725656,0.0028636116,0.04376585,0.00042412177,0.0001966171,0.0004215841,0.004311084,0.75502235,0.09678113,0.07032241,0.025444552,0.00016941421],"about_ca_topic_score_codex":0.0052700182,"about_ca_topic_score_gemma":0.0065150936,"teacher_disagreement_score":0.0070594423,"about_ca_system_score_codex":0.0015469004,"about_ca_system_score_gemma":0.009295594,"threshold_uncertainty_score":0.037334323},"labels":[],"label_agreement":null},{"id":"W2424668608","doi":"10.1109/syscon.2016.7490556","title":"Formal analysis of fault tree using probabilistic model checking: A solar array case study","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Fault tree analysis; Computer science; Probabilistic logic; Probabilistic CTL; Markov chain; Model checking; Reliability engineering; Markov process; Markov model; Reliability (semiconductor); Markov decision process; Probabilistic analysis of algorithms; Real-time computing; Algorithm; Theoretical computer science; Power (physics); Engineering; Machine learning; Artificial intelligence; Mathematics","score_opus":0.07025469306954886,"score_gpt":0.33604602812185747,"score_spread":0.2657913350523086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2424668608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.574248,0.00024768032,0.41673043,0.0005692791,0.000019072526,0.00016958304,0.0003424143,0.0007366513,0.006936876],"genre_scores_gemma":[0.9638337,0.00008571695,0.035176877,0.000018930452,0.0000053585154,0.00005296271,0.000063733394,0.000028841003,0.00073387724],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99927384,0.00027613732,0.00003085843,0.00007136469,0.00026541992,0.00008243391],"domain_scores_gemma":[0.9964671,0.0026953735,0.0002679946,0.0002510355,0.00026741682,0.00005105877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012131961,0.00042509325,0.00032413722,0.0005846845,0.00055980537,0.0006119352,0.0006289188,0.0008460355,0.0015029128],"category_scores_gemma":[0.003961973,0.00020224646,0.0007380599,0.00042513458,0.0009865853,0.0007647601,0.00062635087,0.0005585787,0.000066154455],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010993814,0.000109804016,0.004531667,0.00009606466,0.000032075142,0.0015339493,0.0002957056,0.9401411,0.005889834,0.032454696,0.00049118797,0.014313989],"study_design_scores_gemma":[0.000025704112,0.0000606059,0.0006101048,0.0000100382285,0.000015497388,0.00019635583,0.000062688865,0.98448294,0.0031371426,0.010679429,0.00071057206,0.000008869999],"about_ca_topic_score_codex":0.008555442,"about_ca_topic_score_gemma":0.006748578,"teacher_disagreement_score":0.008555442,"about_ca_system_score_codex":0.00076931936,"about_ca_system_score_gemma":0.0010135155,"threshold_uncertainty_score":0.017011285},"labels":[],"label_agreement":null},{"id":"W2462116092","doi":"","title":"Making trade-offs among security and other requirements during system design","year":2012,"lang":"en","type":"dissertation","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Risk analysis (engineering); Computer security; Security testing; Threat model; Computer science; Viewpoints; Software security assurance; Security through obscurity; Security information and event management; Security service; Cloud computing security; Business; Information security","score_opus":0.05915873302006781,"score_gpt":0.3277577736487615,"score_spread":0.2685990406286937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2462116092","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09844733,0.0008957429,0.86447227,0.004618263,0.000078659374,0.0019548933,0.00012263493,0.0005940118,0.028816253],"genre_scores_gemma":[0.2612971,0.0010565143,0.7333531,0.00033084248,0.000043942866,0.00092181313,0.00013417898,0.00019715117,0.0026653165],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9594686,0.0226967,0.0028393741,0.002281523,0.010725736,0.0019879492],"domain_scores_gemma":[0.9388341,0.048677806,0.0039530923,0.0038555877,0.003968699,0.00071076554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.040063072,0.0023086735,0.0012980069,0.003468602,0.0026544337,0.010106813,0.0021420391,0.0024727066,0.0034936704],"category_scores_gemma":[0.056432493,0.002581028,0.0022730809,0.00157848,0.004057911,0.011326408,0.0039659473,0.0048206453,0.0010245743],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003348818,0.0007909137,0.0129324775,0.0028791756,0.0003944021,0.0009728256,0.018792473,0.30150062,0.049864728,0.24792357,0.003199964,0.36041394],"study_design_scores_gemma":[0.0002817009,0.0021953005,0.009910171,0.00429596,0.00062484073,0.0013047915,0.013347317,0.47033736,0.04059062,0.3805984,0.07590102,0.00061254017],"about_ca_topic_score_codex":0.0024581533,"about_ca_topic_score_gemma":0.005502817,"teacher_disagreement_score":0.040063072,"about_ca_system_score_codex":0.004935369,"about_ca_system_score_gemma":0.010191708,"threshold_uncertainty_score":0.21187627},"labels":[],"label_agreement":null},{"id":"W2462934991","doi":"10.1016/j.advengsoft.2016.06.008","title":"State of the practice for mesh generation and mesh processing software","year":2016,"lang":"en","type":"article","venue":"Advances in Engineering Software","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Usability; Maintainability; Software engineering; Correctness; Software; Analytic hierarchy process; Reliability engineering; Programming language; Operating system; Operations research; Engineering","score_opus":0.009672580553957708,"score_gpt":0.2764194619632309,"score_spread":0.2667468814092732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2462934991","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027613945,0.013503925,0.9599921,0.0021899226,0.0003493659,0.00017987425,0.00021650842,0.007281869,0.013524984],"genre_scores_gemma":[0.063007385,0.02358216,0.89483947,0.0012915126,0.0009882606,0.00044718548,0.0015669962,0.0046135844,0.009663481],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9742062,0.005095319,0.0022886312,0.0032774657,0.014292335,0.0008400228],"domain_scores_gemma":[0.91111344,0.036523245,0.0024245593,0.03367627,0.014841352,0.001421053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015517367,0.0017229667,0.0021079287,0.005336418,0.0013405521,0.009139294,0.009687008,0.0059956615,0.016691942],"category_scores_gemma":[0.058068022,0.0023012136,0.0024484815,0.0058092563,0.0043017524,0.011162558,0.0051845433,0.008845161,0.013516379],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002652402,0.0002765025,0.001111446,0.0025399746,0.00012732593,0.00008157466,0.0005886149,0.010945783,0.010866393,0.1479921,0.020816809,0.8043883],"study_design_scores_gemma":[0.00014279524,0.00038771448,0.0014837427,0.0034729603,0.00019679488,0.0009609726,0.0002880609,0.19453852,0.041677386,0.21458231,0.54203314,0.0002355881],"about_ca_topic_score_codex":0.0025490907,"about_ca_topic_score_gemma":0.0013359344,"teacher_disagreement_score":0.016691942,"about_ca_system_score_codex":0.0023433396,"about_ca_system_score_gemma":0.004984911,"threshold_uncertainty_score":0.08206469},"labels":[],"label_agreement":null},{"id":"W2506113519","doi":"10.4018/978-1-4666-0155-0.ch013","title":"From an Ad-Hoc to a Proactive Software Release Plan and Deployment","year":2012,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Software deployment; Upgrade; Software; Aerospace; Social software engineering; Software development; Computer science; Engineering; Process management; Engineering management; Systems engineering; Software engineering; Software construction","score_opus":0.02885777167189501,"score_gpt":0.2822997240884614,"score_spread":0.25344195241656636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2506113519","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026494844,0.026367499,0.50742286,0.016775949,0.0009595718,0.0003965133,0.0004318131,0.0049508116,0.4162001],"genre_scores_gemma":[0.23924524,0.034996867,0.43029863,0.0025517272,0.0007427773,0.00034889835,0.0008656338,0.001601351,0.28934896],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994068,0.00014345934,0.000031637082,0.00011917334,0.0002659945,0.000032779455],"domain_scores_gemma":[0.99890995,0.00039736612,0.0001048677,0.00028306668,0.00019339014,0.000111347406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012645429,0.0005526609,0.00023339808,0.0008258947,0.0005116323,0.003293665,0.0015757626,0.00092342607,0.0075612725],"category_scores_gemma":[0.0016614904,0.0004949138,0.00025696208,0.0011012182,0.0012513752,0.003834106,0.001458493,0.0018025965,0.006430491],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036340723,0.00014239833,0.00073852,0.00048658048,0.000010390098,0.00017720288,0.0014912325,0.0028677245,0.0040010517,0.1449597,0.049425222,0.79566365],"study_design_scores_gemma":[0.000026307453,0.00027615615,0.0023355149,0.0010417165,0.00002849439,0.0010639355,0.0012724439,0.012333343,0.002729986,0.0975782,0.88126385,0.00005015106],"about_ca_topic_score_codex":0.0014759994,"about_ca_topic_score_gemma":0.0020525488,"teacher_disagreement_score":0.0075612725,"about_ca_system_score_codex":0.0013565451,"about_ca_system_score_gemma":0.0014372761,"threshold_uncertainty_score":0.02529496},"labels":[],"label_agreement":null},{"id":"W2507969500","doi":"10.1007/978-3-319-44817-6_2","title":"Implementing the New ISO/IEC 29110 Systems Engineering Process Standard in a Small Public Transportation Company","year":2016,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Capability Maturity Model Integration; Maturity (psychological); Process (computing); Engineering management; Engineering; Information security management system; Work (physics); Systems engineering; Computer science; Software development process; Software development; Software","score_opus":0.0454251061000584,"score_gpt":0.30455693402509826,"score_spread":0.25913182792503986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2507969500","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23328796,0.0023286755,0.18406127,0.010705867,0.001199123,0.0006229226,0.0003672255,0.0023622215,0.5650647],"genre_scores_gemma":[0.21547188,0.0015459016,0.12532204,0.00084645755,0.000070819646,0.00008951767,0.0006263751,0.00060305354,0.65542406],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9992323,0.00013121436,0.000028839535,0.00007095557,0.00046581862,0.00007080078],"domain_scores_gemma":[0.9996834,0.00005115386,0.000016376798,0.00003373437,0.00017799555,0.00003740698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011607474,0.00031693839,0.00011493929,0.0005365921,0.0009660752,0.0021472464,0.00062259653,0.0009581415,0.006554697],"category_scores_gemma":[0.00091357424,0.00025580538,0.00024496674,0.0007351342,0.00053078064,0.0020913512,0.0007378954,0.0008393963,0.002853698],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008093849,0.00042875012,0.0030875767,0.00019362196,0.000005943926,0.0007663252,0.004497526,0.0047047087,0.021484612,0.05693676,0.06100997,0.8468033],"study_design_scores_gemma":[0.000030170866,0.0005999604,0.008279054,0.00022131031,0.000024316394,0.0007773084,0.0034864896,0.014849291,0.020988524,0.013645383,0.93701553,0.00008266222],"about_ca_topic_score_codex":0.018318787,"about_ca_topic_score_gemma":0.045481734,"teacher_disagreement_score":0.018318787,"about_ca_system_score_codex":0.002820021,"about_ca_system_score_gemma":0.006840583,"threshold_uncertainty_score":0.03642428},"labels":[],"label_agreement":null},{"id":"W2519334373","doi":"10.1002/j.2334-5837.2016.00203.x","title":"Developing and implementing systems engineering and project management processes at CSiT – A small Canadian company in public transportation","year":2016,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Business; Engineering management; Public transport; Telecommunications; Transport engineering; Engineering","score_opus":0.026468774030009332,"score_gpt":0.26201949282078313,"score_spread":0.2355507187907738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519334373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.800438,0.0008782371,0.070413314,0.011217638,0.00019470692,0.007051307,0.0006207242,0.002875789,0.10631029],"genre_scores_gemma":[0.80689394,0.00057682744,0.14016648,0.0006177882,0.00002412401,0.0008679684,0.0009257548,0.00029238185,0.0496347],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9886811,0.0028921803,0.0003775357,0.0008887303,0.0047203144,0.0024401979],"domain_scores_gemma":[0.9759976,0.0018782887,0.001172505,0.0011580052,0.013765181,0.006028417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016143024,0.00066247163,0.00019430465,0.0021857342,0.010799544,0.0065029203,0.0020526669,0.0010184457,0.0035115134],"category_scores_gemma":[0.01220991,0.00061455014,0.0003375296,0.0021440662,0.0031240745,0.001658122,0.0025960316,0.0015067431,0.0010299605],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061347726,0.003465234,0.044800036,0.00062857004,0.00006116091,0.0015209605,0.058294564,0.017700434,0.06319571,0.027704742,0.051091768,0.7309233],"study_design_scores_gemma":[0.00031845787,0.0036658966,0.14907989,0.0007097951,0.00010110581,0.0006516204,0.1116278,0.044200286,0.045926265,0.0035488363,0.63973504,0.00043500066],"about_ca_topic_score_codex":0.8285401,"about_ca_topic_score_gemma":0.8551305,"teacher_disagreement_score":0.8285401,"about_ca_system_score_codex":0.07491089,"about_ca_system_score_gemma":0.23345017,"threshold_uncertainty_score":0.5435191},"labels":[],"label_agreement":null},{"id":"W2538976203","doi":"10.1109/sibcon.2005.1611189","title":"Automatic Detection of Local and Global Software Failures","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Session (web analytics); Software; Software bug; Reliability engineering; Real-time computing; Software engineering; Operating system; Engineering","score_opus":0.005874874903907173,"score_gpt":0.24015331666410444,"score_spread":0.23427844176019727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2538976203","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15020384,0.0005820125,0.8385354,0.00022227735,0.00007153662,0.00006818316,0.00019821033,0.007223007,0.0028954817],"genre_scores_gemma":[0.88795435,0.00021561685,0.10910901,0.00008538867,0.00007829408,0.00007757366,0.00031778702,0.00029104514,0.0018707908],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977882,0.00051025004,0.000092183196,0.00049001316,0.0008729848,0.00024640956],"domain_scores_gemma":[0.99038625,0.005092764,0.0010868413,0.002011892,0.0011439824,0.0002782474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015189744,0.0006454896,0.0012421062,0.0015486813,0.00056898495,0.0011874835,0.001296741,0.001094826,0.0016614728],"category_scores_gemma":[0.008064463,0.00045236954,0.00048191837,0.00077560864,0.0013415572,0.002097612,0.0025386238,0.0014544618,0.00068721984],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018199108,0.00021604732,0.014029372,0.00039592385,0.00015214621,0.0006240261,0.0005211408,0.08864872,0.12834957,0.015506468,0.005482688,0.74425393],"study_design_scores_gemma":[0.00011630938,0.00045507014,0.01034983,0.00004877757,0.00012533467,0.00093194714,0.00017348322,0.8559695,0.07864069,0.048416127,0.0046834415,0.00008951475],"about_ca_topic_score_codex":0.0007061397,"about_ca_topic_score_gemma":0.0008407628,"teacher_disagreement_score":0.0016614728,"about_ca_system_score_codex":0.00033127074,"about_ca_system_score_gemma":0.0006950301,"threshold_uncertainty_score":0.008033216},"labels":[],"label_agreement":null},{"id":"W2547521629","doi":"","title":"Adaptive Practice on Software Reliability Based on IEEE Std. 1633 in Frequent Requirement Modifications.","year":2010,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Reliability engineering; Software development; Software requirements; Software quality; Reliability (semiconductor); Software construction; Software; Software reliability testing; Software development process; Verification and validation; Avionics software; Software engineering; Software sizing; Software release life cycle; Software deployment; Operating system; Engineering","score_opus":0.025974002994658935,"score_gpt":0.30663890803126487,"score_spread":0.2806649050366059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2547521629","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10377907,0.0025198923,0.8034694,0.0036847512,0.00056480494,0.00082421786,0.00023439724,0.0021193977,0.082804106],"genre_scores_gemma":[0.5760782,0.0008105314,0.41348833,0.0012863543,0.00015104166,0.0011192157,0.00025944228,0.0002660034,0.0065409723],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.964878,0.012497521,0.003447063,0.0029399733,0.015410817,0.00082660664],"domain_scores_gemma":[0.92136174,0.033825945,0.01069317,0.011274045,0.022113616,0.0007315108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01933121,0.00077734527,0.0004594333,0.0023245553,0.0010628024,0.0016731357,0.0018214848,0.0021595384,0.001205658],"category_scores_gemma":[0.062443383,0.00052828575,0.0004932186,0.0016624809,0.002075893,0.0023405666,0.0016143958,0.003012415,0.00083979877],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059310964,0.0007670437,0.042241603,0.0009527191,0.00014716975,0.0008160887,0.008388036,0.04792387,0.04228797,0.18911877,0.020680675,0.64608294],"study_design_scores_gemma":[0.00031799992,0.0043782266,0.12799254,0.003541095,0.00053781917,0.005554676,0.0043193414,0.2627544,0.10867911,0.19310595,0.28773063,0.0010881854],"about_ca_topic_score_codex":0.005054053,"about_ca_topic_score_gemma":0.005493407,"teacher_disagreement_score":0.01933121,"about_ca_system_score_codex":0.0029302572,"about_ca_system_score_gemma":0.0036688854,"threshold_uncertainty_score":0.10223436},"labels":[],"label_agreement":null},{"id":"W2551931692","doi":"10.7287/peerj.preprints.2601v1","title":"Anatomy of a crash repository","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Crash; Computer science; Parsing; Debugging; Metadata; Data science; Programming language; World Wide Web","score_opus":0.010626706529955912,"score_gpt":0.2863821910409885,"score_spread":0.2757554845110326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2551931692","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35228956,0.0087123625,0.43610668,0.012955264,0.0017200992,0.0018426018,0.03975502,0.077910446,0.0687079],"genre_scores_gemma":[0.7392013,0.0042193634,0.15483946,0.0015087161,0.0011644759,0.0010741814,0.057418194,0.009159514,0.031414744],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9875151,0.0023826477,0.001892698,0.002565022,0.004532384,0.0011121203],"domain_scores_gemma":[0.94257885,0.013757898,0.0067422804,0.018469859,0.014957704,0.0034933435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008937389,0.001316685,0.0010985914,0.017013796,0.003965098,0.0074595097,0.0056237094,0.002298267,0.0128497565],"category_scores_gemma":[0.051890183,0.0018975855,0.0014937866,0.011529678,0.0030256521,0.02189105,0.011704736,0.0028654877,0.00842529],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011905077,0.0004085094,0.2895991,0.0015412809,0.0003433953,0.0061942483,0.019530822,0.0093295975,0.006941081,0.10925668,0.122451,0.4332138],"study_design_scores_gemma":[0.00016858577,0.0009424065,0.16678378,0.0016495516,0.00060782424,0.018525805,0.015212056,0.066785455,0.014433045,0.12189898,0.59199446,0.0009980669],"about_ca_topic_score_codex":0.0065712095,"about_ca_topic_score_gemma":0.004161631,"teacher_disagreement_score":0.017013796,"about_ca_system_score_codex":0.0024056034,"about_ca_system_score_gemma":0.003857153,"threshold_uncertainty_score":0.047266006},"labels":[],"label_agreement":null},{"id":"W2575734139","doi":"10.1016/j.scico.2016.12.001","title":"Preface to the special issue on advances in software measurement","year":2017,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Software engineering; Software; Data science; Programming language","score_opus":0.03234619304457469,"score_gpt":0.32610259047257245,"score_spread":0.29375639742799775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2575734139","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010607285,0.01224465,0.0009354583,0.024509767,0.9541603,0.000043168446,0.00028182345,0.00012635758,0.0075923805],"genre_scores_gemma":[0.0007839495,0.008467911,0.0004893791,0.010143808,0.93124163,0.000066678556,0.00060369284,0.0003061018,0.047896862],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978169,0.00030601345,0.00024556133,0.00034675075,0.0011042391,0.00018060373],"domain_scores_gemma":[0.9773243,0.0055298232,0.0013519042,0.0010655294,0.011055987,0.0036724214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004164037,0.0029189957,0.003692606,0.006962935,0.0022916114,0.006870829,0.0024744892,0.004481204,0.10571816],"category_scores_gemma":[0.017569557,0.0006864691,0.0017436701,0.0038561677,0.0009969752,0.0058186213,0.0031459625,0.008735226,0.06542396],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018002724,0.000015803269,0.000035660047,0.00011944638,0.0000052489436,0.000019192918,0.000008094585,0.000027004626,0.00007758549,0.00039164734,0.98941004,0.009872326],"study_design_scores_gemma":[0.000018573939,0.00006702013,0.0006911854,0.00035234203,0.00002148955,0.00010976243,0.000034209028,0.00021354908,0.00011780844,0.0023943644,0.99596184,0.00001779483],"about_ca_topic_score_codex":0.0013570052,"about_ca_topic_score_gemma":0.0021535074,"teacher_disagreement_score":0.10571816,"about_ca_system_score_codex":0.0019967689,"about_ca_system_score_gemma":0.0026008217,"threshold_uncertainty_score":0.3536625},"labels":[],"label_agreement":null},{"id":"W2576160198","doi":"10.1109/quatic.2016.021","title":"A Fully Automated Approach to Discovering Nondeterminism in State Machine Diagrams","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Leverage (statistics); Model checking; Abstract state machines; State (computer science); Set (abstract data type); False positive paradox; Programming language; Finite-state machine; Theoretical computer science; Artificial intelligence","score_opus":0.01426978587479598,"score_gpt":0.27059275465323757,"score_spread":0.2563229687784416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2576160198","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044491435,0.00003955871,0.9918039,0.00006544971,0.0000083286905,0.0000770989,0.00008494113,0.0030087938,0.00046285708],"genre_scores_gemma":[0.08646152,0.00007562137,0.9119915,0.000061653365,0.000009790449,0.00015677573,0.00031169955,0.00030393244,0.00062751747],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.993711,0.0024462892,0.00039037515,0.0009204734,0.0022196784,0.00031218873],"domain_scores_gemma":[0.9812108,0.011289014,0.0011720018,0.0045196186,0.0016673352,0.00014115102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028363855,0.001168005,0.0009326383,0.0024168463,0.0011020268,0.002126469,0.0020891798,0.001129494,0.0025831957],"category_scores_gemma":[0.017281605,0.0011754418,0.0020727876,0.0010089023,0.0016656251,0.0033674943,0.003089777,0.002026248,0.00066388934],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022481877,0.00039932423,0.0064869314,0.0008055186,0.00019569736,0.00081436586,0.0011403549,0.11032143,0.07521195,0.13615945,0.004628239,0.6636119],"study_design_scores_gemma":[0.00007369369,0.00019189777,0.0013037852,0.00018481028,0.000087913686,0.00079234195,0.00014347678,0.7538492,0.07380743,0.15507227,0.014377812,0.00011532906],"about_ca_topic_score_codex":0.0030713317,"about_ca_topic_score_gemma":0.0053193835,"teacher_disagreement_score":0.0030713317,"about_ca_system_score_codex":0.00092698605,"about_ca_system_score_gemma":0.002800502,"threshold_uncertainty_score":0.0150004625},"labels":[],"label_agreement":null},{"id":"W2587084920","doi":"","title":"Classifying And Predicting Software Security Vulnerabilities based on Reproducibility","year":2017,"lang":"en","type":"dissertation","venue":"QSpace (Queen's University Library)","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canada Research Chairs","keywords":"Reproducibility; Computer science; Software; Software security assurance; Computer security; Data mining; Information security; Statistics; Mathematics; Operating system","score_opus":0.013112757596827607,"score_gpt":0.23680625563489907,"score_spread":0.22369349803807145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587084920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89835876,0.00039662924,0.095059715,0.0002726417,0.00002965949,0.00018455477,0.0008181045,0.0019530698,0.0029268723],"genre_scores_gemma":[0.96863204,0.00013454459,0.029717723,0.00003154443,0.000022429744,0.00007543799,0.00090038264,0.00011029162,0.00037568106],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99142116,0.0012262337,0.0010021834,0.0014558784,0.0043842425,0.00051026314],"domain_scores_gemma":[0.89455,0.047937468,0.02824009,0.012033582,0.015792169,0.0014467674],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0071643926,0.0010551653,0.000796094,0.01145001,0.00064187107,0.0021748296,0.0013260961,0.0009465561,0.00063433126],"category_scores_gemma":[0.06252495,0.00044535912,0.0015418034,0.004089355,0.0012736565,0.0034310792,0.0018969264,0.00082807755,0.00034803574],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001303947,0.00012965863,0.86492944,0.00011828677,0.00019587952,0.00034627636,0.0005585018,0.030555245,0.0050920937,0.0013235501,0.0009827096,0.095637865],"study_design_scores_gemma":[0.000018298677,0.00034442684,0.5405117,0.00009767064,0.00021947915,0.0008496195,0.0005727419,0.43512094,0.013465447,0.0069633983,0.0016927458,0.00014344406],"about_ca_topic_score_codex":0.00816401,"about_ca_topic_score_gemma":0.007185813,"teacher_disagreement_score":0.9928356,"about_ca_system_score_codex":0.0010453694,"about_ca_system_score_gemma":0.0012278324,"threshold_uncertainty_score":0.03788936},"labels":[],"label_agreement":null},{"id":"W2587695526","doi":"10.29173/cais7","title":"Problems With COTS Software: A Case Study","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Software; Pace; Software engineering; Commercial off-the-shelf; Construct (python library); Computer science; Studio; Engineering; Operating system; Telecommunications","score_opus":0.02412307536920328,"score_gpt":0.2530033733102407,"score_spread":0.22888029794103742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587695526","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9440726,0.0022604945,0.02640158,0.003558498,0.00015119188,0.0003688147,0.00030633487,0.0005264408,0.02235409],"genre_scores_gemma":[0.9629311,0.0018498608,0.027031718,0.00057357905,0.000082134335,0.0001756095,0.00039273454,0.00035256575,0.00661064],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.98643726,0.004431624,0.0013659341,0.0009839458,0.0057887426,0.0009925737],"domain_scores_gemma":[0.94858754,0.032384284,0.0047876523,0.004629293,0.006855625,0.002755703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006518981,0.0012447502,0.00072028907,0.003615795,0.0037996501,0.0029644321,0.0025418352,0.0036230658,0.0032057164],"category_scores_gemma":[0.04151072,0.0009351091,0.001135185,0.007432832,0.0031080935,0.0037528279,0.0026639428,0.0030724895,0.0009831515],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009752064,0.0041097896,0.21586527,0.002960546,0.00025806806,0.290355,0.12394079,0.019757396,0.007892241,0.037296697,0.024892457,0.2716965],"study_design_scores_gemma":[0.00029492436,0.0045694555,0.11749306,0.0032873827,0.0004655704,0.3994363,0.11339269,0.054431934,0.016038876,0.019885832,0.27017388,0.00053011155],"about_ca_topic_score_codex":0.015529162,"about_ca_topic_score_gemma":0.017923066,"teacher_disagreement_score":0.015529162,"about_ca_system_score_codex":0.0026071775,"about_ca_system_score_gemma":0.0020817977,"threshold_uncertainty_score":0.03447604},"labels":[],"label_agreement":null},{"id":"W2589239371","doi":"10.71781/10596","title":"Software stability assessment using multiple prediction models","year":2003,"lang":"fr","type":"dissertation","venue":"Open MIND","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Stability (learning theory); Computer science; Machine learning","score_opus":0.16537823285430694,"score_gpt":0.3908664435388779,"score_spread":0.22548821068457095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589239371","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13426143,0.003084429,0.8521851,0.0010430558,0.00023207175,0.00012518532,0.00076633034,0.003501116,0.004801329],"genre_scores_gemma":[0.8492518,0.0013683867,0.14143795,0.00006603013,0.00012822289,0.00014445402,0.0012854424,0.00032101263,0.005996656],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969086,0.00087831705,0.00016454747,0.0005131192,0.0013567156,0.00017874582],"domain_scores_gemma":[0.988937,0.0060141147,0.00095384574,0.0011054731,0.0027680206,0.00022150975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056488975,0.0013237232,0.0013126301,0.0031834943,0.00068902003,0.002335038,0.0014234945,0.0010365453,0.0033749135],"category_scores_gemma":[0.025318328,0.0006746667,0.0016484171,0.0018775058,0.00045055134,0.0020166403,0.0010551256,0.001347674,0.001042613],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045330555,0.00019781964,0.02680425,0.00025432077,0.0005259697,0.00021798439,0.00021861687,0.43224466,0.005010859,0.004133318,0.0063301343,0.52360886],"study_design_scores_gemma":[0.00001634274,0.00011340204,0.008123615,0.000040108524,0.000111090034,0.000045711902,0.000031857682,0.985196,0.0023053333,0.0030159098,0.00096867786,0.00003204034],"about_ca_topic_score_codex":0.053015135,"about_ca_topic_score_gemma":0.045729272,"teacher_disagreement_score":0.053015135,"about_ca_system_score_codex":0.0019712762,"about_ca_system_score_gemma":0.0023330185,"threshold_uncertainty_score":0.10541314},"labels":[],"label_agreement":null},{"id":"W2594988625","doi":"10.1177/1748006x17694494","title":"Formal reliability analysis of oil and gas pipelines","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Institution of Mechanical Engineers Part O Journal of Risk and Reliability","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Qatar National Research Fund","keywords":"Pipeline transport; Reliability (semiconductor); Computer science; Monte Carlo method; Pipeline (software); Reliability engineering; Environmental science; Engineering; Mathematics; Statistics","score_opus":0.012012727037487446,"score_gpt":0.2573335610753184,"score_spread":0.24532083403783095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594988625","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019951595,0.0003301604,0.9740287,0.00018534827,0.00002793309,0.00006343506,0.00015792502,0.00031909946,0.0049358117],"genre_scores_gemma":[0.77273583,0.001031743,0.22122766,0.000113945964,0.00012247467,0.00025858817,0.00041271528,0.00011458892,0.003982455],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982316,0.00053985906,0.00011704725,0.0002280468,0.00070371566,0.00017972123],"domain_scores_gemma":[0.996603,0.0021409635,0.00036176495,0.000229021,0.000609076,0.00005607447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019249868,0.000641716,0.00032363358,0.001160906,0.00039932193,0.0012832633,0.0009525429,0.0004442419,0.0016486478],"category_scores_gemma":[0.0051615764,0.0002936591,0.0011393771,0.0005569766,0.0018189818,0.0012528821,0.00074924756,0.00087456894,0.0002395548],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037614413,0.00005926309,0.0009454495,0.0002759989,0.000036013025,0.00041888922,0.0003735362,0.37874073,0.0082810065,0.59024966,0.0006701451,0.01991174],"study_design_scores_gemma":[0.000024589708,0.00006792065,0.00047795873,0.00008357809,0.000045140605,0.00017971822,0.00007708516,0.6671567,0.0068469364,0.31529668,0.00971592,0.000027764292],"about_ca_topic_score_codex":0.0044449326,"about_ca_topic_score_gemma":0.0021814103,"teacher_disagreement_score":0.0044449326,"about_ca_system_score_codex":0.0015306532,"about_ca_system_score_gemma":0.0016036113,"threshold_uncertainty_score":0.011105657},"labels":[],"label_agreement":null},{"id":"W2595846720","doi":"10.71781/10046","title":"Determination of software quality through a generic model","year":2003,"lang":"en","type":"dissertation","venue":"Open MIND","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software quality; Quality (philosophy); Computer science; Software engineering; Software; Software development; Programming language; Philosophy; Epistemology","score_opus":0.11019280490903317,"score_gpt":0.41271736633247363,"score_spread":0.3025245614234405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2595846720","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024213467,0.0006757879,0.9639089,0.00066170964,0.000033657885,0.00006815635,0.0002128157,0.00054507895,0.009680438],"genre_scores_gemma":[0.6149159,0.0018116039,0.3732148,0.00013407052,0.00007470478,0.0002425218,0.00074770895,0.00029149893,0.008567115],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998321,0.0004188634,0.00007445889,0.00035930707,0.0007075904,0.00011862738],"domain_scores_gemma":[0.9975285,0.0009324368,0.00026913057,0.0005224268,0.00065985153,0.00008768166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024527526,0.000767631,0.0007971142,0.002374494,0.00049280224,0.002878054,0.0018265027,0.0011095766,0.0023614373],"category_scores_gemma":[0.008880579,0.00045468198,0.0016584663,0.0019430056,0.0017307106,0.0028110726,0.001342842,0.0009780686,0.0005847204],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008071761,0.00009555635,0.00812516,0.00030304416,0.0001517238,0.00019422831,0.0005550305,0.42054257,0.004468172,0.44737023,0.0038220645,0.11429145],"study_design_scores_gemma":[0.000025247082,0.00006532932,0.003996319,0.00008913447,0.00008405804,0.00009552725,0.00006599661,0.8600197,0.0009887145,0.12673053,0.007799857,0.000039664763],"about_ca_topic_score_codex":0.019211313,"about_ca_topic_score_gemma":0.016155237,"teacher_disagreement_score":0.019211313,"about_ca_system_score_codex":0.0033813769,"about_ca_system_score_gemma":0.0024731231,"threshold_uncertainty_score":0.038199008},"labels":[],"label_agreement":null},{"id":"W2597503483","doi":"10.1109/saner.2017.7884643","title":"An exploratory study on library aging by monitoring client usage in a software ecosystem","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Japan Society for the Promotion of Science","keywords":"Leverage (statistics); Computer science; Software; Ecosystem; World Wide Web; Code (set theory); Data science; Operating system; Ecology","score_opus":0.0409794645603257,"score_gpt":0.32662985896629604,"score_spread":0.28565039440597034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2597503483","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9991948,0.000026568443,0.00034025547,0.000018458932,5.890977e-7,0.00001607421,0.00007576344,0.000015835161,0.00031164693],"genre_scores_gemma":[0.9984711,0.000047143738,0.0009405864,0.000018272718,0.000002875803,0.000030211033,0.0001686795,0.000009907891,0.00031120004],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984316,0.00070206734,0.00012863528,0.00024065559,0.0003008832,0.00019603579],"domain_scores_gemma":[0.98307115,0.007701748,0.004057408,0.001198978,0.0030268086,0.00094387995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023523655,0.00027045517,0.00037892518,0.0027064777,0.0007603608,0.0011044577,0.0006620002,0.0005307576,0.0009334583],"category_scores_gemma":[0.014722492,0.00022530094,0.00032549666,0.0029800565,0.0005739773,0.002442371,0.0010673236,0.00055659685,0.0003606361],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018694016,0.00055816566,0.9580872,0.00010019621,0.00004900771,0.0005087641,0.011194318,0.0009571915,0.0023114916,0.00030864374,0.0003986131,0.025339535],"study_design_scores_gemma":[0.000010450082,0.00075569196,0.9701433,0.000036239293,0.000056908764,0.000530428,0.01325524,0.010279342,0.0023299241,0.00035598353,0.0022073311,0.0000391342],"about_ca_topic_score_codex":0.0060988246,"about_ca_topic_score_gemma":0.009566802,"teacher_disagreement_score":0.0060988246,"about_ca_system_score_codex":0.001049802,"about_ca_system_score_gemma":0.0007109786,"threshold_uncertainty_score":0.012440681},"labels":[],"label_agreement":null},{"id":"W2610973354","doi":"10.3166/jesa.49.449-469","title":"A Kaufmann reliability network approach based on components off-the-shelf to design safety instrumented systems","year":2016,"lang":"en","type":"article","venue":"Journal Européen des Systèmes Automatisés","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reliability engineering; Reliability (semiconductor); Computer science; Off the shelf; Engineering; Software engineering; Physics","score_opus":0.033719570192338046,"score_gpt":0.26028200872234875,"score_spread":0.2265624385300107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610973354","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005698471,0.00012866684,0.9897064,0.00006434892,0.000026592044,0.00004158317,0.000034266017,0.00011289635,0.004186859],"genre_scores_gemma":[0.3263092,0.0007727952,0.6626097,0.00011051062,0.0000634306,0.00027754324,0.00018305551,0.00017005857,0.009503772],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996208,0.00011609223,0.000023417495,0.00006587321,0.00014564268,0.000028069335],"domain_scores_gemma":[0.9994148,0.00027550806,0.00007236839,0.00005848924,0.00015685945,0.00002202225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006576706,0.00097320107,0.00050591305,0.0014230419,0.00053519255,0.0008854501,0.00089360395,0.0004937182,0.0028345278],"category_scores_gemma":[0.002049253,0.00047725707,0.0009152692,0.00070336217,0.00044809686,0.0012977762,0.0006368267,0.0008838856,0.0005205252],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002073834,0.000043061787,0.0005102746,0.00008690976,0.000062829255,0.00016345247,0.00009850072,0.8644406,0.0034732358,0.07301294,0.0010137164,0.05707378],"study_design_scores_gemma":[0.0000048074567,0.000029809315,0.00014009562,0.00002076662,0.000039594477,0.000046798166,0.000021593929,0.9622181,0.0009658093,0.033514228,0.0029914372,0.000006820775],"about_ca_topic_score_codex":0.0050824382,"about_ca_topic_score_gemma":0.010856813,"teacher_disagreement_score":0.0050824382,"about_ca_system_score_codex":0.001045235,"about_ca_system_score_gemma":0.0009472764,"threshold_uncertainty_score":0.0101056695},"labels":[],"label_agreement":null},{"id":"W2616886411","doi":"","title":"The extended operational profile model for usage-based software testing","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Software quality; Software development; Verification and validation; Software; Software reliability testing; Software construction; Software sizing; Software engineering; Software development process; Reliability engineering; Engineering; Programming language","score_opus":0.05463305285816743,"score_gpt":0.3101263040904218,"score_spread":0.25549325123225436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616886411","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014208302,0.00017141872,0.97849643,0.00029780544,0.000029618403,0.00026914486,0.00044386083,0.0009290591,0.005154349],"genre_scores_gemma":[0.6166063,0.00052439974,0.3724646,0.00029629684,0.000096610536,0.0016496957,0.001429662,0.0003341582,0.006598377],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99516004,0.0015329407,0.00048389178,0.000599268,0.0017715055,0.0004523471],"domain_scores_gemma":[0.9913453,0.0041142874,0.0010552426,0.0017315998,0.0014771442,0.00027658354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040230113,0.0013560163,0.0008696507,0.002589506,0.00046769122,0.0024530396,0.003665913,0.0018791085,0.0031887267],"category_scores_gemma":[0.014455439,0.00067083014,0.0019022684,0.001956134,0.0018830424,0.005974632,0.0016826695,0.002470814,0.001177519],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002680328,0.00025871303,0.006439284,0.00022208304,0.000094869945,0.0009911422,0.0009498252,0.45758054,0.00401737,0.44574255,0.0033805587,0.080055036],"study_design_scores_gemma":[0.000027455355,0.00014000873,0.0010191231,0.000063035244,0.000042221858,0.00053550943,0.00007265553,0.84312135,0.0014041692,0.14386271,0.009665985,0.00004579841],"about_ca_topic_score_codex":0.0054401625,"about_ca_topic_score_gemma":0.0038976728,"teacher_disagreement_score":0.0054401625,"about_ca_system_score_codex":0.0016339116,"about_ca_system_score_gemma":0.0019719913,"threshold_uncertainty_score":0.021275997},"labels":[],"label_agreement":null},{"id":"W2644985284","doi":"10.1002/qre.2180","title":"A new reliability analysis method for repairable systems with multifunction modes based on goal‐oriented methodology","year":2017,"lang":"en","type":"article","venue":"Quality and Reliability Engineering International","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Ministry of Industry and Information Technology of the People's Republic of China; National Natural Science Foundation of China","keywords":"Fault tree analysis; Reliability (semiconductor); Computer science; Reliability engineering; Operator (biology); Monte Carlo method; Process (computing); Bitwise operation; Complex system; Function (biology); Engineering; Mathematics; Artificial intelligence","score_opus":0.056029965069334005,"score_gpt":0.3752264359369813,"score_spread":0.3191964708676473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2644985284","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023200435,0.000049167502,0.9969415,0.000020547359,0.0000056262834,0.0000227113,0.0000070463084,0.00008432664,0.0005490398],"genre_scores_gemma":[0.29235664,0.00029632763,0.7045713,0.0000904658,0.000036050275,0.00027587812,0.000087986606,0.00016950646,0.0021157323],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99908924,0.0002590461,0.000055264987,0.0001495323,0.00036816648,0.00007879001],"domain_scores_gemma":[0.9990883,0.0004168767,0.00009884697,0.00007266421,0.0002951557,0.000028240675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017988621,0.00086901995,0.0005862371,0.0021552427,0.0004817324,0.00069895905,0.0011223407,0.00053742697,0.0020812002],"category_scores_gemma":[0.0022791917,0.0003451023,0.0015119791,0.00063719734,0.00091543235,0.0014374898,0.000776758,0.00094066636,0.00029489724],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006982233,0.0000917379,0.0021071385,0.00044326976,0.000112557085,0.00025618912,0.00052602205,0.4950447,0.023497213,0.29947993,0.0016452672,0.17672615],"study_design_scores_gemma":[0.00001946871,0.00004984974,0.00024703113,0.000032686305,0.000031498537,0.00007668879,0.0000383068,0.9489186,0.0026362478,0.04541385,0.0025171319,0.000018622246],"about_ca_topic_score_codex":0.0022884815,"about_ca_topic_score_gemma":0.0014519728,"teacher_disagreement_score":0.0022884815,"about_ca_system_score_codex":0.000843293,"about_ca_system_score_gemma":0.0013144767,"threshold_uncertainty_score":0.009513438},"labels":[],"label_agreement":null},{"id":"W2759524920","doi":"10.1109/rew.2017.15","title":"A Distance-Based GRL Approach to Goal Model Refinement and Alternative Selection","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Selection (genetic algorithm); Goal orientation; Artificial intelligence","score_opus":0.03987311456047987,"score_gpt":0.31053091134069377,"score_spread":0.2706577967802139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759524920","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00086009403,0.000053406824,0.99639505,0.00013796709,0.000009827473,0.00015367023,0.000059142127,0.00011515813,0.002215738],"genre_scores_gemma":[0.02373802,0.00007713997,0.9746416,0.00007172409,0.000009323124,0.00051638414,0.0001635324,0.0000489923,0.0007332502],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9743751,0.017022192,0.0013292743,0.0015089421,0.005396195,0.0003682555],"domain_scores_gemma":[0.98203444,0.012041147,0.0010223005,0.0013337166,0.003309923,0.00025839274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015872145,0.0021181582,0.002179405,0.008222461,0.0014593516,0.004137717,0.003982013,0.001839537,0.007148367],"category_scores_gemma":[0.03222997,0.0010582589,0.0037065186,0.0062175784,0.0026958135,0.0033385172,0.005415808,0.0029005778,0.0016076404],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000102195765,0.00022200365,0.0011122627,0.0012246686,0.00029275796,0.00029772602,0.0019741,0.33687297,0.0025009592,0.37216172,0.0031002928,0.28013822],"study_design_scores_gemma":[0.0000802378,0.00023552297,0.00033826672,0.00027941985,0.0000931264,0.00020737154,0.0006145118,0.7717183,0.0019399977,0.20837237,0.016038852,0.00008206464],"about_ca_topic_score_codex":0.0060043614,"about_ca_topic_score_gemma":0.0078085596,"teacher_disagreement_score":0.015872145,"about_ca_system_score_codex":0.0047124657,"about_ca_system_score_gemma":0.0047958996,"threshold_uncertainty_score":0.08394098},"labels":[],"label_agreement":null},{"id":"W2767694364","doi":"10.1109/ase.2017.8115702","title":"TREM: A tool for mining timed regular specifications from system traces","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering; Embedded system; Programming language","score_opus":0.08879109471473576,"score_gpt":0.3107424937200098,"score_spread":0.22195139900527402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767694364","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006721575,0.00012768037,0.8914438,0.00011199895,0.000040491712,0.00032144575,0.007206855,0.092195004,0.0018312417],"genre_scores_gemma":[0.103206314,0.00038095893,0.8519871,0.00015117342,0.000039509385,0.0012326548,0.03050369,0.007641238,0.004857437],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981133,0.00038575687,0.0002716402,0.00035740293,0.0007713942,0.000100504956],"domain_scores_gemma":[0.99420244,0.0035602697,0.00060266553,0.00082913146,0.000701044,0.00010443872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019187735,0.0015209138,0.00059917883,0.0030502165,0.0004992611,0.0012066271,0.0018196036,0.0008835404,0.008924331],"category_scores_gemma":[0.012812961,0.00087859976,0.0017176152,0.0015752832,0.0006091473,0.0018735166,0.0013907183,0.0012360759,0.0040537696],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008020203,0.00045205982,0.019201232,0.0044369395,0.0005882136,0.0027642616,0.0017567691,0.11507028,0.04702169,0.05827496,0.1223143,0.62731725],"study_design_scores_gemma":[0.00023075708,0.0003414707,0.0031942436,0.0003559698,0.00014241555,0.0017195304,0.0004579028,0.7880371,0.052867793,0.04258159,0.109935954,0.00013522664],"about_ca_topic_score_codex":0.0033463913,"about_ca_topic_score_gemma":0.00531675,"teacher_disagreement_score":0.008924331,"about_ca_system_score_codex":0.00052917097,"about_ca_system_score_gemma":0.002162963,"threshold_uncertainty_score":0.029854894},"labels":[],"label_agreement":null},{"id":"W2775948036","doi":"10.1002/dac.3480","title":"Analysis of instantaneous availability of communication system based on the influence of support equipment","year":2017,"lang":"en","type":"article","venue":"International Journal of Communication Systems","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Natural Science Foundation of China","keywords":"Computer science; Queueing theory; Exponential distribution; Exponential function; Markov chain; Communications system; Transmission (telecommunications); Function (biology); Service (business); Process (computing); Reliability engineering; Real-time computing; Distributed computing; Telecommunications; Computer network; Machine learning","score_opus":0.03731038697784972,"score_gpt":0.33542971888903594,"score_spread":0.2981193319111862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2775948036","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37591454,0.0008427187,0.6141804,0.0005985355,0.00010379748,0.000048729507,0.00020159043,0.00041011593,0.0076996502],"genre_scores_gemma":[0.9969643,0.00014237323,0.0022636233,0.00001380099,0.000017602813,0.000014706047,0.000026280248,0.000012241571,0.0005450839],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99918455,0.00019392095,0.00003089578,0.00014377116,0.00023245871,0.00021437189],"domain_scores_gemma":[0.997311,0.001516968,0.00045157512,0.00013670941,0.0004105667,0.0001733173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001183047,0.00048529528,0.0004833125,0.0009550947,0.0004940383,0.00086727424,0.00086842984,0.0005289493,0.0015155965],"category_scores_gemma":[0.0043305294,0.00035692012,0.0007096934,0.00054515165,0.00081361545,0.0016335726,0.00067404436,0.0008149931,0.00011582808],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056065353,0.000019794235,0.004577521,0.0000603413,0.00003549654,0.0002506524,0.000093605435,0.97027874,0.0029487829,0.017001448,0.00034959306,0.004327999],"study_design_scores_gemma":[0.0000019541526,0.000016846307,0.0009898259,0.0000035323696,0.000011201038,0.000032769167,0.000018538909,0.9967872,0.0002684107,0.0017631003,0.00010048693,0.0000061627834],"about_ca_topic_score_codex":0.008651013,"about_ca_topic_score_gemma":0.0034939095,"teacher_disagreement_score":0.008651013,"about_ca_system_score_codex":0.0012993483,"about_ca_system_score_gemma":0.0010450324,"threshold_uncertainty_score":0.017201304},"labels":[],"label_agreement":null},{"id":"W2780467792","doi":"10.2495/safe-v8-n1-139-149","title":"Safety status: An innovative concept for maintaining the safety integrity level of operational safety systems","year":2018,"lang":"en","type":"article","venue":"International Journal of Safety and Security Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Risk analysis (engineering); System safety; Occupational safety and health; Reliability engineering; Engineering; Computer science; Business; Medicine","score_opus":0.03764960121178722,"score_gpt":0.3171622025678596,"score_spread":0.27951260135607237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2780467792","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014536472,0.0035770752,0.8775713,0.0042197737,0.00248508,0.00043676115,0.0004301932,0.005379193,0.091364294],"genre_scores_gemma":[0.44656613,0.006027502,0.4653165,0.0035405485,0.0038484172,0.001630546,0.001519933,0.0023437086,0.069206625],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99098915,0.00191127,0.00077116245,0.0017809117,0.004041065,0.0005064489],"domain_scores_gemma":[0.99195194,0.002315237,0.0011232361,0.0017311241,0.0022180579,0.00066049345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00606916,0.0017374593,0.00077920005,0.004031844,0.002603376,0.007682459,0.0030701957,0.003058615,0.0077359593],"category_scores_gemma":[0.01169791,0.00072129123,0.0011008899,0.0015012488,0.009187983,0.017921397,0.0065191723,0.00454194,0.0045135617],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024311141,0.00013417171,0.0020801178,0.0007628273,0.00006397578,0.00036174682,0.0035462047,0.0045134774,0.013991191,0.7759831,0.014827518,0.18349251],"study_design_scores_gemma":[0.00009040243,0.0009792242,0.0020234096,0.00088434294,0.00021088622,0.0014955573,0.0016035953,0.02786966,0.02072927,0.4080234,0.53580475,0.00028560185],"about_ca_topic_score_codex":0.0018971177,"about_ca_topic_score_gemma":0.0008550908,"teacher_disagreement_score":0.0077359593,"about_ca_system_score_codex":0.0018708629,"about_ca_system_score_gemma":0.0030894172,"threshold_uncertainty_score":0.03209716},"labels":[],"label_agreement":null},{"id":"W2783654832","doi":"10.1109/iccons.2017.8250774","title":"Reliability assessment of component based software by using basis path testing","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Horizon College and Seminary","funders":"","keywords":"Cyclomatic complexity; Computer science; Software construction; Software development; Reliability engineering; Software sizing; Software reliability testing; Software quality; Software engineering; Component (thermodynamics); Software metric; Verification and validation; Component-based software engineering; Software development process; Reliability (semiconductor); Package development process; Software measurement; Software; Engineering; Programming language","score_opus":0.06307970262978242,"score_gpt":0.3515389638541508,"score_spread":0.2884592612243684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783654832","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34616295,0.00046425266,0.6458205,0.000081665276,0.000030052575,0.000352989,0.00029473935,0.0013079073,0.005485059],"genre_scores_gemma":[0.8912353,0.00022709247,0.10718383,0.000011185006,0.0000054876905,0.0001532158,0.00029669673,0.000059380494,0.00082777976],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982821,0.00063453324,0.000060383358,0.00012276383,0.0008323388,0.000067997105],"domain_scores_gemma":[0.9962006,0.0021764187,0.00035427976,0.00025678764,0.0009640908,0.00004789879],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011558029,0.00074334117,0.0003756115,0.003852945,0.000297409,0.0006221813,0.0006720828,0.0005291349,0.0017710219],"category_scores_gemma":[0.0061841393,0.00020144698,0.00050772075,0.0017816705,0.0003756312,0.0007159837,0.00046763173,0.00032035293,0.00026998526],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006858869,0.00031163622,0.05767962,0.000938307,0.00021059082,0.0007148911,0.0008771371,0.4249685,0.08150408,0.01756953,0.0014168188,0.41312304],"study_design_scores_gemma":[0.000025055782,0.0008773391,0.017502844,0.00009120713,0.00007453337,0.00053732033,0.00021406803,0.9459383,0.023225486,0.008606399,0.0028572502,0.000050187682],"about_ca_topic_score_codex":0.00194416,"about_ca_topic_score_gemma":0.00148779,"teacher_disagreement_score":0.003852945,"about_ca_system_score_codex":0.00045033725,"about_ca_system_score_gemma":0.0006664228,"threshold_uncertainty_score":0.0061125755},"labels":[],"label_agreement":null},{"id":"W2788598677","doi":"","title":"Mapping features to source code in dynamically configured avionics software","year":2012,"lang":"en","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Consortium de Recherche et d’innovation en Aérospatiale au Québec","keywords":"Computer science; Program comprehension; Static program analysis; Avionics; Software; Feature (linguistics); Source code; Software system; Software engineering; Avionics software; Code (set theory); Reverse engineering; Feature model; Software construction; Software development; Programming language; Engineering; Set (abstract data type)","score_opus":0.012271808558411597,"score_gpt":0.25550396404195547,"score_spread":0.24323215548354388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788598677","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6424929,0.00018728936,0.3397285,0.000098726276,0.000025624246,0.00010077088,0.00022091398,0.015065048,0.0020803032],"genre_scores_gemma":[0.89807177,0.00005822035,0.09997782,0.000022095488,0.000004560405,0.000053474574,0.00032502168,0.00058564445,0.000901375],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993604,0.0001363493,0.00003948573,0.00014659709,0.00024844898,0.000068894886],"domain_scores_gemma":[0.9969408,0.0013095929,0.00051923393,0.0005923081,0.00056434656,0.00007364767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061604264,0.00057539484,0.00028181716,0.0016461413,0.00050830696,0.0009195173,0.00097354286,0.000587978,0.0014155485],"category_scores_gemma":[0.0044500986,0.00052086567,0.00041538902,0.0009373641,0.0006921745,0.0009998374,0.00084949,0.00056843366,0.00034994667],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087584206,0.0005664701,0.060585156,0.00050336914,0.0001404715,0.0028435772,0.0028104445,0.27977124,0.19425245,0.014026018,0.003068228,0.44055676],"study_design_scores_gemma":[0.000040295992,0.00025189872,0.013029942,0.000056642817,0.00006218387,0.00046905823,0.00023205818,0.841701,0.13361725,0.007559297,0.0029312868,0.00004914469],"about_ca_topic_score_codex":0.00517817,"about_ca_topic_score_gemma":0.0042473087,"teacher_disagreement_score":0.00517817,"about_ca_system_score_codex":0.0010083709,"about_ca_system_score_gemma":0.0010413214,"threshold_uncertainty_score":0.010296106},"labels":[],"label_agreement":null},{"id":"W2802046167","doi":"10.1007/s11334-018-0310-0","title":"Introduction to special issue on verification and evaluation of computer systems","year":2018,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Computer Applications; Political science","score_opus":0.02269678944781473,"score_gpt":0.28615576391732606,"score_spread":0.26345897446951133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802046167","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006593394,0.08167935,0.03205759,0.02606739,0.8211629,0.00015218773,0.0005665893,0.0005332201,0.037121456],"genre_scores_gemma":[0.0052621495,0.04291558,0.008177434,0.010588033,0.81461215,0.00014237087,0.0009817578,0.000973943,0.1163466],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963207,0.0005911727,0.0003739457,0.00077390135,0.0017311062,0.00020919045],"domain_scores_gemma":[0.9877648,0.0048026973,0.0005707218,0.0013208357,0.004426615,0.0011144254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003773441,0.0023458716,0.0025276742,0.0045964895,0.0011604008,0.004752612,0.0021951245,0.0035696612,0.06965335],"category_scores_gemma":[0.011591291,0.0008164486,0.0019263321,0.0021998014,0.0017173045,0.005222657,0.0026190707,0.006270283,0.029792026],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004402614,0.00005009741,0.00019018921,0.0006075149,0.000038009373,0.00009591455,0.000024195115,0.00053808163,0.00051586353,0.0059062145,0.9157436,0.076246254],"study_design_scores_gemma":[0.000013166123,0.00008106444,0.00074584555,0.0003846707,0.000036896723,0.0002999252,0.0000188484,0.0013658495,0.00039361906,0.013625093,0.9830124,0.00002255105],"about_ca_topic_score_codex":0.0009372986,"about_ca_topic_score_gemma":0.0019618182,"teacher_disagreement_score":0.06965335,"about_ca_system_score_codex":0.0019048051,"about_ca_system_score_gemma":0.002168868,"threshold_uncertainty_score":0.23301363},"labels":[],"label_agreement":null},{"id":"W2805428613","doi":"10.1016/j.atherosclerosissup.2018.04.245","title":"Identifying the Genetic Basis of Vascular Cognitive Impairment Using a Custom Designed Next-generation Sequencing-based Gene Panel","year":2018,"lang":"en","type":"article","venue":"Atherosclerosis Supplements","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; London Health Sciences Centre; Hamilton Health Sciences; Hamilton General Hospital; Occupational Cancer Research Centre; Health Sciences Centre; Ottawa Hospital; University of Ottawa; Thunder Bay Regional Health Sciences Centre; Western University; University of Toronto; NOSM University; York University; Ontario Stroke Network; McMaster University; Robarts Clinical Trials; St. Michael's Hospital; Sunnybrook Health Science Centre","funders":"","keywords":"Exploit; Computer science; Vulnerability (computing); Software; Computer security; Threat model; Software security assurance; Field (mathematics); Risk analysis (engineering); Information security; Operating system","score_opus":0.19635004812176762,"score_gpt":0.3254698799899092,"score_spread":0.1291198318681416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805428613","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7109757,0.00046889338,0.23680006,0.000705358,0.00038676144,0.00126895,0.035333537,0.006500483,0.007560306],"genre_scores_gemma":[0.6476483,0.00035689134,0.31843162,0.001398848,0.00014843176,0.0018789866,0.019325128,0.0010471868,0.0097645875],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986475,0.0002270011,0.000117305484,0.0005748189,0.00033738403,0.00009602652],"domain_scores_gemma":[0.9979407,0.0011451034,0.0002080468,0.00024016548,0.0003221109,0.00014372921],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018175797,0.0010443978,0.00069825264,0.0019622638,0.0006564704,0.00082792685,0.00071988686,0.0009589,0.006589522],"category_scores_gemma":[0.0039431253,0.0004500137,0.0009145989,0.00093322754,0.0003125771,0.0003375296,0.00052575243,0.00079101237,0.0012721573],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038885532,0.0007681994,0.1294233,0.0004893807,0.00071241136,0.0030477857,0.0010619566,0.007508758,0.7065201,0.0016455266,0.009923459,0.13501056],"study_design_scores_gemma":[0.00076699414,0.0023630369,0.3430755,0.00018195118,0.001931443,0.0064615267,0.0002744503,0.05885247,0.5401749,0.0036340854,0.042030662,0.00025301275],"about_ca_topic_score_codex":0.0031968378,"about_ca_topic_score_gemma":0.008239008,"teacher_disagreement_score":0.006589522,"about_ca_system_score_codex":0.00048840477,"about_ca_system_score_gemma":0.0010362042,"threshold_uncertainty_score":0.022044182},"labels":[],"label_agreement":null},{"id":"W2807804912","doi":"10.1287/mnsc.2017.3004","title":"Process Flexibility in Baseball: The Value of Positional Flexibility","year":2018,"lang":"en","type":"article","venue":"Management Science","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Flexibility (engineering); Computer science; Generalizability theory; Process (computing); Value (mathematics); Operations research; Operations management; Industrial engineering; Economics; Engineering; Mathematics; Statistics; Machine learning","score_opus":0.025949470535524443,"score_gpt":0.3425185213716851,"score_spread":0.31656905083616066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807804912","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36666086,0.0023498738,0.5852742,0.0031051084,0.00019763799,0.00015335066,0.001033766,0.00038483585,0.040840313],"genre_scores_gemma":[0.9794926,0.00043469085,0.018222433,0.00013565228,0.000071915405,0.000048368587,0.00018603638,0.000052568535,0.0013556601],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.995362,0.0014723595,0.00023055093,0.0008082624,0.0013959963,0.00073093333],"domain_scores_gemma":[0.98210984,0.009960346,0.0032339876,0.0025809822,0.0010607088,0.0010540473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046903673,0.0011718218,0.0008868957,0.0022214572,0.0011692474,0.0066864695,0.0018022327,0.0017177379,0.004473308],"category_scores_gemma":[0.021656143,0.0005994941,0.0011807245,0.0023539865,0.0046497774,0.0069705225,0.003853639,0.0023875942,0.0004086097],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005230206,0.00014722759,0.043623783,0.00026562845,0.00024761702,0.0010005535,0.0010226074,0.60172987,0.003795355,0.2777342,0.0012892276,0.068620875],"study_design_scores_gemma":[0.00003048749,0.00044504527,0.020071205,0.0002487141,0.000104146115,0.0006030962,0.0010538215,0.42888898,0.0027558983,0.53578454,0.009858762,0.00015535108],"about_ca_topic_score_codex":0.0069775726,"about_ca_topic_score_gemma":0.0048791273,"teacher_disagreement_score":0.0069775726,"about_ca_system_score_codex":0.0023696315,"about_ca_system_score_gemma":0.0017982885,"threshold_uncertainty_score":0.024805307},"labels":[],"label_agreement":null},{"id":"W2808848181","doi":"10.1109/compsac.2018.10345","title":"Traceability in Systems Engineering: An Avionics Case Study","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"University of Nottingham","keywords":"Traceability; Requirements traceability; TRACE (psycholinguistics); Computer science; Avionics; Software engineering; Semantics (computer science); Systems engineering; Requirements engineering; Programming language; Engineering; Software","score_opus":0.036023616891966745,"score_gpt":0.3288733087053243,"score_spread":0.2928496918133575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808848181","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8526161,0.0009870451,0.11108467,0.0038010203,0.000074350806,0.0007722772,0.00045911586,0.0002503978,0.0299551],"genre_scores_gemma":[0.9242974,0.0009969347,0.06851442,0.00022834877,0.00003093124,0.00022143892,0.00035821775,0.000076306496,0.005276013],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.99552745,0.0025031955,0.00026208645,0.00023817408,0.0011808842,0.00028833636],"domain_scores_gemma":[0.98720896,0.009803893,0.0005712562,0.00075383345,0.0011813403,0.0004807382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042621465,0.00054744096,0.00032674716,0.0021270066,0.0030468686,0.0018854621,0.0013096007,0.0024472834,0.0015998321],"category_scores_gemma":[0.009878713,0.00027029432,0.0005770092,0.003519585,0.001984027,0.0030991973,0.00229488,0.0018489328,0.0002372581],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008749405,0.0077670636,0.09542702,0.0025252567,0.00027583638,0.05849494,0.09758855,0.115852855,0.023023712,0.22451873,0.017275067,0.35637605],"study_design_scores_gemma":[0.00060749525,0.0038061463,0.07495537,0.0018896116,0.00045616837,0.023725895,0.10831597,0.28530204,0.052542534,0.122380726,0.3256489,0.00036911285],"about_ca_topic_score_codex":0.016190084,"about_ca_topic_score_gemma":0.024386894,"teacher_disagreement_score":0.016190084,"about_ca_system_score_codex":0.0025158825,"about_ca_system_score_gemma":0.0020296576,"threshold_uncertainty_score":0.032191694},"labels":[],"label_agreement":null},{"id":"W2887326578","doi":"","title":"Perspectives on Probabilistic Assessment of Systems and Software","year":2016,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Safran Electronics (Canada)","funders":"","keywords":"Probabilistic logic; Computer science; Software construction; Avionics software; Social software engineering; Software; Software development; Software system; Software metric; Relevance (law); Software engineering; Software quality; Artificial intelligence; Programming language","score_opus":0.01898831506008601,"score_gpt":0.27807434263464104,"score_spread":0.259086027574555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887326578","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059655732,0.03481104,0.854096,0.050735656,0.0015596002,0.00005071752,0.0002432865,0.00015543986,0.05238281],"genre_scores_gemma":[0.6267743,0.06934841,0.25302282,0.006544689,0.022579774,0.000627275,0.000408338,0.00039218916,0.020302024],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9782843,0.011758838,0.0008872783,0.0018864952,0.0065956768,0.00058741175],"domain_scores_gemma":[0.9281683,0.06031919,0.0026364943,0.0029299927,0.0047727767,0.0011733173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022187304,0.002786686,0.0035420726,0.0074241306,0.0020068695,0.010972434,0.0061855256,0.009395501,0.008397958],"category_scores_gemma":[0.048684034,0.0017822584,0.0032428438,0.0058822427,0.016547961,0.017907236,0.0053913346,0.008856542,0.0010387374],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053360895,0.000011094607,0.0000903712,0.00009395809,0.000017109685,0.00003725278,0.00006987295,0.0083242655,0.00006718636,0.9854081,0.0008104952,0.0050649936],"study_design_scores_gemma":[0.000002388024,0.000006828834,0.00005838553,0.000039584334,0.000005165427,0.000033589786,0.000026691816,0.008382938,0.000026295798,0.98858273,0.0028276527,0.000007708173],"about_ca_topic_score_codex":0.0039690207,"about_ca_topic_score_gemma":0.0025109318,"teacher_disagreement_score":0.022187304,"about_ca_system_score_codex":0.008200536,"about_ca_system_score_gemma":0.002534088,"threshold_uncertainty_score":0.117339075},"labels":[],"label_agreement":null},{"id":"W2889305181","doi":"","title":"Design and Analysis of Control Strategies for a Cyber Physical System","year":2017,"lang":"en","type":"article","venue":"Computer Systems: Science & Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; École de Technologie Supérieure; Concordia University","funders":"","keywords":"Reliability (semiconductor); Computer science; Reliability engineering; Cyber-physical system; Abstraction; Process (computing); Control system; Industrial control system; Complex system; Distributed computing; Control (management); Engineering; Artificial intelligence","score_opus":0.02217073667263983,"score_gpt":0.277944441651588,"score_spread":0.25577370497894814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889305181","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0089896815,0.00014266679,0.9877813,0.000100103396,0.000017995591,0.00007468816,0.000013158625,0.000086081636,0.0027942874],"genre_scores_gemma":[0.8479942,0.0004744078,0.14844207,0.00007497387,0.000037583457,0.00044330134,0.000045617064,0.00003877053,0.002449067],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99900764,0.00022936481,0.00006259599,0.00025233018,0.00035322967,0.000094801944],"domain_scores_gemma":[0.9986971,0.0007130238,0.00023385428,0.00008748836,0.00022581572,0.00004275973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012371382,0.001116805,0.0005337658,0.000724252,0.0003865195,0.0015745747,0.00096640846,0.0010462392,0.0019163239],"category_scores_gemma":[0.0026306005,0.00032994538,0.00086234196,0.0002946196,0.0013480958,0.00081637315,0.0008746015,0.0008552594,0.00024047474],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006943298,0.0000804827,0.0005913234,0.00029508636,0.00006434828,0.00018571662,0.00024141737,0.82858574,0.016452394,0.11585924,0.00031629746,0.037258524],"study_design_scores_gemma":[0.000025005162,0.00017329898,0.00015637113,0.000029619046,0.000023172133,0.000034720466,0.000035947112,0.9800633,0.0028907866,0.015033791,0.001522766,0.000011279096],"about_ca_topic_score_codex":0.0026678094,"about_ca_topic_score_gemma":0.0014453935,"teacher_disagreement_score":0.0026678094,"about_ca_system_score_codex":0.0010848669,"about_ca_system_score_gemma":0.0020709224,"threshold_uncertainty_score":0.00787127},"labels":[],"label_agreement":null},{"id":"W2900428710","doi":"10.1016/j.ress.2018.11.004","title":"A comparison of fault trees and the Dynamic Flowgraph Methodology for the analysis of FPGA-based safety systems part 2: Theoretical investigations","year":2018,"lang":"en","type":"article","venue":"Reliability Engineering & System Safety","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ontario Institute of Technology; Canadian Nuclear Safety Commission","funders":"","keywords":"Fault tree analysis; Design for manufacturability; Reliability engineering; Computer science; Binary decision diagram; Field-programmable gate array; Implicant; Reliability (semiconductor); Consistency (knowledge bases); Boolean function; Algorithm; Embedded system; Engineering","score_opus":0.028783955137388524,"score_gpt":0.31855396106694017,"score_spread":0.28977000592955166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900428710","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03056752,0.0012829775,0.9623219,0.00010980567,0.0000378758,0.000050433853,0.000085115455,0.0002591068,0.0052853324],"genre_scores_gemma":[0.6733654,0.0032507288,0.31818974,0.000101510894,0.00008815652,0.0001012713,0.00024422855,0.00018325064,0.0044757198],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9997018,0.000108647575,0.000010603772,0.000034588058,0.0001165206,0.000027813498],"domain_scores_gemma":[0.9990061,0.0007232821,0.000049080892,0.0001004366,0.00010092157,0.000020256743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006921323,0.00049004226,0.0003711582,0.0020803518,0.00035991587,0.00059928105,0.00077508297,0.0005301751,0.0039366726],"category_scores_gemma":[0.0024334558,0.00019202013,0.0006627521,0.0013720315,0.00042184364,0.001807098,0.0003564235,0.00044893933,0.00031938442],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013380026,0.00012060279,0.0018052005,0.00027491103,0.00009172964,0.000092195776,0.00011730543,0.5373422,0.0072287736,0.17243275,0.0014269325,0.2789336],"study_design_scores_gemma":[0.000009210924,0.00013860484,0.00097497494,0.000045062134,0.000030145686,0.000088508015,0.00004211821,0.9311705,0.0022677204,0.062345546,0.0028761432,0.000011444676],"about_ca_topic_score_codex":0.0024545,"about_ca_topic_score_gemma":0.0026521422,"teacher_disagreement_score":0.0039366726,"about_ca_system_score_codex":0.00075011485,"about_ca_system_score_gemma":0.00081882614,"threshold_uncertainty_score":0.013169527},"labels":[],"label_agreement":null},{"id":"W2912010915","doi":"","title":"Theory and Applications of Satisfiability Testing: 7th International Conference, SAT 2004, Vancouver, BC, Canada, May 10-13, 2004, Revised Selected Papers (Lecture Notes in Computer Science)","year":2005,"lang":"en","type":"article","venue":"Theory and Applications of Satisfiability Testing","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Satisfiability; Computer science; Mathematics education; Theoretical computer science; Library science; Mathematics","score_opus":0.013809007036564742,"score_gpt":0.265525670005974,"score_spread":0.25171666296940926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912010915","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008170591,0.20569511,0.6919751,0.02313071,0.006271405,0.00018493115,0.00089583034,0.0016067809,0.062069573],"genre_scores_gemma":[0.18072931,0.1954842,0.54307896,0.0032473363,0.009947843,0.0005154476,0.004413015,0.0010753049,0.061508656],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956612,0.0011838973,0.00033236816,0.0006694871,0.0018765489,0.0002765857],"domain_scores_gemma":[0.98993146,0.005485975,0.0002505196,0.001013953,0.002816758,0.0005013086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006291431,0.0019062798,0.0022094788,0.005212774,0.0015272937,0.007637015,0.0028105942,0.002188033,0.014563576],"category_scores_gemma":[0.012521279,0.002460088,0.001459442,0.0070124227,0.0063837487,0.0056598173,0.002386737,0.005581865,0.0025440678],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017143459,0.00018112868,0.0023862303,0.0008395746,0.00014321328,0.00016192881,0.0003489904,0.027336301,0.0023632096,0.28464693,0.12499013,0.5564309],"study_design_scores_gemma":[0.00008338552,0.00012200899,0.0029107144,0.00087939814,0.00017716347,0.00072513125,0.00028131262,0.16097721,0.0032694673,0.5416059,0.28887635,0.00009194855],"about_ca_topic_score_codex":0.030571492,"about_ca_topic_score_gemma":0.031746592,"teacher_disagreement_score":0.030571492,"about_ca_system_score_codex":0.007809036,"about_ca_system_score_gemma":0.00816162,"threshold_uncertainty_score":0.06078708},"labels":[],"label_agreement":null},{"id":"W2921598390","doi":"","title":"An Introduction to Fast Time Simulations for RPAS Collision Avoidance System Evaluation","year":2018,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Safran Electronics (Canada)","funders":"","keywords":"Collision avoidance; Computer science; Collision; Collision avoidance system; Computer security","score_opus":0.020463929259943486,"score_gpt":0.2941480854491307,"score_spread":0.2736841561891872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921598390","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012063683,0.0012649432,0.94051623,0.00055943296,0.0005461877,0.00025473128,0.0019644173,0.005210231,0.03762017],"genre_scores_gemma":[0.26617038,0.0027897286,0.6913894,0.00054095517,0.00033636705,0.00116979,0.0027805504,0.004895762,0.029927101],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993624,0.00017893236,0.000041964497,0.000041860334,0.0003051237,0.00006972968],"domain_scores_gemma":[0.9980149,0.0010766266,0.000079730926,0.00020363597,0.0005618439,0.00006331559],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076878985,0.0010755709,0.0007154257,0.00065013673,0.0007433797,0.001138494,0.0020088474,0.0010710362,0.026758501],"category_scores_gemma":[0.0044148494,0.0005051257,0.0008636913,0.00079117523,0.00033596306,0.0010030608,0.00093878614,0.0020703666,0.003924894],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001101507,0.00014314841,0.0010892006,0.00030655102,0.000055357465,0.00012511837,0.00013118298,0.8527486,0.0049841446,0.035258867,0.016156135,0.08889163],"study_design_scores_gemma":[0.000019735806,0.000039377333,0.0001837762,0.0000563132,0.000010051649,0.000050313392,0.000033171887,0.95938826,0.0026494113,0.011377662,0.02617318,0.00001867049],"about_ca_topic_score_codex":0.008215286,"about_ca_topic_score_gemma":0.0061118226,"teacher_disagreement_score":0.026758501,"about_ca_system_score_codex":0.00082497136,"about_ca_system_score_gemma":0.0007989888,"threshold_uncertainty_score":0.0895161},"labels":[],"label_agreement":null},{"id":"W2942747183","doi":"10.1109/latw.2019.8704589","title":"Probabilistic High-Level Estimation of Vulnerability and Fault Mitigation of Critical Systems Using Fault-Mitigation Trees (FMTs)","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Probabilistic logic; Fault tree analysis; Reliability engineering; Redundancy (engineering); Implementation; Scalability; Vulnerability (computing); Vulnerability assessment; Markov process; Engineering; Software engineering; Artificial intelligence; Computer security; Mathematics","score_opus":0.033452535358615,"score_gpt":0.3193314998570797,"score_spread":0.2858789644984647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942747183","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053001437,0.000110485176,0.9458812,0.000048552345,0.000006088977,0.000020780903,0.000058140533,0.00033105008,0.00054219743],"genre_scores_gemma":[0.9187177,0.00010786874,0.080657385,0.000022633685,0.000011753046,0.000041150877,0.00009806351,0.000039213155,0.0003043847],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99937385,0.00018148062,0.000023173405,0.000074413045,0.0002769253,0.00007019988],"domain_scores_gemma":[0.99756765,0.0017853557,0.00031596623,0.00013908702,0.00015546463,0.000036576235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086351164,0.00055996195,0.00038203705,0.0010736315,0.00026699106,0.0005112099,0.0006877276,0.00063716725,0.00084669277],"category_scores_gemma":[0.00476758,0.00030914755,0.0006796301,0.00043385994,0.0005111853,0.0010261749,0.0005278924,0.0005927639,0.000116598465],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022288341,0.000011574933,0.0011657808,0.000024466606,0.000018036295,0.00003477532,0.000019763103,0.9809052,0.0031891414,0.0054121353,0.00007889976,0.00911804],"study_design_scores_gemma":[9.620256e-7,0.000012763763,0.00027033244,0.0000036679758,0.0000040301206,0.000017753258,0.000003162439,0.9952341,0.0010411502,0.003328073,0.00008064231,0.0000032887679],"about_ca_topic_score_codex":0.0029335136,"about_ca_topic_score_gemma":0.0027589775,"teacher_disagreement_score":0.0029335136,"about_ca_system_score_codex":0.0005952558,"about_ca_system_score_gemma":0.00073766964,"threshold_uncertainty_score":0.005832851},"labels":[],"label_agreement":null},{"id":"W2975056157","doi":"10.1002/j.2334-5837.2019.00592.x","title":"Implementing systems engineering and project management processes in a Canadian company – Overview and Results Achieved","year":2019,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Lachine Hospital; École de Technologie Supérieure","funders":"","keywords":"Capability Maturity Model Integration; Maturity (psychological); Audit; Process (computing); Engineering management; Engineering; Systems engineering; Information security management system; Computer science; Software development process; Software development; Software; Business","score_opus":0.01551138298554937,"score_gpt":0.2827738985106589,"score_spread":0.26726251552510955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975056157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93202543,0.0023183224,0.017267836,0.0014138082,0.00006945684,0.003123664,0.00048412613,0.0008114347,0.042485993],"genre_scores_gemma":[0.9376673,0.0025330673,0.044327937,0.00017647528,0.000021737604,0.000453927,0.0010970059,0.00009830004,0.013624228],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98280454,0.0039048134,0.00067507196,0.00097527285,0.008219496,0.0034207474],"domain_scores_gemma":[0.9816079,0.0015215804,0.0010553756,0.0010813319,0.012438898,0.0022949064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014053389,0.0008983005,0.00039433193,0.0027270515,0.004276813,0.004053256,0.0015869727,0.0009737038,0.001507277],"category_scores_gemma":[0.011107077,0.0004498891,0.0005056151,0.0043159276,0.0014575516,0.0009232167,0.0023815685,0.0009332991,0.0005567436],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009382507,0.005368282,0.044787444,0.0017312838,0.00010710526,0.0009596264,0.022319775,0.018450929,0.027724577,0.008435826,0.0066835126,0.8624934],"study_design_scores_gemma":[0.00076366105,0.008745067,0.45118037,0.0017214201,0.00035762766,0.0009566324,0.056823127,0.042330388,0.08248809,0.0019612215,0.35216084,0.0005114417],"about_ca_topic_score_codex":0.6798196,"about_ca_topic_score_gemma":0.5892453,"teacher_disagreement_score":0.32018042,"about_ca_system_score_codex":0.02867229,"about_ca_system_score_gemma":0.080207765,"threshold_uncertainty_score":0.644132},"labels":[],"label_agreement":null},{"id":"W2977953926","doi":"10.1007/978-3-030-32079-9_7","title":"Accelerated Learning of Predictive Runtime Monitors for Rare Failure","year":2019,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Event (particle physics); Inference; Markov chain; Exploit; Rare events; Sample (material); Sampling (signal processing); Construct (python library); Importance sampling; Artificial intelligence; Machine learning; Data mining; Programming language; Statistics; Mathematics; Monte Carlo method","score_opus":0.01997430481071661,"score_gpt":0.2742073740594166,"score_spread":0.2542330692487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977953926","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07222692,0.0010680478,0.91959924,0.00032485457,0.00013327668,0.000059916936,0.00015915756,0.004690264,0.0017383344],"genre_scores_gemma":[0.82871425,0.00036440857,0.16579416,0.00015480336,0.000200923,0.00014429024,0.0004340013,0.00030265813,0.0038904815],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929774,0.00017303255,0.00003222941,0.00020825064,0.00017344988,0.00011519672],"domain_scores_gemma":[0.9946456,0.0037258053,0.00034412582,0.0005929245,0.00049677,0.00019482199],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00154252,0.0009180261,0.0014250062,0.00066349877,0.00034003216,0.00092067715,0.0024221865,0.00089686323,0.0035283123],"category_scores_gemma":[0.010119964,0.00052298245,0.0005707254,0.0005140003,0.0005670654,0.0014172642,0.0015118876,0.0022251816,0.0006900573],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008457031,0.00023278517,0.004273807,0.00015635822,0.0000732593,0.000116682815,0.00010460348,0.55721164,0.004717554,0.010727349,0.0054883286,0.41605192],"study_design_scores_gemma":[0.000008897588,0.000026546775,0.00011070729,0.0000043790883,0.0000061344217,0.0000130264625,0.0000027995873,0.99669325,0.0004641217,0.0025490108,0.00011880285,0.0000022793347],"about_ca_topic_score_codex":0.0030915488,"about_ca_topic_score_gemma":0.0049267425,"teacher_disagreement_score":0.0035283123,"about_ca_system_score_codex":0.0006637448,"about_ca_system_score_gemma":0.0016881058,"threshold_uncertainty_score":0.011803448},"labels":[],"label_agreement":null},{"id":"W2978699951","doi":"10.48550/arxiv.1910.02452","title":"Can we rely on smartphone applications?","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Android (operating system); Computer science; Weibull distribution; Reliability (semiconductor); Mobile device; Smartphone application; Software; Software quality; Reliability engineering; World Wide Web; Multimedia; Engineering; Operating system; Software development","score_opus":0.07682296760132028,"score_gpt":0.21153609054327727,"score_spread":0.13471312294195698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2978699951","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1796861,0.083349064,0.07784443,0.34201714,0.007019348,0.00024914125,0.0028876523,0.0024144514,0.30453277],"genre_scores_gemma":[0.84888434,0.047789022,0.012397198,0.025177432,0.002467692,0.00016799767,0.0012152871,0.00054974365,0.061351184],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99785644,0.00054078136,0.00008878384,0.00033505636,0.0008865368,0.00029236107],"domain_scores_gemma":[0.98847544,0.004605145,0.0010031624,0.0018095676,0.0031285526,0.0009781902],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024395345,0.000690476,0.0005670392,0.0013112762,0.0011274935,0.004383138,0.0014092388,0.0033452353,0.01575481],"category_scores_gemma":[0.028850432,0.000458096,0.00056625006,0.0013805954,0.0023552084,0.016058143,0.0025014908,0.0026622126,0.009223159],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023824324,0.00013245843,0.051608734,0.0012618467,0.0001584132,0.0021069162,0.0060439534,0.002206363,0.0025761002,0.17198253,0.18569987,0.57598466],"study_design_scores_gemma":[0.000025468235,0.00024131968,0.034075968,0.0018234765,0.00014833073,0.0048536686,0.011287948,0.008331547,0.0023970641,0.26412803,0.6724927,0.0001944358],"about_ca_topic_score_codex":0.0060802703,"about_ca_topic_score_gemma":0.0064080395,"teacher_disagreement_score":0.01575481,"about_ca_system_score_codex":0.0007398066,"about_ca_system_score_gemma":0.001068085,"threshold_uncertainty_score":0.05270511},"labels":[],"label_agreement":null},{"id":"W2979674497","doi":"10.1109/qrs-c.2019.00017","title":"Security Vulnerability Metrics for Connected Vehicles","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Computer security; Autopilot; Software; Vulnerability (computing); Software security assurance; Software development; Engineering; Security service; Information security","score_opus":0.022562175702930218,"score_gpt":0.3027522454864915,"score_spread":0.28019006978356126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979674497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7326174,0.00205566,0.25148907,0.00032200746,0.000090400354,0.00059556897,0.002526997,0.001853069,0.0084499465],"genre_scores_gemma":[0.9438242,0.00028964752,0.05345863,0.00001822723,0.000010716494,0.00021514516,0.0014124737,0.000062312436,0.0007087847],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975879,0.00054681365,0.00027702923,0.00026019374,0.0011784734,0.00014947612],"domain_scores_gemma":[0.9920142,0.0028246406,0.0019568168,0.00064129155,0.0022268787,0.00033617747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019170766,0.001028737,0.00038535098,0.009603414,0.00046461253,0.00090080244,0.00051867095,0.0006857292,0.0009364702],"category_scores_gemma":[0.011101846,0.0001809313,0.0006448421,0.0034045875,0.00056377955,0.0016665792,0.001231929,0.0004302508,0.00015543391],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031824413,0.00041163905,0.19562191,0.00075927377,0.0005138062,0.00052555854,0.0014251564,0.4051056,0.028355595,0.029391455,0.006077015,0.33149475],"study_design_scores_gemma":[0.000027872407,0.0014317483,0.13133514,0.00019754498,0.00019733637,0.0010633343,0.001045013,0.80377454,0.017258393,0.03154601,0.011949912,0.00017324196],"about_ca_topic_score_codex":0.0037563662,"about_ca_topic_score_gemma":0.0028046651,"teacher_disagreement_score":0.009603414,"about_ca_system_score_codex":0.0012194709,"about_ca_system_score_gemma":0.00067701354,"threshold_uncertainty_score":0.010138631},"labels":[],"label_agreement":null},{"id":"W2983522883","doi":"10.7554/elife.29744.023","title":"Author response: Sculpting ion channel functional expression with engineered ubiquitin ligases","year":2017,"lang":"en","type":"peer-review","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"","keywords":"Ubiquitin; Ubiquitin ligase; Ion channel; Cell biology; Chemistry; Ubiquitin-Protein Ligases; Protein degradation; Computational biology; Biology; Biochemistry; Gene","score_opus":0.07922055864056461,"score_gpt":0.34758716078211055,"score_spread":0.26836660214154595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2983522883","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013259328,0.0038427047,0.015248722,0.5842396,0.2865975,0.0005265841,0.0024862334,0.006276257,0.08752308],"genre_scores_gemma":[0.053139694,0.0030517678,0.005651675,0.11402957,0.017449994,0.00020590838,0.0021651783,0.0013458856,0.80296034],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969971,0.00048464772,0.00020444799,0.00028751776,0.0016778355,0.00034852847],"domain_scores_gemma":[0.9804764,0.0042934855,0.00083452294,0.0011450205,0.011218592,0.0020320017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037287732,0.00062081445,0.00049527973,0.00069321593,0.0012286578,0.0018729415,0.0008080794,0.004019062,0.13312218],"category_scores_gemma":[0.027256254,0.00029038446,0.0004897103,0.00045057602,0.0009083637,0.00086199277,0.0015260463,0.002646713,0.06843171],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015300159,0.000017085475,0.0004659459,0.00014305506,0.0000143716825,0.00041879783,0.00009965997,0.00011783176,0.0044590826,0.0009318128,0.97131956,0.021859778],"study_design_scores_gemma":[0.000036544265,0.000051301722,0.0008575202,0.000051960287,0.00000972851,0.0004257922,0.0002515408,0.0003166758,0.0066601485,0.00087888853,0.9904344,0.000025511472],"about_ca_topic_score_codex":0.0013910659,"about_ca_topic_score_gemma":0.0043737693,"teacher_disagreement_score":0.13312218,"about_ca_system_score_codex":0.0012331412,"about_ca_system_score_gemma":0.002802895,"threshold_uncertainty_score":0.44533807},"labels":[],"label_agreement":null},{"id":"W3043308735","doi":"10.22215/etd/2014-10596","title":"UML Model to Fault Tree Model Transformation for Dependability Analysis","year":2014,"lang":"en","type":"dissertation","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Dependability; Fault tree analysis; Sequence diagram; Computer science; Unified Modeling Language; Model transformation; Transformation (genetics); Programming language; Applications of UML; Class diagram; Systems Modeling Language; Activity diagram; Software engineering; Theoretical computer science; Reliability engineering; Software; Artificial intelligence; Engineering; Consistency (knowledge bases)","score_opus":0.031472994412580405,"score_gpt":0.3402905023223898,"score_spread":0.3088175079098094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043308735","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015356896,0.000057332803,0.99259585,0.00008264329,0.00003742387,0.00009302865,0.00034987982,0.0036566155,0.0015915455],"genre_scores_gemma":[0.0766347,0.0004114289,0.9119937,0.00012058283,0.000046438934,0.00052843906,0.003400404,0.0025123428,0.004351988],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983754,0.00044111715,0.000124765,0.00020640329,0.0007742431,0.00007813919],"domain_scores_gemma":[0.99802494,0.00088577665,0.00013731913,0.00047290983,0.00044071532,0.00003837394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012903522,0.0012578161,0.00048121947,0.0017613497,0.00048915955,0.0010100531,0.001057964,0.00070256134,0.0064925468],"category_scores_gemma":[0.0052000037,0.0006102383,0.0018276315,0.0009540229,0.00054351083,0.0019232349,0.0012519045,0.0018856811,0.0026381763],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002300496,0.0003858478,0.0016831376,0.0010815911,0.00015726262,0.0010869588,0.0018270356,0.1396564,0.06056411,0.3409407,0.025997225,0.42638958],"study_design_scores_gemma":[0.00007149102,0.00012267451,0.00056498393,0.00029607714,0.000128112,0.0006024177,0.00021370672,0.54638094,0.07423018,0.14878966,0.22853328,0.00006653123],"about_ca_topic_score_codex":0.0020199076,"about_ca_topic_score_gemma":0.0018139067,"teacher_disagreement_score":0.0064925468,"about_ca_system_score_codex":0.00097352144,"about_ca_system_score_gemma":0.0012081567,"threshold_uncertainty_score":0.021719754},"labels":[],"label_agreement":null},{"id":"W3080084182","doi":"10.1007/978-3-030-57993-7_8","title":"Bayesian Modelling for Product Testing and Release","year":2020,"lang":"en","type":"book-chapter","venue":"IFIP advances in information and communication technology","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Product (mathematics); Reliability (semiconductor); Computer science; Reliability engineering; Bayesian probability; Process (computing); New product development; Product design; Risk analysis (engineering); Engineering; Business; Mathematics; Artificial intelligence; Marketing","score_opus":0.02564438308093037,"score_gpt":0.2752641842245442,"score_spread":0.24961980114361382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080084182","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022631802,0.0015998045,0.990845,0.0005367374,0.00008882206,0.000026363516,0.00023530936,0.000383068,0.004021665],"genre_scores_gemma":[0.37549803,0.0084049925,0.53685004,0.000638354,0.00084859814,0.000772751,0.0026649819,0.0010931896,0.073229045],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99551964,0.002303738,0.00021696398,0.0005758282,0.0011296609,0.0002541966],"domain_scores_gemma":[0.98084635,0.015901493,0.00096794957,0.0010889918,0.0009811849,0.00021406024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069441246,0.0017951679,0.0031772584,0.0021085257,0.00074717804,0.0028582676,0.0042674523,0.0041147256,0.011498953],"category_scores_gemma":[0.029601177,0.0024763201,0.0023498177,0.0027295295,0.0022695605,0.0056713414,0.0020341547,0.003922026,0.0035615917],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009323764,0.00007615905,0.0005162074,0.00020349519,0.00011365924,0.000096106814,0.00014507213,0.54296327,0.00043544284,0.3625381,0.008135718,0.084683605],"study_design_scores_gemma":[0.000014000275,0.000015971273,0.00022338315,0.00003217443,0.000020978512,0.00004007068,0.000011826313,0.7629737,0.00009274568,0.23348852,0.0030619446,0.000024669862],"about_ca_topic_score_codex":0.013476255,"about_ca_topic_score_gemma":0.011842508,"teacher_disagreement_score":0.013476255,"about_ca_system_score_codex":0.0027928238,"about_ca_system_score_gemma":0.0016602136,"threshold_uncertainty_score":0.038467824},"labels":[],"label_agreement":null},{"id":"W3082189468","doi":"10.1109/mcse.2020.3019770","title":"Raising the Bar: Assurance Cases for Scientific Software","year":2020,"lang":"en","type":"article","venue":"Computing in Science & Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Documentation; Software engineering; Correctness; Software; Software quality analyst; Software system; Software construction; Programming language","score_opus":0.057996320672263915,"score_gpt":0.3051431806933281,"score_spread":0.24714686002106417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082189468","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01724255,0.00082075334,0.88776785,0.049069826,0.0010371591,0.00046378473,0.00012933843,0.0037418623,0.0397269],"genre_scores_gemma":[0.36571148,0.0007610683,0.6045681,0.011370547,0.001219706,0.0011447063,0.00024385897,0.002341719,0.012638789],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.86550343,0.06720986,0.0090851495,0.0072431667,0.047011208,0.0039471556],"domain_scores_gemma":[0.56060326,0.3223838,0.016727388,0.06116836,0.035275243,0.0038420274],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.108421735,0.001816126,0.0014492032,0.0050494946,0.009428324,0.015593525,0.005751078,0.018300693,0.009902611],"category_scores_gemma":[0.35895017,0.0023431892,0.0025855235,0.0020034686,0.026445592,0.033896744,0.013327712,0.018339833,0.0031277179],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010137174,0.0000721271,0.0014705316,0.00021912904,0.000028614626,0.002554095,0.00535588,0.0021390067,0.0013601575,0.9419269,0.0130172465,0.031755045],"study_design_scores_gemma":[0.00012048878,0.00012684507,0.0005050423,0.00074567413,0.000055224635,0.002623768,0.0010977867,0.013217668,0.0046810936,0.8321561,0.14450765,0.00016268663],"about_ca_topic_score_codex":0.003012213,"about_ca_topic_score_gemma":0.001707466,"teacher_disagreement_score":0.89157826,"about_ca_system_score_codex":0.0043062684,"about_ca_system_score_gemma":0.006824546,"threshold_uncertainty_score":0.5733958},"labels":[],"label_agreement":null},{"id":"W3114029247","doi":"10.20982/tqmp.16.4.p424","title":"An Equivalence Testing Approach for Evaluating Substantial Mediation","year":2020,"lang":"en","type":"article","venue":"The Quantitative Methods for Psychology","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Equivalence (formal languages); Mediation; Computer science; Psychology; Mathematics; Sociology; Discrete mathematics; Social science","score_opus":0.5316020390732338,"score_gpt":0.605027051904734,"score_spread":0.07342501283150027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3114029247","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017709507,0.00021799502,0.9741582,0.0003548183,0.00012629069,0.0011560835,0.00022844462,0.00038798197,0.005660652],"genre_scores_gemma":[0.41201684,0.00022985882,0.58043724,0.00038050374,0.00013909696,0.0053658676,0.0003520949,0.00020478087,0.00087366457],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.82745236,0.13815494,0.0055142706,0.00928084,0.018357389,0.0012402039],"domain_scores_gemma":[0.59894234,0.3583386,0.008274994,0.020710947,0.012640755,0.0010924304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.13370518,0.0017225721,0.0023026383,0.006078314,0.0019673056,0.003082332,0.004386212,0.0024280408,0.019959873],"category_scores_gemma":[0.45433372,0.00070245186,0.004509407,0.0051776865,0.006562552,0.00674567,0.005557615,0.0047807866,0.0011744619],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019331855,0.0008876411,0.024469791,0.0017648634,0.0030074436,0.0005028932,0.004036004,0.019114375,0.0034544694,0.40589264,0.004238719,0.5306979],"study_design_scores_gemma":[0.00075557875,0.0056441906,0.022376621,0.0007373099,0.001269843,0.0008145927,0.0021764776,0.2159354,0.00663741,0.73051924,0.012877764,0.00025561458],"about_ca_topic_score_codex":0.0018204188,"about_ca_topic_score_gemma":0.0008634939,"teacher_disagreement_score":0.13370518,"about_ca_system_score_codex":0.001697846,"about_ca_system_score_gemma":0.0038946245,"threshold_uncertainty_score":0.70710903},"labels":[],"label_agreement":null},{"id":"W3121645392","doi":"10.7287/peerj.preprints.2601","title":"Anatomy of a crash repository","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Crash; Computer science; Parsing; Debugging; Metadata; Data science; Programming language; World Wide Web","score_opus":0.010626706529955912,"score_gpt":0.2863821910409885,"score_spread":0.2757554845110326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121645392","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35228956,0.0087123625,0.43610668,0.012955264,0.0017200992,0.0018426018,0.03975502,0.077910446,0.0687079],"genre_scores_gemma":[0.7392013,0.0042193634,0.15483946,0.0015087161,0.0011644759,0.0010741814,0.057418194,0.009159514,0.031414744],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9875151,0.0023826477,0.001892698,0.002565022,0.004532384,0.0011121203],"domain_scores_gemma":[0.94257885,0.013757898,0.0067422804,0.018469859,0.014957704,0.0034933435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008937389,0.001316685,0.0010985914,0.017013796,0.003965098,0.0074595097,0.0056237094,0.002298267,0.0128497565],"category_scores_gemma":[0.051890183,0.0018975855,0.0014937866,0.011529678,0.0030256521,0.02189105,0.011704736,0.0028654877,0.00842529],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011905077,0.0004085094,0.2895991,0.0015412809,0.0003433953,0.0061942483,0.019530822,0.0093295975,0.006941081,0.10925668,0.122451,0.4332138],"study_design_scores_gemma":[0.00016858577,0.0009424065,0.16678378,0.0016495516,0.00060782424,0.018525805,0.015212056,0.066785455,0.014433045,0.12189898,0.59199446,0.0009980669],"about_ca_topic_score_codex":0.0065712095,"about_ca_topic_score_gemma":0.004161631,"teacher_disagreement_score":0.017013796,"about_ca_system_score_codex":0.0024056034,"about_ca_system_score_gemma":0.003857153,"threshold_uncertainty_score":0.047266006},"labels":[],"label_agreement":null},{"id":"W3127412380","doi":"10.1016/b978-0-12-819582-6.00012-5","title":"Reliability, MTTF, and sensitivity evaluation of a computer network system connected in star topology","year":2021,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Mean time between failures; Reliability (semiconductor); Network topology; Topology (electrical circuits); Sensitivity (control systems); Markov process; Laplace transform; Star network; Transformation (genetics); Reliability engineering; Markov chain; Star (game theory); Process (computing); Computer science; Engineering; Failure rate; Mathematics; Electronic engineering; Computer network; Electrical engineering; Physics; Operating system; Astrophysics; Statistics","score_opus":0.026368043499604654,"score_gpt":0.27770534371400357,"score_spread":0.25133730021439893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127412380","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60158396,0.002627598,0.37170285,0.00042240313,0.000110079316,0.00010170067,0.00046416582,0.0006568092,0.022330422],"genre_scores_gemma":[0.9889098,0.0004548893,0.008647827,0.000015506563,0.000032229804,0.000022146847,0.000086230946,0.000034624387,0.0017968877],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99926156,0.00036152883,0.00002388531,0.000065375105,0.0002381488,0.000049407525],"domain_scores_gemma":[0.99537426,0.00384746,0.00018305148,0.00017071355,0.00038278138,0.000041728406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012064133,0.0004893512,0.00044624408,0.0014247912,0.00028713563,0.0005438054,0.0005890965,0.00052374625,0.0012010421],"category_scores_gemma":[0.0066767256,0.00026462282,0.0003766122,0.0012602012,0.0005273796,0.00075579295,0.00035773052,0.00037291629,0.000108313645],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017629798,0.000026400712,0.0023146532,0.00007621057,0.000032310265,0.0001326817,0.0000933519,0.9579491,0.004270517,0.008391987,0.0007168431,0.02581962],"study_design_scores_gemma":[0.000002265671,0.00010908048,0.0021515477,0.000008619653,0.000025382598,0.00012442221,0.000029023853,0.9888333,0.0015297851,0.006812315,0.00036456512,0.000009800171],"about_ca_topic_score_codex":0.0039750044,"about_ca_topic_score_gemma":0.0035855202,"teacher_disagreement_score":0.0039750044,"about_ca_system_score_codex":0.0010456353,"about_ca_system_score_gemma":0.00034797654,"threshold_uncertainty_score":0.007903755},"labels":[],"label_agreement":null},{"id":"W3127476678","doi":"10.1016/b978-0-12-804288-5.00015-5","title":"Some extended testing procedures and optimal design of tests","year":2021,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Reliability engineering; Acceptance testing; Engineering; Software engineering","score_opus":0.04090456269504005,"score_gpt":0.280212640240276,"score_spread":0.23930807754523592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127476678","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011612468,0.00046879833,0.9956358,0.000058043013,0.00003369472,0.000020560095,0.000024165813,0.00018472387,0.0024130223],"genre_scores_gemma":[0.071743585,0.0012231942,0.91968036,0.00012173714,0.00018331724,0.00025155715,0.00016779515,0.00021698988,0.0064114723],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99809283,0.00090925436,0.00014172423,0.00024721175,0.00051607104,0.00009298465],"domain_scores_gemma":[0.9965928,0.0023758595,0.00013114914,0.00042273005,0.00042673724,0.000050716357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024326434,0.0016199773,0.0011048692,0.0010438493,0.0003835047,0.0013723935,0.0018759436,0.0010565363,0.007877069],"category_scores_gemma":[0.0075609544,0.0010690184,0.0012984502,0.0010583507,0.001690907,0.002096995,0.00087775924,0.0019551849,0.0010913699],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001896897,0.00007640242,0.0002798126,0.00039829986,0.00005916762,0.00015884986,0.00017266256,0.2424765,0.0057445667,0.34272093,0.004631143,0.40309203],"study_design_scores_gemma":[0.00008943192,0.00017569751,0.00041558876,0.00020667183,0.00008259977,0.00019369277,0.000029967396,0.41927335,0.0037936082,0.5568668,0.018834217,0.000038352944],"about_ca_topic_score_codex":0.0011618525,"about_ca_topic_score_gemma":0.0011240012,"teacher_disagreement_score":0.007877069,"about_ca_system_score_codex":0.0008999024,"about_ca_system_score_gemma":0.0009782955,"threshold_uncertainty_score":0.026351452},"labels":[],"label_agreement":null},{"id":"W3130185535","doi":"10.1109/icmla51294.2020.00123","title":"Forecasting Attrition from the Canadian Armed Forces using Multivariate LSTM","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Department of National Defence","funders":"","keywords":"Univariate; Multivariate statistics; Attrition; Computer science; Volume (thermodynamics); Artificial intelligence; Multivariate analysis; Econometrics; Machine learning; Mathematics","score_opus":0.17508625985266524,"score_gpt":0.306841124187358,"score_spread":0.13175486433469275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3130185535","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97338223,0.00049800455,0.009644031,0.0015877172,0.0001219497,0.000046916048,0.011140442,0.000444076,0.003134551],"genre_scores_gemma":[0.98780733,0.00024584585,0.0031183355,0.000084219864,0.0000321769,0.000026482187,0.005933525,0.000027326338,0.0027247646],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99948275,0.000057347414,0.000024285804,0.000095356925,0.00019324746,0.00014700033],"domain_scores_gemma":[0.99709237,0.0006815896,0.00034489573,0.00010957528,0.0015344385,0.00023706573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018951081,0.0008128637,0.00052585214,0.0013885074,0.00091347715,0.0008880939,0.001452008,0.0006375047,0.0023808505],"category_scores_gemma":[0.007938021,0.00029401825,0.00059578795,0.0020552874,0.00032241375,0.0005638161,0.00059985305,0.0015344496,0.00065306545],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006504227,0.00020082988,0.40467826,0.00014963273,0.00024480032,0.0002048368,0.00047621853,0.4581879,0.0013162779,0.0032048498,0.02875418,0.10193182],"study_design_scores_gemma":[0.000017473267,0.000042976546,0.14652044,0.00003724169,0.000037866204,0.000019206796,0.00023211572,0.84861237,0.00057496526,0.0007271261,0.0031327843,0.000045550125],"about_ca_topic_score_codex":0.9501133,"about_ca_topic_score_gemma":0.93886155,"teacher_disagreement_score":0.049886703,"about_ca_system_score_codex":0.009921601,"about_ca_system_score_gemma":0.008336768,"threshold_uncertainty_score":0.10036093},"labels":[],"label_agreement":null},{"id":"W3130519220","doi":"10.1109/trustcom50675.2020.00067","title":"Evaluating the Soundness of Security Metrics from Vulnerability Scoring Frameworks","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Soundness; Computer science; Software security assurance; Vulnerability (computing); Secure coding; Context (archaeology); Vulnerability assessment; Computer security; Vulnerability management; Software; Security information and event management; Information security; Risk analysis (engineering); Security service; Cloud computing security; Business","score_opus":0.12866832481398738,"score_gpt":0.3999609885309979,"score_spread":0.2712926637170105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3130519220","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49961394,0.003229246,0.48177332,0.0019721696,0.0003130497,0.0016395922,0.0013128772,0.002167203,0.007978639],"genre_scores_gemma":[0.6470454,0.0006376742,0.34930104,0.00013589911,0.00005100617,0.0006979108,0.0015701309,0.000208532,0.00035240655],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8491362,0.05599591,0.015099422,0.005191699,0.07162154,0.0029553312],"domain_scores_gemma":[0.6127144,0.24695535,0.03376638,0.0322606,0.07093126,0.0033720187],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.105460875,0.0028880907,0.0014206918,0.018405162,0.0016519742,0.0053478116,0.002923572,0.0029980566,0.0009597263],"category_scores_gemma":[0.39149758,0.00080739387,0.0015764154,0.008307132,0.0030925968,0.0070762304,0.0055921758,0.0028370437,0.0002856165],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012216705,0.0011027236,0.20183545,0.0022677078,0.0010378348,0.00051192386,0.0031077554,0.22886144,0.016726572,0.059299123,0.004364507,0.4796633],"study_design_scores_gemma":[0.00028670067,0.0035055503,0.07228099,0.0015907512,0.0005086398,0.00069463404,0.002103961,0.81683606,0.029856058,0.06111076,0.010758205,0.0004676829],"about_ca_topic_score_codex":0.0070048533,"about_ca_topic_score_gemma":0.0074272547,"teacher_disagreement_score":0.8945391,"about_ca_system_score_codex":0.00420205,"about_ca_system_score_gemma":0.0073229554,"threshold_uncertainty_score":0.5577371},"labels":[],"label_agreement":null},{"id":"W3137652218","doi":"10.33915/etd.1146","title":"Software tool for reliability estimation","year":2001,"lang":"en","type":"dissertation","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University","keywords":"Software construction; Software reliability testing; Computer science; Software sizing; Software; Avionics software; Reliability (semiconductor); Reliability engineering; Software quality; Verification and validation; Software system; Component (thermodynamics); Component-based software engineering; Software development; Embedded system; Software engineering; Engineering; Operating system; Power (physics)","score_opus":0.015958597063741524,"score_gpt":0.31891557404561055,"score_spread":0.302956976981869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137652218","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011745346,0.00028968346,0.92285866,0.00007155768,0.000120050805,0.00020264053,0.0020455366,0.06777183,0.0054655503],"genre_scores_gemma":[0.03164948,0.000799693,0.9276417,0.00016702084,0.0001176465,0.0012875331,0.010645849,0.011931287,0.01575978],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99786806,0.00036072405,0.00022345436,0.00026871866,0.0011532668,0.00012576119],"domain_scores_gemma":[0.9941552,0.002800232,0.0002658052,0.00085361174,0.0018227176,0.00010245388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019403342,0.0019235305,0.0013973295,0.0030877977,0.0005552833,0.0014138354,0.002820917,0.0010787767,0.04494552],"category_scores_gemma":[0.011060649,0.0010896225,0.0014442736,0.0022580256,0.00035621444,0.0023350404,0.0014811018,0.0024146447,0.026197702],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038999424,0.00021319742,0.0015791159,0.0013785011,0.00019677996,0.00040134156,0.00031463226,0.033076596,0.021693293,0.037082333,0.19849765,0.7051766],"study_design_scores_gemma":[0.00038794565,0.0003022523,0.0024526324,0.00056635623,0.00023020602,0.0015707336,0.00010683656,0.35976997,0.04334681,0.04819092,0.5428495,0.00022583775],"about_ca_topic_score_codex":0.0010725275,"about_ca_topic_score_gemma":0.00090973795,"teacher_disagreement_score":0.04494552,"about_ca_system_score_codex":0.0004519422,"about_ca_system_score_gemma":0.0011670237,"threshold_uncertainty_score":0.15035772},"labels":[],"label_agreement":null},{"id":"W3143573151","doi":"10.1109/icse.2012.6227068","title":"Locating features in dynamically configured avionics software","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Avionics software; Avionics; Computer science; Program comprehension; Software construction; Software; Software system; Static program analysis; Software engineering; Software development; Verification and validation; Software framework; Business process reengineering; Embedded system; Software sizing; Programming language; Engineering","score_opus":0.01235885215419218,"score_gpt":0.2799967756042588,"score_spread":0.2676379234500666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3143573151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5275929,0.00036811843,0.4599211,0.000071888164,0.00002029022,0.00006089141,0.00010807202,0.01052815,0.0013287223],"genre_scores_gemma":[0.9095804,0.00009743911,0.08916715,0.000017917273,0.000004808197,0.000029086686,0.00011133436,0.00037862238,0.00061329314],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99949694,0.00009524457,0.000029049921,0.00011845706,0.00020294132,0.0000574105],"domain_scores_gemma":[0.99788743,0.00096451293,0.00042709298,0.00041962008,0.00024879977,0.000052506584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003281419,0.0005739995,0.00038634636,0.0013142138,0.0004252722,0.00072344736,0.0010986599,0.0008046964,0.0010599676],"category_scores_gemma":[0.003177642,0.00043096975,0.00035050223,0.0006277963,0.00070244115,0.001411166,0.0008180197,0.0005051365,0.0002676591],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069936225,0.00017086239,0.024806703,0.00038040965,0.00006344776,0.002776084,0.0017690161,0.1317299,0.49870452,0.010091462,0.0014502446,0.32735795],"study_design_scores_gemma":[0.000064407184,0.000639803,0.013041627,0.00011324045,0.00011026345,0.0019685202,0.00035211426,0.68398035,0.27762043,0.016859611,0.0051330253,0.00011650617],"about_ca_topic_score_codex":0.0014485264,"about_ca_topic_score_gemma":0.0018123896,"teacher_disagreement_score":0.0014485264,"about_ca_system_score_codex":0.00045275086,"about_ca_system_score_gemma":0.00048159715,"threshold_uncertainty_score":0.0035459995},"labels":[],"label_agreement":null},{"id":"W3173415420","doi":"10.1109/tse.2021.3092692","title":"An Experience Report on Producing Verifiable Builds for Large-Scale Commercial Systems","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Huawei Technologies (Canada)","funders":"","keywords":"Toolchain; Verifiable secret sharing; Computer science; Software engineering; Process (computing); TRACE (psycholinguistics); Code (set theory); Software; Notation; Programming language; Theoretical computer science; Set (abstract data type)","score_opus":0.019071393867009387,"score_gpt":0.28494894857246433,"score_spread":0.26587755470545493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173415420","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2376789,0.0024782773,0.68411684,0.002726533,0.00025393232,0.0013869121,0.0010642132,0.012747587,0.057546813],"genre_scores_gemma":[0.44596785,0.0014735148,0.52992415,0.00030162276,0.00005851516,0.00041269758,0.0020575908,0.003825562,0.01597851],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9851413,0.00546413,0.0011810216,0.0014083133,0.006077231,0.00072803244],"domain_scores_gemma":[0.9612722,0.014730188,0.0014849873,0.014400522,0.006781824,0.0013302692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018135313,0.00088287715,0.00040242556,0.0021387993,0.0016899502,0.003313747,0.0020267689,0.0012559072,0.008240258],"category_scores_gemma":[0.04091493,0.00065453845,0.00096226664,0.0017443508,0.0021735914,0.004469668,0.00501669,0.0018896968,0.0034955933],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034754683,0.00082362024,0.01598071,0.0015224084,0.0001306824,0.0035232939,0.039807245,0.017556218,0.055292822,0.033222932,0.02685644,0.80493605],"study_design_scores_gemma":[0.00019784411,0.00226253,0.02056559,0.0014093072,0.00027994736,0.0067463587,0.014766899,0.04805591,0.18325497,0.022714714,0.6993101,0.00043582052],"about_ca_topic_score_codex":0.0034644275,"about_ca_topic_score_gemma":0.004756299,"teacher_disagreement_score":0.018135313,"about_ca_system_score_codex":0.0014878928,"about_ca_system_score_gemma":0.0030321607,"threshold_uncertainty_score":0.095909834},"labels":[],"label_agreement":null},{"id":"W3175914189","doi":"10.1109/newcas50681.2021.9462743","title":"Dynamic Fault Tree Analysis and Risk Mitigation Strategies of Data Communication System via Statistical Model Checking","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Fault tree analysis; Computer science; Redundancy (engineering); Modular design; Reliability engineering; Triple modular redundancy; Model checking; Reliability (semiconductor); Critical system; Life-critical system; Fault tolerance; Fault detection and isolation; Distributed computing; Engineering; Theoretical computer science; Software engineering; Artificial intelligence","score_opus":0.029958012693513603,"score_gpt":0.33033529552875507,"score_spread":0.30037728283524145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175914189","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08934642,0.00021332758,0.9083551,0.00015262827,0.000013139341,0.00002834408,0.000063643856,0.00052431354,0.0013031025],"genre_scores_gemma":[0.95786333,0.00010294351,0.04156948,0.000022126509,0.000008173788,0.000036291607,0.000055052944,0.000027405917,0.000315127],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992649,0.00021855357,0.000030392694,0.00009032978,0.00030706424,0.00008880306],"domain_scores_gemma":[0.9979107,0.0012348337,0.0002668846,0.00021599332,0.00033095723,0.00004069867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001111043,0.00045480058,0.00047636442,0.0012960149,0.00034896404,0.0006280381,0.00083088345,0.00037255618,0.00080056064],"category_scores_gemma":[0.004122727,0.000214899,0.00069195457,0.00060820347,0.0004762087,0.0011586596,0.00054327544,0.00054729043,0.00006560425],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007055481,0.000041734544,0.004078245,0.00004580025,0.000041749434,0.00010533891,0.000065505985,0.92376596,0.0065000993,0.025274519,0.00032069054,0.039689783],"study_design_scores_gemma":[0.0000019602594,0.000013520372,0.0001963706,0.0000024799813,0.000006163993,0.000016577455,0.000004794351,0.99439806,0.0010076918,0.004265451,0.00008416085,0.0000026774485],"about_ca_topic_score_codex":0.0047330055,"about_ca_topic_score_gemma":0.0029468578,"teacher_disagreement_score":0.0047330055,"about_ca_system_score_codex":0.00079543504,"about_ca_system_score_gemma":0.0016535785,"threshold_uncertainty_score":0.009410918},"labels":[],"label_agreement":null},{"id":"W3198768126","doi":"10.1142/s0218539321400076","title":"White-Box and Black-Box Reliability Modeling Framework: Integration Through Analytical Model and User Profile Validation via Deep Learning — A Practitioner’s Approach","year":2021,"lang":"en","type":"article","venue":"International Journal of Reliability Quality and Safety Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Black box; Computer science; White box; Reliability (semiconductor); Component (thermodynamics); Reliability engineering; Software; Artificial intelligence; Machine learning; Data mining; Process (computing); Artificial neural network; Software quality; Software development; Engineering; Programming language","score_opus":0.03229639751757927,"score_gpt":0.3235113993504981,"score_spread":0.2912150018329188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198768126","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004630726,0.00013783955,0.994069,0.00025862298,0.00000991217,0.000016025304,0.000012616754,0.00017528317,0.00069000997],"genre_scores_gemma":[0.5228589,0.0007460187,0.47272214,0.00029165868,0.000078447374,0.00017948874,0.00012137231,0.00013655094,0.0028653853],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984604,0.00071237335,0.000067512694,0.00021490877,0.0004596113,0.00008522635],"domain_scores_gemma":[0.99618953,0.0018684599,0.0003027497,0.0004189896,0.0010998889,0.000120386925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040861596,0.000998981,0.0007253554,0.0012471112,0.00030503672,0.0015178813,0.0017814297,0.0014529189,0.001074077],"category_scores_gemma":[0.00698262,0.0005560006,0.0007155239,0.00067732943,0.001247833,0.0026964596,0.0013427122,0.0019122626,0.00027880102],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005371602,0.00011773838,0.0016941979,0.00013283614,0.00007209362,0.00009375596,0.00021899246,0.840327,0.0030529886,0.07386268,0.0011005873,0.079273455],"study_design_scores_gemma":[0.0000013253424,0.000012930758,0.00007276607,0.00001151467,0.0000046334408,0.000008616148,0.000008840121,0.98946685,0.00046413817,0.009563698,0.00038002274,0.0000046156674],"about_ca_topic_score_codex":0.0043082396,"about_ca_topic_score_gemma":0.0034271458,"teacher_disagreement_score":0.0043082396,"about_ca_system_score_codex":0.0013055855,"about_ca_system_score_gemma":0.001686062,"threshold_uncertainty_score":0.021609962},"labels":[],"label_agreement":null},{"id":"W3203682716","doi":"10.1109/icas49788.2021.9551199","title":"Fault Tree Analysis And Risk Mitigation Strategies For Autonomous Systems Via Statistical Model Checking","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Fault tree analysis; Computer science; Reliability (semiconductor); Reliability engineering; Tree (set theory); Fault tolerance; Distributed computing; Engineering","score_opus":0.02069252906400945,"score_gpt":0.2979113082215689,"score_spread":0.27721877915755944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203682716","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045961455,0.0001476201,0.95229495,0.0001337363,0.000011613667,0.00003169931,0.00004673684,0.00046702762,0.0009050834],"genre_scores_gemma":[0.91066766,0.00014447054,0.0885306,0.000041222745,0.000013284593,0.00008405102,0.00008169292,0.000047880552,0.00038917057],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99864405,0.00056588656,0.00005513342,0.000113279515,0.00049579825,0.00012577896],"domain_scores_gemma":[0.99256027,0.005388606,0.00083390775,0.0004933844,0.0006366221,0.000087241635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026000065,0.00060669327,0.0006452965,0.001603422,0.00042834398,0.0009023185,0.00089804333,0.00055211806,0.0011248345],"category_scores_gemma":[0.009953593,0.0003258655,0.0010281722,0.00067511963,0.0009688704,0.0013379648,0.0007319249,0.00079397764,0.000099467135],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035873636,0.00003094067,0.0021232427,0.00003646999,0.000038657956,0.000055260174,0.00005306388,0.9551473,0.0020254431,0.023250202,0.00017730572,0.017026203],"study_design_scores_gemma":[0.0000022290608,0.000011571523,0.00012211112,0.000004157251,0.0000053043464,0.000009625084,0.0000051722186,0.9915379,0.00051401363,0.0077028293,0.0000826001,0.0000025125755],"about_ca_topic_score_codex":0.005591301,"about_ca_topic_score_gemma":0.0051824534,"teacher_disagreement_score":0.005591301,"about_ca_system_score_codex":0.0010784145,"about_ca_system_score_gemma":0.0024811965,"threshold_uncertainty_score":0.013750255},"labels":[],"label_agreement":null},{"id":"W3212387882","doi":"10.32920/ryerson.14663400.v1","title":"Development Framework for Performance-Based Output Specifications to Encourage Innovation in Public-Private Partnerships","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Procurement; Business; Quality (philosophy); Product (mathematics); Private sector; Hierarchy; Scale (ratio); Process management; Public sector; Engineering management; Engineering; Marketing; Economics; Economic growth; Mathematics","score_opus":0.2814960032416046,"score_gpt":0.3488015418627655,"score_spread":0.0673055386211609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212387882","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033266621,0.00008703565,0.97993934,0.0006764715,0.000037876558,0.00063806435,0.00013035678,0.00055678864,0.0146074435],"genre_scores_gemma":[0.08175866,0.00018539849,0.9130871,0.00010046448,0.000021131082,0.0011159229,0.00039592624,0.00016925571,0.003166158],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9807828,0.008901796,0.002430424,0.0012833026,0.0053959177,0.0012058254],"domain_scores_gemma":[0.98321944,0.0060754567,0.0020089403,0.002237916,0.005564229,0.0008939256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021618433,0.0015228825,0.0006668987,0.0044566123,0.0016346516,0.006503592,0.0032180042,0.0029393546,0.0054639266],"category_scores_gemma":[0.028720628,0.0008609265,0.0018021736,0.0028163479,0.0034158358,0.0061926846,0.005468948,0.002596007,0.0016936444],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018981556,0.00012944329,0.0010967866,0.0003221496,0.000023991597,0.00030374955,0.0012537254,0.044290908,0.0017007514,0.8983635,0.002522407,0.049973633],"study_design_scores_gemma":[0.00008660211,0.00035746326,0.0011499171,0.0010399922,0.000075654585,0.0005367395,0.0023766516,0.34057736,0.007864597,0.49435312,0.1514275,0.00015432326],"about_ca_topic_score_codex":0.0065734037,"about_ca_topic_score_gemma":0.0069826036,"teacher_disagreement_score":0.021618433,"about_ca_system_score_codex":0.0045369994,"about_ca_system_score_gemma":0.010262759,"threshold_uncertainty_score":0.11433059},"labels":[],"label_agreement":null},{"id":"W4205180101","doi":"10.1007/978-94-007-0753-5_2464","title":"Reliability Generalization","year":2014,"lang":"en","type":"book-chapter","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Generalization; Reliability engineering; Reliability (semiconductor); Computer science; Psychology; Mathematics; Engineering; Physics; Mathematical analysis; Thermodynamics","score_opus":0.021005725289992012,"score_gpt":0.26163174890882995,"score_spread":0.24062602361883795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205180101","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040375367,0.003011136,0.1685703,0.0031141238,0.0010785675,0.00012792136,0.00041703606,0.0012923899,0.81835103],"genre_scores_gemma":[0.19311325,0.0077866944,0.063398026,0.0025100207,0.0023483334,0.0003707358,0.0013222119,0.001787787,0.72736305],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991271,0.00013665734,0.000037691174,0.00027748046,0.00035893847,0.00006218072],"domain_scores_gemma":[0.9983726,0.00043003965,0.00006417271,0.0006382735,0.0004463465,0.000048616337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010088658,0.0009929962,0.00074505596,0.0013509844,0.0010059179,0.0012762789,0.001389264,0.00080629456,0.05498249],"category_scores_gemma":[0.0046192375,0.00044703815,0.0008633935,0.00093120546,0.0017474255,0.00360828,0.0018522878,0.003291917,0.021888958],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032058164,0.000032012304,0.00016506514,0.00020957585,0.00001555106,0.000084424246,0.00028326394,0.0042971266,0.0015179424,0.6540203,0.10410646,0.2352361],"study_design_scores_gemma":[0.000008447542,0.000036989724,0.0004332814,0.00013180713,0.000022394146,0.00035809318,0.00008089198,0.007884766,0.002153888,0.63422656,0.35464013,0.000022695664],"about_ca_topic_score_codex":0.0018050926,"about_ca_topic_score_gemma":0.0015573908,"teacher_disagreement_score":0.05498249,"about_ca_system_score_codex":0.0014815863,"about_ca_system_score_gemma":0.0010745868,"threshold_uncertainty_score":0.18393475},"labels":[],"label_agreement":null},{"id":"W4205741845","doi":"10.1109/icisat54145.2021.9678411","title":"Checklist-based Software Quality Evaluation of Tango Controls","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Checklist; Software quality; Quality (philosophy); Software; Software engineering; Software development; Operating system; Psychology","score_opus":0.07073781121475682,"score_gpt":0.3805900324477471,"score_spread":0.3098522212329903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205741845","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77921855,0.0018198354,0.19827509,0.00045491458,0.000247233,0.0022366152,0.001562744,0.0070228283,0.009162259],"genre_scores_gemma":[0.85096085,0.0003413006,0.14342375,0.00007867345,0.000029152909,0.0010519773,0.0021340495,0.0005166299,0.001463592],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9655915,0.012362191,0.004791699,0.002232363,0.014282742,0.000739447],"domain_scores_gemma":[0.74249953,0.10166336,0.03198144,0.021687401,0.0981641,0.004004132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.033204176,0.0011469623,0.0008656539,0.0099369865,0.00085722125,0.0024622444,0.0020815658,0.00072529283,0.002043351],"category_scores_gemma":[0.15207572,0.00049907435,0.00082341756,0.0037634252,0.001315736,0.0023800386,0.0021634672,0.00082540856,0.00036311915],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024183078,0.0017430465,0.20205551,0.005108837,0.0009469931,0.0009568506,0.014655376,0.054502055,0.03367798,0.011115359,0.014932431,0.65788734],"study_design_scores_gemma":[0.0013224146,0.014342567,0.42389005,0.0036430014,0.0013965656,0.0017586062,0.013086728,0.4203335,0.061599422,0.012940317,0.04439265,0.0012941045],"about_ca_topic_score_codex":0.005302833,"about_ca_topic_score_gemma":0.006213279,"teacher_disagreement_score":0.033204176,"about_ca_system_score_codex":0.0022909967,"about_ca_system_score_gemma":0.0033437158,"threshold_uncertainty_score":0.17560261},"labels":[],"label_agreement":null},{"id":"W4206812656","doi":"10.1002/9780470382844.ch15","title":"Software Reliability","year":2008,"lang":"en","type":"other","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Reliability (semiconductor); Reliability engineering; Software quality; Software; Software engineering; Operating system; Engineering; Software development; Physics","score_opus":0.016021009266382738,"score_gpt":0.2653716589717222,"score_spread":0.2493506497053395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206812656","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006948433,0.038264077,0.10834183,0.008499311,0.002812704,0.00032860032,0.0022002992,0.0025483347,0.83005655],"genre_scores_gemma":[0.17806458,0.08688443,0.11773588,0.0040026233,0.003030469,0.0006479817,0.005677396,0.0018578155,0.6020989],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99713147,0.00044929594,0.00016533797,0.00031006164,0.0018334779,0.00011030744],"domain_scores_gemma":[0.99681723,0.0009018486,0.00021160574,0.00057668984,0.0014130971,0.00007946977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017443541,0.00070382725,0.00048775435,0.002575766,0.0007947239,0.0029474937,0.0011526198,0.000995146,0.043630674],"category_scores_gemma":[0.008008735,0.00042434467,0.00061710447,0.0026382743,0.0008412668,0.0036003976,0.0013778146,0.0014116081,0.024217226],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000202131,0.00005190072,0.0011969255,0.0008814136,0.00003103064,0.00006439424,0.0007285194,0.001992502,0.0017811448,0.26804316,0.17008717,0.55512166],"study_design_scores_gemma":[0.0000052542523,0.000047867,0.0017703937,0.0007092781,0.000021649672,0.00032922285,0.00023265074,0.0011603319,0.0012600642,0.07959639,0.9148435,0.000023366767],"about_ca_topic_score_codex":0.0013818924,"about_ca_topic_score_gemma":0.0014490203,"teacher_disagreement_score":0.043630674,"about_ca_system_score_codex":0.0011535644,"about_ca_system_score_gemma":0.001907113,"threshold_uncertainty_score":0.1459592},"labels":[],"label_agreement":null},{"id":"W4211099021","doi":"10.1007/978-3-642-39512-3_3","title":"Software Models","year":2013,"lang":"en","type":"book-chapter","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Unified Modeling Language; Computer science; Applications of UML; Object Constraint Language; UML tool; Systems Modeling Language; Modeling language; Class diagram; Software engineering; Programming language; Dependability; Software","score_opus":0.03946716358122084,"score_gpt":0.24950368954122515,"score_spread":0.2100365259600043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211099021","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025083863,0.0033975237,0.28259045,0.0028993662,0.0006981918,0.00010628293,0.00094871206,0.0011923875,0.70565873],"genre_scores_gemma":[0.13303533,0.0105533,0.10085061,0.0015113323,0.0007725523,0.00048354812,0.0034294466,0.0010583976,0.7483055],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999516,0.00009782093,0.000022120004,0.000098203316,0.00023360385,0.000032134885],"domain_scores_gemma":[0.9995547,0.00014030287,0.0000239626,0.00014370432,0.00011479649,0.000022608627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041123846,0.0012905439,0.00054335414,0.0012960988,0.00061252626,0.0024532822,0.0013086499,0.00090929936,0.044316377],"category_scores_gemma":[0.0019123155,0.00040891598,0.00069652067,0.0011866293,0.001048287,0.0035501807,0.001142388,0.0016661944,0.019400299],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006438361,0.000018441613,0.00006513717,0.000079480145,0.0000072147777,0.00003471939,0.000095880314,0.0048593488,0.00030953114,0.8825568,0.04161469,0.07035241],"study_design_scores_gemma":[0.000004334946,0.000009666177,0.000055236625,0.00006858966,0.000007956126,0.000075653465,0.00003732037,0.011122684,0.00034814273,0.684706,0.30355662,0.000007974677],"about_ca_topic_score_codex":0.0019670406,"about_ca_topic_score_gemma":0.0018194407,"teacher_disagreement_score":0.044316377,"about_ca_system_score_codex":0.0012750591,"about_ca_system_score_gemma":0.0010307438,"threshold_uncertainty_score":0.14825308},"labels":[],"label_agreement":null},{"id":"W4223509913","doi":"10.1142/s0218194022500231","title":"The Safety and Performance of Prominent Programming Languages","year":2022,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Computer science; Benchmarking; Python (programming language); Java; Memory safety; Rust (programming language); Programming language; Software; Software engineering","score_opus":0.005247951322101604,"score_gpt":0.23780677742766604,"score_spread":0.23255882610556444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223509913","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9477161,0.0025116212,0.029035961,0.0010167891,0.00010159405,0.00014178532,0.00043405057,0.0014236375,0.017618384],"genre_scores_gemma":[0.97872925,0.0008253866,0.018181741,0.00012561139,0.00004383798,0.000090623966,0.00046943277,0.00039411272,0.0011398452],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.983946,0.0048175915,0.001306104,0.0014146542,0.007829352,0.0006863617],"domain_scores_gemma":[0.92266154,0.043690182,0.012372264,0.0048878025,0.015107831,0.0012803363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011436417,0.00053824537,0.00032482613,0.0027232014,0.0006550068,0.002690222,0.0013568398,0.0005419292,0.0019940634],"category_scores_gemma":[0.053241797,0.00020350651,0.00044756365,0.0020896967,0.0021820737,0.0038363684,0.0022515066,0.00088523625,0.0005494237],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0050782147,0.00091943936,0.14707989,0.006840572,0.00039937117,0.00054174004,0.009865706,0.04717082,0.06417627,0.0378482,0.0072478587,0.6728319],"study_design_scores_gemma":[0.0004814193,0.02357339,0.26295248,0.0045049703,0.00090505753,0.003253967,0.01585494,0.1950195,0.33254895,0.069421455,0.09081554,0.0006683641],"about_ca_topic_score_codex":0.0014393089,"about_ca_topic_score_gemma":0.00094189687,"teacher_disagreement_score":0.011436417,"about_ca_system_score_codex":0.001559757,"about_ca_system_score_gemma":0.0024151304,"threshold_uncertainty_score":0.060482264},"labels":[],"label_agreement":null},{"id":"W4225646930","doi":"10.3390/software1020007","title":"Dependability Modeling of Software Systems with UML and DAM: A Guide for Real-Time Practitioners","year":2022,"lang":"en","type":"article","venue":"Software","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Ministerio de Ciencia e Innovación","keywords":"Dependability; Unified Modeling Language; Computer science; Applications of UML; Software engineering; Systems engineering; Software; Reliability engineering; Engineering; Programming language","score_opus":0.02013970520117941,"score_gpt":0.28012021978310075,"score_spread":0.25998051458192134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225646930","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009238499,0.003999467,0.9732063,0.0037829939,0.00022897504,0.00038022918,0.0009926427,0.0042619137,0.012223578],"genre_scores_gemma":[0.007675155,0.0070822067,0.97371495,0.0008861332,0.00018464382,0.001010824,0.0014260457,0.0012384873,0.0067815767],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99668616,0.0014148813,0.0006036533,0.0002296061,0.0009631235,0.00010252084],"domain_scores_gemma":[0.9908145,0.0051694885,0.00077816535,0.001171849,0.0017997583,0.00026630718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007972522,0.0032983897,0.0014087833,0.0057954667,0.0010522457,0.0038295607,0.004561476,0.0033747146,0.007121132],"category_scores_gemma":[0.012259254,0.002716813,0.0018446425,0.0038845928,0.0022434006,0.008001915,0.0027069293,0.006125832,0.0073373197],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054718974,0.00038173035,0.0010492346,0.0024163912,0.000093075505,0.0011874785,0.005637629,0.047254357,0.0120382095,0.3819156,0.20732859,0.340643],"study_design_scores_gemma":[0.000028202952,0.00007435124,0.0005727778,0.001480069,0.000029592318,0.0012615199,0.0008535129,0.045671962,0.0022006144,0.16622423,0.78149855,0.00010457405],"about_ca_topic_score_codex":0.004150558,"about_ca_topic_score_gemma":0.006378198,"teacher_disagreement_score":0.007972522,"about_ca_system_score_codex":0.001992081,"about_ca_system_score_gemma":0.0029833736,"threshold_uncertainty_score":0.042163253},"labels":[],"label_agreement":null},{"id":"W4231610476","doi":"10.7287/peerj.preprints.2670","title":"Signature-based detection of behavioural deviations in flight simulators - Experiments on FlightGear and JSBSim","year":2016,"lang":"en","type":"preprint","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Crew; Computer science; Flight simulator; Signature (topology); Simulation; Event (particle physics); Reliability engineering; Real-time computing; Engineering; Aeronautics","score_opus":0.042923548740766024,"score_gpt":0.3111923053098991,"score_spread":0.26826875656913307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231610476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98595595,0.00006252115,0.012742855,0.000029569026,0.000015615638,0.000043844666,0.00022584297,0.000694378,0.00022940166],"genre_scores_gemma":[0.9871674,0.000032756303,0.012121238,0.000014641591,0.0000024455608,0.000025912985,0.00033454248,0.000059963004,0.00024105016],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99819785,0.000520924,0.00015866738,0.00029743437,0.0006890362,0.00013622422],"domain_scores_gemma":[0.9914555,0.0047460566,0.0010235886,0.001308381,0.0010874763,0.00037901886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014320879,0.0005963802,0.0004303899,0.0010200115,0.00014972371,0.0003534595,0.0009398718,0.00080548815,0.0007632988],"category_scores_gemma":[0.011171471,0.00028536582,0.0004622712,0.00049675634,0.00044495048,0.0006045768,0.0005843182,0.0007104994,0.000256966],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004086916,0.0031753534,0.08771298,0.00083407125,0.00039841206,0.00090501184,0.0014440459,0.32304266,0.42994055,0.0018691613,0.0016484344,0.14494248],"study_design_scores_gemma":[0.00012126576,0.0038501883,0.03216995,0.000029038518,0.00007945085,0.00042548252,0.00020872988,0.8072282,0.15433303,0.0006148249,0.0008767941,0.000063169035],"about_ca_topic_score_codex":0.0015793149,"about_ca_topic_score_gemma":0.0019749328,"teacher_disagreement_score":0.0015793149,"about_ca_system_score_codex":0.00039951198,"about_ca_system_score_gemma":0.0003785668,"threshold_uncertainty_score":0.007573724},"labels":[],"label_agreement":null},{"id":"W4237331462","doi":"10.1145/974044.974074","title":"Computing the performability of layered distributed systems with a management architecture","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Fault tree analysis; Queueing theory; Reliability (semiconductor); Distributed computing; Fault management; Architecture; Software architecture; Software; Computation; Reliability engineering; Embedded system; Operating system; Computer network; Engineering; Programming language","score_opus":0.008679833706736436,"score_gpt":0.23187418168311755,"score_spread":0.2231943479763811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237331462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6494517,0.00015970862,0.34882444,0.000085899796,0.00000831378,0.000026728936,0.000030983938,0.00032543857,0.0010867935],"genre_scores_gemma":[0.9718478,0.00006947382,0.027642438,0.000006934617,0.000012466869,0.000020442512,0.00004102573,0.000019324021,0.0003400577],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99905306,0.00029803606,0.00006473479,0.00009896062,0.00032427275,0.00016084616],"domain_scores_gemma":[0.99314123,0.004178774,0.0009115683,0.0009024647,0.00053970603,0.00032615618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023093938,0.0007039426,0.00040694923,0.0010131052,0.00040869968,0.0017211379,0.00069486117,0.00048080937,0.00066389405],"category_scores_gemma":[0.012273373,0.00037060733,0.00043663732,0.000525543,0.0012450491,0.0027515576,0.00096529874,0.0006285276,0.00013479416],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041049157,0.00011265482,0.012256885,0.00007938057,0.00015677848,0.00016251963,0.00029483196,0.86775243,0.022106947,0.0640863,0.0002103387,0.032370385],"study_design_scores_gemma":[0.0000074252875,0.00006742004,0.0009905177,0.000003112047,0.00001721944,0.00002036875,0.00001845147,0.975492,0.0028092596,0.020449357,0.0001179076,0.0000069502985],"about_ca_topic_score_codex":0.001557126,"about_ca_topic_score_gemma":0.0011740855,"teacher_disagreement_score":0.0023093938,"about_ca_system_score_codex":0.0010447671,"about_ca_system_score_gemma":0.00067040353,"threshold_uncertainty_score":0.012213409},"labels":[],"label_agreement":null},{"id":"W4238757451","doi":"10.32920/ryerson.14665977","title":"A Study On Automatic Software Quality And Reliability Analysis","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Software quality assurance; Software quality; Software engineering; Reliability (semiconductor); Software; Debugging; Reliability engineering; Quality (philosophy); Static program analysis; Product (mathematics); Software construction; Software quality analyst; Set (abstract data type); Verification and validation; Software metric; Software development; Programming language; Engineering","score_opus":0.06847448746783201,"score_gpt":0.38188484865565037,"score_spread":0.31341036118781834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238757451","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20708044,0.012556421,0.7245177,0.002175169,0.00027967064,0.00021702789,0.00010058325,0.00052994885,0.052542977],"genre_scores_gemma":[0.7995659,0.006729312,0.17823711,0.0004906667,0.00035415895,0.00022939172,0.00021847272,0.00039451284,0.013780466],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99086565,0.0038044318,0.0003094012,0.0010491892,0.0037336021,0.00023781146],"domain_scores_gemma":[0.9559592,0.0350007,0.0019018053,0.0032651995,0.0036882367,0.00018485503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055512516,0.0005141363,0.00061210524,0.0020144763,0.00072137784,0.0021966489,0.0010003309,0.0013234832,0.0031988611],"category_scores_gemma":[0.02813382,0.00043299558,0.00092735887,0.0024795802,0.0015153475,0.0030904822,0.00091324956,0.0016166745,0.00051523646],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016688234,0.00040204954,0.006670585,0.0010155739,0.000116854666,0.00037704152,0.0035895081,0.057654873,0.016357085,0.44896683,0.0038402418,0.4608425],"study_design_scores_gemma":[0.00009929479,0.001636374,0.022592258,0.0009513352,0.00026102876,0.002418439,0.0017562145,0.39870355,0.037272193,0.3412672,0.19285016,0.00019193825],"about_ca_topic_score_codex":0.0014990731,"about_ca_topic_score_gemma":0.0006291332,"teacher_disagreement_score":0.0055512516,"about_ca_system_score_codex":0.0013760922,"about_ca_system_score_gemma":0.0013633546,"threshold_uncertainty_score":0.029358149},"labels":[],"label_agreement":null},{"id":"W4239150821","doi":"10.32920/ryerson.14663400","title":"Development Framework for Performance-Based Output Specifications to Encourage Innovation in Public-Private Partnerships","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Procurement; Business; Quality (philosophy); Product (mathematics); Private sector; Scale (ratio); Hierarchy; Process management; Public sector; Set (abstract data type); Engineering management; Risk analysis (engineering); Computer science; Engineering; Marketing; Economics; Mathematics","score_opus":0.2814960032416046,"score_gpt":0.3488015418627655,"score_spread":0.0673055386211609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239150821","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033266621,0.00008703565,0.97993934,0.0006764715,0.000037876558,0.00063806435,0.00013035678,0.00055678864,0.0146074435],"genre_scores_gemma":[0.08175866,0.00018539849,0.9130871,0.00010046448,0.000021131082,0.0011159229,0.00039592624,0.00016925571,0.003166158],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9807828,0.008901796,0.002430424,0.0012833026,0.0053959177,0.0012058254],"domain_scores_gemma":[0.98321944,0.0060754567,0.0020089403,0.002237916,0.005564229,0.0008939256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021618433,0.0015228825,0.0006668987,0.0044566123,0.0016346516,0.006503592,0.0032180042,0.0029393546,0.0054639266],"category_scores_gemma":[0.028720628,0.0008609265,0.0018021736,0.0028163479,0.0034158358,0.0061926846,0.005468948,0.002596007,0.0016936444],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018981556,0.00012944329,0.0010967866,0.0003221496,0.000023991597,0.00030374955,0.0012537254,0.044290908,0.0017007514,0.8983635,0.002522407,0.049973633],"study_design_scores_gemma":[0.00008660211,0.00035746326,0.0011499171,0.0010399922,0.000075654585,0.0005367395,0.0023766516,0.34057736,0.007864597,0.49435312,0.1514275,0.00015432326],"about_ca_topic_score_codex":0.0065734037,"about_ca_topic_score_gemma":0.0069826036,"teacher_disagreement_score":0.021618433,"about_ca_system_score_codex":0.0045369994,"about_ca_system_score_gemma":0.010262759,"threshold_uncertainty_score":0.11433059},"labels":[],"label_agreement":null},{"id":"W4241857059","doi":"10.32920/ryerson.14664417","title":"Probabilistic Program Execution is a Viable Way to Find Domains from Software","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Probabilistic logic; Program comprehension; Software; Set (abstract data type); Program analysis; Probabilistic analysis of algorithms; Theoretical computer science; Algorithm; Software system; Programming language; Artificial intelligence","score_opus":0.02626209323586308,"score_gpt":0.305504360580541,"score_spread":0.2792422673446779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241857059","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009269299,0.00009870994,0.9888833,0.0000842915,0.0000059803638,0.000045704455,0.000072670955,0.0006688557,0.0008712186],"genre_scores_gemma":[0.1387671,0.0002899989,0.8591652,0.00004985248,0.000013263859,0.00012730324,0.00036912164,0.0003541615,0.0008640591],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987864,0.0003997393,0.00007812687,0.00023981855,0.00042465236,0.00007130499],"domain_scores_gemma":[0.9939861,0.0041565453,0.00054951734,0.00078310654,0.00046310882,0.00006158952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017711561,0.0010167354,0.00059814093,0.0024518007,0.0005630922,0.0013679862,0.0009347893,0.0007875695,0.0028076102],"category_scores_gemma":[0.009975524,0.00064377364,0.0012066712,0.0014614473,0.0013970648,0.0035477998,0.0012548245,0.0016622324,0.0009156116],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002650888,0.00014047552,0.009460271,0.00050251215,0.000121143836,0.00023289314,0.00053482427,0.3219367,0.016286628,0.24689735,0.0017637077,0.4018584],"study_design_scores_gemma":[0.000033600365,0.00012236458,0.0012320834,0.00012556635,0.0000376025,0.00029702825,0.00010965752,0.74617237,0.016511183,0.2235875,0.011719171,0.000051881798],"about_ca_topic_score_codex":0.0014192822,"about_ca_topic_score_gemma":0.0014894288,"teacher_disagreement_score":0.0028076102,"about_ca_system_score_codex":0.000526592,"about_ca_system_score_gemma":0.001259672,"threshold_uncertainty_score":0.00939244},"labels":[],"label_agreement":null},{"id":"W42434049","doi":"10.1142/9789812562425_0006","title":"Properties of Software Systems Synthesized from Components","year":2004,"lang":"en","type":"book-chapter","venue":"Series on component-based software development","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science","score_opus":0.03779400953434549,"score_gpt":0.22166050908704446,"score_spread":0.18386649955269896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W42434049","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05362429,0.006890632,0.7615748,0.0011300156,0.0005589077,0.00024231801,0.00046119583,0.0013529224,0.17416492],"genre_scores_gemma":[0.70581967,0.007972145,0.2426301,0.00039603084,0.0006976278,0.0005586778,0.001323064,0.0009989669,0.039603736],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99916935,0.00015946302,0.00006673533,0.00015027584,0.0004035251,0.00005068669],"domain_scores_gemma":[0.99847466,0.0008282765,0.00011735723,0.0002785001,0.00025798075,0.000043220196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007923372,0.00057424296,0.00046763883,0.001002362,0.0005777032,0.0026580368,0.00064323086,0.0006132796,0.003897095],"category_scores_gemma":[0.003483764,0.00046659427,0.0006063036,0.0006139094,0.0022727295,0.0030533762,0.0006978944,0.0014335616,0.0014656291],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032294036,0.000017147293,0.00022951317,0.00023416514,0.000016102647,0.00018370389,0.00065411936,0.01213499,0.009435723,0.93909585,0.0027817283,0.03518458],"study_design_scores_gemma":[0.000023922477,0.000073583884,0.00037015358,0.0001291142,0.000025867894,0.00034505132,0.00012905289,0.03315644,0.008384588,0.8623283,0.09501059,0.000023275432],"about_ca_topic_score_codex":0.00041132313,"about_ca_topic_score_gemma":0.00023690006,"teacher_disagreement_score":0.003897095,"about_ca_system_score_codex":0.0008801872,"about_ca_system_score_gemma":0.0006202556,"threshold_uncertainty_score":0.0130370855},"labels":[],"label_agreement":null},{"id":"W4245349988","doi":"10.1109/icse.2015.274","title":"Understanding the Software Fault Introduction Process","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Debugging; Computer science; Software engineering; Process (computing); Software bug; Fault (geology); Meaning (existential); Programming language; Algorithmic program debugging; Software; Epistemology","score_opus":0.1682799662528167,"score_gpt":0.34883778124163134,"score_spread":0.18055781498881465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245349988","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22540855,0.0026085696,0.6749398,0.04922142,0.00028834317,0.0008507024,0.00027629908,0.0007024644,0.04570388],"genre_scores_gemma":[0.8239865,0.0026844456,0.16199915,0.0022183044,0.000115502335,0.00064347906,0.00043746413,0.00018298325,0.007732261],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99323374,0.004200667,0.0002727856,0.0007347511,0.0010762172,0.00048184177],"domain_scores_gemma":[0.95106745,0.034721296,0.0050993506,0.0033039395,0.0047281953,0.0010797894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017270999,0.0011093625,0.00042361676,0.0036719982,0.0022358492,0.008799493,0.0028120726,0.007173557,0.004836118],"category_scores_gemma":[0.04174581,0.0011035142,0.001040667,0.0017307642,0.014777373,0.023439,0.0037168975,0.007375109,0.0009899103],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000739095,0.00023937886,0.012496457,0.0004277115,0.000019283312,0.00031703748,0.04518803,0.011626471,0.0015396051,0.8758526,0.002567548,0.049652018],"study_design_scores_gemma":[0.00008783477,0.00030046384,0.011515084,0.0011110797,0.00006927659,0.00049097434,0.029005375,0.07409548,0.004253472,0.8136928,0.06526186,0.00011621955],"about_ca_topic_score_codex":0.0075740223,"about_ca_topic_score_gemma":0.0039572055,"teacher_disagreement_score":0.017270999,"about_ca_system_score_codex":0.0057386938,"about_ca_system_score_gemma":0.009538677,"threshold_uncertainty_score":0.09133887},"labels":[],"label_agreement":null},{"id":"W4245656272","doi":"10.1007/978-3-662-53120-4_300114","title":"Condition Monitoring","year":2019,"lang":"en","type":"book-chapter","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Environmental science; Computer science","score_opus":0.030826940864362384,"score_gpt":0.29133977371139197,"score_spread":0.2605128328470296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245656272","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017959602,0.003821964,0.34217495,0.0009672432,0.0012897344,0.00069160067,0.003685213,0.016225573,0.61318415],"genre_scores_gemma":[0.21489002,0.003464144,0.093691394,0.0011652404,0.0006064482,0.00038252393,0.004274812,0.001022835,0.68050253],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99946004,0.00003146305,0.000015433672,0.0001732048,0.00027903402,0.00004077485],"domain_scores_gemma":[0.9994462,0.00008252042,0.00005577065,0.00012131301,0.00025724317,0.000036971534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003780098,0.00090833864,0.0005106703,0.0018727302,0.00063083804,0.0013431534,0.001087519,0.0009095572,0.056561317],"category_scores_gemma":[0.001070538,0.0002949574,0.00027928015,0.0011661135,0.00033903652,0.0014840566,0.0010168576,0.0007031116,0.033027545],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020511195,0.00008637285,0.0010394558,0.00023924644,0.000011027471,0.00010606882,0.00012207039,0.0014873125,0.038603235,0.009985492,0.065044984,0.8830696],"study_design_scores_gemma":[0.000041763342,0.0005238711,0.0120053915,0.00038303348,0.000082836326,0.0013466125,0.00022886398,0.027190495,0.1118675,0.018328426,0.82789433,0.00010681996],"about_ca_topic_score_codex":0.0012770036,"about_ca_topic_score_gemma":0.0014862919,"teacher_disagreement_score":0.056561317,"about_ca_system_score_codex":0.00047542038,"about_ca_system_score_gemma":0.0005442008,"threshold_uncertainty_score":0.1892165},"labels":[],"label_agreement":null},{"id":"W4246549423","doi":"10.4018/978-1-5225-0196-1.ch044","title":"An Innovative Approach to the Development of Project Management Processes for Small-Scale Projects in a Large Engineering Company","year":2016,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Tetra Tech (Canada); École de Technologie Supérieure","funders":"","keywords":"Engineering management; Project planning; Project management; Project management triangle; Scale (ratio); OPM3; Program management; Engineering; Process management; Extreme project management; Process (computing); Systems engineering; Business; Computer science","score_opus":0.04092949145808811,"score_gpt":0.28767419842577874,"score_spread":0.24674470696769063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246549423","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030368797,0.001805192,0.7992427,0.002049761,0.0003494505,0.0013038693,0.00006722086,0.0017273908,0.1630856],"genre_scores_gemma":[0.073944084,0.0015724008,0.8545031,0.00047302846,0.00008268079,0.0006741687,0.00014020978,0.00022471452,0.0683857],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9984584,0.0005627691,0.000057809808,0.00018450404,0.000653934,0.000082560255],"domain_scores_gemma":[0.9988404,0.00053195073,0.00008171647,0.00018925178,0.0002433102,0.00011350847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017900068,0.0005742944,0.00023104448,0.0012146351,0.0012184584,0.0034279632,0.0018773851,0.0011056035,0.0052379225],"category_scores_gemma":[0.0020156202,0.00041676196,0.0006137547,0.0016478405,0.0013162751,0.0021155241,0.0020006772,0.0017110466,0.0019257776],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006545288,0.0006393115,0.00066233386,0.00066579395,0.000020301473,0.0006503265,0.006566333,0.0053783595,0.018410705,0.15781398,0.016702767,0.7924243],"study_design_scores_gemma":[0.00011760513,0.0009851658,0.0030262661,0.0007319378,0.000065239234,0.0034198144,0.003161638,0.029630315,0.015369513,0.07020411,0.87317085,0.000117612755],"about_ca_topic_score_codex":0.0013888605,"about_ca_topic_score_gemma":0.0037436632,"teacher_disagreement_score":0.0052379225,"about_ca_system_score_codex":0.0017877325,"about_ca_system_score_gemma":0.004026817,"threshold_uncertainty_score":0.017522633},"labels":[],"label_agreement":null},{"id":"W4246765009","doi":"10.1016/s1571-0661(05)82541-1","title":"Preface","year":2003,"lang":"en","type":"article","venue":"Electronic Notes in Theoretical Computer Science","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"IBM; Library science; Model checking; Computer science; Operations research; Programming language; Mathematics","score_opus":0.007605294203265922,"score_gpt":0.27226888465223936,"score_spread":0.2646635904489734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246765009","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011735576,0.013115232,0.007764014,0.025522571,0.10915413,0.00046063538,0.015583679,0.0033243557,0.8239018],"genre_scores_gemma":[0.004790302,0.00744453,0.0038638604,0.006053075,0.015898641,0.0002648048,0.016488202,0.0017789307,0.9434177],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99835014,0.00018729418,0.00012357002,0.00034536404,0.00085794396,0.00013571409],"domain_scores_gemma":[0.99605703,0.000650714,0.00015168889,0.00052586035,0.0020081748,0.0006066664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013748523,0.0012030911,0.001102138,0.003074066,0.0024725394,0.0065351673,0.0020672155,0.0019185526,0.58301616],"category_scores_gemma":[0.008931823,0.00044252758,0.0009813588,0.0028346558,0.0008064935,0.004677374,0.0030690448,0.002810498,0.41469008],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029819312,0.000019497453,0.00010127361,0.00015374698,0.0000035234505,0.00003634938,0.000076912605,0.00006619945,0.00013984638,0.0049680537,0.94081587,0.053588852],"study_design_scores_gemma":[0.0000026260457,0.000009491928,0.0001312718,0.00008268367,0.0000017425284,0.000046397265,0.00004383598,0.00002460317,0.00005936661,0.001366955,0.9982273,0.0000037105156],"about_ca_topic_score_codex":0.002436626,"about_ca_topic_score_gemma":0.0030024657,"teacher_disagreement_score":0.58301616,"about_ca_system_score_codex":0.0022118997,"about_ca_system_score_gemma":0.0026419156,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4251584098","doi":"10.32920/ryerson.14665977.v1","title":"A Study On Automatic Software Quality And Reliability Analysis","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Software quality assurance; Software quality; Software engineering; Reliability (semiconductor); Debugging; Software; Reliability engineering; Quality (philosophy); Static program analysis; Product (mathematics); Software quality analyst; Software construction; Verification and validation; Set (abstract data type); Software metric; Software development; Programming language; Engineering","score_opus":0.06847448746783201,"score_gpt":0.38188484865565037,"score_spread":0.31341036118781834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251584098","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20708044,0.012556421,0.7245177,0.002175169,0.00027967064,0.00021702789,0.00010058325,0.00052994885,0.052542977],"genre_scores_gemma":[0.7995659,0.006729312,0.17823711,0.0004906667,0.00035415895,0.00022939172,0.00021847272,0.00039451284,0.013780466],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99086565,0.0038044318,0.0003094012,0.0010491892,0.0037336021,0.00023781146],"domain_scores_gemma":[0.9559592,0.0350007,0.0019018053,0.0032651995,0.0036882367,0.00018485503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055512516,0.0005141363,0.00061210524,0.0020144763,0.00072137784,0.0021966489,0.0010003309,0.0013234832,0.0031988611],"category_scores_gemma":[0.02813382,0.00043299558,0.00092735887,0.0024795802,0.0015153475,0.0030904822,0.00091324956,0.0016166745,0.00051523646],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016688234,0.00040204954,0.006670585,0.0010155739,0.000116854666,0.00037704152,0.0035895081,0.057654873,0.016357085,0.44896683,0.0038402418,0.4608425],"study_design_scores_gemma":[0.00009929479,0.001636374,0.022592258,0.0009513352,0.00026102876,0.002418439,0.0017562145,0.39870355,0.037272193,0.3412672,0.19285016,0.00019193825],"about_ca_topic_score_codex":0.0014990731,"about_ca_topic_score_gemma":0.0006291332,"teacher_disagreement_score":0.0055512516,"about_ca_system_score_codex":0.0013760922,"about_ca_system_score_gemma":0.0013633546,"threshold_uncertainty_score":0.029358149},"labels":[],"label_agreement":null},{"id":"W4252315572","doi":"10.4018/978-1-4666-9737-9.ch007","title":"An Innovative Approach to the Development of Project Management Processes for Small-Scale Projects in a Large Engineering Company","year":2015,"lang":"en","type":"book-chapter","venue":"Advances in IT standards and standardization research (AISSR) book series/Advances in IT standards and standardization research series","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Tetra Tech (Canada); École de Technologie Supérieure","funders":"","keywords":"Engineering management; Project planning; Project management triangle; Project management; Scale (ratio); OPM3; Program management; Engineering; Process management; Process (computing); Extreme project management; Systems engineering; Business; Computer science","score_opus":0.06364662283684819,"score_gpt":0.4113230214019805,"score_spread":0.3476763985651323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252315572","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02405023,0.0013376161,0.82691175,0.0019315506,0.00036608972,0.0013078552,0.00006481559,0.0017495864,0.14228053],"genre_scores_gemma":[0.05646028,0.0011012964,0.8766216,0.0004528016,0.000072806135,0.00061214936,0.00012464556,0.00018443199,0.064369895],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981791,0.0006255442,0.0000594988,0.0002091729,0.0008394594,0.00008718801],"domain_scores_gemma":[0.99875474,0.0005168069,0.000086454704,0.00019312049,0.00033261927,0.00011619548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001979048,0.0005817758,0.00022469278,0.0012206505,0.0012253912,0.0034789448,0.0017320416,0.0010869157,0.0051683094],"category_scores_gemma":[0.0023010042,0.00040030852,0.0005694553,0.0014916436,0.0011590602,0.0022622042,0.002082718,0.0015903201,0.001785721],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060830887,0.00055498723,0.0005808198,0.00054197817,0.000020859114,0.000614294,0.0057063564,0.0052422904,0.019221842,0.15692596,0.018407762,0.79212195],"study_design_scores_gemma":[0.00011584938,0.0009149827,0.0026531306,0.000600664,0.00006576896,0.0028245228,0.003153875,0.034315307,0.017988686,0.060273726,0.87697434,0.000119155586],"about_ca_topic_score_codex":0.0015219302,"about_ca_topic_score_gemma":0.004110062,"teacher_disagreement_score":0.0051683094,"about_ca_system_score_codex":0.0016553891,"about_ca_system_score_gemma":0.0040492676,"threshold_uncertainty_score":0.017289758},"labels":[],"label_agreement":null},{"id":"W4252446866","doi":"10.7873/date.2015.0817","title":"Towards An Accurate Reliability, Availability and Maintainability Analysis Approach for Satellite Systems Based on Probabilistic Model Checking","year":2015,"lang":"en","type":"article","venue":"Design, Automation & Test in Europe Conference & Exhibition (DATE), 2015","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Concordia University","funders":"","keywords":"Maintainability; Reliability engineering; Computer science; Reliability (semiconductor); Probabilistic logic; Satellite; Model checking; Artificial intelligence; Software engineering; Engineering; Programming language","score_opus":0.15304814912744188,"score_gpt":0.34656849167650194,"score_spread":0.19352034254906006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252446866","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007020617,0.000069362366,0.99132615,0.0000627929,0.000010899049,0.000051852654,0.00006825113,0.00088961434,0.00050039974],"genre_scores_gemma":[0.49961495,0.00043092069,0.49747255,0.00012755764,0.000044714172,0.0003798958,0.00046569936,0.00035539755,0.001108241],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964341,0.0009883991,0.00024163528,0.00037377267,0.0016688728,0.00029319184],"domain_scores_gemma":[0.99228585,0.004650062,0.00087776635,0.0010891337,0.0010003587,0.00009681169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003930705,0.0013312084,0.0010914057,0.0018438306,0.00061060337,0.001972407,0.00276017,0.0011482807,0.0017001185],"category_scores_gemma":[0.011283913,0.0011734343,0.0029625727,0.0008627853,0.0011650043,0.0024654088,0.0017188714,0.0023826337,0.00042396152],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040992476,0.000060611736,0.0010413466,0.000116211886,0.00007198207,0.00011754946,0.000077604214,0.9594329,0.005217579,0.01741482,0.00024987527,0.016158413],"study_design_scores_gemma":[0.0000058699716,0.000014961179,0.00006153323,0.000009774972,0.000017204944,0.000023344983,0.000004708107,0.9942273,0.0013498587,0.004014341,0.00026692977,0.000004215734],"about_ca_topic_score_codex":0.008936722,"about_ca_topic_score_gemma":0.009872605,"teacher_disagreement_score":0.008936722,"about_ca_system_score_codex":0.001588247,"about_ca_system_score_gemma":0.0045571886,"threshold_uncertainty_score":0.020787776},"labels":[],"label_agreement":null},{"id":"W4252513877","doi":"10.32920/ryerson.14664417.v1","title":"Probabilistic Program Execution is a Viable Way to Find Domains from Software","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Probabilistic logic; Software; Set (abstract data type); Program comprehension; Probabilistic analysis of algorithms; Algorithm; Theoretical computer science; Software system; Programming language; Artificial intelligence","score_opus":0.02626209323586308,"score_gpt":0.305504360580541,"score_spread":0.2792422673446779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252513877","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009269299,0.00009870994,0.9888833,0.0000842915,0.0000059803638,0.000045704455,0.000072670955,0.0006688557,0.0008712186],"genre_scores_gemma":[0.1387671,0.0002899989,0.8591652,0.00004985248,0.000013263859,0.00012730324,0.00036912164,0.0003541615,0.0008640591],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987864,0.0003997393,0.00007812687,0.00023981855,0.00042465236,0.00007130499],"domain_scores_gemma":[0.9939861,0.0041565453,0.00054951734,0.00078310654,0.00046310882,0.00006158952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017711561,0.0010167354,0.00059814093,0.0024518007,0.0005630922,0.0013679862,0.0009347893,0.0007875695,0.0028076102],"category_scores_gemma":[0.009975524,0.00064377364,0.0012066712,0.0014614473,0.0013970648,0.0035477998,0.0012548245,0.0016622324,0.0009156116],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002650888,0.00014047552,0.009460271,0.00050251215,0.000121143836,0.00023289314,0.00053482427,0.3219367,0.016286628,0.24689735,0.0017637077,0.4018584],"study_design_scores_gemma":[0.000033600365,0.00012236458,0.0012320834,0.00012556635,0.0000376025,0.00029702825,0.00010965752,0.74617237,0.016511183,0.2235875,0.011719171,0.000051881798],"about_ca_topic_score_codex":0.0014192822,"about_ca_topic_score_gemma":0.0014894288,"teacher_disagreement_score":0.0028076102,"about_ca_system_score_codex":0.000526592,"about_ca_system_score_gemma":0.001259672,"threshold_uncertainty_score":0.00939244},"labels":[],"label_agreement":null},{"id":"W4254342849","doi":"10.1515/iupac.68.0042","title":"Collision Efficiency","year":2016,"lang":"en","type":"dataset","venue":"IUPAC Standards Online","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Glossary; Terminology; Field (mathematics); Computer science; Linguistics; Philosophy; Mathematics","score_opus":0.015344527016647475,"score_gpt":0.4131786912496758,"score_spread":0.39783416423302836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254342849","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005079448,0.0002927131,0.00046545116,0.000049874412,0.000078816025,0.000041494724,0.9955503,0.0009268439,0.0020865446],"genre_scores_gemma":[0.0009677929,0.00020465591,0.0010799094,0.00006529659,0.00001663724,0.00015160629,0.9959459,0.00015285613,0.0014153623],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977851,0.00019209637,0.0004187288,0.00078359694,0.00063430716,0.0001861189],"domain_scores_gemma":[0.9968913,0.0007923117,0.00039040882,0.0009269844,0.000879987,0.00011905037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012754445,0.002579186,0.0019173869,0.0063217888,0.0009888343,0.0030134032,0.0031927545,0.0012387767,0.07780111],"category_scores_gemma":[0.008166335,0.0007011213,0.0022395134,0.006805891,0.00035133795,0.0023553395,0.0016104179,0.0021383436,0.111049965],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019268239,0.00006541287,0.003309484,0.0016771483,0.000096672484,0.000031246356,0.00003278743,0.000722764,0.00041391957,0.00091305136,0.9743043,0.018240586],"study_design_scores_gemma":[0.00022099276,0.00005854815,0.0137521075,0.0005410687,0.00010442484,0.00028710056,0.000100310666,0.0013533717,0.0016352085,0.003673867,0.97816885,0.000104080034],"about_ca_topic_score_codex":0.013299456,"about_ca_topic_score_gemma":0.023016533,"teacher_disagreement_score":0.07780111,"about_ca_system_score_codex":0.0016948356,"about_ca_system_score_gemma":0.0016213716,"threshold_uncertainty_score":0.26027066},"labels":[],"label_agreement":null},{"id":"W4281479810","doi":"10.4414/saez.2022.20803","title":"E-Rettungswagen voraussichtlich bereits 2023 im Einsatz","year":2022,"lang":"de","type":"article","venue":"Schweizerische Ärztezeitung","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"World Federation of Science Journalists","funders":"","keywords":"Chemistry","score_opus":0.022928764173301457,"score_gpt":0.2771925968441741,"score_spread":0.2542638326708726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281479810","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13001929,0.038208604,0.030911362,0.17228068,0.043948635,0.0021102466,0.055267822,0.01166361,0.5155898],"genre_scores_gemma":[0.27249905,0.019030297,0.021311706,0.035942324,0.0046086223,0.002625914,0.045920365,0.001997233,0.5960644],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941586,0.0011038266,0.00046335973,0.00050176395,0.0020736062,0.0016987929],"domain_scores_gemma":[0.9863122,0.0036836779,0.00075349567,0.0008043211,0.005443811,0.0030025386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004827964,0.0009837276,0.00065451884,0.0024441085,0.0015597362,0.004983397,0.0010158762,0.0034425752,0.10322852],"category_scores_gemma":[0.015965182,0.0004286904,0.0009470666,0.002452532,0.00079373666,0.0030519278,0.0040190658,0.0052588712,0.07613097],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001093001,0.00065356825,0.0062983874,0.0007075159,0.00005652438,0.00073906506,0.00066132017,0.0010038936,0.0031483276,0.019154543,0.56476593,0.40171796],"study_design_scores_gemma":[0.00017325355,0.00034528328,0.0068164538,0.0005869877,0.000039571518,0.0004195406,0.00054274156,0.00058259384,0.0026182742,0.0030866805,0.9847423,0.000046322908],"about_ca_topic_score_codex":0.008147832,"about_ca_topic_score_gemma":0.0059979786,"teacher_disagreement_score":0.10322852,"about_ca_system_score_codex":0.0028756356,"about_ca_system_score_gemma":0.009494853,"threshold_uncertainty_score":0.34533376},"labels":[],"label_agreement":null},{"id":"W4286488146","doi":"10.1145/3550270","title":"Parameter Coverage for Testing of Autonomous Driving Systems under Uncertainty","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science; JST-Mirai Program; European Regional Development Fund; Japan Science and Technology Agency; University of Waterloo; Exploratory Research for Advanced Technology; Science Foundation Ireland","keywords":"Computer science; Correctness; Heuristics; Trustworthiness; Process (computing); Cover (algebra); Operations research; Reliability engineering; Mathematical optimization; Risk analysis (engineering); Algorithm; Computer security","score_opus":0.10734772623091261,"score_gpt":0.3267423154097948,"score_spread":0.21939458917888222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286488146","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4356611,0.0011310616,0.5555952,0.00049956987,0.00004053768,0.00020932875,0.00076799496,0.0020724745,0.004022628],"genre_scores_gemma":[0.9582231,0.00012394095,0.040716864,0.000046888737,0.000015628839,0.00009059693,0.00045884424,0.00014548516,0.00017860574],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9916127,0.0037362212,0.0006027718,0.0008537215,0.002601002,0.0005937177],"domain_scores_gemma":[0.9401591,0.05098559,0.0027228992,0.003584355,0.0018581783,0.0006898283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005188096,0.0010320437,0.0011743865,0.0026489925,0.00054001133,0.0017175464,0.0015393009,0.0011477612,0.0015833579],"category_scores_gemma":[0.056494456,0.00044810175,0.0013408279,0.0011003793,0.0017112024,0.0024714707,0.0016642562,0.0010090441,0.00018065977],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035941243,0.00007051609,0.010838004,0.00018283381,0.000115176335,0.00020079469,0.00017860327,0.94400936,0.005049877,0.0077353106,0.00031473546,0.030945411],"study_design_scores_gemma":[0.000016573227,0.0001739305,0.0022367768,0.000045257144,0.00003073967,0.0001256316,0.000066312,0.97595507,0.0057468032,0.015060229,0.00051572506,0.000026837197],"about_ca_topic_score_codex":0.0028071469,"about_ca_topic_score_gemma":0.0017563684,"teacher_disagreement_score":0.005188096,"about_ca_system_score_codex":0.0012859679,"about_ca_system_score_gemma":0.0012169842,"threshold_uncertainty_score":0.027437568},"labels":[],"label_agreement":null},{"id":"W4286717422","doi":"10.4028/p-u6g3p6","title":"Failure Prediction of Automotive Components Utilizing a Path Independent Forming Limit Criterion","year":2022,"lang":"en","type":"article","venue":"Key engineering materials","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Volvo (Canada)","funders":"Blekinge Tekniska Högskola; VINNOVA","keywords":"Automotive industry; Limit (mathematics); Transformation (genetics); Path (computing); Fuel efficiency; Component (thermodynamics); Production (economics); Automotive engineering; Computer science; Engineering; Reliability engineering; Mathematics; Mathematical analysis","score_opus":0.019820243207558083,"score_gpt":0.2267748636339353,"score_spread":0.2069546204263772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286717422","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2562607,0.00012070526,0.7409247,0.000049030117,0.000008929329,0.0000666732,0.000040662555,0.00044183785,0.0020868543],"genre_scores_gemma":[0.964564,0.00006465199,0.034226857,0.000008964486,0.0000030570072,0.000045423978,0.00006162038,0.000039864983,0.0009854322],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99936074,0.0002033474,0.00002721744,0.00007236171,0.00028837094,0.000048021047],"domain_scores_gemma":[0.99710184,0.0017637729,0.00024096298,0.00019860583,0.0006374713,0.000057367444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016023909,0.0008528742,0.0004741812,0.0015181248,0.00028927723,0.0006049541,0.0010825637,0.0010722685,0.0010363597],"category_scores_gemma":[0.0055949553,0.00029961776,0.0006635127,0.000495651,0.0007703761,0.0007185678,0.00073371304,0.00063839083,0.0002880833],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036263442,0.00002547129,0.0012344464,0.000022091506,0.000008695742,0.000044994093,0.00006538541,0.981396,0.004943459,0.0015431861,0.00009969845,0.010580306],"study_design_scores_gemma":[5.817824e-7,0.000014846724,0.00014969356,0.0000013157339,0.0000010654528,0.0000062017507,0.000002645323,0.99868757,0.00083335576,0.00027293156,0.000027515469,0.0000023637158],"about_ca_topic_score_codex":0.004618674,"about_ca_topic_score_gemma":0.0024775479,"teacher_disagreement_score":0.004618674,"about_ca_system_score_codex":0.0007252493,"about_ca_system_score_gemma":0.00070995826,"threshold_uncertainty_score":0.009183586},"labels":[],"label_agreement":null},{"id":"W4287218407","doi":"10.5539/cis.v15n3p47","title":"Homogenous Multiple Classifier System for Software Quality Assessment Based on Support Vector Machine","year":2022,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Tertiary Education Trust Fund","keywords":"Support vector machine; Computer science; Quadratic classifier; Machine learning; Artificial intelligence; Software; AdaBoost; Classifier (UML); Linear discriminant analysis; Software quality; Data mining; Margin classifier; Confusion matrix; Random forest; Pattern recognition (psychology); Software development","score_opus":0.03609607299771823,"score_gpt":0.31457991063425106,"score_spread":0.27848383763653284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287218407","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10580068,0.0006507929,0.8861465,0.00016769339,0.00021476106,0.00023832444,0.00025508614,0.004848752,0.0016774322],"genre_scores_gemma":[0.78804797,0.00026416808,0.20863068,0.00008435246,0.00008595065,0.00028111617,0.00067517284,0.00006444175,0.0018662104],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981376,0.00034674595,0.00021308039,0.00040845532,0.00072711013,0.00016692842],"domain_scores_gemma":[0.9978765,0.0004999403,0.00019583882,0.00019132448,0.0011421418,0.000094353854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022645418,0.000754786,0.0013021203,0.002219076,0.00048351983,0.0010252339,0.0011398277,0.0007934588,0.0011782196],"category_scores_gemma":[0.005174315,0.00023337537,0.00069065235,0.0011033283,0.00017931685,0.0012127102,0.0007559907,0.0010213869,0.0009092019],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044955045,0.0003888135,0.007607152,0.00011259423,0.00016401827,0.00015759724,0.00011685637,0.041074652,0.016674655,0.0013326397,0.003740947,0.9281805],"study_design_scores_gemma":[0.000014698186,0.00019954819,0.003185572,0.000012693656,0.00004935063,0.0000609753,0.00003938799,0.9868693,0.0075967205,0.00091798865,0.001029587,0.000024142557],"about_ca_topic_score_codex":0.0034408937,"about_ca_topic_score_gemma":0.002444797,"teacher_disagreement_score":0.0034408937,"about_ca_system_score_codex":0.0005718196,"about_ca_system_score_gemma":0.00065327523,"threshold_uncertainty_score":0.011976182},"labels":[],"label_agreement":null},{"id":"W4289438365","doi":"10.48550/arxiv.1810.01577","title":"Moment-Sum-Of-Squares Approach For Fast Risk Estimation In Uncertain\\n Environments","year":2018,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Probabilistic logic; Bounded function; Mathematics; Moment (physics); Chebyshev filter; Mathematical optimization; Explained sum of squares; Probability distribution; Chebyshev nodes; Polynomial; Applied mathematics; Statistics; Mathematical analysis","score_opus":0.06879104267056715,"score_gpt":0.22613713485952425,"score_spread":0.1573460921889571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289438365","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014669005,0.00009028271,0.9979882,0.000050533192,0.000010320344,0.000008122515,0.000015408505,0.00012674298,0.00024339002],"genre_scores_gemma":[0.30487928,0.00063633395,0.6893101,0.00019110319,0.00016432356,0.00024337426,0.00030572165,0.00040346966,0.0038663207],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99906677,0.0003928517,0.000042036547,0.0001690453,0.00025197768,0.000077345285],"domain_scores_gemma":[0.9965546,0.0026649693,0.00021851149,0.00016903531,0.00030364553,0.00008927844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018445862,0.0014873701,0.0014865127,0.00078650226,0.0004695663,0.0009564584,0.0014006384,0.0012477754,0.0023778386],"category_scores_gemma":[0.007011105,0.0009899306,0.0010671014,0.00076867227,0.001048305,0.0015451433,0.0018418229,0.0022642338,0.00068541133],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008593779,0.000025162532,0.00035297888,0.000102105645,0.00007126498,0.00007809256,0.0000573334,0.9447653,0.0020588085,0.01701188,0.0007630713,0.03462805],"study_design_scores_gemma":[0.000002530487,0.000010213893,0.000036810383,0.0000032764992,0.0000032699252,0.000011606266,0.0000037311715,0.9946942,0.0002923515,0.0047075767,0.0002298364,0.000004594193],"about_ca_topic_score_codex":0.004568375,"about_ca_topic_score_gemma":0.0031820477,"teacher_disagreement_score":0.004568375,"about_ca_system_score_codex":0.0008488202,"about_ca_system_score_gemma":0.00119022,"threshold_uncertainty_score":0.009755194},"labels":[],"label_agreement":null},{"id":"W4293098027","doi":"10.1145/3478432.3499102","title":"Universal Design of Interactive Mathematical Notebooks on Programming","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Mathematical proof; Compiler; Programming language; Software engineering; Graphics; USable; Multimedia; Computer graphics (images)","score_opus":0.021648178604182434,"score_gpt":0.29136559805032547,"score_spread":0.269717419446143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293098027","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004032674,0.00008311542,0.97740775,0.0002407374,0.00008752355,0.00019844508,0.000042996442,0.003690899,0.014215813],"genre_scores_gemma":[0.07662478,0.00018458307,0.9083753,0.00019106125,0.00006916645,0.0007116749,0.00016191823,0.0018169261,0.011864593],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938751,0.0023729794,0.0005751832,0.0010173363,0.0015678141,0.0005915777],"domain_scores_gemma":[0.9883008,0.005119121,0.0006467791,0.0026784379,0.002617298,0.00063766836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00596249,0.0017578496,0.0009486886,0.001974163,0.0021449255,0.006203779,0.0039532343,0.0016678117,0.015969122],"category_scores_gemma":[0.021588031,0.0016568847,0.0012552388,0.0007761987,0.004397941,0.009420819,0.00737358,0.003804104,0.0035066663],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000089759094,0.000078265824,0.00037960513,0.0003026502,0.000017540347,0.00028780627,0.0029033422,0.0059651597,0.006307471,0.9035946,0.0069539216,0.073119804],"study_design_scores_gemma":[0.00018079928,0.0002034671,0.0004924085,0.00061295024,0.00006686566,0.0006125751,0.0010553586,0.051524576,0.03471291,0.43971005,0.47070432,0.0001236904],"about_ca_topic_score_codex":0.0007402132,"about_ca_topic_score_gemma":0.0011872804,"teacher_disagreement_score":0.015969122,"about_ca_system_score_codex":0.0015817815,"about_ca_system_score_gemma":0.0017977871,"threshold_uncertainty_score":0.053422034},"labels":[],"label_agreement":null},{"id":"W4293370349","doi":"10.21428/594757db.b85e6625","title":"Low Level Source Code Vulnerability Detection Using Advanced BERT Language Model","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ontario Institute of Technology","funders":"","keywords":"Computer science; Code (set theory); Vulnerability (computing); Programming language; Computer security","score_opus":0.04765795215647902,"score_gpt":0.32095578367162914,"score_spread":0.27329783151515014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293370349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55803734,0.0015793814,0.36557814,0.0013396955,0.00027019682,0.00029817043,0.018275887,0.047048993,0.0075721648],"genre_scores_gemma":[0.8948531,0.00032814778,0.075608514,0.0002546757,0.000036692134,0.00018253327,0.02282652,0.00077054056,0.005139252],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999376,0.00016322477,0.00004515516,0.00017684052,0.00017628267,0.00006247508],"domain_scores_gemma":[0.9978787,0.0010738523,0.0001724495,0.0003575265,0.00044653495,0.00007089426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008307561,0.0012337633,0.00039903977,0.0013004093,0.00023849758,0.00086392305,0.0013176103,0.0007630897,0.002562467],"category_scores_gemma":[0.005184915,0.0003380616,0.0007052096,0.00066274696,0.00040610982,0.0028382652,0.0007718483,0.0015066958,0.0015456561],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015311269,0.00071014,0.024813838,0.0007254602,0.00024516234,0.0009780482,0.00044741985,0.50221634,0.030765094,0.011424796,0.048026424,0.37811616],"study_design_scores_gemma":[0.000017551756,0.00008909777,0.0012778268,0.000012685,0.000017926119,0.00010329541,0.000027553495,0.98716927,0.0054167383,0.0041463054,0.0017039607,0.000017801141],"about_ca_topic_score_codex":0.011182206,"about_ca_topic_score_gemma":0.016126871,"teacher_disagreement_score":0.011182206,"about_ca_system_score_codex":0.0009862309,"about_ca_system_score_gemma":0.0009608063,"threshold_uncertainty_score":0.022234261},"labels":[],"label_agreement":null},{"id":"W4295267415","doi":"","title":"Scenario Based Analysis Procedure Guide V4.","year":2020,"lang":"en","type":"paratext","venue":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Safran Electronics (Canada)","funders":"","keywords":"Computer science","score_opus":0.015496463385359113,"score_gpt":0.26378741758580043,"score_spread":0.2482909542004413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295267415","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014556111,0.00013477469,0.4607335,0.000644456,0.00025424056,0.003813812,0.23926662,0.15582886,0.13786821],"genre_scores_gemma":[0.023170484,0.00046641196,0.50535446,0.00053119997,0.00012712715,0.013508929,0.26987305,0.051789634,0.13517871],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983923,0.0005534013,0.00021123204,0.00016705193,0.00054541015,0.00013056555],"domain_scores_gemma":[0.988393,0.006897486,0.00038869277,0.0016418821,0.0024558748,0.0002231451],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0047247177,0.0018119272,0.00085387926,0.0038508542,0.00087422354,0.0031492675,0.0027511914,0.0013555759,0.46022364],"category_scores_gemma":[0.015228986,0.0015322835,0.0016040396,0.0025870956,0.0005431843,0.002364155,0.0018218153,0.0021642405,0.21085364],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002608212,0.00014113079,0.0006770041,0.0010518656,0.00008024437,0.0002314049,0.00033591664,0.012820483,0.0020236701,0.024396539,0.8589308,0.09905001],"study_design_scores_gemma":[0.00019588353,0.000069581154,0.0010364946,0.0005122093,0.000045249173,0.00022228774,0.00020463757,0.026840717,0.0045921397,0.028259484,0.9379381,0.00008327472],"about_ca_topic_score_codex":0.008448147,"about_ca_topic_score_gemma":0.008568759,"teacher_disagreement_score":0.46022364,"about_ca_system_score_codex":0.0012625008,"about_ca_system_score_gemma":0.0040500006,"threshold_uncertainty_score":0.7699255},"labels":[],"label_agreement":null},{"id":"W4298445647","doi":"10.1142/5760","title":"Computational Intelligence in Software Quality Assurance","year":2005,"lang":"en","type":"book","venue":"Series in machine perception and artificial intelligence","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Quality assurance; Software quality; Software quality assurance; Quality (philosophy); Software; Software engineering; Engineering; Software development; Operations management; Operating system; Physics","score_opus":0.04175911062487599,"score_gpt":0.35027692794193893,"score_spread":0.30851781731706296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298445647","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029684613,0.26870066,0.35607684,0.008490609,0.005329058,0.000112569294,0.00029019977,0.0010217257,0.3570099],"genre_scores_gemma":[0.08599679,0.26571462,0.17400168,0.0028844608,0.0065345583,0.00033244662,0.00087329204,0.0010112528,0.46265098],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99948347,0.00007406323,0.000032889187,0.000058248268,0.0003318546,0.000019531502],"domain_scores_gemma":[0.99811804,0.0013229207,0.00006828861,0.00016789649,0.00027312862,0.000049840513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006172356,0.0010798877,0.0009944561,0.0025906097,0.00040329504,0.0027043433,0.0008383472,0.0008640486,0.010161075],"category_scores_gemma":[0.0024224792,0.00051504443,0.00039829945,0.0044756997,0.0015920874,0.0041373107,0.00081914297,0.0022695616,0.0034387344],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014436287,0.00003839099,0.0001279008,0.000489858,0.00002539436,0.00004486975,0.00021265104,0.005553196,0.0006176953,0.3330963,0.16611879,0.49366057],"study_design_scores_gemma":[0.000011694578,0.000033629687,0.00064165203,0.0006080306,0.000034626926,0.00034022485,0.00011159113,0.020276979,0.0011321874,0.41714492,0.55963737,0.000027135762],"about_ca_topic_score_codex":0.001227937,"about_ca_topic_score_gemma":0.002469216,"teacher_disagreement_score":0.010161075,"about_ca_system_score_codex":0.0010256617,"about_ca_system_score_gemma":0.0009821174,"threshold_uncertainty_score":0.03399217},"labels":[],"label_agreement":null},{"id":"W4300945743","doi":"10.48550/arxiv.1409.3736","title":"A Linear Programming Approach to Error Bounds for Random Walks in the\\n Quarter-plane","year":2014,"lang":"","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Random walk; Approximation error; Markov chain; Mathematics; Plane (geometry); Work (physics); Space (punctuation); Product (mathematics); State space; Markov process; Quarter (Canadian coin); Distribution (mathematics); Stationary distribution; Linear programming; Statistical physics; Applied mathematics; Mathematical analysis; Mathematical optimization; Computer science; Statistics; Physics; Geometry","score_opus":0.0925070305915379,"score_gpt":0.24049137503301804,"score_spread":0.14798434444148012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300945743","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054090125,0.0007195048,0.98881894,0.0005768887,0.000067646775,0.000023783534,0.00005838567,0.00014694108,0.004178954],"genre_scores_gemma":[0.51395935,0.0040688226,0.45564646,0.0010070024,0.00076992455,0.00069622725,0.00048420497,0.00085273286,0.022515198],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99721897,0.0012505522,0.00008372442,0.00041548544,0.00068856997,0.00034271553],"domain_scores_gemma":[0.9871367,0.01065831,0.0005962755,0.00048746273,0.00088838895,0.0002328616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050789164,0.0021732822,0.0017527662,0.0018216633,0.0006750682,0.0028371194,0.0024187004,0.0019475605,0.0050994796],"category_scores_gemma":[0.018061943,0.00081041973,0.0013178022,0.0017750772,0.0026515725,0.0032953983,0.002562702,0.0045222687,0.0008585582],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062713465,0.00006692718,0.00028298126,0.00011547405,0.000039819784,0.000049243656,0.000070086804,0.8557181,0.00083604315,0.12519467,0.001506677,0.01605718],"study_design_scores_gemma":[0.000002595341,0.000013060572,0.000026619538,0.000012461474,0.0000038954295,0.0000053932176,0.0000059705453,0.97662544,0.00020814236,0.022816591,0.0002751491,0.000004673864],"about_ca_topic_score_codex":0.006222849,"about_ca_topic_score_gemma":0.0031739452,"teacher_disagreement_score":0.006222849,"about_ca_system_score_codex":0.0028486347,"about_ca_system_score_gemma":0.0018469319,"threshold_uncertainty_score":0.026860178},"labels":[],"label_agreement":null},{"id":"W4317000347","doi":"10.1145/3573074.3573080","title":"The Java Pathfinder Workshop 2022","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Programming language; Java; Bytecode; Symbolic execution; Java bytecode; Model checking; Program analysis; Java Modeling Language; Pathfinder; Java annotation; Software engineering; Software; Real time Java; World Wide Web","score_opus":0.023949993973193247,"score_gpt":0.2714183101211945,"score_spread":0.24746831614800124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317000347","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023799669,0.015452856,0.59804344,0.03864719,0.0406581,0.0009945938,0.005860803,0.044387374,0.2321559],"genre_scores_gemma":[0.065652184,0.010400983,0.30984324,0.005613722,0.004928727,0.0006530281,0.017057478,0.016968004,0.56888264],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99660194,0.0005246698,0.00015217012,0.00077172683,0.0016403574,0.00030913367],"domain_scores_gemma":[0.9947582,0.0013550691,0.000113449234,0.0009055513,0.0020010557,0.00086651166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007833195,0.0013168318,0.0008391744,0.0019585243,0.0009714368,0.0035708568,0.0022649148,0.0021554078,0.038178932],"category_scores_gemma":[0.007990837,0.0010756816,0.0012836569,0.001000381,0.0008409262,0.0045702746,0.0026734318,0.003616754,0.02582108],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033347655,0.0002656084,0.0005041761,0.00020108171,0.000025837937,0.00029297645,0.00020198752,0.0017673097,0.0065297703,0.021023702,0.52105254,0.4478015],"study_design_scores_gemma":[0.00007449124,0.00008745638,0.00058964215,0.00018333663,0.00002341741,0.00031358484,0.00006577999,0.008842107,0.006773688,0.00950816,0.97349125,0.000047056143],"about_ca_topic_score_codex":0.0049501583,"about_ca_topic_score_gemma":0.007118169,"teacher_disagreement_score":0.038178932,"about_ca_system_score_codex":0.0013173015,"about_ca_system_score_gemma":0.0033206518,"threshold_uncertainty_score":0.12772119},"labels":[],"label_agreement":null},{"id":"W4318220122","doi":"10.1007/978-3-031-11085-6_7","title":"Reliability and Quality Assurance of M&S","year":2023,"lang":"en","type":"book-chapter","venue":"Simulation foundations, methods and applications","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Section (typography); Reliability (semiconductor); Reliability engineering; Quality assurance; Computer science; Engineering; Physics; Operations management; Thermodynamics; Operating system","score_opus":0.14281700986293003,"score_gpt":0.4720701631890869,"score_spread":0.3292531533261569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318220122","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04493671,0.012260418,0.7640088,0.0031285963,0.0005001666,0.00012141861,0.0003078955,0.0019045058,0.17283154],"genre_scores_gemma":[0.80548644,0.006583775,0.13857913,0.00039770154,0.00057079166,0.00014152938,0.00027571822,0.00033988972,0.047625087],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979767,0.0005218885,0.00007787087,0.00016156638,0.0011649878,0.00009696161],"domain_scores_gemma":[0.99575067,0.0018895402,0.00034654856,0.0007547371,0.0011790564,0.000079434336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019880098,0.00041475633,0.00040046484,0.0011456487,0.00052315823,0.0027152374,0.00093994656,0.0009513996,0.00656244],"category_scores_gemma":[0.00898652,0.00043317187,0.0003425156,0.0009232303,0.0011029253,0.0016728123,0.0007381601,0.0009304224,0.0016539281],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014954472,0.0000642025,0.0022713959,0.0005375727,0.000035192214,0.000113736714,0.00048340153,0.1033983,0.012656659,0.50328004,0.013227211,0.36378273],"study_design_scores_gemma":[0.000042654578,0.00032604887,0.0046678404,0.00046206464,0.00007893363,0.00049382664,0.00023218276,0.40668505,0.021201756,0.38477167,0.18098097,0.00005694536],"about_ca_topic_score_codex":0.0015694952,"about_ca_topic_score_gemma":0.0008004344,"teacher_disagreement_score":0.00656244,"about_ca_system_score_codex":0.0010546332,"about_ca_system_score_gemma":0.0010624105,"threshold_uncertainty_score":0.021953583},"labels":[],"label_agreement":null},{"id":"W4322717938","doi":"10.1145/3624742","title":"Stress Testing Control Loops in Cyber-physical Systems","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Knut och Alice Wallenbergs Stiftelse; Lunds Universitet; European Commission","keywords":"Leverage (statistics); Computer science; Cyber-physical system; Software; Stress testing (software); Control (management); Control system; Control engineering; Systems engineering; Engineering; Artificial intelligence","score_opus":0.10009437022392521,"score_gpt":0.3358311838909224,"score_spread":0.23573681366699722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322717938","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25207093,0.00031823944,0.7435434,0.0003043226,0.00005527852,0.0001313126,0.00010290893,0.0015227563,0.0019509231],"genre_scores_gemma":[0.9688733,0.00006810428,0.030509422,0.000054235672,0.00001474788,0.00008138874,0.00008072995,0.00006646704,0.00025156385],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961976,0.0014764962,0.00021859117,0.00062175497,0.0011869606,0.00029854284],"domain_scores_gemma":[0.98018897,0.014420227,0.001756941,0.0022123607,0.001087408,0.00033411177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028407425,0.0013093599,0.00057893066,0.0010844081,0.00038367914,0.0012314938,0.0015633374,0.00127943,0.0016074813],"category_scores_gemma":[0.021181135,0.0003842562,0.0010001751,0.0004121391,0.002834447,0.0024180997,0.0016757062,0.0011871125,0.0001577019],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047866115,0.00020921172,0.009945535,0.00028470787,0.00007929551,0.00045022718,0.00050886814,0.863649,0.023511598,0.028358523,0.00040925783,0.072115086],"study_design_scores_gemma":[0.000033413435,0.00040883303,0.0015010238,0.000053991567,0.00002033277,0.000131322,0.00009816579,0.9533994,0.016024163,0.027625468,0.00067794725,0.000025929809],"about_ca_topic_score_codex":0.0019237678,"about_ca_topic_score_gemma":0.0011051801,"teacher_disagreement_score":0.0028407425,"about_ca_system_score_codex":0.0011017108,"about_ca_system_score_gemma":0.0009134754,"threshold_uncertainty_score":0.01502347},"labels":[],"label_agreement":null},{"id":"W4362647280","doi":"10.1109/rams51473.2023.10088275","title":"Integrating Reliability Engineering with Model Based Systems Engineering","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; Scripting language; Table (database); Reliability (semiconductor); MATLAB; Reliability engineering; Software engineering; Programming language; Data mining; Engineering","score_opus":0.013541026391122547,"score_gpt":0.23379596813023742,"score_spread":0.2202549417391149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362647280","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042322227,0.0014410684,0.9728262,0.0029422967,0.00024759767,0.000056580866,0.0000529923,0.001438312,0.016762685],"genre_scores_gemma":[0.27922788,0.00733949,0.69218326,0.00070867344,0.000536349,0.00026622566,0.00035602853,0.000826644,0.01855543],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9961985,0.0014681318,0.00018874473,0.0002019031,0.0017955672,0.00014713059],"domain_scores_gemma":[0.9912505,0.004112321,0.00036065577,0.0013500823,0.0027414728,0.00018505788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048085432,0.0009089365,0.00065171096,0.0015020302,0.00048568053,0.0030722807,0.0012959483,0.0010254268,0.005799034],"category_scores_gemma":[0.009477294,0.0007080734,0.0011716294,0.0008529458,0.00097467884,0.0030744795,0.0019818281,0.002202785,0.002117747],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000636442,0.00018261699,0.0031791478,0.0008124201,0.00016530039,0.0003202391,0.0004566539,0.382045,0.0050874655,0.2518277,0.013905377,0.34195453],"study_design_scores_gemma":[0.000021337013,0.0001941134,0.0009826706,0.0004750128,0.00009860501,0.00029093,0.0002845832,0.6758436,0.008453513,0.22419043,0.089060776,0.000104442945],"about_ca_topic_score_codex":0.0039110174,"about_ca_topic_score_gemma":0.002469902,"teacher_disagreement_score":0.005799034,"about_ca_system_score_codex":0.0013914276,"about_ca_system_score_gemma":0.0020901363,"threshold_uncertainty_score":0.025430322},"labels":[],"label_agreement":null},{"id":"W4368340833","doi":"10.2172/1972169","title":"MCNP® Site Support Newsletter First Quarter 2023","year":2023,"lang":"en","type":"report","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Los Alamos National Laboratory; National Nuclear Security Administration; U.S. Department of Energy","keywords":"Benchmark (surveying); Computer science; Code (set theory); Quarter (Canadian coin); Programming language; Archaeology; Geology; Geography","score_opus":0.08141183429092612,"score_gpt":0.3524968970234773,"score_spread":0.2710850627325512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4368340833","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041775857,0.00122499,0.005609167,0.009585383,0.019529967,0.0008406772,0.011140213,0.0068317875,0.94106025],"genre_scores_gemma":[0.004142528,0.00053990097,0.0011366446,0.0010930186,0.0016893641,0.00019780714,0.0067063314,0.0008788725,0.9836156],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981192,0.000109044275,0.000043240176,0.000111432135,0.0014580588,0.00015910229],"domain_scores_gemma":[0.9957384,0.0004371365,0.00010543242,0.00023759199,0.0027182717,0.000763174],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016227067,0.0007264616,0.0004342998,0.0011394368,0.0016755221,0.004541494,0.0011834685,0.00210324,0.43708205],"category_scores_gemma":[0.0031152186,0.00043011957,0.00038862863,0.00096865813,0.00023642373,0.0010049802,0.0010557108,0.0016263949,0.3568086],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027072461,0.000034736546,0.00008464249,0.000022105678,8.0972956e-7,0.00003581043,0.000012363757,0.000021873431,0.00022670976,0.00017386435,0.982973,0.016386926],"study_design_scores_gemma":[0.000014025118,0.000040586157,0.00052386604,0.000027272226,0.0000019035842,0.00005932034,0.00005580948,0.0001673805,0.00047824922,0.00013653994,0.9984896,0.000005331819],"about_ca_topic_score_codex":0.007927734,"about_ca_topic_score_gemma":0.014954972,"teacher_disagreement_score":0.43708205,"about_ca_system_score_codex":0.0012113093,"about_ca_system_score_gemma":0.0023222908,"threshold_uncertainty_score":0.8029341},"labels":[],"label_agreement":null},{"id":"W4382795996","doi":"10.1177/1748006x231184289","title":"A model-based safety analysis approach for airborne systems using state traversals","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Institution of Mechanical Engineers Part O Journal of Risk and Reliability","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Aeronautical Science Foundation of China; National Natural Science Foundation of China","keywords":"Fault tree analysis; Computer science; Reliability engineering; State space; Model checking; Markov chain; Certification; Markov model; Reduction (mathematics); State (computer science); Simulation; Engineering; Algorithm; Machine learning; Mathematics","score_opus":0.024536700723139366,"score_gpt":0.2639670540791575,"score_spread":0.23943035335601812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382795996","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036933064,0.000032159565,0.99514467,0.000025285097,0.000005346674,0.00002225549,0.000030518124,0.00054760074,0.00049881084],"genre_scores_gemma":[0.3934005,0.00024575045,0.6025,0.00005194627,0.00002639588,0.00024756725,0.00040715587,0.00025139848,0.0028692107],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99965537,0.00007828729,0.000022099828,0.00006515894,0.00014481657,0.000034319],"domain_scores_gemma":[0.9995122,0.00023715022,0.00006880305,0.00007036021,0.00009489516,0.00001675825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041389983,0.0008745239,0.00058956555,0.00097055425,0.0005340793,0.00069300353,0.0007423865,0.0005520065,0.0025236644],"category_scores_gemma":[0.0012578778,0.0004872202,0.0014220697,0.00046521306,0.00049443333,0.0010298216,0.0008449406,0.0011059137,0.00034590074],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039712122,0.00005739186,0.00070997205,0.0000916392,0.00003708764,0.0001297791,0.00014736505,0.894077,0.010362981,0.026325261,0.0007121951,0.06730965],"study_design_scores_gemma":[0.0000031592344,0.00001764893,0.000053994758,0.00000581132,0.0000083651175,0.000019255087,0.000007852472,0.99305046,0.00082297006,0.005332648,0.00067386526,0.0000039698302],"about_ca_topic_score_codex":0.008954197,"about_ca_topic_score_gemma":0.008800417,"teacher_disagreement_score":0.008954197,"about_ca_system_score_codex":0.00067110034,"about_ca_system_score_gemma":0.0014290002,"threshold_uncertainty_score":0.017804146},"labels":[],"label_agreement":null},{"id":"W4385078510","doi":"10.18280/isi.280304","title":"Experimental Investigations to Fault Reduction System for Software Applications","year":2023,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reduction (mathematics); Computer science; Software; Reliability engineering; Fault (geology); Engineering; Geology; Operating system; Seismology; Mathematics; Geometry","score_opus":0.028264115964766065,"score_gpt":0.2905615456978224,"score_spread":0.2622974297330563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385078510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97197354,0.0002200946,0.02471818,0.00013564782,0.000054713197,0.00015090498,0.000155061,0.00049154094,0.0021003596],"genre_scores_gemma":[0.98758274,0.0001351353,0.010122991,0.000054514734,0.000023457946,0.00014337566,0.00020166078,0.00006830576,0.0016678543],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985146,0.00048317085,0.000112217705,0.00022190096,0.0004936445,0.00017443004],"domain_scores_gemma":[0.9956928,0.0020923943,0.00026488773,0.00082345674,0.0009754034,0.00015105953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012725948,0.000401607,0.00032379467,0.0005607955,0.0004022654,0.00037786894,0.0007780815,0.0005210104,0.004502529],"category_scores_gemma":[0.004811579,0.00024453222,0.00028155235,0.0003911289,0.0005416354,0.0005918674,0.0004923773,0.0005646171,0.0006144178],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019738865,0.0018789564,0.0038607991,0.0006402138,0.00006237845,0.00041959167,0.00084575627,0.008179605,0.93950576,0.0028585615,0.00087579817,0.038898807],"study_design_scores_gemma":[0.00022245257,0.015885487,0.008039682,0.00004199722,0.00007176924,0.0005200394,0.00025611752,0.03146125,0.936669,0.0014357448,0.0053510494,0.000045395966],"about_ca_topic_score_codex":0.00027213074,"about_ca_topic_score_gemma":0.0001487596,"teacher_disagreement_score":0.004502529,"about_ca_system_score_codex":0.0002858674,"about_ca_system_score_gemma":0.0001869511,"threshold_uncertainty_score":0.015062451},"labels":[],"label_agreement":null},{"id":"W4385480910","doi":"10.1093/jrsssa/qnad090","title":"Statistical Methods for Mediation, Confounding and Moderation Analysis Using R and SAS","year":2023,"lang":"en","type":"article","venue":"Journal of the Royal Statistical Society Series A (Statistics in Society)","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Prioris.ai (Canada)","funders":"","keywords":"Moderation; Mediation; Confounding; Statistical analysis; Statistics; Psychology; Mathematics; Sociology; Social science","score_opus":0.035637607176933525,"score_gpt":0.3953241508230078,"score_spread":0.3596865436460743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385480910","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004518316,0.00372147,0.82016456,0.007365279,0.0046838336,0.017674284,0.08687667,0.025790261,0.029205332],"genre_scores_gemma":[0.037096575,0.0036349406,0.81708914,0.0029358284,0.0017689335,0.082221895,0.021593843,0.013786597,0.019872295],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9247024,0.046277594,0.0070740464,0.0057578706,0.015148731,0.0010393937],"domain_scores_gemma":[0.71738815,0.21237026,0.014734617,0.027031515,0.026972739,0.0015027851],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.068089575,0.0026039581,0.0031619198,0.0073168883,0.001095511,0.0038308564,0.0033057544,0.0018658984,0.19582014],"category_scores_gemma":[0.2794897,0.0020453434,0.0044729067,0.008597496,0.0024979452,0.0036883154,0.003700083,0.008088656,0.042669516],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010540936,0.0002672547,0.004436512,0.010077536,0.001624818,0.00024275942,0.0016029405,0.0036444087,0.0012999634,0.050450332,0.6857481,0.23955126],"study_design_scores_gemma":[0.0013846855,0.0010147139,0.013060635,0.0060051475,0.0013087584,0.000606159,0.0010926549,0.019748848,0.003427847,0.23520423,0.7167396,0.00040664882],"about_ca_topic_score_codex":0.0031396989,"about_ca_topic_score_gemma":0.002904809,"teacher_disagreement_score":0.19582014,"about_ca_system_score_codex":0.0020943186,"about_ca_system_score_gemma":0.008201392,"threshold_uncertainty_score":0.65508366},"labels":[],"label_agreement":null},{"id":"W4385624965","doi":"10.1109/newcas57931.2023.10198045","title":"Statistical Model Checking based Analysis of Fault Trees and Power Consumption to Enhance Autonomous Systems Reliability","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Fault tree analysis; Reliability engineering; Redundancy (engineering); Computer science; Power consumption; Reliability (semiconductor); Component (thermodynamics); Model checking; Probability model; Statistical model; Power (physics); Engineering; Artificial intelligence; Statistics; Mathematics; Algorithm","score_opus":0.029494019488069945,"score_gpt":0.34331321006660714,"score_spread":0.3138191905785372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385624965","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057577025,0.00018522133,0.9401721,0.00007401921,0.000015353564,0.000028118167,0.00009905942,0.0010193782,0.0008298282],"genre_scores_gemma":[0.8752276,0.00014170661,0.12370767,0.000038093724,0.000019531235,0.000059502887,0.00017882654,0.00010668448,0.0005203913],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99926466,0.00020652958,0.000033285774,0.00008541368,0.0003546283,0.000055591776],"domain_scores_gemma":[0.9954379,0.0031348628,0.0005113054,0.0004220964,0.00045280103,0.000040928022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010840854,0.00069848326,0.0005634237,0.001356562,0.00026228157,0.0005318188,0.0007072776,0.00035962058,0.001062979],"category_scores_gemma":[0.0059247357,0.00027528882,0.00066767866,0.00088931114,0.00037661367,0.0013606288,0.0003700402,0.00056554703,0.0001292068],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007969144,0.00008469836,0.0046286844,0.00008497425,0.00007398041,0.00009118111,0.00006358587,0.89871824,0.011827755,0.01443645,0.0004873048,0.06942355],"study_design_scores_gemma":[0.0000019499078,0.000024336721,0.00043271267,0.0000036650704,0.000009747923,0.000021451942,0.0000037636714,0.992316,0.0022939823,0.0047314363,0.00015653105,0.0000044101303],"about_ca_topic_score_codex":0.003127256,"about_ca_topic_score_gemma":0.0035130773,"teacher_disagreement_score":0.003127256,"about_ca_system_score_codex":0.00060210587,"about_ca_system_score_gemma":0.0010533534,"threshold_uncertainty_score":0.0062180758},"labels":[],"label_agreement":null},{"id":"W4386609685","doi":"10.1007/978-3-031-40923-3","title":"Computer Safety, Reliability, and Security","year":2023,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Austrian Institute of Technology; Österreichische Forschungsförderungsgesellschaft; Centre National de la Recherche Scientifique; KU Leuven; Mälardalens högskola; Politechnika Gdańska; Ames Research Center; Università degli Studi di Firenze; European Research Consortium for Informatics and Mathematics; Universidade de Lisboa; Bundesministerium für Verkehr, Innovation und Technologie; European Commission; University of Toronto; National Aeronautics and Space Administration","keywords":"Computer science; Reliability (semiconductor); Computer security; Reliability engineering; Engineering","score_opus":0.015329498636984667,"score_gpt":0.2790020788586862,"score_spread":0.26367258022170154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386609685","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039498652,0.12568145,0.03604046,0.0056819664,0.003094486,0.00004720053,0.0003381885,0.000572667,0.8245938],"genre_scores_gemma":[0.06825413,0.07748837,0.01778981,0.0014739236,0.0042196997,0.000116555915,0.0005077431,0.00033509987,0.8298147],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997899,0.000025461699,0.000006797726,0.000035598525,0.00012684228,0.000015472991],"domain_scores_gemma":[0.99953234,0.00024124025,0.00003164936,0.000052002226,0.00011201448,0.000030792882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020344055,0.0009314522,0.0004701546,0.0012956971,0.0005698767,0.0017491091,0.0005329349,0.0007103413,0.036161643],"category_scores_gemma":[0.0013070076,0.00034408784,0.00028579382,0.001911207,0.0014020617,0.0025084335,0.00060265185,0.001433823,0.010425676],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040592775,0.000040100727,0.00019607568,0.0002852796,0.000012139509,0.000049909064,0.00018028848,0.002144414,0.0012436875,0.45740783,0.2783739,0.26002586],"study_design_scores_gemma":[0.0000100631,0.00005575333,0.0005959762,0.00018905806,0.00001640191,0.00027529252,0.000104749866,0.0024495476,0.00047261003,0.39992005,0.5958982,0.000012215758],"about_ca_topic_score_codex":0.0015816462,"about_ca_topic_score_gemma":0.0019080307,"teacher_disagreement_score":0.036161643,"about_ca_system_score_codex":0.0007133346,"about_ca_system_score_gemma":0.0007867365,"threshold_uncertainty_score":0.12097269},"labels":[],"label_agreement":null},{"id":"W4387331371","doi":"10.1109/tnsm.2023.3318406","title":"EV Charging Infrastructure Discovery to Contextualize Its Deployment Security","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Network and Service Management","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hydro-Québec; Concordia University","funders":"Concordia University","keywords":"Software deployment; Computer science; Computer security; Computer network; Telecommunications","score_opus":0.01603467153867251,"score_gpt":0.26332560933928556,"score_spread":0.24729093780061306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387331371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9362662,0.00055983424,0.047154903,0.0008116636,0.00008791665,0.00015060752,0.0012170676,0.0011949317,0.012556817],"genre_scores_gemma":[0.98796195,0.00015713155,0.010223201,0.00006463678,0.000012417352,0.000028025155,0.0007163607,0.000051881907,0.00078447827],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986082,0.00036998728,0.00011979044,0.0002576727,0.0004216037,0.00022279522],"domain_scores_gemma":[0.9944661,0.002447526,0.00089556153,0.0012560233,0.0007568294,0.00017796352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012936828,0.00033082196,0.0002558061,0.0016786419,0.00046722294,0.0013709062,0.0004352495,0.00053120556,0.001053036],"category_scores_gemma":[0.007918207,0.00024265239,0.00023087097,0.0010276703,0.00047529896,0.002640049,0.0016029677,0.0008071705,0.00040864182],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005524498,0.00031131212,0.65741235,0.00060058455,0.00022610911,0.0028368132,0.0053457078,0.040535633,0.046229977,0.019330088,0.009075577,0.21754345],"study_design_scores_gemma":[0.000034992197,0.00060259533,0.4803199,0.00038790033,0.00028338397,0.0041439775,0.0128028495,0.33519548,0.057056896,0.023991372,0.08495952,0.00022121929],"about_ca_topic_score_codex":0.0023758407,"about_ca_topic_score_gemma":0.0041381577,"teacher_disagreement_score":0.0023758407,"about_ca_system_score_codex":0.0004880341,"about_ca_system_score_gemma":0.0005868831,"threshold_uncertainty_score":0.0068417788},"labels":[],"label_agreement":null},{"id":"W4387571649","doi":"10.12927/hcpol.2023.27184","title":"Appendix 4: Program Integration Rating Tool","year":2023,"lang":"fr","type":"article","venue":"Healthcare policy","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.09879328276944219,"score_gpt":0.4364136695571837,"score_spread":0.33762038678774153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387571649","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015000586,0.00024663893,0.052719392,0.0034950792,0.0012981863,0.012261795,0.6117774,0.026461884,0.27673897],"genre_scores_gemma":[0.11310851,0.0005641361,0.27330393,0.003405497,0.0007284423,0.029016912,0.3794548,0.008775336,0.1916425],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99482083,0.0016044333,0.0011505588,0.00027351477,0.00183466,0.00031603576],"domain_scores_gemma":[0.8667234,0.08456797,0.005373786,0.0055869794,0.036081955,0.0016658775],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0048876014,0.0011064226,0.0009162412,0.008888608,0.0010867681,0.0020933452,0.0015581449,0.0019644026,0.5653752],"category_scores_gemma":[0.09774198,0.0008954398,0.0007856356,0.0050504142,0.00040439318,0.002585027,0.0017962047,0.0012094117,0.20927459],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018177749,0.00026625447,0.0032066884,0.00046596455,0.000010224531,0.000073542804,0.00009782333,0.000508794,0.00022834541,0.0017442378,0.9156987,0.07751759],"study_design_scores_gemma":[0.00094842585,0.00038722128,0.042172555,0.0019831401,0.000078955396,0.0005861044,0.0011420343,0.008109539,0.0038606718,0.016764613,0.9237305,0.00023618917],"about_ca_topic_score_codex":0.0054636076,"about_ca_topic_score_gemma":0.006830813,"teacher_disagreement_score":0.5653752,"about_ca_system_score_codex":0.0018640708,"about_ca_system_score_gemma":0.0032204676,"threshold_uncertainty_score":0.6199395},"labels":[],"label_agreement":null},{"id":"W4388092895","doi":"10.48550/arxiv.2310.18811","title":"Hierarchical Framework for Interpretable and Probabilistic Model-Based Safe Reinforcement Learning","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Science Foundation Ireland; European Commission; Canadian Institute of Steel Construction","keywords":"Reinforcement learning; Interpretability; Probabilistic logic; Computer science; Artificial intelligence; Machine learning; Black box; Domain (mathematical analysis); Focus (optics)","score_opus":0.09495309765304245,"score_gpt":0.24527691708822108,"score_spread":0.15032381943517864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388092895","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002734332,0.00012777548,0.99516594,0.0001281391,0.00001783373,0.000019588388,0.000046561236,0.0003919827,0.0013679869],"genre_scores_gemma":[0.66349125,0.00039967048,0.32909682,0.00026672412,0.00010251586,0.00036735213,0.00033851422,0.0002757516,0.0056614317],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99910635,0.0003023618,0.00005523263,0.00020478987,0.00021568018,0.000115484145],"domain_scores_gemma":[0.99852103,0.000808923,0.00016499494,0.00016821949,0.00022297305,0.000113911825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015777962,0.0010163491,0.0010746421,0.0006870519,0.00041351886,0.0011303885,0.0022570663,0.0012051096,0.0048205126],"category_scores_gemma":[0.0037835953,0.0006985721,0.0010613312,0.00050079793,0.0014660178,0.001349483,0.002267719,0.002766967,0.00082605885],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045020784,0.000037448688,0.00029455646,0.000071677634,0.00003756261,0.00007837131,0.00010455454,0.904131,0.0013203081,0.06707313,0.0009623408,0.025843984],"study_design_scores_gemma":[0.0000061076867,0.000015026907,0.000029048224,0.000005118961,0.000004035537,0.0000055808073,0.0000033854506,0.9822504,0.00015077702,0.017107785,0.0004189989,0.0000036797499],"about_ca_topic_score_codex":0.008564402,"about_ca_topic_score_gemma":0.009280719,"teacher_disagreement_score":0.008564402,"about_ca_system_score_codex":0.0016945822,"about_ca_system_score_gemma":0.0022386005,"threshold_uncertainty_score":0.017029107},"labels":[],"label_agreement":null},{"id":"W4388100841","doi":"10.1002/qre.3466","title":"Special issue on systems reliability and safety","year":2023,"lang":"en","type":"article","venue":"Quality and Reliability Engineering International","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reliability engineering; Reliability (semiconductor); Computer science; Engineering; Physics","score_opus":0.022380856244474855,"score_gpt":0.30645469886519855,"score_spread":0.2840738426207237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388100841","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007642075,0.047479797,0.0047364305,0.024842292,0.84541607,0.00026604335,0.0011399458,0.0008610069,0.07449426],"genre_scores_gemma":[0.0053017563,0.037262864,0.0016885484,0.0074363514,0.7781775,0.00025927127,0.002324904,0.0007983894,0.16675037],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955527,0.0005665918,0.0004422305,0.00073910825,0.0023070257,0.0003924111],"domain_scores_gemma":[0.9892034,0.0029942868,0.00070440135,0.0010698098,0.004612219,0.0014159909],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003776922,0.0032026174,0.0033027723,0.0039631715,0.0022111738,0.008620701,0.0026919625,0.004314143,0.14840458],"category_scores_gemma":[0.009229414,0.00095305714,0.0023190647,0.002390333,0.0013697083,0.006358679,0.0024766217,0.0069748145,0.055739354],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003323357,0.000035096455,0.00010667785,0.0005243977,0.000032126896,0.00007995648,0.000036458045,0.00021483649,0.00025487223,0.0035930644,0.96659756,0.028491752],"study_design_scores_gemma":[0.000014564651,0.00006689734,0.00031056427,0.00027879266,0.000021463251,0.00018561448,0.000032021228,0.00027084872,0.00011184056,0.0037000638,0.9949964,0.0000108702025],"about_ca_topic_score_codex":0.0007866537,"about_ca_topic_score_gemma":0.00087109924,"teacher_disagreement_score":0.14840458,"about_ca_system_score_codex":0.0025261703,"about_ca_system_score_gemma":0.003736996,"threshold_uncertainty_score":0.49646276},"labels":[],"label_agreement":null},{"id":"W4388469715","doi":"10.1109/tse.2023.3327575","title":"Identifying the Hazard Boundary of ML-Enabled Autonomous Systems Using Cooperative Coevolutionary Search","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Alliance de recherche numérique du Canada; Natural Sciences and Engineering Research Council of Canada; Mitacs; Canada Research Chairs","keywords":"Computer science; Boundary (topology); Hazard; Context (archaeology); Component (thermodynamics); Genetic algorithm; Artificial intelligence; Metaheuristic; Machine learning; Algorithm; Mathematics","score_opus":0.03903614166885182,"score_gpt":0.2854306910932624,"score_spread":0.24639454942441058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388469715","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34571385,0.00038400487,0.64707094,0.00052724895,0.000022832297,0.000163128,0.000058596845,0.00031801,0.0057412405],"genre_scores_gemma":[0.9444811,0.00010021695,0.05408218,0.00008268487,0.000009095401,0.00016096374,0.00006909133,0.00003206045,0.0009825755],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994721,0.00017865785,0.000031253283,0.00011540475,0.00009621869,0.0001064319],"domain_scores_gemma":[0.9957967,0.0030205983,0.0004439433,0.00016962606,0.00029078312,0.00027830678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019521809,0.00095079665,0.0011465613,0.0012008717,0.0007832846,0.001441831,0.001502782,0.0016147693,0.0016023932],"category_scores_gemma":[0.0075767036,0.0008700341,0.00096451864,0.00045438198,0.0018176491,0.0015087762,0.0025957564,0.0014417616,0.0001680556],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046485005,0.000035077144,0.0025688836,0.000035657264,0.000048526217,0.00009779306,0.00012187651,0.9831872,0.000815236,0.006182905,0.00016072458,0.006699688],"study_design_scores_gemma":[0.000006657847,0.000021863074,0.00017316481,0.000006974909,0.000008163186,0.000010680188,0.000035497294,0.9943224,0.00020828067,0.0050908127,0.00011112583,0.0000044201684],"about_ca_topic_score_codex":0.0065249004,"about_ca_topic_score_gemma":0.003861799,"teacher_disagreement_score":0.0065249004,"about_ca_system_score_codex":0.0014485306,"about_ca_system_score_gemma":0.0018553972,"threshold_uncertainty_score":0.012973845},"labels":[],"label_agreement":null},{"id":"W4388561737","doi":"10.1109/dasc58513.2023.10311167","title":"Certification Considerations of Software-Defined Radio Using Model-Based Development and Automated Testing","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Certification; Avionics; Integration testing; Development testing; Software engineering; Process (computing); Context (archaeology); Unit testing; White-box testing; Conformance testing; Domain (mathematical analysis); Software; Embedded system; Verification and validation; System integration; Software development; Software quality; Software construction; Programming language; Operating system; Engineering","score_opus":0.13556169149693215,"score_gpt":0.3272776044751659,"score_spread":0.19171591297823376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388561737","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013649762,0.00039141194,0.9781848,0.00059255934,0.00003509961,0.00016113778,0.000019962225,0.0005417451,0.006423448],"genre_scores_gemma":[0.37303874,0.0006414823,0.6232341,0.00017945415,0.000043057495,0.00030599936,0.00010483122,0.00019610357,0.0022562668],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98825306,0.005631999,0.00045332868,0.0006527976,0.0046186196,0.00039023437],"domain_scores_gemma":[0.9829336,0.009761916,0.0011675523,0.0038616613,0.0020977657,0.00017753328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005969209,0.0008456019,0.00059972383,0.0017865228,0.000682684,0.0025859256,0.0019460383,0.0013485227,0.0015276799],"category_scores_gemma":[0.018397221,0.00067817396,0.0010945732,0.00069616863,0.0022102713,0.003047361,0.0019957218,0.001933905,0.00030794382],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012460577,0.00035926915,0.003824944,0.0008008756,0.00013435743,0.00093932665,0.0012832666,0.25001466,0.024887461,0.45156947,0.0020152172,0.26404673],"study_design_scores_gemma":[0.000098932534,0.000387074,0.001153658,0.00046558687,0.00010211632,0.0008671513,0.0003078687,0.7980621,0.030574955,0.12876414,0.039136145,0.00008024035],"about_ca_topic_score_codex":0.0028672281,"about_ca_topic_score_gemma":0.003275938,"teacher_disagreement_score":0.005969209,"about_ca_system_score_codex":0.0016003822,"about_ca_system_score_gemma":0.0034066283,"threshold_uncertainty_score":0.031568587},"labels":[],"label_agreement":null},{"id":"W4390122176","doi":"10.5267/j.ijiec.2023.11.001","title":"Software testing and release decision at different statistical confidence levels with consideration of debuggers’ learning and negligent factors","year":2023,"lang":"en","type":"article","venue":"International Journal of Industrial Engineering Computations","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reliability (semiconductor); Debugging; Reliability engineering; Software quality; Computer science; Software; Confidence interval; Resource (disambiguation); Process (computing); Imperfect; Function (biology); Risk analysis (engineering); Software development; Engineering; Statistics; Mathematics","score_opus":0.061233479030421825,"score_gpt":0.3108060944516885,"score_spread":0.24957261542126669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390122176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93129337,0.00016364372,0.066754274,0.00032604134,0.000010656998,0.00002689719,0.000033727145,0.000100174206,0.0012912807],"genre_scores_gemma":[0.99697006,0.000022522936,0.0028295105,0.000012756078,0.0000030805775,0.0000062809863,0.000018981937,0.000005304963,0.00013142843],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951018,0.0013631749,0.00035376177,0.0007771326,0.0014299492,0.00097414653],"domain_scores_gemma":[0.89758736,0.08031255,0.01039615,0.0032823842,0.005920673,0.0025008505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010824416,0.0006243468,0.00062100147,0.0012585297,0.00047951264,0.0021585955,0.0010988273,0.0014294847,0.0009923172],"category_scores_gemma":[0.08380087,0.00046147915,0.0007325871,0.0005408548,0.0012424364,0.0026304852,0.0010890166,0.0015478706,0.00010713522],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015791216,0.00054053334,0.23902841,0.0001825884,0.0002293344,0.0018160349,0.0011171378,0.6322412,0.0092980405,0.020184373,0.0005586075,0.09322456],"study_design_scores_gemma":[0.000040536986,0.0007307086,0.06700858,0.000037770435,0.0001298975,0.0003234698,0.0006711709,0.9113816,0.007789762,0.011556291,0.00023622217,0.00009405781],"about_ca_topic_score_codex":0.0035245686,"about_ca_topic_score_gemma":0.00247774,"teacher_disagreement_score":0.010824416,"about_ca_system_score_codex":0.0012189489,"about_ca_system_score_gemma":0.0016840366,"threshold_uncertainty_score":0.05724567},"labels":[],"label_agreement":null},{"id":"W4391720360","doi":"10.1007/978-3-031-17299-1_2464","title":"Reliability Generalization","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Generalization; Reliability engineering; Reliability (semiconductor); Computer science; Mathematics; Engineering; Physics; Mathematical analysis; Thermodynamics","score_opus":0.038244011650895554,"score_gpt":0.28205656990692124,"score_spread":0.24381255825602569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391720360","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039522857,0.0018022973,0.13730995,0.0023749839,0.0007426589,0.000107755484,0.00041204327,0.0011921583,0.85210574],"genre_scores_gemma":[0.19431639,0.0047516124,0.051255737,0.002281382,0.001694511,0.0003083094,0.0012211446,0.0015896758,0.74258125],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99924314,0.00012031442,0.000028291204,0.00025390772,0.00029517416,0.000059115057],"domain_scores_gemma":[0.9983531,0.000427167,0.00006429072,0.00067557505,0.00042840152,0.00005146869],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083599915,0.0009000435,0.00070369034,0.001220185,0.0010105892,0.0012880684,0.0012771648,0.00078354665,0.06846528],"category_scores_gemma":[0.004545669,0.00043577698,0.0008186381,0.00088387716,0.0014616478,0.0033617283,0.0016383078,0.003172731,0.025674859],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003495217,0.000034523688,0.00017575265,0.00017028829,0.000013335363,0.00008770816,0.00024955368,0.0038843525,0.0018197391,0.70515436,0.103026606,0.18534876],"study_design_scores_gemma":[0.000008885053,0.00003771557,0.00051129295,0.00008865946,0.000020820911,0.00038840808,0.000082881925,0.009204903,0.0021929462,0.66322374,0.32422042,0.000019260988],"about_ca_topic_score_codex":0.0018785809,"about_ca_topic_score_gemma":0.001592873,"teacher_disagreement_score":0.06846528,"about_ca_system_score_codex":0.0012983574,"about_ca_system_score_gemma":0.000900472,"threshold_uncertainty_score":0.22903919},"labels":[],"label_agreement":null},{"id":"W4392182143","doi":"10.1109/icra57147.2024.10611316","title":"Safety Optimized Reinforcement Learning via Multi-Objective Policy Optimization","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Reinforcement learning; Computer science; Reinforcement; Artificial intelligence; Psychology; Social psychology","score_opus":0.02094009631972392,"score_gpt":0.31424824201442514,"score_spread":0.2933081456947012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392182143","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011809895,0.00011840309,0.9858489,0.0001177685,0.000024519573,0.00003832444,0.0000144795085,0.00038748825,0.0016402663],"genre_scores_gemma":[0.8532879,0.00014095343,0.14367019,0.0001809555,0.000040831623,0.00017531986,0.00007267676,0.00012691043,0.002304401],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991842,0.00026364287,0.000039694944,0.00013726823,0.0002472917,0.00012793977],"domain_scores_gemma":[0.99742424,0.0016347157,0.0003355284,0.00016013204,0.00033101652,0.00011440104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017350115,0.0010833194,0.00095844065,0.00055315974,0.0003628005,0.0008335226,0.0011302459,0.0010430411,0.0016275893],"category_scores_gemma":[0.00579539,0.00047205822,0.00047039957,0.00029317767,0.0013407366,0.00087402534,0.0013644224,0.0017517003,0.0003442414],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003669735,0.000028795952,0.0002848522,0.00003682335,0.00001716552,0.000038412272,0.000033780434,0.9761169,0.0009206794,0.005907763,0.00029563584,0.016282512],"study_design_scores_gemma":[0.0000062410218,0.000017001961,0.000023769317,0.0000031009386,0.0000020379787,0.0000048983816,0.0000022151096,0.99753666,0.00026793373,0.00203139,0.00010282922,0.000001842077],"about_ca_topic_score_codex":0.0026051595,"about_ca_topic_score_gemma":0.0020704002,"teacher_disagreement_score":0.0026051595,"about_ca_system_score_codex":0.0007977426,"about_ca_system_score_gemma":0.0019181937,"threshold_uncertainty_score":0.009175777},"labels":[],"label_agreement":null},{"id":"W4394053924","doi":"10.5281/zenodo.883812","title":"Empirical Data From A Longitudinal Software Maintenance Experiment","year":2017,"lang":"en","type":"dataset","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Software; Longitudinal data; Empirical research; Computer science; Statistics; Data mining; Mathematics; Programming language","score_opus":0.05726297677289785,"score_gpt":0.34370171011894823,"score_spread":0.2864387333460504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394053924","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029492103,0.0003128697,0.0009407522,0.00045585568,0.000116374686,0.00021101712,0.9654273,0.0009220203,0.0021217938],"genre_scores_gemma":[0.008472026,0.00008893586,0.001049683,0.00011533922,0.000017448927,0.0003906025,0.9885926,0.00006637849,0.0012069668],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979907,0.00042202603,0.000213021,0.00041868532,0.0007239748,0.0002315817],"domain_scores_gemma":[0.9938426,0.001885487,0.0005005333,0.0013940347,0.0017957578,0.0005815831],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022804746,0.001285229,0.00096755504,0.002407246,0.0008412095,0.0011097091,0.0025331154,0.0022074108,0.008430642],"category_scores_gemma":[0.009063993,0.00044131497,0.0008116676,0.0034848035,0.0005700956,0.0009574357,0.0017481404,0.0018525319,0.013987183],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005756975,0.000997189,0.022622056,0.0008387772,0.00012505983,0.00021758965,0.00022711678,0.0020504901,0.0009134076,0.000924104,0.95138705,0.019121435],"study_design_scores_gemma":[0.0013791615,0.000484552,0.13965222,0.0005474759,0.00019545286,0.0007482998,0.0009460351,0.010175018,0.0039059771,0.0024202315,0.8393747,0.00017080216],"about_ca_topic_score_codex":0.019722141,"about_ca_topic_score_gemma":0.044055477,"teacher_disagreement_score":0.019722141,"about_ca_system_score_codex":0.0016178972,"about_ca_system_score_gemma":0.002669204,"threshold_uncertainty_score":0.03921467},"labels":[],"label_agreement":null},{"id":"W4398258577","doi":"10.7910/dvn/ii5jzg/uyd6xb","title":"MSP_F_20_NFL_4_10.xlsx","year":2020,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Context (archaeology); Resolution (logic); Computer science; Artificial intelligence; History; Archaeology","score_opus":0.023225065483537803,"score_gpt":0.26859053903504077,"score_spread":0.24536547355150296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398258577","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000043211316,0.000020994603,0.000036190137,0.00005420001,0.000018491977,0.000008008275,0.99893516,0.00034968986,0.0005340594],"genre_scores_gemma":[0.00047665555,0.000047221765,0.00032001108,0.000115397524,0.000020365065,0.00017668528,0.9969506,0.0004015795,0.0014914456],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983308,0.00028366194,0.00021046962,0.00044845795,0.00033766194,0.00038905186],"domain_scores_gemma":[0.99345595,0.0025328905,0.0005540916,0.0013056295,0.0015758619,0.0005755784],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018574763,0.002601992,0.0018281683,0.005053842,0.0013401838,0.0042355135,0.003943305,0.0029518662,0.46057162],"category_scores_gemma":[0.015467575,0.0011265611,0.0015990485,0.0075976467,0.0007646431,0.0025979534,0.003338625,0.0020368746,0.373076],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039630573,0.0000122267365,0.0003572672,0.00054501137,0.000015900536,0.000008462657,0.000018668508,0.000064722444,0.00004545254,0.00027856178,0.9976743,0.0009398537],"study_design_scores_gemma":[0.00055984186,0.000026902972,0.0029252016,0.00053184794,0.00003251177,0.00004257255,0.00011574118,0.00018604346,0.0003108886,0.0018580578,0.99336714,0.000043264423],"about_ca_topic_score_codex":0.016620947,"about_ca_topic_score_gemma":0.02417977,"teacher_disagreement_score":0.53942835,"about_ca_system_score_codex":0.0015013588,"about_ca_system_score_gemma":0.0027975182,"threshold_uncertainty_score":0.7694291},"labels":[],"label_agreement":null},{"id":"W4398259737","doi":"10.7910/dvn/ii5jzg/xyl91v","title":"MSP_F_100_NFL_4_17.xlsx","year":2020,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Context (archaeology); Computer science; History; Archaeology","score_opus":0.0224901148611318,"score_gpt":0.2680181618805589,"score_spread":0.24552804701942707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398259737","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000043651744,0.00002173171,0.000033888962,0.00005285247,0.000017302516,0.000007648639,0.9990127,0.00031216984,0.0004979089],"genre_scores_gemma":[0.0004597487,0.00004685395,0.00029461738,0.00010549159,0.000018672066,0.00016219176,0.99716514,0.00034175883,0.0014056092],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983917,0.00027699184,0.00020592808,0.0004293023,0.00032918516,0.0003668398],"domain_scores_gemma":[0.99376136,0.0023830568,0.0005393526,0.0012613187,0.0015246611,0.0005301957],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018009662,0.002472923,0.0017711864,0.0050367895,0.001310891,0.004054467,0.003909123,0.0029269184,0.43627143],"category_scores_gemma":[0.014754509,0.0011098011,0.0015547444,0.007635862,0.0007557325,0.0024611016,0.0031443557,0.0019849914,0.36160234],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038695856,0.000012146431,0.00036919673,0.0005454873,0.000016065462,0.000008405543,0.000017718568,0.00006732047,0.000045152196,0.000272253,0.99764496,0.0009626031],"study_design_scores_gemma":[0.0005530764,0.000026829353,0.0030545262,0.00053502934,0.000032272255,0.000043704065,0.00011314511,0.0001874997,0.00031396965,0.001736331,0.99336207,0.000041735253],"about_ca_topic_score_codex":0.016556453,"about_ca_topic_score_gemma":0.024277752,"teacher_disagreement_score":0.5637286,"about_ca_system_score_codex":0.0014763211,"about_ca_system_score_gemma":0.002707975,"threshold_uncertainty_score":0.8040904},"labels":[],"label_agreement":null},{"id":"W4398260233","doi":"10.7910/dvn/ii5jzg/etg9a6","title":"MSP_F_100_NFL_4_39.xlsx","year":2020,"lang":"tl","type":"dataset","venue":"Harvard Dataverse","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Context (archaeology); Resolution (logic); Computer science; History; Artificial intelligence; Archaeology","score_opus":0.028991329473459743,"score_gpt":0.2755982653031389,"score_spread":0.24660693582967916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398260233","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000042090156,0.000016595297,0.000036552527,0.000050962863,0.000017007047,0.000008438721,0.9989538,0.00035624887,0.0005182567],"genre_scores_gemma":[0.0004911691,0.0000433029,0.0003512635,0.00010723767,0.000019894986,0.00020011529,0.99677795,0.00046545418,0.0015436196],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982413,0.00028480016,0.00023978871,0.00045038643,0.0003729957,0.00041073415],"domain_scores_gemma":[0.9920471,0.0031496154,0.0006704029,0.0015408448,0.0019685125,0.00062357396],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0019714602,0.002488998,0.0018094471,0.0054216953,0.0014390477,0.004352229,0.0040474315,0.0029216225,0.50628394],"category_scores_gemma":[0.016874665,0.0012044894,0.0014954808,0.008352591,0.0008472202,0.0027481408,0.003398104,0.002133037,0.41791895],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038234182,0.0000134558195,0.00035949663,0.0005478664,0.000014404261,0.000008596724,0.000021404336,0.00006380229,0.00005072554,0.00029134462,0.99755776,0.001032872],"study_design_scores_gemma":[0.0005501386,0.00002884424,0.0031080665,0.0005604044,0.000028676057,0.000043750246,0.00013054349,0.00017834164,0.0003584341,0.0018039794,0.9931645,0.00004435136],"about_ca_topic_score_codex":0.015026416,"about_ca_topic_score_gemma":0.020372422,"teacher_disagreement_score":0.49371606,"about_ca_system_score_codex":0.001485987,"about_ca_system_score_gemma":0.0028610865,"threshold_uncertainty_score":0.704226},"labels":[],"label_agreement":null},{"id":"W4398271454","doi":"10.7910/dvn/ii5jzg/8yocmy","title":"MSP_F_100_NFL_4_10.xlsx","year":2020,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Context (archaeology); Resolution (logic); Computer science; History; Artificial intelligence","score_opus":0.022290049408088767,"score_gpt":0.26740691415760903,"score_spread":0.24511686474952027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398271454","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004646183,0.000022840184,0.000036163947,0.000054114116,0.000018743136,0.000008171474,0.99896276,0.00034432457,0.0005063761],"genre_scores_gemma":[0.00047464625,0.000047511632,0.00031002404,0.00010910946,0.00001958041,0.00016895031,0.99708945,0.00036243477,0.0014183428],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99839526,0.0002752903,0.00020220094,0.00043314614,0.00032497066,0.00036913436],"domain_scores_gemma":[0.9939031,0.0023244948,0.00052036776,0.0012611306,0.001463801,0.00052696484],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018047935,0.0025339625,0.0018027382,0.0050021587,0.0013251676,0.00408734,0.0039475136,0.0029989933,0.43202803],"category_scores_gemma":[0.01463886,0.0011015172,0.0015793134,0.007462236,0.000767796,0.0024560762,0.0031348446,0.0020380847,0.3626496],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003949318,0.000012739203,0.0003665266,0.0005391586,0.000016256363,0.0000085872925,0.000017586892,0.000068442954,0.000047768623,0.00026916285,0.9976539,0.00096043065],"study_design_scores_gemma":[0.00056859414,0.000028287232,0.003021309,0.0005264522,0.00003321798,0.000045083187,0.000113743765,0.00019689124,0.0003360669,0.0017951257,0.99329233,0.00004274696],"about_ca_topic_score_codex":0.015715336,"about_ca_topic_score_gemma":0.023506382,"teacher_disagreement_score":0.56797194,"about_ca_system_score_codex":0.0014491818,"about_ca_system_score_gemma":0.0026754923,"threshold_uncertainty_score":0.8101431},"labels":[],"label_agreement":null},{"id":"W4398277276","doi":"10.7910/dvn/ii5jzg/z9n0pc","title":"MSP_F_100_NFL_4_32.xlsx","year":2020,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Context (archaeology); Resolution (logic); Computer science; History; Artificial intelligence; Archaeology","score_opus":0.022543176851258364,"score_gpt":0.2681597623408774,"score_spread":0.24561658548961904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398277276","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004398156,0.000022112174,0.00003663442,0.000050624494,0.000017299315,0.000007941555,0.9989784,0.00035175824,0.0004912493],"genre_scores_gemma":[0.00045909695,0.000047394904,0.0003163002,0.00010340829,0.000018731815,0.0001652466,0.99710995,0.0003797574,0.0014001065],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99840695,0.0002751636,0.00020516731,0.00042964926,0.00032091961,0.00036221227],"domain_scores_gemma":[0.9939441,0.0022868975,0.0005245772,0.0012674307,0.0014502086,0.00052684284],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001823946,0.0025140808,0.001808486,0.005036027,0.0012849596,0.003971251,0.0039111865,0.0028599724,0.4368942],"category_scores_gemma":[0.01439898,0.0011252847,0.0015966342,0.007489572,0.00075520953,0.0024362146,0.0030876996,0.001996726,0.37337685],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040640633,0.000012164931,0.00035932474,0.00055365846,0.000016351978,0.000008369059,0.0000176622,0.00006793523,0.000050565064,0.00026845926,0.9976058,0.000999101],"study_design_scores_gemma":[0.00054653274,0.000027483711,0.0029024791,0.0005177309,0.000032166416,0.00004314724,0.00010723592,0.00018759294,0.0003400146,0.0017806346,0.99347335,0.00004167212],"about_ca_topic_score_codex":0.015389941,"about_ca_topic_score_gemma":0.022640616,"teacher_disagreement_score":0.5631058,"about_ca_system_score_codex":0.0014113407,"about_ca_system_score_gemma":0.0026495014,"threshold_uncertainty_score":0.80320203},"labels":[],"label_agreement":null},{"id":"W4398286541","doi":"10.7910/dvn/ii5jzg/7fnwwf","title":"MSP_F_20_NFL_4_40.xlsx","year":2020,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Context (archaeology); Resolution (logic); Computer science; History; Artificial intelligence; Archaeology","score_opus":0.023513156280313474,"score_gpt":0.26932418256041757,"score_spread":0.2458110262801041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398286541","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000042038017,0.000020611134,0.000035909317,0.000052605486,0.000017650635,0.000008030092,0.99894446,0.00034731906,0.0005312712],"genre_scores_gemma":[0.00046994042,0.000047634567,0.0003220598,0.00011230314,0.00001990892,0.00018132267,0.99694735,0.00040853978,0.0014909699],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983543,0.00028306193,0.00020970461,0.0004404871,0.0003318526,0.00038062842],"domain_scores_gemma":[0.9934784,0.0025414794,0.00055076473,0.0012987469,0.0015638217,0.0005668096],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018751391,0.0025960156,0.0018318021,0.005045067,0.0013169535,0.004133401,0.003915047,0.0028848986,0.46779153],"category_scores_gemma":[0.015352368,0.0011296564,0.0015764476,0.007608094,0.0007667599,0.0025999015,0.003327238,0.0020050996,0.37965417],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039358274,0.0000120744235,0.00034543333,0.00055630965,0.000015492473,0.000008261477,0.000018813627,0.00006374202,0.00004578616,0.00027570804,0.99767476,0.0009443564],"study_design_scores_gemma":[0.000552237,0.000026477612,0.002858092,0.00053250574,0.00003152548,0.000041621774,0.00011510984,0.00018287628,0.00031197196,0.0018406645,0.9934643,0.000042680094],"about_ca_topic_score_codex":0.016123254,"about_ca_topic_score_gemma":0.023367388,"teacher_disagreement_score":0.53220844,"about_ca_system_score_codex":0.0014886722,"about_ca_system_score_gemma":0.0027685135,"threshold_uncertainty_score":0.7591308},"labels":[],"label_agreement":null},{"id":"W4398300558","doi":"10.7910/dvn/ii5jzg/0wu5qu","title":"MSP_F_100_NFL_4_2.xlsx","year":2020,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Context (archaeology); Computer science; History; Archaeology","score_opus":0.022543176851258364,"score_gpt":0.2681597623408774,"score_spread":0.24561658548961904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398300558","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000476481,0.000023043973,0.0000365346,0.00005365329,0.000018349685,0.000008293417,0.99897826,0.00034635817,0.0004879279],"genre_scores_gemma":[0.00047103787,0.0000461242,0.00031508898,0.00010719044,0.000019023058,0.00016860079,0.9971679,0.0003588089,0.0013461121],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984263,0.00027205906,0.00019633672,0.00042323727,0.0003180044,0.0003639744],"domain_scores_gemma":[0.9940599,0.0022304838,0.0005087962,0.001259577,0.0014220284,0.000519207],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0017685352,0.0025194858,0.0018151798,0.0050683157,0.0013337472,0.0040251724,0.003968278,0.0029919455,0.41855824],"category_scores_gemma":[0.014280819,0.0011082017,0.0016163151,0.007390096,0.00077214703,0.0024064872,0.0031226345,0.0020205248,0.34903592],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041082832,0.000013078197,0.00037623852,0.00055279484,0.00001684538,0.000009012693,0.000018172575,0.000071338065,0.000049835016,0.00027308078,0.99761873,0.00095974584],"study_design_scores_gemma":[0.0005709722,0.000028245113,0.0029731716,0.0005129851,0.000034067347,0.000046186404,0.00011181199,0.00020172603,0.0003376657,0.0017781009,0.99336195,0.000043178996],"about_ca_topic_score_codex":0.01580177,"about_ca_topic_score_gemma":0.023828616,"teacher_disagreement_score":0.58144176,"about_ca_system_score_codex":0.001422143,"about_ca_system_score_gemma":0.0026357989,"threshold_uncertainty_score":0.8293561},"labels":[],"label_agreement":null},{"id":"W4398322551","doi":"10.7910/dvn/ii5jzg/vsnztq","title":"MSP_F_20_NFL_4_16.xlsx","year":2020,"lang":"pt","type":"dataset","venue":"Harvard Dataverse","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Context (archaeology); Resolution (logic); Computer science; Mathematics; Artificial intelligence; Geography; Archaeology","score_opus":0.0322135567374304,"score_gpt":0.2809130324253887,"score_spread":0.24869947568795828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398322551","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003950573,0.00001735432,0.000033995482,0.00005402322,0.000017916,0.000008364723,0.9989324,0.00035868053,0.0005377526],"genre_scores_gemma":[0.00049201015,0.000044500943,0.0003528625,0.00011695089,0.000021440956,0.00020291751,0.99669564,0.00046880578,0.0016049601],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981686,0.0002990166,0.00024071061,0.00048411966,0.00037699408,0.00043054982],"domain_scores_gemma":[0.99237376,0.002923047,0.00063302804,0.0014823434,0.001942559,0.00064520875],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0019697638,0.0026498667,0.0019231974,0.0053394,0.0014871152,0.00449601,0.00421992,0.0030578603,0.5110408],"category_scores_gemma":[0.017518502,0.0012162252,0.0016238503,0.008133686,0.00082346925,0.0029040289,0.003668413,0.0021541272,0.41191095],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041057654,0.000012645581,0.00034296417,0.0005824997,0.000015415913,0.000008108258,0.000020958782,0.00005896131,0.000049543312,0.00028142822,0.9975914,0.00099514],"study_design_scores_gemma":[0.000565436,0.000027939917,0.0029460988,0.00058416795,0.000031056836,0.000040243878,0.0001265004,0.00017146331,0.00033185093,0.0018737047,0.9932561,0.000045531193],"about_ca_topic_score_codex":0.016457822,"about_ca_topic_score_gemma":0.022484517,"teacher_disagreement_score":0.4889592,"about_ca_system_score_codex":0.0015681374,"about_ca_system_score_gemma":0.003054057,"threshold_uncertainty_score":0.6974409},"labels":[],"label_agreement":null},{"id":"W4398329608","doi":"10.7910/dvn/ii5jzg/rnnvk8","title":"MSP_F_50_NFL_4_12.xlsx","year":2020,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Context (archaeology); Resolution (logic); Computer science; Geography; Artificial intelligence; Archaeology","score_opus":0.02345769106095168,"score_gpt":0.2691457205047474,"score_spread":0.2456880294437957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398329608","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000043252512,0.000020530984,0.000034999903,0.000048662027,0.000017013255,0.000007674108,0.9989668,0.00033576347,0.0005253244],"genre_scores_gemma":[0.00045368038,0.00004504635,0.00029793265,0.000103526254,0.000018186785,0.00016174836,0.997081,0.0003768783,0.0014618916],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983974,0.00027840448,0.00020178393,0.0004310247,0.000318958,0.0003723982],"domain_scores_gemma":[0.99390477,0.0023151492,0.0005146903,0.0012679754,0.0014668932,0.0005304857],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0017932968,0.0025133158,0.001806682,0.004988969,0.0013468452,0.00404668,0.0038636867,0.0028316155,0.4524613],"category_scores_gemma":[0.014432664,0.0011021764,0.001581269,0.007517562,0.0007436823,0.002494807,0.0031889009,0.0019632427,0.37655765],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004077763,0.000012171857,0.0003546522,0.00053094863,0.00001558514,0.000008090532,0.000017992577,0.000063633925,0.000047365807,0.0002674164,0.9976827,0.0009587201],"study_design_scores_gemma":[0.00054974225,0.000026898133,0.0030236014,0.0005308795,0.000032603817,0.000041070492,0.00011388045,0.00018089796,0.00032601872,0.0017506247,0.99338174,0.00004194009],"about_ca_topic_score_codex":0.016635614,"about_ca_topic_score_gemma":0.024365185,"teacher_disagreement_score":0.5475387,"about_ca_system_score_codex":0.0014423693,"about_ca_system_score_gemma":0.0026671179,"threshold_uncertainty_score":0.7809975},"labels":[],"label_agreement":null},{"id":"W4398331983","doi":"10.7910/dvn/ii5jzg/0wo44w","title":"MSP_F_100_NFL_4_1.xlsx","year":2020,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Context (archaeology); Resolution (logic); Computer science; History; Artificial intelligence; Archaeology","score_opus":0.022543176851258364,"score_gpt":0.2681597623408774,"score_spread":0.24561658548961904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398331983","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000045542754,0.00002253758,0.000034323784,0.00005278182,0.000017760101,0.000008117414,0.99903214,0.0003154021,0.00047143945],"genre_scores_gemma":[0.0004649778,0.000047057707,0.00030735414,0.00010734217,0.000019282023,0.0001708142,0.99719185,0.00034200356,0.0013492183],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99840003,0.0002738778,0.00020324046,0.00042838775,0.0003247368,0.00036972095],"domain_scores_gemma":[0.9936777,0.0024329876,0.00054793933,0.0012928254,0.001510296,0.0005382194],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0017811108,0.0025294372,0.001821881,0.0051539894,0.0013292719,0.0040448722,0.003954981,0.002993798,0.42807215],"category_scores_gemma":[0.014938016,0.0011096013,0.0016071108,0.0075840214,0.00077246386,0.002459,0.0031507218,0.00202481,0.34801257],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040392177,0.000012976637,0.0003873083,0.0005711885,0.00001691085,0.000008900146,0.000018157232,0.00007198459,0.000047935846,0.00027285414,0.99758005,0.000971296],"study_design_scores_gemma":[0.00058122113,0.000028713062,0.0031379417,0.00054992293,0.00003501343,0.00004649212,0.00011550901,0.0001983994,0.00032842252,0.0017980201,0.9931364,0.000043904365],"about_ca_topic_score_codex":0.01607901,"about_ca_topic_score_gemma":0.024150662,"teacher_disagreement_score":0.57192785,"about_ca_system_score_codex":0.0014451033,"about_ca_system_score_gemma":0.0026886554,"threshold_uncertainty_score":0.81578565},"labels":[],"label_agreement":null},{"id":"W4398347322","doi":"10.7910/dvn/ii5jzg/b8n0xq","title":"MSP_F_100_NFL_4_40.xlsx","year":2020,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Context (archaeology); Resolution (logic); Computer science; History; Artificial intelligence; Archaeology","score_opus":0.022543176851258364,"score_gpt":0.2681597623408774,"score_spread":0.24561658548961904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398347322","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004508574,0.000022352779,0.000036115573,0.000052000425,0.000017814884,0.000008225983,0.9989736,0.00034513295,0.00049968966],"genre_scores_gemma":[0.00046037094,0.000047420504,0.00031206544,0.00010528819,0.000018932065,0.00017318707,0.9971226,0.00036905936,0.0013910182],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99840254,0.00027701308,0.00020284828,0.00042972562,0.00032332633,0.00036450624],"domain_scores_gemma":[0.99387604,0.0023563178,0.00052082294,0.0012645588,0.0014595918,0.000522746],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018357631,0.0025577194,0.0018218481,0.005032521,0.0013133417,0.003992409,0.0039521735,0.0029374994,0.439215],"category_scores_gemma":[0.014612071,0.001110322,0.0015688363,0.007494252,0.000776502,0.002461995,0.0031433604,0.0020098304,0.36937279],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039261744,0.0000126591995,0.0003531352,0.00055338244,0.000015914047,0.000008447124,0.00001787545,0.0000678518,0.000048660677,0.00026651152,0.99765104,0.0009653821],"study_design_scores_gemma":[0.0005581486,0.000027878914,0.002926723,0.000526172,0.000032195352,0.00004420731,0.000112216454,0.0001937167,0.0003383832,0.0017694336,0.9934285,0.000042310385],"about_ca_topic_score_codex":0.015322894,"about_ca_topic_score_gemma":0.022833502,"teacher_disagreement_score":0.560785,"about_ca_system_score_codex":0.0014423549,"about_ca_system_score_gemma":0.002664125,"threshold_uncertainty_score":0.7998917},"labels":[],"label_agreement":null},{"id":"W4398392323","doi":"10.7910/dvn/ii5jzg/doctby","title":"MSP_F_100_NFL_4_46.xlsx","year":2020,"lang":"pt","type":"dataset","venue":"Harvard Dataverse","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Context (archaeology); Resolution (logic); Computer science; Operations research; Mathematics; Geography; Artificial intelligence; Archaeology","score_opus":0.03104582651259454,"score_gpt":0.2799452977929295,"score_spread":0.24889947128033493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398392323","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000041810414,0.000018408718,0.000031175725,0.000050561328,0.000016801721,0.000008079333,0.99902487,0.0003182269,0.00049010024],"genre_scores_gemma":[0.0004728492,0.000043255546,0.00030808288,0.00010506903,0.00001875073,0.00017825165,0.9970552,0.00038227037,0.001436322],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99831426,0.00027551773,0.00021929642,0.0004420589,0.00035251016,0.00039639528],"domain_scores_gemma":[0.9930155,0.0026583706,0.00058147474,0.0013756033,0.0017942865,0.0005747414],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018247381,0.0025597662,0.0018519423,0.005140901,0.0014560153,0.0041598906,0.004109582,0.0030585492,0.48323846],"category_scores_gemma":[0.015984805,0.0011517731,0.0015610326,0.007789188,0.0008051367,0.002663958,0.0032796862,0.0021296933,0.40420318],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040071925,0.000013388803,0.0003565713,0.0005640328,0.0000150661335,0.000007912257,0.000018589135,0.00006417365,0.00005233976,0.00025832013,0.9976278,0.0009817398],"study_design_scores_gemma":[0.0005897131,0.00003154508,0.0032573915,0.0005796535,0.000032157197,0.000044363896,0.00012712258,0.00019087872,0.00037049063,0.0017064582,0.99302554,0.00004463669],"about_ca_topic_score_codex":0.015912006,"about_ca_topic_score_gemma":0.022134194,"teacher_disagreement_score":0.51676154,"about_ca_system_score_codex":0.00149862,"about_ca_system_score_gemma":0.0027900378,"threshold_uncertainty_score":0.7370976},"labels":[],"label_agreement":null},{"id":"W4398405777","doi":"10.7910/dvn/ii5jzg/ji7owm","title":"MSP_F_100_NFL_4_23.xlsx","year":2020,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Context (archaeology); Resolution (logic); Computer science; Artificial intelligence; History; Archaeology","score_opus":0.022543176851258364,"score_gpt":0.2681597623408774,"score_spread":0.24561658548961904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398405777","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000042910026,0.000021737967,0.000033998665,0.000052450767,0.000017688826,0.000007759216,0.99901545,0.00031671402,0.00049121835],"genre_scores_gemma":[0.00045706026,0.000047020465,0.00029422648,0.00010574712,0.000018878674,0.0001636944,0.9971641,0.00035232387,0.0013970106],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983935,0.00027553958,0.00020571293,0.0004269387,0.00032946587,0.00036886783],"domain_scores_gemma":[0.99372274,0.0024150338,0.0005347718,0.001267982,0.0015265092,0.000533035],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018045118,0.002508788,0.0017957926,0.0050296327,0.0013271631,0.0041017947,0.0039306697,0.0029459877,0.44605535],"category_scores_gemma":[0.014867839,0.0011133399,0.0015733511,0.0075773457,0.00076729496,0.002485819,0.0031534247,0.002007306,0.36836317],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003842999,0.000012325464,0.0003650614,0.0005480304,0.000016149916,0.000008384349,0.000017715454,0.00006791177,0.00004557898,0.0002694226,0.99765235,0.00095865526],"study_design_scores_gemma":[0.0005658804,0.000027535349,0.0030622713,0.0005416975,0.000032752872,0.00004424441,0.00011484569,0.00019090823,0.00031947033,0.0017554482,0.9933022,0.000042753298],"about_ca_topic_score_codex":0.01648369,"about_ca_topic_score_gemma":0.024018178,"teacher_disagreement_score":0.55394465,"about_ca_system_score_codex":0.0014809833,"about_ca_system_score_gemma":0.0026942485,"threshold_uncertainty_score":0.7901348},"labels":[],"label_agreement":null},{"id":"W4398542541","doi":"10.7910/dvn/ii5jzg/zlipsl","title":"MSP_F_100_NFL_4_3.xlsx","year":2020,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Context (archaeology); Resolution (logic); Computer science; History; Artificial intelligence","score_opus":0.022543176851258364,"score_gpt":0.2681597623408774,"score_spread":0.24561658548961904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398542541","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000045963447,0.000022628608,0.00003656622,0.000053600314,0.000018380355,0.000008269283,0.99896216,0.00035148053,0.00050096563],"genre_scores_gemma":[0.00047379962,0.000046849633,0.00031552874,0.000109632856,0.000019432962,0.00017055201,0.9970913,0.0003714839,0.001401263],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99841464,0.00027179968,0.0002002807,0.00042339702,0.00032139587,0.0003684509],"domain_scores_gemma":[0.9939459,0.00228458,0.00051722414,0.0012708958,0.0014585895,0.00052286254],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0017708206,0.0025216413,0.0018113056,0.0050113113,0.0013265673,0.0040751062,0.0039453655,0.002978643,0.4326391],"category_scores_gemma":[0.014390727,0.0011146484,0.0016161066,0.007415333,0.00077515683,0.0024346148,0.0031710365,0.0020076567,0.3593684],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040315812,0.000012720024,0.00037149223,0.0005531666,0.000016722515,0.000008802059,0.000018079729,0.00007003156,0.000049052946,0.0002732934,0.99762255,0.0009637421],"study_design_scores_gemma":[0.000572221,0.000027671604,0.0029584905,0.00052089116,0.000033662902,0.000045054534,0.0001113835,0.00019690426,0.00033644767,0.0017924943,0.99336183,0.00004288814],"about_ca_topic_score_codex":0.015911318,"about_ca_topic_score_gemma":0.02376954,"teacher_disagreement_score":0.5673609,"about_ca_system_score_codex":0.0014276807,"about_ca_system_score_gemma":0.0026407083,"threshold_uncertainty_score":0.80927145},"labels":[],"label_agreement":null},{"id":"W4398548649","doi":"10.7910/dvn/ii5jzg/vas3zc","title":"MSP_F_100_NFL_4_48.xlsx","year":2020,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Context (archaeology); Resolution (logic); Computer science; Mathematics; Algorithm; Artificial intelligence; Geography; Archaeology","score_opus":0.022543176851258364,"score_gpt":0.2681597623408774,"score_spread":0.24561658548961904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398548649","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000043479133,0.0000219156,0.00003340876,0.000050707586,0.000017406464,0.000007728764,0.99900466,0.00032079796,0.00049986795],"genre_scores_gemma":[0.00044799162,0.00004670471,0.00028204767,0.00010057851,0.000018236113,0.00015758841,0.9972019,0.0003491001,0.0013958106],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984213,0.00026861878,0.00020001136,0.00042025038,0.00032531252,0.0003645416],"domain_scores_gemma":[0.9939063,0.0023074194,0.0005182038,0.0012504257,0.001497119,0.0005203982],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001764884,0.0025313222,0.0017875453,0.004996077,0.0013133454,0.004020643,0.003861883,0.0028941638,0.44541568],"category_scores_gemma":[0.014354311,0.0010968356,0.0015439425,0.007513294,0.0007690976,0.002458931,0.0031156037,0.001986941,0.3789897],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003871506,0.000012384347,0.0003528048,0.00054328976,0.000015441436,0.000008100952,0.000017379993,0.0000668268,0.000047755595,0.0002597951,0.9976767,0.0009608745],"study_design_scores_gemma":[0.00055349956,0.000028244225,0.0030286133,0.00052841316,0.00003146385,0.000043915137,0.000112742375,0.00018876437,0.0003340644,0.0016816405,0.9934274,0.000041308704],"about_ca_topic_score_codex":0.016106872,"about_ca_topic_score_gemma":0.02333339,"teacher_disagreement_score":0.5545843,"about_ca_system_score_codex":0.0014586492,"about_ca_system_score_gemma":0.002627532,"threshold_uncertainty_score":0.7910472},"labels":[],"label_agreement":null},{"id":"W4398616256","doi":"10.7910/dvn/ii5jzg/emv7pe","title":"MSP_F_100_NFL_4_5.xlsx","year":2020,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Context (archaeology); Resolution (logic); Computer science; History; Artificial intelligence; Archaeology","score_opus":0.022543176851258364,"score_gpt":0.2681597623408774,"score_spread":0.24561658548961904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398616256","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000046383924,0.00002303057,0.00003648178,0.00005300864,0.000018183619,0.000008356135,0.99898773,0.00033524353,0.00049159606],"genre_scores_gemma":[0.0004702122,0.00004655394,0.00031700422,0.000107938096,0.000018768495,0.00016938426,0.99716824,0.00034955304,0.0013523804],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983993,0.00027960422,0.0002027923,0.00042689193,0.0003225233,0.00036888965],"domain_scores_gemma":[0.9938824,0.0023180465,0.0005256,0.0012723396,0.0014750006,0.000526733],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0017933112,0.0025294542,0.0018020674,0.004998868,0.0013371482,0.003997399,0.0039245663,0.0030036417,0.42666832],"category_scores_gemma":[0.014524996,0.0011018593,0.0015993668,0.0073855147,0.00077565043,0.002431882,0.0030859387,0.0020221253,0.3539727],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040926447,0.00001313532,0.00037328477,0.00056352327,0.00001672084,0.000008840039,0.000017981904,0.0000716366,0.000049586313,0.0002768426,0.99760723,0.0009602777],"study_design_scores_gemma":[0.0005769608,0.00002885317,0.0030349884,0.0005325712,0.000034606703,0.00004623792,0.00011420489,0.000200463,0.00034594146,0.0018143227,0.9932274,0.000043385007],"about_ca_topic_score_codex":0.015756901,"about_ca_topic_score_gemma":0.023794461,"teacher_disagreement_score":0.5733317,"about_ca_system_score_codex":0.0014412311,"about_ca_system_score_gemma":0.0026611455,"threshold_uncertainty_score":0.81778806},"labels":[],"label_agreement":null},{"id":"W4398616439","doi":"10.7910/dvn/ii5jzg/ifjy0h","title":"MSP_F_100_NFL_4_11.xlsx","year":2020,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Context (archaeology); Resolution (logic); Computer science; Operations research; History; Mathematics; Artificial intelligence; Archaeology","score_opus":0.022497111215832387,"score_gpt":0.26800169829012155,"score_spread":0.24550458707428915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398616439","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000042518226,0.000021489237,0.000034020322,0.000052368385,0.000017439465,0.000007763597,0.999019,0.00030603373,0.0004993513],"genre_scores_gemma":[0.00046255408,0.00004699599,0.00029939308,0.000107865104,0.000019012068,0.00016574044,0.99710804,0.0003460878,0.0014443351],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983771,0.00027900323,0.00020886472,0.00042943077,0.00033315364,0.00037247658],"domain_scores_gemma":[0.99364436,0.00243334,0.00054672244,0.0012935972,0.0015422096,0.0005396425],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018034547,0.0024730817,0.0017823228,0.005034728,0.0013201049,0.0040802923,0.0038791406,0.0029277243,0.4426362],"category_scores_gemma":[0.014938214,0.0011008861,0.001567376,0.007643956,0.0007517844,0.0024613568,0.003155767,0.00200515,0.3623052],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003896915,0.000012210455,0.00036668032,0.0005462622,0.000016152748,0.000008417043,0.0000175924,0.000068096466,0.00004483867,0.00027486985,0.99764746,0.0009583462],"study_design_scores_gemma":[0.0005439962,0.000026704807,0.0030252754,0.00054092356,0.00003262152,0.00004322898,0.00011355427,0.00018516828,0.00031114093,0.0017592906,0.9933763,0.000041749554],"about_ca_topic_score_codex":0.01634163,"about_ca_topic_score_gemma":0.024013858,"teacher_disagreement_score":0.5573638,"about_ca_system_score_codex":0.0014572804,"about_ca_system_score_gemma":0.0026867609,"threshold_uncertainty_score":0.7950118},"labels":[],"label_agreement":null},{"id":"W4398624170","doi":"10.7910/dvn/ii5jzg/fkwyil","title":"MSP_F_100_NFL_4_16.xlsx","year":2020,"lang":"pt","type":"dataset","venue":"Harvard Dataverse","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Context (archaeology); Resolution (logic); Computer science; History; Artificial intelligence; Archaeology","score_opus":0.03091838749115236,"score_gpt":0.27974777761232117,"score_spread":0.2488293901211688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398624170","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000042376858,0.000018711362,0.000033856253,0.00005302662,0.000017836432,0.00000849165,0.9989693,0.00035335188,0.0005030076],"genre_scores_gemma":[0.00048664774,0.000044446675,0.00034016525,0.00010965673,0.000020272968,0.00019270959,0.99688524,0.00042271215,0.0014982445],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982408,0.00028993568,0.00023209347,0.00046583908,0.00036295713,0.00040845314],"domain_scores_gemma":[0.9929142,0.0026685568,0.0005935939,0.0014323202,0.00180236,0.0005890206],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0019087009,0.002576282,0.0018994967,0.005261646,0.0014601459,0.004307023,0.0042188517,0.0030949,0.48014063],"category_scores_gemma":[0.01644958,0.0011889396,0.0016039502,0.007972114,0.0008207788,0.0027357866,0.0034252503,0.002144563,0.39994073],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004139621,0.000013263036,0.0003526764,0.0005788674,0.000015858977,0.00000824812,0.000019758812,0.00006248865,0.00005324785,0.00027112605,0.99756753,0.0010155119],"study_design_scores_gemma":[0.00057430833,0.000029433679,0.0030477662,0.0005741799,0.000031760417,0.00004257064,0.00012351513,0.00018072732,0.0003633323,0.00178995,0.99319744,0.000044945762],"about_ca_topic_score_codex":0.015449499,"about_ca_topic_score_gemma":0.021645268,"teacher_disagreement_score":0.5198594,"about_ca_system_score_codex":0.0015006635,"about_ca_system_score_gemma":0.002906402,"threshold_uncertainty_score":0.7415163},"labels":[],"label_agreement":null},{"id":"W4398627424","doi":"10.7910/dvn/ii5jzg/1qlk2b","title":"MSP_F_100_NFL_4_6.xlsx","year":2020,"lang":"pt","type":"dataset","venue":"Harvard Dataverse","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Context (archaeology); Computer science; History; Archaeology","score_opus":0.03104582651259454,"score_gpt":0.2799452977929295,"score_spread":0.24889947128033493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398627424","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000043518427,0.0000194255,0.000034277145,0.000053685835,0.000018262115,0.000008901552,0.99896765,0.00035719923,0.000497047],"genre_scores_gemma":[0.00049272063,0.00004492129,0.00035107578,0.000111757116,0.000020571133,0.00019828048,0.9969144,0.00042060527,0.0014456696],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99826896,0.00028489932,0.00022650427,0.0004549451,0.00035656765,0.00040823023],"domain_scores_gemma":[0.9929155,0.0026753878,0.00059287506,0.0014383917,0.001784343,0.00059346395],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018794868,0.0026276957,0.0019186904,0.0052785943,0.0014742686,0.0042866427,0.0042116987,0.0031594322,0.47204322],"category_scores_gemma":[0.01639342,0.0011814918,0.001623246,0.007876151,0.0008280863,0.0027105117,0.0033799952,0.0021736077,0.39133418],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041674626,0.000013891468,0.00035861816,0.0005843008,0.000015853288,0.000008457594,0.00001952362,0.000064071064,0.000052798852,0.00026709746,0.99757963,0.0009940688],"study_design_scores_gemma":[0.00060691155,0.000031168027,0.0031442647,0.0005917507,0.000033690838,0.000045034594,0.00012745261,0.00019464326,0.00037949975,0.0018406261,0.9929582,0.00004670908],"about_ca_topic_score_codex":0.01512045,"about_ca_topic_score_gemma":0.021683875,"teacher_disagreement_score":0.5279568,"about_ca_system_score_codex":0.0014740314,"about_ca_system_score_gemma":0.0028308926,"threshold_uncertainty_score":0.7530663},"labels":[],"label_agreement":null},{"id":"W4398686768","doi":"10.7910/dvn/ii5jzg/qicure","title":"MSP_F_100_NFL_4_12.xlsx","year":2020,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Context (archaeology); Resolution (logic); Computer science; Operations research; Mathematics; Artificial intelligence; Geography; Archaeology","score_opus":0.02250162810344538,"score_gpt":0.2680108294734913,"score_spread":0.24550920137004592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398686768","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000044616718,0.000022021592,0.00003541544,0.000052646403,0.000017941475,0.000007903006,0.99898475,0.00033762722,0.00049718254],"genre_scores_gemma":[0.00045965522,0.000045963352,0.0003047151,0.0001055731,0.000019186798,0.00016456263,0.9971089,0.00036300844,0.0014285082],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998389,0.0002791641,0.00020382907,0.0004336679,0.0003255664,0.00036884256],"domain_scores_gemma":[0.9938991,0.002305546,0.00052268483,0.0012677892,0.0014752616,0.0005295981],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018098768,0.0025190292,0.0018153258,0.005048156,0.0013276057,0.0040904894,0.0039564725,0.0029476718,0.43654564],"category_scores_gemma":[0.0146811865,0.0011068882,0.0016007457,0.007551371,0.00075672375,0.0024642632,0.003156841,0.0020068313,0.36561903],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003984407,0.000012466303,0.00036230125,0.00054008554,0.000016440023,0.000008421009,0.000017705994,0.000066927336,0.00004653666,0.00026571038,0.997656,0.00096751464],"study_design_scores_gemma":[0.0005629083,0.00002754668,0.0030113966,0.0005232631,0.00003314788,0.000043653046,0.00011236702,0.00019104326,0.00032470105,0.0017627227,0.99336505,0.000042341308],"about_ca_topic_score_codex":0.016039966,"about_ca_topic_score_gemma":0.023926528,"teacher_disagreement_score":0.5634544,"about_ca_system_score_codex":0.0014366624,"about_ca_system_score_gemma":0.0026654026,"threshold_uncertainty_score":0.80369925},"labels":[],"label_agreement":null},{"id":"W4400432787","doi":"","title":"Perspectives on AI-ML Safety Assurance","year":2024,"lang":"en","type":"article","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Safran Electronics (Canada)","funders":"","keywords":"Safety assurance; Computer science; Engineering; Reliability engineering","score_opus":0.010536414860755622,"score_gpt":0.25686873259485027,"score_spread":0.24633231773409464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400432787","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006692416,0.008260319,0.8898315,0.058422774,0.0010690539,0.000058499485,0.00021146708,0.0012837979,0.034170076],"genre_scores_gemma":[0.61219287,0.011701286,0.34644258,0.008752484,0.005009492,0.0004991283,0.0005431836,0.00095318235,0.013905699],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9876485,0.005259373,0.0007669081,0.0016824009,0.003972856,0.00066988106],"domain_scores_gemma":[0.92145497,0.053332135,0.0026355698,0.012358022,0.008819713,0.0013996405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022283755,0.0012385307,0.0013443391,0.0030300813,0.0022471992,0.007645458,0.004180842,0.005338491,0.00971955],"category_scores_gemma":[0.05242123,0.00080028793,0.001444198,0.0017263605,0.019596066,0.017551739,0.0076971105,0.009447715,0.0029031716],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025935691,0.000021536043,0.0003449298,0.00015583646,0.000014304047,0.00004851607,0.00020585938,0.007578248,0.00045057933,0.96530205,0.002417174,0.023435038],"study_design_scores_gemma":[0.0000072114153,0.000043416963,0.00014963013,0.00010794199,0.00000659315,0.00005488288,0.000093494076,0.019384248,0.0008478102,0.96373284,0.015549675,0.000022225033],"about_ca_topic_score_codex":0.002016006,"about_ca_topic_score_gemma":0.000825595,"teacher_disagreement_score":0.022283755,"about_ca_system_score_codex":0.0041969097,"about_ca_system_score_gemma":0.002963284,"threshold_uncertainty_score":0.11784911},"labels":[],"label_agreement":null},{"id":"W4401282669","doi":"10.1007/978-3-031-66997-2_17","title":"A Framework for Formal Probabilistic Risk Assessment Using HOL Theorem Proving","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"HOL; Computer science; Probabilistic logic; Automated theorem proving; Formal verification; Theoretical computer science; Programming language; Artificial intelligence","score_opus":0.03149742351460235,"score_gpt":0.3305850709995267,"score_spread":0.2990876474849244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401282669","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003081132,0.000121015524,0.9964336,0.00011655231,0.000030010544,0.000017798235,0.000029997609,0.00024197208,0.0027008462],"genre_scores_gemma":[0.07771298,0.0006672043,0.9149134,0.0002528622,0.00030623333,0.00021890101,0.00020272082,0.00035735,0.0053683436],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99645656,0.0012426501,0.0002765093,0.0004604361,0.0013219578,0.00024185146],"domain_scores_gemma":[0.99308676,0.0044306335,0.0003412653,0.0013385641,0.0006611961,0.00014155963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005647601,0.0016149883,0.0012625128,0.002686793,0.001243946,0.0043026083,0.00385085,0.0015456451,0.008595346],"category_scores_gemma":[0.010137223,0.0011861218,0.0027599484,0.0018914255,0.0045834067,0.006341824,0.0034230046,0.004774676,0.002318865],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014709384,0.000026987183,0.000099286124,0.00012032369,0.00002539538,0.00009494598,0.000100569305,0.018499335,0.00080099376,0.9461734,0.0019060718,0.032137986],"study_design_scores_gemma":[0.000009750488,0.000014482354,0.000042061394,0.000052370717,0.000019465904,0.00007844565,0.000018417122,0.06080667,0.0008194503,0.9280769,0.0100442,0.000017731785],"about_ca_topic_score_codex":0.001527498,"about_ca_topic_score_gemma":0.0013312274,"teacher_disagreement_score":0.008595346,"about_ca_system_score_codex":0.0016659581,"about_ca_system_score_gemma":0.0016444456,"threshold_uncertainty_score":0.029867709},"labels":[],"label_agreement":null},{"id":"W4401543655","doi":"10.1145/3643991.3645067","title":"Predicting the Impact of Crashes Across Release Channels","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Environmental science","score_opus":0.026123118609519772,"score_gpt":0.3617541329787454,"score_spread":0.33563101436922566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401543655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9636697,0.0007822905,0.02548735,0.00067092053,0.00010939517,0.00009645485,0.0061363815,0.0018204581,0.0012271282],"genre_scores_gemma":[0.9873071,0.00026106337,0.006408524,0.00004618931,0.000036519592,0.000036895424,0.0052565504,0.00009367552,0.00055346836],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983308,0.00027154316,0.00015116738,0.00043818264,0.0005702158,0.00023821442],"domain_scores_gemma":[0.97357935,0.013005708,0.0047547393,0.0025139055,0.0045556906,0.0015905874],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027927707,0.0011133972,0.00080943224,0.003683227,0.00046037586,0.0013475317,0.001498423,0.0012260409,0.0013837598],"category_scores_gemma":[0.02364423,0.0006027648,0.0006920812,0.0016930988,0.0005438832,0.0026469524,0.0011489425,0.001513009,0.0010705639],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004978408,0.00031096765,0.6717604,0.00016313962,0.00019622494,0.00030146918,0.00020124797,0.2676284,0.003741513,0.00082808855,0.0058738636,0.04849683],"study_design_scores_gemma":[0.000020238787,0.00030027016,0.1696468,0.000043756532,0.00009223502,0.00024442168,0.00033004148,0.8231783,0.0029339832,0.0019598212,0.0011926728,0.000057529713],"about_ca_topic_score_codex":0.010633802,"about_ca_topic_score_gemma":0.0131986905,"teacher_disagreement_score":0.010633802,"about_ca_system_score_codex":0.00073553604,"about_ca_system_score_gemma":0.0006877849,"threshold_uncertainty_score":0.021143794},"labels":[],"label_agreement":null},{"id":"W4402391956","doi":"10.1145/3691642","title":"An Operational Quality Model of Embedded Software Aligned with ISO 25000","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Embedded Computing Systems","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Quality (philosophy); Software; Software quality; Reliability engineering; Software engineering; Engineering; Software development; Programming language; Physics","score_opus":0.03932399085442554,"score_gpt":0.3357699320259824,"score_spread":0.2964459411715568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402391956","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.119238,0.0012423039,0.8288858,0.0019081777,0.00014237806,0.0013094936,0.0009247583,0.0007016574,0.04564747],"genre_scores_gemma":[0.6791401,0.0010605203,0.3124823,0.00026894186,0.000049074733,0.0014960199,0.0020951857,0.000095381314,0.003312455],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9776652,0.005631369,0.0026159643,0.0014689506,0.011765806,0.0008525809],"domain_scores_gemma":[0.969242,0.008422783,0.0051609944,0.0020706174,0.01446108,0.00064264535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014408653,0.0011275106,0.0005796526,0.008050838,0.0009276032,0.004985611,0.001767247,0.0012969305,0.0015487625],"category_scores_gemma":[0.035911206,0.0003894184,0.0015422798,0.00463351,0.0021008572,0.004925464,0.0019895402,0.0011868321,0.00067395024],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002976592,0.00065572857,0.084036596,0.0020394672,0.00024007008,0.00047115254,0.0072884928,0.10491478,0.018272392,0.39169857,0.011397169,0.37868804],"study_design_scores_gemma":[0.00017747298,0.0030637616,0.14379817,0.003406172,0.0005732418,0.0011870406,0.012154692,0.45656627,0.01815059,0.20103681,0.15941146,0.00047434983],"about_ca_topic_score_codex":0.010840561,"about_ca_topic_score_gemma":0.006103674,"teacher_disagreement_score":0.014408653,"about_ca_system_score_codex":0.004883366,"about_ca_system_score_gemma":0.008834427,"threshold_uncertainty_score":0.07620114},"labels":[],"label_agreement":null},{"id":"W4402416800","doi":"10.24840/978-989-20-8313-1","title":"Proceedings of the 6th International Conference on Integrity-Reliability-Failure (IRF2018)","year":2018,"lang":"en","type":"book","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Reliability engineering; Reliability (semiconductor); Computer science; Forensic engineering; Engineering; Physics","score_opus":0.031114628789009405,"score_gpt":0.28707819316420524,"score_spread":0.25596356437519585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402416800","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009948472,0.11028605,0.14174576,0.040088132,0.2684333,0.001408288,0.0043626972,0.008337491,0.41538978],"genre_scores_gemma":[0.053660743,0.06704939,0.06565422,0.010196441,0.04638719,0.0013343104,0.021616869,0.003450688,0.7306501],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958014,0.0008024906,0.00026635046,0.0005372198,0.002072644,0.0005199212],"domain_scores_gemma":[0.9937488,0.00085740496,0.00024219922,0.00061696337,0.003289392,0.0012453189],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005565458,0.0017599034,0.0013404532,0.0019815709,0.0013953289,0.006128544,0.002576951,0.0033304603,0.11198519],"category_scores_gemma":[0.007216378,0.00044730006,0.0011313657,0.0012173372,0.0011698931,0.003968359,0.0033615173,0.004197033,0.06739195],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017654352,0.000112341884,0.00035417688,0.00042589757,0.00002801624,0.00017216994,0.00013038861,0.000717736,0.0023875337,0.006767134,0.8070468,0.18168133],"study_design_scores_gemma":[0.000011997744,0.000060277813,0.0004068997,0.0001878792,0.000014397403,0.00018107789,0.000073273804,0.00094206777,0.0006613976,0.0028070377,0.9946354,0.000018243241],"about_ca_topic_score_codex":0.001790685,"about_ca_topic_score_gemma":0.0027857863,"teacher_disagreement_score":0.11198519,"about_ca_system_score_codex":0.0014278854,"about_ca_system_score_gemma":0.0029781726,"threshold_uncertainty_score":0.37462777},"labels":[],"label_agreement":null},{"id":"W4402416801","doi":"10.24840/978-989-54756-1-2","title":"Proceedings of the 7th International Conference on Integrity-Reliability-Failure (IRF2020)","year":2020,"lang":"en","type":"book","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Reliability engineering; Reliability (semiconductor); Computer science; Forensic engineering; Engineering; Physics","score_opus":0.033671283190196896,"score_gpt":0.2778249172421859,"score_spread":0.24415363405198898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402416801","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007173873,0.09280877,0.09395964,0.029549574,0.31719208,0.0015664899,0.005844464,0.0066402047,0.44526485],"genre_scores_gemma":[0.03682109,0.05807329,0.046375606,0.008139087,0.06005175,0.001293793,0.021721907,0.0033773836,0.7641461],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958093,0.00080644386,0.00026248416,0.0005498038,0.002071534,0.0005005073],"domain_scores_gemma":[0.99447143,0.00073574384,0.0002486599,0.0005056905,0.0028569913,0.0011814442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005505678,0.0017722322,0.0013886887,0.0018437937,0.0013777287,0.006787083,0.0022111055,0.0030250351,0.14297137],"category_scores_gemma":[0.0063231094,0.0004395535,0.0011213489,0.0010730324,0.0011013283,0.0038446651,0.00277795,0.003961081,0.08964204],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015858347,0.00007514608,0.0002222807,0.00046667116,0.000025862328,0.0001291252,0.00009457277,0.00041981443,0.0025207251,0.00633558,0.8551578,0.13439384],"study_design_scores_gemma":[0.000009821164,0.00005653776,0.000351825,0.000178646,0.000012647612,0.00014780981,0.000050731283,0.0005457407,0.0006140181,0.0018816576,0.99613535,0.000015178973],"about_ca_topic_score_codex":0.0013578209,"about_ca_topic_score_gemma":0.0018330284,"teacher_disagreement_score":0.14297137,"about_ca_system_score_codex":0.0013511382,"about_ca_system_score_gemma":0.0031216342,"threshold_uncertainty_score":0.47828686},"labels":[],"label_agreement":null},{"id":"W4402757116","doi":"10.1016/j.jss.2024.112219","title":"A model-driven formal methods approach to software architectural security vulnerabilities specification and verification","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Université du Québec en Outaouais","funders":"","keywords":"Computer science; Formal methods; Software engineering; Software security assurance; Formal specification; Programming language; Model checking; Formal verification; Computer security; Information security; Security service","score_opus":0.04063376757938385,"score_gpt":0.32362344089337886,"score_spread":0.282989673313995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402757116","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00093184505,0.00003605744,0.99790514,0.000115209645,0.000016047934,0.000058544203,0.000024043224,0.00025298513,0.00066016236],"genre_scores_gemma":[0.07281263,0.00017433702,0.9241998,0.00012822055,0.000030499663,0.00038520218,0.00013573033,0.0002382957,0.0018952382],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966827,0.0014132636,0.00020307364,0.00024644943,0.001279632,0.0001749444],"domain_scores_gemma":[0.9933037,0.0046710144,0.0003177086,0.000904914,0.0006946042,0.00010806275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004839559,0.0010697967,0.00084344804,0.0016002435,0.0010338066,0.0027039961,0.0032052596,0.0015943447,0.0036703285],"category_scores_gemma":[0.009115661,0.0013189657,0.0027598552,0.0006511525,0.0026311346,0.0022824013,0.0022908922,0.002987741,0.0007916775],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009382511,0.000281025,0.0008001238,0.00036884437,0.00014506454,0.00030826923,0.0005837273,0.39956647,0.010612856,0.4932529,0.0024036241,0.091583386],"study_design_scores_gemma":[0.000063611675,0.000053361582,0.00010107184,0.000095753785,0.00006119231,0.00009625285,0.00005800471,0.799346,0.004900065,0.18639505,0.008797066,0.00003263026],"about_ca_topic_score_codex":0.006135158,"about_ca_topic_score_gemma":0.007568401,"teacher_disagreement_score":0.006135158,"about_ca_system_score_codex":0.0017003581,"about_ca_system_score_gemma":0.004436439,"threshold_uncertainty_score":0.025594294},"labels":[],"label_agreement":null},{"id":"W4402927940","doi":"10.3390/math12193014","title":"A Network Reliability Analysis Method for Complex Real-Time Systems: Case Studies in Railway and Maritime Systems","year":2024,"lang":"en","type":"article","venue":"Mathematics","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Key Research and Development Program of China","keywords":"Reliability (semiconductor); Reliability engineering; Computer science; Engineering","score_opus":0.07972522513810179,"score_gpt":0.3872078090780016,"score_spread":0.3074825839398998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402927940","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05913978,0.0002983165,0.93633527,0.00023898666,0.00002332052,0.00019403144,0.00015152298,0.00014747794,0.0034713787],"genre_scores_gemma":[0.5135103,0.00053204293,0.4828598,0.00003873798,0.00003964449,0.0004541396,0.00021951042,0.00010430687,0.0022414578],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99850935,0.00092365453,0.000057563866,0.00015283609,0.00028890008,0.0000676498],"domain_scores_gemma":[0.9942247,0.0043460885,0.00040078675,0.00029163278,0.00064418226,0.000092585695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032603785,0.0009827216,0.0005415719,0.001980758,0.0006383388,0.0009757111,0.0010452918,0.0012231818,0.0017181026],"category_scores_gemma":[0.009564068,0.00038137683,0.0007881544,0.0014288777,0.0008766339,0.0014028756,0.0011293724,0.0012312597,0.00019919168],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056851364,0.0000714883,0.0040879543,0.00011531428,0.00004046812,0.00040652804,0.00038697434,0.9360076,0.0014270688,0.021266174,0.0008961598,0.035237398],"study_design_scores_gemma":[0.0000046680802,0.000019680025,0.0003851066,0.000011476093,0.000008428637,0.0000675026,0.000081613456,0.99527967,0.00034856057,0.002981249,0.00080484315,0.000007304248],"about_ca_topic_score_codex":0.007760624,"about_ca_topic_score_gemma":0.009060088,"teacher_disagreement_score":0.007760624,"about_ca_system_score_codex":0.0011629979,"about_ca_system_score_gemma":0.0008784332,"threshold_uncertainty_score":0.01724273},"labels":[],"label_agreement":null},{"id":"W4403181934","doi":"10.23919/icn.2024.0016","title":"Automated and Controlled Patch Generation for Enhanced Fixing of Communication Software Vulnerabilities","year":2024,"lang":"en","type":"article","venue":"Intelligent and Converged Networks","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Software; Software engineering; Operating system","score_opus":0.022527795594571902,"score_gpt":0.2925877064000147,"score_spread":0.2700599108054428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403181934","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.153411,0.00074308016,0.7478496,0.00038749014,0.00018019862,0.0005101479,0.0016945669,0.092569284,0.0026545937],"genre_scores_gemma":[0.5046805,0.00032135705,0.480073,0.00026229044,0.000073638854,0.00036559938,0.0052494383,0.0057193846,0.0032547489],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988242,0.00031115694,0.00008940703,0.00035021934,0.0003557165,0.00006938633],"domain_scores_gemma":[0.9955765,0.0020271954,0.00049088645,0.0012460445,0.0005773656,0.00008196606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012194174,0.0009391986,0.00051238877,0.0012958075,0.00031407212,0.00056525576,0.0014227532,0.00076041336,0.0019170474],"category_scores_gemma":[0.0074515813,0.00030372187,0.00071805133,0.0005997939,0.0006148179,0.001114227,0.0009669689,0.0007406701,0.000935213],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005874933,0.0005396309,0.019244015,0.0009790743,0.00015758381,0.0011960759,0.00092323916,0.05404213,0.122990824,0.0057479357,0.03869182,0.7549002],"study_design_scores_gemma":[0.0002794005,0.00061518454,0.008704031,0.00009556853,0.00018918043,0.001116919,0.00019728314,0.83355266,0.12104195,0.010360011,0.023759445,0.000088342626],"about_ca_topic_score_codex":0.0014492203,"about_ca_topic_score_gemma":0.001972838,"teacher_disagreement_score":0.0019170474,"about_ca_system_score_codex":0.00029747366,"about_ca_system_score_gemma":0.0006836701,"threshold_uncertainty_score":0.006448984},"labels":[],"label_agreement":null},{"id":"W4403318507","doi":"10.1145/3699711","title":"A Systematic Literature Review on Automated Software Vulnerability Detection Using Machine Learning","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Systematic review; Vulnerability (computing); Artificial intelligence; Software; Machine learning; Software engineering; Computer security; Programming language; MEDLINE","score_opus":0.06293239003634729,"score_gpt":0.3830288452040654,"score_spread":0.3200964551677181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403318507","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015623576,0.99354136,0.001381044,0.0013811138,0.00017280006,0.0002590716,0.00060641614,0.00003919761,0.001056696],"genre_scores_gemma":[0.011847341,0.98135626,0.004274498,0.001099733,0.00014074889,0.00051054324,0.00055499043,0.000017203774,0.00019863868],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9865998,0.004635721,0.0044024293,0.0010854516,0.0029958906,0.00028071427],"domain_scores_gemma":[0.8728798,0.101568006,0.010803972,0.0018118727,0.012235887,0.0007004654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015604906,0.0014690429,0.0032301578,0.036139604,0.00088445545,0.0030597942,0.0021546234,0.0018912831,0.0049245944],"category_scores_gemma":[0.08643088,0.0011437011,0.004487686,0.020025874,0.0011851827,0.00537618,0.0023538822,0.0014916664,0.00085895904],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009798765,0.000055815657,0.0031609286,0.6486152,0.0018501004,0.00024702825,0.0009946246,0.00065263425,0.00044681216,0.0017720858,0.0115178,0.33058903],"study_design_scores_gemma":[0.00004278887,0.00015240678,0.004837103,0.904368,0.0073189596,0.0004426478,0.00089607673,0.00039009456,0.00045454112,0.0016320684,0.07941,0.00005541792],"about_ca_topic_score_codex":0.007272855,"about_ca_topic_score_gemma":0.022619477,"teacher_disagreement_score":0.036139604,"about_ca_system_score_codex":0.004072686,"about_ca_system_score_gemma":0.02006905,"threshold_uncertainty_score":0.08252758},"labels":[],"label_agreement":null},{"id":"W4403647320","doi":"10.1145/3691621.3694960","title":"6th International Workshop on Automated and verifiable Software sYstem DEvelopment (ASYDE 2024)","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Verifiable secret sharing; Computer science; Software engineering; Software development; Software; Operating system; Programming language; Set (abstract data type)","score_opus":0.017595912305175987,"score_gpt":0.28778797092549224,"score_spread":0.27019205862031626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403647320","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011262417,0.06925379,0.6019017,0.032273065,0.06118321,0.0010880082,0.0028331915,0.006203726,0.21400085],"genre_scores_gemma":[0.057183024,0.046306115,0.36158207,0.0068486156,0.00912414,0.001235142,0.009861804,0.004360175,0.5034989],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99063486,0.0030708355,0.00050141965,0.000987077,0.0038588601,0.0009470257],"domain_scores_gemma":[0.99110466,0.00245626,0.00025824748,0.001439346,0.0034988485,0.0012425303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013825128,0.0017140165,0.0015648557,0.0029613278,0.0010507371,0.007006887,0.0027551346,0.0036460334,0.049562745],"category_scores_gemma":[0.012549523,0.00093491713,0.0015858888,0.0018518558,0.0015427726,0.005708513,0.0061185174,0.005069295,0.022393506],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039010958,0.00028674796,0.00047066298,0.0006848309,0.0000694571,0.00024945414,0.0005003363,0.0030969826,0.0058306265,0.04003617,0.41660017,0.53178436],"study_design_scores_gemma":[0.000036122852,0.00013910691,0.00051174016,0.00041301557,0.000025291778,0.00028006622,0.000108823566,0.0046228874,0.0035245845,0.012864563,0.9774365,0.000037288533],"about_ca_topic_score_codex":0.0027930746,"about_ca_topic_score_gemma":0.0039135036,"teacher_disagreement_score":0.049562745,"about_ca_system_score_codex":0.0018509368,"about_ca_system_score_gemma":0.005008616,"threshold_uncertainty_score":0.16580391},"labels":[],"label_agreement":null},{"id":"W4403972617","doi":"10.2139/ssrn.5007553","title":"Integrating Failure Modes and Effect Analysis for Technical Language Processing","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Computer science; Natural language processing","score_opus":0.007768599163640487,"score_gpt":0.30839508718690817,"score_spread":0.3006264880232677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403972617","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050297757,0.00009630713,0.9919952,0.000040435156,0.000024188288,0.00005845703,0.00009225606,0.0016982134,0.0009652077],"genre_scores_gemma":[0.22432381,0.00033192965,0.76909006,0.00009515805,0.00011750629,0.00024223869,0.0004205613,0.0009327508,0.0044460534],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971814,0.0008167467,0.00023607071,0.00039112868,0.001135632,0.00023901659],"domain_scores_gemma":[0.9883073,0.006867513,0.0006623923,0.0024797607,0.0015485679,0.00013453145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034460826,0.0016601225,0.0014212101,0.005124502,0.00074958353,0.0023394334,0.0021330207,0.0013246363,0.008507271],"category_scores_gemma":[0.016824419,0.0007696149,0.003034462,0.0017776941,0.0010577011,0.0038632571,0.0017179871,0.0024171558,0.0027442833],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004364468,0.0005719828,0.009318113,0.0005996273,0.0004950458,0.0004341493,0.0005519407,0.19541506,0.038258925,0.13196075,0.0035897868,0.61836815],"study_design_scores_gemma":[0.000013680713,0.00012268897,0.0015239628,0.000051170373,0.00014276853,0.000120926095,0.000070457514,0.8396326,0.013288582,0.14215699,0.00283032,0.000045956313],"about_ca_topic_score_codex":0.003787692,"about_ca_topic_score_gemma":0.0041570296,"teacher_disagreement_score":0.008507271,"about_ca_system_score_codex":0.000613407,"about_ca_system_score_gemma":0.0016525979,"threshold_uncertainty_score":0.028459668},"labels":[],"label_agreement":null},{"id":"W4404838900","doi":"10.1142/s0218539324500578","title":"Machine Learning-Based Reliability Evaluation for Software Defect Prediction and Model Validation Assessment","year":2024,"lang":"en","type":"article","venue":"International Journal of Reliability Quality and Safety Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Reliability engineering; Reliability (semiconductor); Computer science; Software quality; Verification and validation; Model validation; Software; Machine learning; Predictive modelling; Artificial intelligence; Engineering; Software development; Programming language","score_opus":0.03188100837465722,"score_gpt":0.3559982628762541,"score_spread":0.32411725450159684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404838900","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09377554,0.00041485057,0.90189147,0.00015891486,0.00003581196,0.00011664932,0.00015710149,0.0010565623,0.002393127],"genre_scores_gemma":[0.9176096,0.00014419483,0.080993034,0.000043125445,0.000025658323,0.00014543529,0.00029221503,0.000056660298,0.00069004623],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969002,0.0014167029,0.00022503205,0.00028439285,0.0010243333,0.00014941584],"domain_scores_gemma":[0.98905283,0.0063640997,0.0011131874,0.0011547338,0.0021557813,0.00015940069],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062059835,0.001073084,0.00082682515,0.0026514854,0.0003811723,0.0009848286,0.0011029552,0.0009946509,0.0011576175],"category_scores_gemma":[0.017796885,0.00027817732,0.000653166,0.0010801423,0.0006054839,0.0012376433,0.0010623609,0.0009927503,0.00032271483],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013260159,0.00016080872,0.007983701,0.00012313027,0.00010454456,0.0000529703,0.00004837174,0.905344,0.0029489526,0.0039675115,0.0005918082,0.078541666],"study_design_scores_gemma":[0.0000018177022,0.00004497838,0.0005485608,0.000006759002,0.0000053065123,0.000010521083,0.0000050459817,0.9977597,0.000849163,0.00066344626,0.000100848636,0.0000039717115],"about_ca_topic_score_codex":0.0032065334,"about_ca_topic_score_gemma":0.0026467268,"teacher_disagreement_score":0.0062059835,"about_ca_system_score_codex":0.0010474365,"about_ca_system_score_gemma":0.0010652569,"threshold_uncertainty_score":0.03282082},"labels":[],"label_agreement":null},{"id":"W4405846117","doi":"10.1109/seaa64295.2024.00014","title":"Model-Based Reliability, Availability, and Maintainability Analysis for Satellite Systems with Collaborative Maneuvers via Stochastic Games","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Maintainability; Computer science; Reliability (semiconductor); Reliability engineering; Satellite; Distributed computing; Software engineering; Engineering; Aerospace engineering","score_opus":0.015379014910279794,"score_gpt":0.27788855987946554,"score_spread":0.2625095449691857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405846117","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14310737,0.00013197628,0.85044694,0.00032675845,0.000024354324,0.00012712096,0.00007620288,0.00012686274,0.005632395],"genre_scores_gemma":[0.95662147,0.000111404544,0.041113913,0.000044038898,0.000014241188,0.0001523424,0.000047235935,0.000033189466,0.0018621448],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987464,0.00057261164,0.000047397727,0.00012904883,0.00028600384,0.00021856831],"domain_scores_gemma":[0.99446714,0.004135518,0.0006135653,0.00016986257,0.00038056792,0.00023326432],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028007273,0.00109795,0.0007561867,0.00077361526,0.00048332752,0.0011931384,0.0012560753,0.00068669673,0.0014010586],"category_scores_gemma":[0.008071736,0.0005781542,0.0012130389,0.00036389023,0.0018574045,0.0010156455,0.0014412475,0.001343774,0.00010090876],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023456158,0.000021956152,0.00044748638,0.000015767406,0.000017697264,0.000036644975,0.000039729177,0.97195566,0.0005660347,0.025841597,0.00008576659,0.0009481647],"study_design_scores_gemma":[0.0000050624785,0.000009327739,0.00005152954,0.0000016531036,0.0000043094124,0.0000032161277,0.0000073656797,0.9948489,0.000115206974,0.004875575,0.00007615108,0.0000017167736],"about_ca_topic_score_codex":0.013827846,"about_ca_topic_score_gemma":0.010772081,"teacher_disagreement_score":0.013827846,"about_ca_system_score_codex":0.0024453658,"about_ca_system_score_gemma":0.002463627,"threshold_uncertainty_score":0.027494729},"labels":[],"label_agreement":null},{"id":"W4406385688","doi":"10.51501/jotnafe.v39i1.144","title":"Resolving Schedule Delay Claims with Forensic Analysis","year":2022,"lang":"en","type":"article","venue":"Journal of the National Academy of Forensic Engineers","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Response Biomedical (Canada)","funders":"","keywords":"Schedule; Forensic science; Psychology; Computer science; Criminology; History; Archaeology","score_opus":0.01863120476250374,"score_gpt":0.273908310249016,"score_spread":0.2552771054865123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406385688","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039028518,0.0010530896,0.92377096,0.0034678045,0.00043511903,0.00047145138,0.00022495688,0.0015554165,0.029992701],"genre_scores_gemma":[0.35028395,0.0012656333,0.63752943,0.00048868486,0.0003356935,0.00026509474,0.00040222832,0.00035353756,0.009075717],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9790172,0.0078008985,0.0014256539,0.0017101313,0.009052317,0.0009937531],"domain_scores_gemma":[0.94136447,0.030121932,0.0070771566,0.009659751,0.010994952,0.00078180956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020942545,0.0012848269,0.0009951631,0.011470944,0.003683883,0.0066998005,0.0029990943,0.002988832,0.0069769085],"category_scores_gemma":[0.078881994,0.0012077689,0.0010036301,0.0032320437,0.0035931366,0.009724737,0.007708895,0.0034855087,0.0015831701],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006183314,0.00035875186,0.008832229,0.00049782475,0.00012346829,0.00311975,0.0036550977,0.043247562,0.009223085,0.33327824,0.017692588,0.5793531],"study_design_scores_gemma":[0.00015572364,0.0003196048,0.0033146439,0.001066406,0.00016046809,0.0033418902,0.005835551,0.32906327,0.032855824,0.50533324,0.11824891,0.0003044326],"about_ca_topic_score_codex":0.004499018,"about_ca_topic_score_gemma":0.004944081,"teacher_disagreement_score":0.020942545,"about_ca_system_score_codex":0.0032945934,"about_ca_system_score_gemma":0.007452403,"threshold_uncertainty_score":0.11075604},"labels":[],"label_agreement":null},{"id":"W4406657102","doi":"10.1016/b978-0-434-98607-1.50051-0","title":"10.1016/b978-0-434-98607-1.50051-0","year":2000,"lang":"en","type":"book-chapter","venue":"Time to knit","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.012723263470418278,"score_gpt":0.20591872035540593,"score_spread":0.19319545688498765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406657102","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002174738,0.00040767164,0.0012905415,0.000278421,0.00015424835,0.0000531314,0.00068709254,0.0011096279,0.99580175],"genre_scores_gemma":[0.0005108483,0.00025766977,0.0004732854,0.00011446617,0.000034208126,0.000037102902,0.00044086704,0.00028491727,0.9978465],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99947923,0.000029927776,0.00003195002,0.00018896745,0.00017720879,0.00009284513],"domain_scores_gemma":[0.9980557,0.0006002582,0.0001347617,0.00027123906,0.00039567708,0.0005423408],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0009719326,0.0023212323,0.0014812449,0.0022143237,0.0015100776,0.0048215603,0.0032576045,0.004659438,0.98220646],"category_scores_gemma":[0.0018195984,0.0008840839,0.000936145,0.0024853342,0.0012573178,0.0051425304,0.0029561273,0.002140576,0.9906432],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012525324,0.00012664197,0.0003677092,0.00043872,0.000017764585,0.000119483746,0.00008817129,0.00036753673,0.0024616816,0.0056909923,0.34770748,0.64248854],"study_design_scores_gemma":[0.000016910779,0.00005216965,0.00046136847,0.000278165,0.000009410076,0.00018701405,0.000083658524,0.00016876422,0.00037548217,0.001033814,0.99731904,0.000014074345],"about_ca_topic_score_codex":0.003707369,"about_ca_topic_score_gemma":0.0030213315,"teacher_disagreement_score":0.017793536,"about_ca_system_score_codex":0.0010161317,"about_ca_system_score_gemma":0.0008344885,"threshold_uncertainty_score":0.025380254},"labels":[],"label_agreement":null},{"id":"W4406857082","doi":"10.1109/tcns.2025.3534459","title":"Worst-Case Integrity Attacks and Resilient State Estimation With Partially Secured Measurements","year":2025,"lang":"en","type":"article","venue":"IEEE Transactions on Control of Network Systems","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Computer science; State (computer science); Resilience (materials science); Reliability engineering; Estimation; Computer security; Engineering; Algorithm; Systems engineering; Materials science","score_opus":0.02421469377263241,"score_gpt":0.28098299423808265,"score_spread":0.25676830046545024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406857082","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028520938,0.0003172045,0.9689752,0.00048173926,0.000035307083,0.000027848813,0.000045778823,0.00013319647,0.0014627787],"genre_scores_gemma":[0.96317536,0.00030196705,0.035209272,0.000095908894,0.00006974966,0.00005539517,0.00005684392,0.000030894775,0.001004649],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957818,0.0015325224,0.00022170578,0.0009235425,0.0010008137,0.00053964776],"domain_scores_gemma":[0.9863446,0.009279551,0.0021022586,0.0013812744,0.000668042,0.00022424775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035134228,0.0016433077,0.0012133094,0.00073911605,0.000659094,0.0017603072,0.0010765125,0.001867397,0.0009014794],"category_scores_gemma":[0.027929071,0.0007407417,0.00092007953,0.00071944244,0.0029272928,0.0032251165,0.0024877612,0.0022000158,0.00022165634],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015883215,0.000019682622,0.00081617566,0.000057935573,0.000060957955,0.00017727405,0.00007009911,0.95035785,0.0022605308,0.032687787,0.00028260102,0.013050239],"study_design_scores_gemma":[0.000005472666,0.000045078512,0.00020566878,0.00000826251,0.000009850405,0.000062259205,0.00001265885,0.98426086,0.001575255,0.013659791,0.00014235477,0.000012506312],"about_ca_topic_score_codex":0.0017446456,"about_ca_topic_score_gemma":0.0007039949,"teacher_disagreement_score":0.0035134228,"about_ca_system_score_codex":0.0012971343,"about_ca_system_score_gemma":0.0011228278,"threshold_uncertainty_score":0.018580973},"labels":[],"label_agreement":null},{"id":"W4406916423","doi":"10.1080/0305215x.2025.2450686","title":"Effective prompting with ChatGPT for problem formulation in engineering optimization","year":2025,"lang":"en","type":"article","venue":"Engineering Optimization","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Mathematical optimization; Engineering optimization; Multidisciplinary design optimization; Computer science; Optimization problem; Mathematics; Multidisciplinary approach","score_opus":0.0037620645025599393,"score_gpt":0.22476219727686314,"score_spread":0.2210001327743032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406916423","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10374148,0.0002683475,0.8764821,0.0007233708,0.00023829476,0.0015389407,0.0002961836,0.008034273,0.008676878],"genre_scores_gemma":[0.38602427,0.00034012014,0.6042223,0.00047333518,0.00013437906,0.0022252453,0.0005426442,0.0008683627,0.005169335],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9916285,0.006085848,0.00045130233,0.00077397306,0.00088067603,0.000179609],"domain_scores_gemma":[0.8711299,0.113616005,0.003559141,0.0064346935,0.004230996,0.0010292506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009893957,0.0018800003,0.0011428099,0.00073013693,0.00051722536,0.0016228396,0.0022403789,0.0016408236,0.014048878],"category_scores_gemma":[0.09351077,0.0004911272,0.000582027,0.0006306004,0.0010125875,0.0028838206,0.002471727,0.0022589485,0.003533414],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043355883,0.0026897262,0.0074937935,0.0053705764,0.00012567246,0.0013571007,0.014832081,0.08074706,0.06731053,0.020918915,0.018396439,0.77642256],"study_design_scores_gemma":[0.0014190156,0.0071176873,0.012716627,0.0020086765,0.00021907216,0.0015538757,0.0057240734,0.7361431,0.0710207,0.0903375,0.07131805,0.00042155682],"about_ca_topic_score_codex":0.00040559098,"about_ca_topic_score_gemma":0.00061819295,"teacher_disagreement_score":0.014048878,"about_ca_system_score_codex":0.000790523,"about_ca_system_score_gemma":0.0010171172,"threshold_uncertainty_score":0.05232483},"labels":[],"label_agreement":null},{"id":"W4407427851","doi":"10.2139/ssrn.5135862","title":"A Protocol for Structured Robustness Reproductions and Replicability Assessments","year":2025,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Deutsche Forschungsgemeinschaft","keywords":"Robustness (evolution); Protocol (science); Computer science; Medicine; Biology; Pathology","score_opus":0.02425805445412338,"score_gpt":0.3878035321090887,"score_spread":0.3635454776549653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407427851","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009593935,0.000533756,0.37216064,0.0012815287,0.0020045498,0.5647371,0.016351476,0.011724365,0.021612627],"genre_scores_gemma":[0.00953465,0.0002344223,0.22904,0.00064760156,0.00024791074,0.74441636,0.0028309363,0.00079425785,0.012253871],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.943714,0.033141583,0.010429507,0.0036831915,0.0071009058,0.0019308808],"domain_scores_gemma":[0.76999265,0.090851046,0.0067171114,0.07642836,0.052827753,0.0031830452],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.053074885,0.0039062537,0.0033621422,0.0057886103,0.004821858,0.003258591,0.0035937426,0.0068474608,0.14341219],"category_scores_gemma":[0.1679592,0.003735035,0.0029336235,0.0027556182,0.0030910068,0.002246884,0.0052766064,0.008002949,0.081672065],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018183729,0.009008914,0.0024848254,0.011039005,0.0004941258,0.0030653463,0.009914145,0.007894534,0.065632656,0.054705214,0.27983662,0.53774095],"study_design_scores_gemma":[0.014866392,0.008231825,0.006140566,0.0072223903,0.00043556196,0.0016550436,0.0017632338,0.019240193,0.058062613,0.07172659,0.8092781,0.0013775461],"about_ca_topic_score_codex":0.0010229328,"about_ca_topic_score_gemma":0.002348365,"teacher_disagreement_score":0.9469251,"about_ca_system_score_codex":0.0025690566,"about_ca_system_score_gemma":0.01079526,"threshold_uncertainty_score":0.47976154},"labels":[],"label_agreement":null},{"id":"W4407830460","doi":"10.1109/jbhi.2025.3544560","title":"GPT-Based Automated Induction: Vulnerability Detection in Medical Software","year":2025,"lang":"en","type":"article","venue":"IEEE Journal of Biomedical and Health Informatics","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brandon University","funders":"Ningbo Municipal Bureau of Science and Technology","keywords":"Computer science; Software; Vulnerability (computing); Computer security; Operating system","score_opus":0.029098518179370866,"score_gpt":0.36749565567955955,"score_spread":0.3383971375001887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407830460","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021128379,0.000070861504,0.9737681,0.00014923228,0.000013666866,0.000054243334,0.00013073721,0.004080644,0.0006041738],"genre_scores_gemma":[0.6112263,0.00016365063,0.3854786,0.00016312988,0.000023851899,0.00013389271,0.0007047301,0.000531552,0.0015742683],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992995,0.0001946266,0.00003771318,0.00016902664,0.00022267175,0.00007635984],"domain_scores_gemma":[0.9978708,0.0014868627,0.00016319093,0.00021371816,0.00022052604,0.000044860946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007329052,0.0007060078,0.0005174934,0.001214797,0.00036070592,0.0006467834,0.0011261097,0.0006501262,0.002542153],"category_scores_gemma":[0.0046097427,0.0003826766,0.0011195382,0.0006847986,0.0010594755,0.0013575805,0.0012882991,0.0010794938,0.0008180599],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026573663,0.0001469844,0.005413911,0.00036336132,0.000067461624,0.0008744302,0.00044544463,0.4632569,0.02611877,0.028004045,0.0038395536,0.47120342],"study_design_scores_gemma":[0.000008263329,0.00002746398,0.00020945654,0.000009092114,0.000010984172,0.000094355455,0.000020605343,0.98021585,0.005552487,0.013208547,0.0006362149,0.000006655982],"about_ca_topic_score_codex":0.0040965234,"about_ca_topic_score_gemma":0.004329006,"teacher_disagreement_score":0.0040965234,"about_ca_system_score_codex":0.0008340071,"about_ca_system_score_gemma":0.0015867074,"threshold_uncertainty_score":0.008504391},"labels":[],"label_agreement":null},{"id":"W4408758447","doi":"10.1093/qopen/qoaf004","title":"A protocol for structured robustness reproductions and replicability assessments","year":2025,"lang":"en","type":"article","venue":"Q Open","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Deutsche Forschungsgemeinschaft","keywords":"Robustness (evolution); Protocol (science); Computer science; Medicine; Biology; Pathology","score_opus":0.0868313040377392,"score_gpt":0.4803263243522517,"score_spread":0.3934950203145125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408758447","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0072057326,0.00049011403,0.61733025,0.014954529,0.0060134702,0.31249088,0.008805629,0.004885808,0.027823513],"genre_scores_gemma":[0.028446455,0.0004607574,0.26526564,0.0046567656,0.0012226747,0.68439716,0.0018831046,0.00070341857,0.012964155],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.69299793,0.22430386,0.04779262,0.010227418,0.02056291,0.004115249],"domain_scores_gemma":[0.2882992,0.4415711,0.023469178,0.15391226,0.08762322,0.0051250937],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27741763,0.0025595934,0.0024388733,0.004495961,0.0048890417,0.00509364,0.0044822358,0.008973157,0.08114353],"category_scores_gemma":[0.5391253,0.0025836665,0.0029608912,0.0029529415,0.006080568,0.0065407394,0.008370846,0.013352893,0.031307347],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0098853065,0.001595416,0.0017314658,0.008299116,0.00033331677,0.0033582088,0.022815028,0.0044217273,0.013231067,0.32600728,0.31035644,0.29796562],"study_design_scores_gemma":[0.0045828316,0.0025741125,0.0020773837,0.0067326813,0.00017423819,0.00077342626,0.0022225277,0.01021074,0.0128988065,0.252327,0.7046161,0.00081003836],"about_ca_topic_score_codex":0.0007479275,"about_ca_topic_score_gemma":0.00080279086,"teacher_disagreement_score":0.72258234,"about_ca_system_score_codex":0.004946998,"about_ca_system_score_gemma":0.018399557,"threshold_uncertainty_score":0.8910727},"labels":[],"label_agreement":null},{"id":"W4409218899","doi":"10.32920/28745432.v1","title":"Comparison of Various RIP Software in Regards to Their Resolution Capabilities","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Resolution (logic); Software; Computer science; Artificial intelligence; Operating system","score_opus":0.04410717357010306,"score_gpt":0.35643005407175216,"score_spread":0.3123228805016491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409218899","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67949164,0.004646572,0.24472326,0.0005022458,0.00030074612,0.00070637173,0.0026268307,0.031008292,0.035993982],"genre_scores_gemma":[0.6415614,0.0021976933,0.32942262,0.0006203997,0.00010651463,0.0006681111,0.0062420364,0.008636671,0.010544562],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9946095,0.0010493888,0.0007805743,0.00069097267,0.0025843412,0.00028522665],"domain_scores_gemma":[0.97800475,0.01145195,0.0012043086,0.002264382,0.0067128357,0.0003617482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006550647,0.0007591195,0.0005732988,0.0038047435,0.00040719815,0.0024254553,0.0014465427,0.00093869946,0.004428784],"category_scores_gemma":[0.032765538,0.00062095467,0.0011040006,0.0026929253,0.0005403537,0.0030080301,0.0015073294,0.00071617914,0.002346221],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00418347,0.00034957146,0.014660191,0.0022386117,0.0004175032,0.00054274907,0.0012109168,0.007903711,0.24873932,0.0038902166,0.007436308,0.7084274],"study_design_scores_gemma":[0.00040007706,0.0051830336,0.11881435,0.0006305691,0.0010351401,0.0032893189,0.0017338016,0.075918354,0.71797633,0.004048274,0.07036667,0.0006041726],"about_ca_topic_score_codex":0.0006478087,"about_ca_topic_score_gemma":0.00077857217,"teacher_disagreement_score":0.006550647,"about_ca_system_score_codex":0.00040471522,"about_ca_system_score_gemma":0.0004573757,"threshold_uncertainty_score":0.03464353},"labels":[],"label_agreement":null},{"id":"W4409218984","doi":"10.32920/28745432","title":"Comparison of Various RIP Software in Regards to Their Resolution Capabilities","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Resolution (logic); Software; Computer science; Artificial intelligence; Operating system","score_opus":0.04410717357010306,"score_gpt":0.35643005407175216,"score_spread":0.3123228805016491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409218984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67949164,0.004646572,0.24472326,0.0005022458,0.00030074612,0.00070637173,0.0026268307,0.031008292,0.035993982],"genre_scores_gemma":[0.6415614,0.0021976933,0.32942262,0.0006203997,0.00010651463,0.0006681111,0.0062420364,0.008636671,0.010544562],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946095,0.0010493888,0.0007805743,0.00069097267,0.0025843412,0.00028522665],"domain_scores_gemma":[0.97800475,0.01145195,0.0012043086,0.002264382,0.0067128357,0.0003617482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006550647,0.0007591195,0.0005732988,0.0038047435,0.00040719815,0.0024254553,0.0014465427,0.00093869946,0.004428784],"category_scores_gemma":[0.032765538,0.00062095467,0.0011040006,0.0026929253,0.0005403537,0.0030080301,0.0015073294,0.00071617914,0.002346221],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00418347,0.00034957146,0.014660191,0.0022386117,0.0004175032,0.00054274907,0.0012109168,0.007903711,0.24873932,0.0038902166,0.007436308,0.7084274],"study_design_scores_gemma":[0.00040007706,0.0051830336,0.11881435,0.0006305691,0.0010351401,0.0032893189,0.0017338016,0.075918354,0.71797633,0.004048274,0.07036667,0.0006041726],"about_ca_topic_score_codex":0.0006478087,"about_ca_topic_score_gemma":0.00077857217,"teacher_disagreement_score":0.006550647,"about_ca_system_score_codex":0.00040471522,"about_ca_system_score_gemma":0.0004573757,"threshold_uncertainty_score":0.03464353},"labels":[],"label_agreement":null},{"id":"W4409495297","doi":"10.1109/icstw64639.2025.10962516","title":"Adaptive Test Healing using LLM/GPT and Reinforcement Learning","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nutrasource","funders":"","keywords":"Reinforcement learning; Computer science; Test (biology); Reinforcement; Artificial intelligence; Engineering; Structural engineering; Biology","score_opus":0.028884838810211186,"score_gpt":0.3116515862055184,"score_spread":0.2827667473953072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409495297","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04034735,0.00016079875,0.95237786,0.0004123902,0.000034787707,0.00013329706,0.00004748236,0.005075208,0.0014107616],"genre_scores_gemma":[0.83475214,0.0000675046,0.1630792,0.00027704137,0.000026560092,0.00021324394,0.00009057691,0.00020114731,0.0012925828],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99839157,0.00062102155,0.00007072434,0.00038808756,0.00037499337,0.00015362495],"domain_scores_gemma":[0.99523646,0.0026800602,0.0005579669,0.00073158665,0.00055998086,0.00023393887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002427921,0.0010456388,0.00082800223,0.00076073874,0.00036823264,0.00089336385,0.002608445,0.0011464828,0.0014328081],"category_scores_gemma":[0.010758411,0.0004953251,0.00064758526,0.0003703271,0.0014099107,0.0016093075,0.0015412647,0.0018239296,0.0003862832],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022627937,0.00037466324,0.005151615,0.0001255149,0.00008937561,0.00025185576,0.00024469107,0.76967436,0.010152078,0.005894975,0.00174162,0.20607302],"study_design_scores_gemma":[0.00001396546,0.000060662496,0.00019667324,0.0000051400066,0.000009597084,0.000031049574,0.000012096695,0.9948684,0.0015488237,0.0029177945,0.00032841566,0.0000072994617],"about_ca_topic_score_codex":0.005804381,"about_ca_topic_score_gemma":0.0054364977,"teacher_disagreement_score":0.005804381,"about_ca_system_score_codex":0.0012352961,"about_ca_system_score_gemma":0.0018234974,"threshold_uncertainty_score":0.012840211},"labels":[],"label_agreement":null},{"id":"W4411017475","doi":"10.1145/3721890.3721897","title":"Summary of the 6th International Workshop on Automated and verifiable Software sYstem DEvelopment (ASYDE) co-located with the 39th IEEE/ACM ASE 2024","year":2025,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Verifiable secret sharing; Software engineering; Computer science; Software; Systems engineering; Engineering; Operating system; Programming language","score_opus":0.012769823327909989,"score_gpt":0.2569284274883022,"score_spread":0.2441586041603922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411017475","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0105864685,0.09542017,0.13733138,0.09442995,0.30929288,0.00295664,0.0069063716,0.0037835226,0.3392926],"genre_scores_gemma":[0.027048277,0.046081442,0.035762507,0.0076638744,0.033919614,0.0012236463,0.011632286,0.0024992183,0.8341692],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99421954,0.0010874256,0.0004045441,0.000884957,0.0027430016,0.0006605491],"domain_scores_gemma":[0.9878933,0.0011771907,0.0003099546,0.0006920677,0.007308845,0.0026186476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009515791,0.0018483802,0.0012816747,0.0038456167,0.0016852907,0.007127932,0.001981056,0.0027275677,0.07468773],"category_scores_gemma":[0.0075601423,0.00072083634,0.0013723954,0.002498764,0.0008765842,0.0051413234,0.004764536,0.0046064314,0.04438946],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018361847,0.00019670834,0.00046438706,0.000606184,0.000026567683,0.00017601688,0.00026799878,0.00070304296,0.0031740742,0.0035211032,0.81689674,0.17378354],"study_design_scores_gemma":[0.00002259672,0.00013372143,0.0009595517,0.00048140754,0.000020266254,0.0001383003,0.00018108668,0.0007305812,0.0013937124,0.0014330108,0.99446833,0.00003730408],"about_ca_topic_score_codex":0.003579918,"about_ca_topic_score_gemma":0.008334292,"teacher_disagreement_score":0.07468773,"about_ca_system_score_codex":0.0020691473,"about_ca_system_score_gemma":0.0049772277,"threshold_uncertainty_score":0.24985534},"labels":[],"label_agreement":null},{"id":"W4411134448","doi":"10.24840/978-972-752-323-8","title":"Proceedings of the 8th International Conference on Integrity-Reliability-Failure (IRF2025)","year":2025,"lang":"en","type":"book","venue":"FEUP eBooks","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Reliability engineering; Reliability (semiconductor); Forensic engineering; Psychology; Computer science; Engineering; Physics","score_opus":0.02489195301957386,"score_gpt":0.2794001358274377,"score_spread":0.25450818280786386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411134448","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076574665,0.11122382,0.101425335,0.041166067,0.2927451,0.0014528047,0.004748011,0.006112204,0.4334692],"genre_scores_gemma":[0.038011506,0.058367584,0.049905967,0.010170123,0.05488043,0.0013339344,0.019069044,0.002747767,0.7655136],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99600023,0.0007681192,0.00024575045,0.0005694204,0.0019173437,0.00049911253],"domain_scores_gemma":[0.9945874,0.00064339663,0.00022932199,0.0004738107,0.0026823296,0.0013837523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00526604,0.0018520288,0.0013772164,0.0018203866,0.0014509257,0.006398265,0.0023482966,0.0032830844,0.12090859],"category_scores_gemma":[0.006353833,0.0004253555,0.0010454436,0.0012270807,0.0010133957,0.003973398,0.0029860865,0.0042305305,0.07682258],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013814509,0.00007738499,0.00022646041,0.0003160285,0.000019752704,0.000115523,0.000083970495,0.0003628138,0.0017673846,0.0050687925,0.86316043,0.12866332],"study_design_scores_gemma":[0.000009255722,0.0000502896,0.0003455973,0.00014571122,0.000010654875,0.00013638943,0.000046908244,0.00057158584,0.00048802196,0.001878078,0.9963033,0.000014081965],"about_ca_topic_score_codex":0.0015220911,"about_ca_topic_score_gemma":0.002326952,"teacher_disagreement_score":0.12090859,"about_ca_system_score_codex":0.001474193,"about_ca_system_score_gemma":0.0028562814,"threshold_uncertainty_score":0.4044795},"labels":[],"label_agreement":null},{"id":"W4411337211","doi":"10.1109/sp61157.2025.00191","title":"SV-TrustEval-C: Evaluating Structure and Semantic Reasoning in Large Language Models for Source Code Vulnerability Analysis","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Open Text (Canada); University of Ottawa","funders":"","keywords":"Computer science; Programming language; Natural language processing; Code (set theory); Source code; Artificial intelligence; Set (abstract data type)","score_opus":0.022681027767030418,"score_gpt":0.3626329116289783,"score_spread":0.3399518838619479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411337211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52246946,0.0039263815,0.104601234,0.0032120622,0.00069121685,0.0013193765,0.21382228,0.13256533,0.017392632],"genre_scores_gemma":[0.43125647,0.00068206893,0.14456533,0.00078589964,0.00007249152,0.0009749839,0.414028,0.0045671114,0.0030675854],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934863,0.0022929772,0.0006589763,0.001313867,0.0018455116,0.00040239678],"domain_scores_gemma":[0.97439146,0.014593911,0.0017355608,0.005635653,0.0029567233,0.0006866499],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005082163,0.0023921076,0.000620787,0.0042149234,0.0012492589,0.0024119802,0.0033741584,0.002364878,0.0024447702],"category_scores_gemma":[0.039546803,0.0006760339,0.0017593213,0.002788763,0.0015303188,0.0039438666,0.003708498,0.0027543802,0.001642033],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026787329,0.0019307616,0.09042791,0.004045013,0.0012230995,0.0010501499,0.0016919752,0.25445348,0.0086367745,0.025266461,0.42734656,0.18124895],"study_design_scores_gemma":[0.0005597275,0.00049136503,0.015339014,0.00039846636,0.00017775317,0.00063457806,0.0006653838,0.8639749,0.016682042,0.025027903,0.07589953,0.00014936761],"about_ca_topic_score_codex":0.030214434,"about_ca_topic_score_gemma":0.045209605,"teacher_disagreement_score":0.030214434,"about_ca_system_score_codex":0.002766263,"about_ca_system_score_gemma":0.0037222093,"threshold_uncertainty_score":0.06007713},"labels":[],"label_agreement":null},{"id":"W4411436444","doi":"10.1007/978-3-031-87496-3_13","title":"ExploitabilityBirthMark: An Early Predictor of the Likelihood of Exploitation","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais; Sheridan College","funders":"","keywords":"Exploit; Computer science; Vulnerability (computing); Workload; Computer security; ENCODE; Data science; Risk analysis (engineering); Machine learning","score_opus":0.016284124536406652,"score_gpt":0.2614974433642664,"score_spread":0.24521331882785974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411436444","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82168126,0.0029766343,0.15573613,0.0010935471,0.00027942788,0.00013526884,0.006958666,0.0045520402,0.0065869917],"genre_scores_gemma":[0.9751914,0.00037674568,0.018899739,0.0000624896,0.00012144034,0.00004406889,0.0030829662,0.00007534113,0.0021459383],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992818,0.00011038425,0.000055859942,0.00017563229,0.00028461483,0.00009167807],"domain_scores_gemma":[0.9853941,0.009660017,0.0021181118,0.0007375971,0.0014662311,0.0006239027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015725931,0.0008157079,0.000621301,0.004089427,0.00030441443,0.0012917023,0.00092791667,0.0011638541,0.0031652763],"category_scores_gemma":[0.012624164,0.00025879528,0.00044218896,0.001595489,0.00035797205,0.0019715729,0.00091422553,0.0013004062,0.0019300799],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007865552,0.00050965464,0.71465105,0.00015910009,0.00015844945,0.0004433682,0.00011867994,0.06170893,0.003374639,0.0014201915,0.011828288,0.20484115],"study_design_scores_gemma":[0.000014752608,0.0003058894,0.08951882,0.000067183544,0.00006911208,0.00057683745,0.00009776379,0.89660084,0.0060752784,0.003647998,0.0029576595,0.00006777908],"about_ca_topic_score_codex":0.0028166454,"about_ca_topic_score_gemma":0.0035366677,"teacher_disagreement_score":0.004089427,"about_ca_system_score_codex":0.00036115805,"about_ca_system_score_gemma":0.0005437603,"threshold_uncertainty_score":0.010588884},"labels":[],"label_agreement":null},{"id":"W4411656424","doi":"10.51847/m2llulhwsi","title":"10.51847/M2LluLHWSI","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Generalization; Computer science; Software maintenance; Software; Software engineering; Mathematics; Software development; Programming language","score_opus":0.008915289742088406,"score_gpt":0.2140413400058043,"score_spread":0.2051260502637159,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411656424","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003121611,0.00087694393,0.005707752,0.0009771673,0.00085539155,0.00012597861,0.0012689006,0.003309918,0.9837563],"genre_scores_gemma":[0.006618821,0.000362526,0.0027658625,0.0004399838,0.00013589063,0.00007334889,0.0011167045,0.00040148202,0.9880854],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99968255,0.000026090212,0.000024069217,0.00010981782,0.0000963521,0.000061050516],"domain_scores_gemma":[0.9992742,0.00014623287,0.00004878337,0.00012766437,0.00024136547,0.00016169391],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005315375,0.0014258913,0.00063935283,0.0022569688,0.0012794695,0.0024313233,0.0010986573,0.0024397809,0.946111],"category_scores_gemma":[0.0010116011,0.0004645302,0.0004722292,0.0020088225,0.0006528691,0.0026129507,0.002060089,0.0011184029,0.9527423],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020073984,0.00021860747,0.0011811036,0.00040194037,0.000018833203,0.00034711123,0.00012784843,0.0004955244,0.006344325,0.0075256815,0.20715876,0.77597946],"study_design_scores_gemma":[0.000037373753,0.00007009423,0.0010594067,0.00019145756,0.000016124886,0.00042312243,0.00012695731,0.0010055221,0.0018586555,0.0016491968,0.99353796,0.000024067887],"about_ca_topic_score_codex":0.0022676014,"about_ca_topic_score_gemma":0.0018615429,"teacher_disagreement_score":0.053888977,"about_ca_system_score_codex":0.0007307213,"about_ca_system_score_gemma":0.0004933785,"threshold_uncertainty_score":0.07686609},"labels":[],"label_agreement":null},{"id":"W4412659517","doi":"10.37116/revistaenergia.v22.n1.2025.700","title":"Análisis de Estabilidad Transitoria Utilizando el Concepto de Inercia y Minería de Datos","year":2025,"lang":"es","type":"article","venue":"Revista Técnica Energía","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Petro-Canada","funders":"","keywords":"Humanities; Philosophy","score_opus":0.010585436233582083,"score_gpt":0.32635659496119745,"score_spread":0.31577115872761535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412659517","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27032343,0.0007831059,0.70689195,0.0003236269,0.00015802406,0.00037939486,0.006533788,0.008719946,0.0058867526],"genre_scores_gemma":[0.7094979,0.0005264481,0.2804038,0.000045318342,0.00005015633,0.00038385752,0.0058608814,0.00067657477,0.0025549973],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99766374,0.0003897315,0.00027227317,0.00064953795,0.0008987925,0.00012603533],"domain_scores_gemma":[0.99337053,0.0026725573,0.00086451275,0.001192236,0.0017978121,0.000102400154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003898404,0.0011887992,0.00089931866,0.0071120216,0.00050865853,0.0022545422,0.0010999559,0.00058900414,0.0026084029],"category_scores_gemma":[0.01755552,0.00037045512,0.0007852565,0.004407543,0.0004535935,0.0026229373,0.0008157997,0.000766582,0.0012812751],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084426074,0.00026405562,0.091751665,0.0009997062,0.00049699756,0.00041870712,0.0016600334,0.07762859,0.021881051,0.0059738895,0.006182121,0.7918989],"study_design_scores_gemma":[0.000057646845,0.0005039643,0.13783416,0.00031293705,0.0002845463,0.0010441372,0.0017124795,0.7543288,0.06091924,0.013687784,0.02909174,0.00022256325],"about_ca_topic_score_codex":0.003978903,"about_ca_topic_score_gemma":0.0042388006,"teacher_disagreement_score":0.0071120216,"about_ca_system_score_codex":0.0004852862,"about_ca_system_score_gemma":0.0006692191,"threshold_uncertainty_score":0.020616949},"labels":[],"label_agreement":null},{"id":"W4412736375","doi":"10.1016/j.cie.2025.111412","title":"Simultaneously anomaly detection and forecasting for predictive maintenance using a zero-cost differentiable architecture search-based network","year":2025,"lang":"en","type":"article","venue":"Computers & Industrial Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Natural Sciences and Engineering Research Council of Canada; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Anomaly detection; Zero (linguistics); Anomaly (physics); Architecture; Differentiable function; Predictive maintenance; Computer science; Data mining; Engineering; Reliability engineering; Mathematics; Geography; Physics","score_opus":0.032442288847473556,"score_gpt":0.24436534126975712,"score_spread":0.21192305242228357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412736375","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07605761,0.0003704778,0.9215251,0.00019306019,0.00002660228,0.000023290733,0.000058599708,0.00068167556,0.001063626],"genre_scores_gemma":[0.9023277,0.00012718426,0.09575068,0.00007020689,0.000022676366,0.000056693865,0.00017966518,0.000039816565,0.0014253409],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99979097,0.00004386664,0.000011925446,0.00006618253,0.000055431796,0.000031680138],"domain_scores_gemma":[0.9995529,0.00023598375,0.000048520455,0.000036994035,0.00010624759,0.00001931327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053744565,0.00070925057,0.0005840094,0.00046146044,0.00027533845,0.00048786803,0.0010703319,0.0007230427,0.0008489916],"category_scores_gemma":[0.0017642681,0.00037128438,0.00043436023,0.00036687538,0.0004122631,0.0008238342,0.0005906245,0.00091097824,0.0001766166],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000535957,0.000033404434,0.0014160058,0.000025698606,0.000030956337,0.00004467501,0.00003085354,0.9013954,0.0034922385,0.0020359813,0.00045616535,0.09098496],"study_design_scores_gemma":[9.4882347e-7,0.000005925862,0.000070506205,9.242084e-7,0.0000019176562,0.0000040779382,0.0000012279169,0.9992459,0.00023695164,0.00039816962,0.000032491505,9.860795e-7],"about_ca_topic_score_codex":0.0074724746,"about_ca_topic_score_gemma":0.008722328,"teacher_disagreement_score":0.0074724746,"about_ca_system_score_codex":0.00067553954,"about_ca_system_score_gemma":0.0007795321,"threshold_uncertainty_score":0.014858007},"labels":[],"label_agreement":null},{"id":"W4412945237","doi":"10.18653/v1/2025.acl-long.657","title":"Code-Switching Red-Teaming: LLM Evaluation for Safety and Multilingual Understanding","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Computer science; Code-switching; Code (set theory); Programming language; Software engineering; Linguistics","score_opus":0.08500175203487303,"score_gpt":0.383077898694948,"score_spread":0.298076146660075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412945237","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83308935,0.0004843571,0.12888922,0.00066360174,0.00016286116,0.0010816479,0.0031249488,0.022106353,0.0103977965],"genre_scores_gemma":[0.8871209,0.00010894915,0.10266307,0.00027348314,0.000030036375,0.00043232174,0.006005024,0.0012792392,0.002086963],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9910676,0.0044656983,0.00067137135,0.0011056932,0.0023073123,0.00038220896],"domain_scores_gemma":[0.9778415,0.013972968,0.0012473268,0.0032002262,0.0030153303,0.0007226413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046681436,0.0010538513,0.0005396102,0.0011082201,0.0006089906,0.001106963,0.0012024237,0.0012568395,0.0027053352],"category_scores_gemma":[0.030253816,0.00029867887,0.0005790857,0.00062574854,0.0010609683,0.0029135854,0.0024477153,0.0019197526,0.0011688527],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004293632,0.0035430996,0.04411316,0.003741631,0.00038578064,0.0016407041,0.020778242,0.101788424,0.15785421,0.015244038,0.056718174,0.58989894],"study_design_scores_gemma":[0.00044483732,0.002638743,0.016513325,0.00019375821,0.00014820833,0.0011101505,0.0070350035,0.83225816,0.09421954,0.0066744443,0.038542125,0.0002217935],"about_ca_topic_score_codex":0.0046019033,"about_ca_topic_score_gemma":0.0049913363,"teacher_disagreement_score":0.0046681436,"about_ca_system_score_codex":0.0011076075,"about_ca_system_score_gemma":0.0011928509,"threshold_uncertainty_score":0.024687827},"labels":[],"label_agreement":null},{"id":"W4413149443","doi":"10.1016/j.eng.2025.07.037","title":"Can large language models solve complex engineering issues? Practical applications in reliability systems engineering","year":2025,"lang":"en","type":"article","venue":"Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Natural Science Foundation of China","keywords":"Computer science; Reliability (semiconductor); Complex system; Reliability engineering; Systems engineering; Software engineering; Engineering; Artificial intelligence","score_opus":0.01648185438212156,"score_gpt":0.30314236168240044,"score_spread":0.28666050730027887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413149443","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02245573,0.0005459772,0.9620466,0.0068257414,0.00019092807,0.000047979465,0.00025922593,0.000977456,0.0066504166],"genre_scores_gemma":[0.63734657,0.0013317118,0.348097,0.0015252396,0.0005956689,0.00034276207,0.00073114055,0.00083303056,0.009196837],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99793833,0.0012319018,0.0000866979,0.00022187192,0.00039168602,0.00012949179],"domain_scores_gemma":[0.9697146,0.025798881,0.000849617,0.0020726025,0.0012181458,0.00034609172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034480498,0.0010078792,0.0013518417,0.00075997185,0.0010003181,0.0030482665,0.0020553684,0.0022857764,0.01001117],"category_scores_gemma":[0.043126807,0.0008911152,0.0012817743,0.0011420094,0.0017214655,0.0141378585,0.0018679777,0.003807235,0.0017409755],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013591525,0.00022222869,0.0014903892,0.0003460802,0.00010771908,0.00022519482,0.00056663697,0.22715096,0.0018220448,0.687916,0.014372027,0.06564484],"study_design_scores_gemma":[0.00001876081,0.000012426657,0.00006649502,0.0000180843,0.000013176384,0.000032931996,0.00007742899,0.35836607,0.00032285918,0.6384303,0.0026296787,0.000011802384],"about_ca_topic_score_codex":0.0040091546,"about_ca_topic_score_gemma":0.005784312,"teacher_disagreement_score":0.01001117,"about_ca_system_score_codex":0.0009874824,"about_ca_system_score_gemma":0.0018424507,"threshold_uncertainty_score":0.033490717},"labels":[],"label_agreement":null},{"id":"W4413180511","doi":"10.23919/cycon65856.2025.11103589","title":"Vulnerability Patch Verification for Military Software Systems Through AI-Driven Code-Level Rule Generation","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada; McGill University; Queen's University","funders":"","keywords":"Computer science; Code (set theory); Code review; Vulnerability (computing); Static program analysis; Software; Software engineering; Programming language; Software development; Computer security","score_opus":0.07424323189957673,"score_gpt":0.34586518636938024,"score_spread":0.27162195446980353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413180511","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035936587,0.00019653751,0.91251606,0.0003281702,0.000105007595,0.00071917725,0.00095412036,0.045618206,0.0036261273],"genre_scores_gemma":[0.22288616,0.00023462345,0.76657605,0.00037882937,0.00004511051,0.00060011324,0.0038597467,0.0028595203,0.0025598092],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960381,0.0007235954,0.00027984008,0.0007537618,0.0019134362,0.00029125085],"domain_scores_gemma":[0.988806,0.006404099,0.0008280666,0.0019646485,0.0017919291,0.00020522716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002419523,0.001312032,0.0008858522,0.0019571306,0.00061893545,0.0019000986,0.0027814698,0.001271496,0.0038350695],"category_scores_gemma":[0.01721523,0.00089856324,0.0023179352,0.00067996565,0.0017355153,0.0020915302,0.00238221,0.0023857676,0.0018385734],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041687634,0.0007722915,0.015082626,0.0010661922,0.00031183433,0.001526778,0.0008562815,0.43587583,0.06596983,0.03289909,0.0173235,0.42789882],"study_design_scores_gemma":[0.000037853384,0.00006174868,0.00039568084,0.000045453264,0.00004062198,0.00011980047,0.000036803944,0.9717926,0.014700071,0.009129336,0.0036151758,0.000024893323],"about_ca_topic_score_codex":0.0077189207,"about_ca_topic_score_gemma":0.013346839,"teacher_disagreement_score":0.0077189207,"about_ca_system_score_codex":0.0012235017,"about_ca_system_score_gemma":0.003565857,"threshold_uncertainty_score":0.015347958},"labels":[],"label_agreement":null},{"id":"W4413238534","doi":"10.1007/978-3-032-00624-0","title":"Availability, Reliability and Security","year":2025,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Royal Holloway, University of London; Universitat Politècnica de València; SBA Research; Università degli Studi del Molise; Universität Stuttgart; Universitatea Politehnica Timisoara; Trakya Üniversitesi; Ruhr-Universität Bochum; North-West University; Università degli Studi di Cagliari; Technische Universität Braunschweig; Tartu Ülikool; Vysoké Učení Technické v Brně; Universiteit Gent; Cochin University of Science and Technology; Sapienza Università di Roma; Rheinische Friedrich-Wilhelms-Universität Bonn; Newcastle University; Technische Universität Darmstadt; Università degli Studi di Trento; Università della Calabria; Université de Toulouse; Università degli Studi di Padova; Università degli Studi di Verona; Universidad Carlos III de Madrid; Oak Ridge National Laboratory; KU Leuven; Tel Aviv University; Università degli Studi Mediterranea di Reggio Calabria; Chalmers Tekniska Högskola; Aalborg Universitet; Universidade de Lisboa; Universität Hamburg; Norges Teknisk-Naturvitenskapelige Universitet; Sungkyunkwan University; Deakin University; University of Macedonia; Universität Regensburg; Institut Polytechnique de Paris; Université Grenoble Alpes; Universitetet i Stavanger; Politechnika Warszawska; Högskolan i Halmstad; Louisiana State University; Kuwait University; Szegedi Tudományegyetem; Hunan University; Universidade de Coimbra; Universität Passau; Universidade da Beira Interior; Università degli Studi di Salerno; Edinburgh Napier University; Michigan Technological University; Universitat Rovira i Virgili; Polytechnique Montréal; Università degli Studi di Milano; DePaul University","keywords":"Computer science; Reliability (semiconductor); Computer security; Reliability engineering","score_opus":0.011896334982947832,"score_gpt":0.27546631425388046,"score_spread":0.2635699792709326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413238534","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005784338,0.1990103,0.06957806,0.0066355267,0.004263011,0.000049721264,0.00028709834,0.00048507744,0.71390676],"genre_scores_gemma":[0.0979958,0.081168175,0.019083763,0.0015430702,0.0058039306,0.00017408314,0.00028407873,0.0002690863,0.793678],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99977964,0.00003857413,0.000007739844,0.000043552925,0.00011494449,0.000015544256],"domain_scores_gemma":[0.9996935,0.00016514017,0.000022155138,0.00004469281,0.000056230336,0.000018283665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027399714,0.001286798,0.0007578452,0.0012507394,0.00065144576,0.0021630782,0.0006164984,0.0011408177,0.030777795],"category_scores_gemma":[0.0012215599,0.00047456648,0.00030488757,0.0016988427,0.0015996973,0.0035121846,0.0007440375,0.0022366343,0.009611544],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035986563,0.000040577324,0.0001465477,0.00037497035,0.000015297483,0.000101538986,0.00029628712,0.0023942427,0.0018875212,0.71321464,0.1086346,0.17285784],"study_design_scores_gemma":[0.000009103119,0.00006670285,0.0005404866,0.00017360905,0.000017570917,0.00039506922,0.00014406838,0.003030651,0.0004578816,0.630427,0.36472347,0.000014342771],"about_ca_topic_score_codex":0.0008064197,"about_ca_topic_score_gemma":0.0011199863,"teacher_disagreement_score":0.030777795,"about_ca_system_score_codex":0.0007280802,"about_ca_system_score_gemma":0.0005014419,"threshold_uncertainty_score":0.10296196},"labels":[],"label_agreement":null},{"id":"W4413240493","doi":"10.1007/978-3-032-00627-1","title":"Availability, Reliability and Security","year":2025,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Royal Holloway, University of London; Universitat Politècnica de València; Universität Rostock; Università degli Studi del Molise; Universität Stuttgart; Universitat Rovira i Virgili; Universitatea Politehnica Timisoara; Trakya Üniversitesi; Università della Calabria; Università degli Studi di Salerno; Università degli Studi di Verona; Ruhr-Universität Bochum; SBA Research; United Arab Emirates University; North-West University; Deakin University; Umeå Universitet; Tartu Ülikool; Vysoké Učení Technické v Brně; Universiteit Gent; Cochin University of Science and Technology; Sapienza Università di Roma; Rheinische Friedrich-Wilhelms-Universität Bonn; Newcastle University; Technische Universität Darmstadt; Università degli Studi di Trento; Universidade de Coimbra; Linköpings Universitet; Kuwait University; Szegedi Tudományegyetem; Hunan University; Université de Toulouse; Università degli Studi di Padova; Aalborg Universitet; Universidade de Lisboa; Universität Hamburg; Norges Teknisk-Naturvitenskapelige Universitet; Sungkyunkwan University; University of Macedonia; Universität Regensburg; Chalmers Tekniska Högskola; Università degli Studi Mediterranea di Reggio Calabria; Institut Polytechnique de Paris; Universidad Carlos III de Madrid; Institut Mines-Télécom; Université Grenoble Alpes; Universitetet i Stavanger; Politechnika Warszawska; Technische Universität Braunschweig; Università degli Studi di Cagliari; Politecnico di Torino; Università degli Studi di Milano; University of South Alabama; Polytechnique Montréal; Universidad de Málaga; Edinburgh Napier University; Michigan Technological University; Högskolan i Halmstad; Louisiana State University; Oak Ridge National Laboratory; KU Leuven; DePaul University; Universität Passau; Universidade da Beira Interior","keywords":"Computer science; Reliability (semiconductor); Computer security; Reliability engineering","score_opus":0.011896334982947832,"score_gpt":0.27546631425388046,"score_spread":0.2635699792709326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413240493","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005784338,0.1990103,0.06957806,0.0066355267,0.004263011,0.000049721264,0.00028709834,0.00048507744,0.71390676],"genre_scores_gemma":[0.0979958,0.081168175,0.019083763,0.0015430702,0.0058039306,0.00017408314,0.00028407873,0.0002690863,0.793678],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99977964,0.00003857413,0.000007739844,0.000043552925,0.00011494449,0.000015544256],"domain_scores_gemma":[0.9996935,0.00016514017,0.000022155138,0.00004469281,0.000056230336,0.000018283665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027399714,0.001286798,0.0007578452,0.0012507394,0.00065144576,0.0021630782,0.0006164984,0.0011408177,0.030777795],"category_scores_gemma":[0.0012215599,0.00047456648,0.00030488757,0.0016988427,0.0015996973,0.0035121846,0.0007440375,0.0022366343,0.009611544],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035986563,0.000040577324,0.0001465477,0.00037497035,0.000015297483,0.000101538986,0.00029628712,0.0023942427,0.0018875212,0.71321464,0.1086346,0.17285784],"study_design_scores_gemma":[0.000009103119,0.00006670285,0.0005404866,0.00017360905,0.000017570917,0.00039506922,0.00014406838,0.003030651,0.0004578816,0.630427,0.36472347,0.000014342771],"about_ca_topic_score_codex":0.0008064197,"about_ca_topic_score_gemma":0.0011199863,"teacher_disagreement_score":0.030777795,"about_ca_system_score_codex":0.0007280802,"about_ca_system_score_gemma":0.0005014419,"threshold_uncertainty_score":0.10296196},"labels":[],"label_agreement":null},{"id":"W4413838025","doi":"10.1115/1.4069585","title":"Adaptive Kalman Filter by Reinforcement Learning for Monitoring Aircraft Engines' Performance Against Abrupt Events","year":2025,"lang":"en","type":"article","venue":"Journal of Engineering for Gas Turbines and Power","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Safran Electronics (Canada)","funders":"","keywords":"Kalman filter; Reinforcement learning; Reinforcement; Computer science; Extended Kalman filter; Aeronautics; Artificial intelligence; Control theory (sociology); Engineering; Structural engineering","score_opus":0.00945800043395988,"score_gpt":0.2515829847906222,"score_spread":0.2421249843566623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413838025","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045941185,0.0004057529,0.9514158,0.00020269823,0.00006207853,0.00005442957,0.000049432467,0.00064536097,0.0012232454],"genre_scores_gemma":[0.96792746,0.000117949894,0.030907178,0.00006890285,0.00003344557,0.000087487475,0.000059026068,0.000020135612,0.0007783677],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99936706,0.00015628322,0.00004555459,0.00019990662,0.00014138376,0.00008988544],"domain_scores_gemma":[0.9977502,0.0013108961,0.00037981538,0.00009904236,0.00038668083,0.00007338021],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016178595,0.0008914851,0.0011301936,0.0004810468,0.00031670852,0.0006776649,0.0010728253,0.0010709193,0.00083337165],"category_scores_gemma":[0.0051322826,0.00040410206,0.0005086082,0.00033461145,0.00076159794,0.0006262393,0.00074290636,0.0011519667,0.00019536541],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006507987,0.000048850812,0.0013980585,0.000048557722,0.000041217558,0.00004519935,0.000038914364,0.96841574,0.0018056686,0.0015818322,0.00029555394,0.02621528],"study_design_scores_gemma":[0.000006069625,0.000017806984,0.00015260774,0.0000026381056,0.000004929782,0.000003449083,0.0000015427415,0.99913067,0.00022749658,0.00038059615,0.00006880971,0.0000034118207],"about_ca_topic_score_codex":0.014048322,"about_ca_topic_score_gemma":0.0073200823,"teacher_disagreement_score":0.014048322,"about_ca_system_score_codex":0.0007101362,"about_ca_system_score_gemma":0.0011553961,"threshold_uncertainty_score":0.027933061},"labels":[],"label_agreement":null},{"id":"W4414015671","doi":"10.1016/j.jss.2025.112610","title":"Model-based dependability and performance analysis for satellite systems with collaborative maintenance maneuvers via stochastic games","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Université Toulouse III - Paul Sabatier","keywords":"Dependability; Computer science; Satellite; Systems engineering; Reliability engineering; Engineering; Operations research; Software engineering; Aerospace engineering","score_opus":0.011838451434125567,"score_gpt":0.25311009328637246,"score_spread":0.2412716418522469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414015671","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20570956,0.00059156463,0.7858279,0.0006211991,0.0000584425,0.000112356334,0.00015794273,0.00018989132,0.0067311465],"genre_scores_gemma":[0.9925182,0.0001723696,0.0051429686,0.000030731586,0.000019668309,0.00005787473,0.00005979593,0.000038595925,0.001959866],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99870765,0.0005204693,0.00004930541,0.00017681683,0.00025869271,0.00028708088],"domain_scores_gemma":[0.99242353,0.0055348207,0.00083429995,0.00020197012,0.00071250676,0.00029283302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003340974,0.0019947449,0.002229723,0.0015300404,0.00071117573,0.0017817494,0.001974539,0.0014221037,0.0023215627],"category_scores_gemma":[0.010290088,0.0009545548,0.0016889249,0.00079634134,0.002154442,0.0018138023,0.002296289,0.0017001284,0.00015989241],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003208397,0.000019447649,0.00020315789,0.00001791,0.000023168866,0.000025671241,0.000021629457,0.9900079,0.00025553448,0.008440165,0.00012841278,0.00082495646],"study_design_scores_gemma":[0.0000030275812,0.000009322238,0.0000686062,0.0000016167315,0.0000052320943,0.000003437803,0.0000040501386,0.9978928,0.000035333098,0.001956174,0.000018060771,0.0000024858052],"about_ca_topic_score_codex":0.019652668,"about_ca_topic_score_gemma":0.008325431,"teacher_disagreement_score":0.019652668,"about_ca_system_score_codex":0.0030083247,"about_ca_system_score_gemma":0.0021227903,"threshold_uncertainty_score":0.039076567},"labels":[],"label_agreement":null},{"id":"W58149836","doi":"","title":"A Proposal for a Lightweight Rigorous UML-Based Development Method for Reliable Systems","year":2001,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Unified Modeling Language; Consistency (knowledge bases); UML tool; Software engineering; Documentation; Extreme programming; Programming language; Applications of UML; Software; Software development; Class diagram; Coding (social sciences); Process (computing); Software development process; Artificial intelligence","score_opus":0.03009346698855788,"score_gpt":0.3254070185507338,"score_spread":0.2953135515621759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W58149836","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011197263,0.00003099364,0.99856454,0.00019220391,0.00004977691,0.00013337136,0.0000133639805,0.00052678684,0.000376968],"genre_scores_gemma":[0.0015479309,0.000054333646,0.9970823,0.00006388888,0.000023046281,0.0003166995,0.000041692878,0.00014071936,0.0007293633],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98770744,0.0038078201,0.0015237571,0.001081535,0.0054747807,0.00040478384],"domain_scores_gemma":[0.98650265,0.004906451,0.001175231,0.002570973,0.004120276,0.0007245253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01639884,0.0014985293,0.0011270145,0.0033421542,0.0017145893,0.0055793673,0.0054755653,0.003726643,0.006632455],"category_scores_gemma":[0.030288588,0.002392869,0.0025086817,0.0020157758,0.0034133988,0.0066955113,0.0042062066,0.006500188,0.0056644753],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064467815,0.00023527056,0.0007493776,0.0011152172,0.00010103759,0.0006663021,0.0020513649,0.019204045,0.015483356,0.6515707,0.017840363,0.2909186],"study_design_scores_gemma":[0.00021707435,0.0003141682,0.000365792,0.001005976,0.000116823416,0.0016783512,0.00037213322,0.180259,0.012716929,0.40182847,0.40082893,0.00029629716],"about_ca_topic_score_codex":0.0018521935,"about_ca_topic_score_gemma":0.0026722676,"teacher_disagreement_score":0.01639884,"about_ca_system_score_codex":0.0016717964,"about_ca_system_score_gemma":0.007583314,"threshold_uncertainty_score":0.08672637},"labels":[],"label_agreement":null},{"id":"W6925962417","doi":"10.21227/107d-hk82","title":"CLEAR: A Dataset for Compositional Language and Elementary Acoustic Reasoning","year":2019,"lang":"en","type":"dataset","venue":"IEEE DataPort","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Task (project management); Acoustic model; Code (set theory); Order (exchange); Scheme (mathematics)","score_opus":0.025908271525664432,"score_gpt":0.3388993667689945,"score_spread":0.3129910952433301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6925962417","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043359576,0.0006916934,0.0025380044,0.00045650892,0.0002013049,0.00029631247,0.97782296,0.008335693,0.005321631],"genre_scores_gemma":[0.0028303498,0.000091204354,0.003613977,0.00014515877,0.000019153913,0.00032181092,0.9913775,0.00023291026,0.0013678885],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99643886,0.0008318275,0.0003968834,0.0010022225,0.0009864885,0.00034377116],"domain_scores_gemma":[0.9962127,0.0011924639,0.00021638679,0.0011587349,0.00085013534,0.0003695594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017238517,0.0057756174,0.0016570796,0.0043573044,0.0016990959,0.0025306456,0.005593759,0.004311422,0.040159907],"category_scores_gemma":[0.009464991,0.0010005897,0.0029749295,0.0045360476,0.0011352022,0.0030935307,0.004234347,0.003953687,0.058548488],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028769107,0.00029736056,0.0015846415,0.001479131,0.00008807313,0.00020138868,0.00013898914,0.0016741772,0.0010770656,0.001570063,0.97205126,0.019550147],"study_design_scores_gemma":[0.00086036354,0.00020587916,0.008956054,0.0005626757,0.00011466805,0.00067591923,0.0005901724,0.013513189,0.004330084,0.0075452426,0.9625119,0.0001337705],"about_ca_topic_score_codex":0.030499138,"about_ca_topic_score_gemma":0.06132094,"teacher_disagreement_score":0.040159907,"about_ca_system_score_codex":0.0028268008,"about_ca_system_score_gemma":0.0028312383,"threshold_uncertainty_score":0.13434827},"labels":[],"label_agreement":null},{"id":"W6931256440","doi":"10.5281/zenodo.5822995","title":"blue-marble/gridpath: GridPath v0.12.0","year":2022,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Environment and Climate Change Canada","funders":"","keywords":"Limiting; Downtime; Troubleshooting; Process (computing); Table (database)","score_opus":0.02765081010975657,"score_gpt":0.24152723980910173,"score_spread":0.21387642969934517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931256440","genre_codex":"software","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":"software","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009447888,0.00011341147,0.04119776,0.00035594683,0.00038130712,0.00013591931,0.029649325,0.8982084,0.029013103],"genre_scores_gemma":[0.017049288,0.00025429364,0.03801778,0.0008537717,0.00016323321,0.0004963136,0.108968474,0.77550834,0.05868852],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986192,0.00017536273,0.00008670296,0.0003054719,0.0005973303,0.00021588239],"domain_scores_gemma":[0.99566394,0.000599019,0.00019443591,0.0018777204,0.0011922668,0.000472658],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023610273,0.0025144815,0.0013086188,0.0019807091,0.000906933,0.0032182273,0.006539909,0.0020785865,0.31135365],"category_scores_gemma":[0.009106556,0.0024630153,0.0014251852,0.0020769285,0.00082536566,0.004210361,0.0035971883,0.0038298154,0.31570807],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021659861,0.00003855141,0.00047404552,0.00024106262,0.00002947712,0.000060714985,0.000066331246,0.00087275554,0.0014310771,0.0021565615,0.97335446,0.021058425],"study_design_scores_gemma":[0.00033338598,0.000046274472,0.0010803808,0.00008392188,0.000022518592,0.0001557982,0.000031148855,0.005479624,0.007924235,0.0063803317,0.97837037,0.000092118484],"about_ca_topic_score_codex":0.00607902,"about_ca_topic_score_gemma":0.005168371,"teacher_disagreement_score":0.31135365,"about_ca_system_score_codex":0.0013592344,"about_ca_system_score_gemma":0.0013905982,"threshold_uncertainty_score":0.9822704},"labels":[],"label_agreement":null},{"id":"W6958165376","doi":"10.60692/wya39-9dj52","title":"COSMOGLOBE DR1 results","year":2023,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Theoretical Astrophysics; University of Waterloo; University of Toronto; University of British Columbia","funders":"","keywords":"CMB cold spot; Planck; Cosmic microwave background; Polarization (electrochemistry); Cosmic background radiation; Synchrotron; Galactic plane; Birefringence","score_opus":0.048745617426740113,"score_gpt":0.2501955800094639,"score_spread":0.2014499625827238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958165376","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19582099,0.00067101524,0.021598049,0.0006901517,0.00028548282,0.00027289233,0.6730916,0.0069782827,0.10059153],"genre_scores_gemma":[0.2889103,0.00044385815,0.034402933,0.00080737384,0.00010166706,0.0012935142,0.6349804,0.005930747,0.033129264],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906653,0.00020129027,0.000036131438,0.0003016427,0.00020777124,0.00018660496],"domain_scores_gemma":[0.9990963,0.00017876447,0.000118012525,0.0003057537,0.00021706051,0.00008420473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016657653,0.0015693443,0.0007146169,0.0018814103,0.00120764,0.0015720333,0.0011187391,0.0005074484,0.071341954],"category_scores_gemma":[0.0032354558,0.000398966,0.00091383624,0.0024633175,0.00030034478,0.00062001,0.0019536857,0.00062713725,0.037919626],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022095996,0.0003147289,0.16722621,0.0015616433,0.001184898,0.0015267151,0.0013911206,0.008223904,0.026441222,0.02571187,0.663859,0.10034913],"study_design_scores_gemma":[0.00014623278,0.00008170343,0.15960908,0.00021444498,0.00031025044,0.0008607267,0.00083654094,0.004897064,0.017224712,0.008525276,0.8071631,0.00013091382],"about_ca_topic_score_codex":0.0063330736,"about_ca_topic_score_gemma":0.0058995835,"teacher_disagreement_score":0.071341954,"about_ca_system_score_codex":0.0004488208,"about_ca_system_score_gemma":0.00045696253,"threshold_uncertainty_score":0.23866266},"labels":[],"label_agreement":null},{"id":"W6989357711","doi":"","title":"The Application of Subjective Estimates of Effectiveness to Controlling Software Inspections","year":2000,"lang":"en","type":"article","venue":"NPARC","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Software; Key (lock); Automation; Control (management); Measure (data warehouse)","score_opus":0.008884768602547173,"score_gpt":0.2821429677639557,"score_spread":0.27325819916140853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6989357711","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40242422,0.0012693007,0.5693513,0.0004466379,0.00023478562,0.0004299613,0.00044649316,0.00041277937,0.024984466],"genre_scores_gemma":[0.9429113,0.00025197418,0.0554664,0.000076947006,0.00007915657,0.0001961421,0.0001443216,0.00005578035,0.0008180112],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97285694,0.017248057,0.0013869827,0.0017135266,0.006527989,0.0002664775],"domain_scores_gemma":[0.58668834,0.33931988,0.026732337,0.019961232,0.026076281,0.0012220131],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.029460575,0.0008570102,0.00066978595,0.0031656208,0.00048012077,0.0026862437,0.0009593163,0.00094000436,0.0015345556],"category_scores_gemma":[0.22672443,0.000470026,0.0006783437,0.0012017338,0.002050559,0.002347547,0.0010207867,0.0011178171,0.00030167177],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00213139,0.0012897911,0.31635067,0.0016216538,0.0016316207,0.0002496457,0.004994209,0.068547785,0.0109831095,0.04345896,0.00406444,0.54467666],"study_design_scores_gemma":[0.00028324517,0.0063588805,0.49721017,0.00063704886,0.0008741297,0.00057534396,0.0032059343,0.40266553,0.022129942,0.056953974,0.008596666,0.00050910085],"about_ca_topic_score_codex":0.0022590356,"about_ca_topic_score_gemma":0.0025126666,"teacher_disagreement_score":0.029460575,"about_ca_system_score_codex":0.0009011548,"about_ca_system_score_gemma":0.0006868336,"threshold_uncertainty_score":0.15580428},"labels":[],"label_agreement":null},{"id":"W7035980055","doi":"","title":"American and Canadian Investors Meet Ethiopian Government to Explore Phase 2 of Power Sector Transformation","year":2014,"lang":"en","type":"other","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Phase (matter); Power (physics); Transformation (genetics); Public sector; Private sector","score_opus":0.03175943770839744,"score_gpt":0.299434835007008,"score_spread":0.26767539729861056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7035980055","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36433792,0.001722588,0.0017428368,0.051460132,0.0008142472,0.00015430292,0.001005394,0.000077472374,0.5786852],"genre_scores_gemma":[0.8265769,0.0017924279,0.0018696061,0.007125653,0.00008694247,0.000028652299,0.0002834452,0.000032594755,0.1622039],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994666,0.00005386855,0.0000051554134,0.000017440856,0.00017505485,0.00028193893],"domain_scores_gemma":[0.9985638,0.0002979742,0.0001165877,0.000046616427,0.00071562483,0.00025936117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011878767,0.00023622588,0.00009917126,0.0010197782,0.005028638,0.0048905155,0.0003264971,0.001129692,0.008500597],"category_scores_gemma":[0.0020491388,0.00010342174,0.00016289677,0.0017578354,0.000996041,0.0011682939,0.0008712416,0.0014952238,0.0004736382],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060707185,0.00035651567,0.13715407,0.00023534095,0.000063121486,0.0033981027,0.01681631,0.0024560515,0.003273858,0.3517753,0.28771293,0.19615139],"study_design_scores_gemma":[0.000065513545,0.00015262238,0.10520796,0.00030995987,0.00006204674,0.00042831813,0.115494356,0.0020055014,0.0048386455,0.021808812,0.74955744,0.00006883712],"about_ca_topic_score_codex":0.3495594,"about_ca_topic_score_gemma":0.701652,"teacher_disagreement_score":0.6504406,"about_ca_system_score_codex":0.012089571,"about_ca_system_score_gemma":0.019268159,"threshold_uncertainty_score":0.69504946},"labels":[],"label_agreement":null},{"id":"W7095822863","doi":"","title":"Application of tabular methods to the specification and verification of a nuclear reactor shutdown system","year":2001,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Shutdown; Suite; Software; Nuclear power; Selection (genetic algorithm); Verification and validation","score_opus":0.023399760528346015,"score_gpt":0.3190532773774816,"score_spread":0.2956535168491356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095822863","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024218585,0.00014645154,0.994863,0.00009612993,0.000025913025,0.00008645579,0.00006537742,0.0010072135,0.0012876831],"genre_scores_gemma":[0.057423126,0.0004548032,0.939574,0.00015887815,0.000021679842,0.00033063442,0.00025564292,0.00035215964,0.0014290437],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9889549,0.007122929,0.00092705846,0.0006749268,0.0019593718,0.00036080796],"domain_scores_gemma":[0.96856225,0.022522267,0.0019806803,0.0036113842,0.0031222554,0.00020118263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012576033,0.0009752575,0.00064405595,0.0019815916,0.0013305214,0.003028792,0.0015914781,0.0011121839,0.004669892],"category_scores_gemma":[0.03161519,0.0009264978,0.0011903855,0.001669104,0.0031187835,0.0029492655,0.0017496928,0.0018714793,0.001091291],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003106662,0.00012240776,0.0022498318,0.001886671,0.00013403512,0.0007452725,0.0026631455,0.18516834,0.015372244,0.37378362,0.0055727516,0.411991],"study_design_scores_gemma":[0.00020607226,0.00042370107,0.00059552747,0.0009491572,0.0001324167,0.0006964862,0.0004782636,0.6370266,0.047678925,0.20143072,0.110224254,0.00015791717],"about_ca_topic_score_codex":0.0045821173,"about_ca_topic_score_gemma":0.0068717916,"teacher_disagreement_score":0.012576033,"about_ca_system_score_codex":0.001656861,"about_ca_system_score_gemma":0.004287589,"threshold_uncertainty_score":0.06650919},"labels":[],"label_agreement":null},{"id":"W7096527887","doi":"","title":"International Workshop on Software Measurement (IWSM'01) 137 Montral, Qubec, Canada -- August 28-29, 2001","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Functional requirement; Non-functional requirement; Correctness; Requirements analysis; Software requirements specification; Software; CLARITY; Software architecture; Software requirements","score_opus":0.11556615707686638,"score_gpt":0.3365428672379701,"score_spread":0.22097671016110373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096527887","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028242877,0.0500871,0.60377157,0.017084684,0.004150759,0.000882903,0.0035125166,0.008753846,0.28351372],"genre_scores_gemma":[0.10354652,0.021453116,0.2834114,0.0009579981,0.000730199,0.00074294745,0.008522339,0.0025420834,0.5780933],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99643385,0.00085884065,0.0001773339,0.00046932176,0.0016844559,0.0003761728],"domain_scores_gemma":[0.9956643,0.00089988555,0.00013748553,0.00091335084,0.0019748935,0.00041013357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058741453,0.0014076626,0.0015172333,0.003375236,0.0016314982,0.00486881,0.0021222956,0.0014917473,0.0662586],"category_scores_gemma":[0.008881364,0.00085688924,0.0007458168,0.0039183246,0.0019938708,0.0025954219,0.002200601,0.0016738982,0.021089843],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013942733,0.00010713647,0.0029956396,0.00029926884,0.0000569937,0.00014411165,0.0007348629,0.002053693,0.0046008807,0.020277381,0.15999524,0.8085953],"study_design_scores_gemma":[0.00003975507,0.0001498819,0.015364566,0.0008507572,0.000047598245,0.000369765,0.0008645738,0.019311937,0.004343838,0.014890484,0.94370466,0.000062189385],"about_ca_topic_score_codex":0.17627028,"about_ca_topic_score_gemma":0.3064839,"teacher_disagreement_score":0.82372975,"about_ca_system_score_codex":0.006766203,"about_ca_system_score_gemma":0.008147839,"threshold_uncertainty_score":0.35048854},"labels":[],"label_agreement":null},{"id":"W7100661179","doi":"","title":"2.3 – High-Availability Solutions to Common Software Failures","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software; Information system; Software system; Key (lock); Reliability (semiconductor)","score_opus":0.01734075737018135,"score_gpt":0.2648676183310695,"score_spread":0.24752686096088813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100661179","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07425043,0.0077650133,0.7306493,0.009857487,0.0011247426,0.00037781626,0.00022499631,0.0055874274,0.17016278],"genre_scores_gemma":[0.7037708,0.0031546454,0.22159374,0.0017271892,0.00073594344,0.00024513263,0.0002856526,0.0004558136,0.068031095],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99722457,0.00059634645,0.000115300725,0.00025821888,0.0014438697,0.0003617314],"domain_scores_gemma":[0.9965107,0.0006165574,0.0006033738,0.0007119203,0.0013337678,0.00022370566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021720056,0.0006959182,0.00051234773,0.0014352307,0.0015612935,0.002430069,0.0021679301,0.0021855254,0.010261011],"category_scores_gemma":[0.004239143,0.00031283466,0.0007933673,0.0010484657,0.0012522134,0.0023722732,0.0019127787,0.00137945,0.003233004],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002623119,0.00030849702,0.006308768,0.0011821791,0.0001386887,0.0017090128,0.0021135213,0.03140208,0.0383222,0.25807446,0.047116756,0.6130615],"study_design_scores_gemma":[0.00014624209,0.0007432582,0.012667239,0.00047980007,0.00019022409,0.0070935315,0.0018077141,0.11896746,0.045417957,0.21902776,0.5932838,0.00017506843],"about_ca_topic_score_codex":0.003968938,"about_ca_topic_score_gemma":0.005914836,"teacher_disagreement_score":0.010261011,"about_ca_system_score_codex":0.0011631242,"about_ca_system_score_gemma":0.0017956824,"threshold_uncertainty_score":0.034326434},"labels":[],"label_agreement":null},{"id":"W7126196663","doi":"10.5281/zenodo.18435371","title":"Applying Agile Methodologies to Embedded Software Development: A Case Study","year":2016,"lang":"en","type":"article","venue":"Open MIND","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Agile software development; Scrum; Extreme programming practices; Unavailability; Agile Unified Process; Firmware; Extreme programming; Software","score_opus":0.2087852583063768,"score_gpt":0.43293630838208214,"score_spread":0.22415105007570535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7126196663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9363131,0.00085502595,0.038683627,0.0016882049,0.000049888895,0.0005524974,0.00009953282,0.00009458198,0.021663403],"genre_scores_gemma":[0.95065194,0.0012809478,0.041298065,0.0002921923,0.000022439455,0.0003280113,0.00007840248,0.000051333285,0.0059966664],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99484575,0.0033868323,0.00019539936,0.00019429524,0.0009701513,0.000407575],"domain_scores_gemma":[0.98766917,0.008758348,0.00064314215,0.00086206675,0.0010532583,0.0010140396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005061809,0.00051398075,0.00029402666,0.0010681633,0.0030282063,0.0017257582,0.0015286576,0.0021548592,0.00122296],"category_scores_gemma":[0.008731015,0.00037179087,0.0004607036,0.0016283597,0.0020416307,0.0013203187,0.0024307452,0.0017886482,0.00037101156],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009969255,0.008874334,0.06767553,0.0019483009,0.0001966956,0.14315364,0.17343877,0.06141203,0.022340767,0.0842684,0.01592308,0.41977164],"study_design_scores_gemma":[0.00089417986,0.008620998,0.056088075,0.0021057853,0.00027650266,0.07058088,0.24639568,0.12235425,0.06228297,0.041967284,0.38807288,0.00036053977],"about_ca_topic_score_codex":0.0030126525,"about_ca_topic_score_gemma":0.0068599633,"teacher_disagreement_score":0.005061809,"about_ca_system_score_codex":0.0014156266,"about_ca_system_score_gemma":0.0015232633,"threshold_uncertainty_score":0.026769698},"labels":[],"label_agreement":null},{"id":"W7126273757","doi":"10.5281/zenodo.18435372","title":"Applying Agile Methodologies to Embedded Software Development: A Case Study","year":2016,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Agile software development; Scrum; Extreme programming practices; Unavailability; Agile Unified Process; Firmware; Extreme programming; Software","score_opus":0.10454425921272248,"score_gpt":0.3259491331514609,"score_spread":0.22140487393873842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7126273757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9378257,0.0008711069,0.03917558,0.0014772587,0.00004552647,0.0005046162,0.00010203404,0.00009921521,0.019898947],"genre_scores_gemma":[0.95034933,0.0012598272,0.04174896,0.00024691375,0.000020198162,0.00030954304,0.00008568756,0.00005336398,0.0059262216],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9952193,0.0031215504,0.00017967478,0.00019275116,0.000897569,0.0003891952],"domain_scores_gemma":[0.98911625,0.0076488536,0.0005841528,0.0008076338,0.00093189214,0.0009111986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004581232,0.0005156777,0.00029084578,0.0010286538,0.0027570007,0.0016878012,0.0014348625,0.002084487,0.0011855948],"category_scores_gemma":[0.007794161,0.0003609909,0.00045157573,0.0016252642,0.0019085692,0.0012197607,0.0023289488,0.0016474914,0.00036466343],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010979302,0.008465667,0.06660958,0.0020461094,0.00020610444,0.13321419,0.15607442,0.07004532,0.026062816,0.080707595,0.015744736,0.43972558],"study_design_scores_gemma":[0.0009577716,0.008508556,0.058260206,0.0020127676,0.00028872784,0.067753606,0.2170958,0.13744819,0.07050875,0.041566998,0.3952269,0.00037174148],"about_ca_topic_score_codex":0.00288882,"about_ca_topic_score_gemma":0.0065776147,"teacher_disagreement_score":0.004581232,"about_ca_system_score_codex":0.0013303378,"about_ca_system_score_gemma":0.0013584947,"threshold_uncertainty_score":0.024228156},"labels":[],"label_agreement":null},{"id":"W7130321097","doi":"10.69894/20190106","title":"Software, hardware short takes","year":2019,"lang":"en","type":"article","venue":"Oil IT Journal.","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Flow (mathematics); Software; Set (abstract data type)","score_opus":0.02069827051356022,"score_gpt":0.2799031839506562,"score_spread":0.259204913437096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7130321097","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036670675,0.0419494,0.06684617,0.017520852,0.04958646,0.0002500674,0.006957863,0.008612758,0.80460936],"genre_scores_gemma":[0.021245297,0.01405112,0.014923883,0.0041050687,0.0075813257,0.00016854469,0.004227137,0.0028714705,0.9308261],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997465,0.0003248032,0.0002503478,0.0004532016,0.0013132133,0.00019352391],"domain_scores_gemma":[0.9927665,0.0012273375,0.00050234364,0.002048692,0.002669716,0.0007854083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013561171,0.0016019791,0.00078129687,0.0027805285,0.0021275845,0.006244942,0.0012015032,0.001695863,0.21314695],"category_scores_gemma":[0.0112149585,0.00076901953,0.00049561274,0.004662243,0.0014700573,0.007419616,0.0029414124,0.0032012856,0.17757629],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005345341,0.000024076478,0.00047810818,0.00046522578,0.000019039724,0.0001451459,0.00018676333,0.0003904571,0.0014588577,0.06794429,0.60674953,0.32208505],"study_design_scores_gemma":[0.000003258794,0.000024410021,0.0002548203,0.00006278762,0.0000057696525,0.00019210207,0.00006876629,0.00010788804,0.0002181355,0.009932006,0.9891229,0.0000071007885],"about_ca_topic_score_codex":0.0038834326,"about_ca_topic_score_gemma":0.0061891493,"teacher_disagreement_score":0.21314695,"about_ca_system_score_codex":0.0015993753,"about_ca_system_score_gemma":0.0024933089,"threshold_uncertainty_score":0.7130476},"labels":[],"label_agreement":null},{"id":"W7137121728","doi":"10.1109/phm-xian66756.2025.11427646","title":"How Much Confidence Do We Have for GenAI-Based Reasoningƒ A Statistical Inference Perspective for Reliability Estimation","year":2025,"lang":"","type":"article","venue":"","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Future Earth","funders":"","keywords":"Reliability (semiconductor); Perspective (graphical); Fiducial inference; Statistical inference; Estimation; Inference; Interval estimation; Point estimation","score_opus":0.03371601620258263,"score_gpt":0.37813023416168384,"score_spread":0.3444142179591012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7137121728","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07973729,0.0008564494,0.90904695,0.0050166794,0.00016991848,0.00014547349,0.0004359165,0.0007806007,0.0038107547],"genre_scores_gemma":[0.75853974,0.00041869428,0.23781492,0.0014496774,0.00016939541,0.00032792042,0.00051416457,0.0002617452,0.0005038904],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.92767596,0.047396038,0.003533038,0.009653964,0.010242376,0.0014986056],"domain_scores_gemma":[0.38201538,0.5484765,0.018459646,0.036346465,0.012700701,0.0020012844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.10349249,0.0019976965,0.0030079458,0.0024833537,0.0012926069,0.008536728,0.0048530446,0.004043935,0.003669886],"category_scores_gemma":[0.48397395,0.0013020979,0.0024896208,0.0018518912,0.0063906307,0.014602216,0.0039465968,0.007930645,0.00083078735],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003000293,0.00072254497,0.054809663,0.0019309327,0.0022396327,0.0005744359,0.007304431,0.33270895,0.007838172,0.39111,0.0044091796,0.19335175],"study_design_scores_gemma":[0.00019067148,0.0004728562,0.0055705477,0.0004574333,0.00026980278,0.00023889699,0.0010421171,0.52208036,0.004272047,0.46263644,0.0025968184,0.00017204504],"about_ca_topic_score_codex":0.0041243406,"about_ca_topic_score_gemma":0.0035132607,"teacher_disagreement_score":0.10349249,"about_ca_system_score_codex":0.002719583,"about_ca_system_score_gemma":0.0034572987,"threshold_uncertainty_score":0.54732716},"labels":[],"label_agreement":null},{"id":"W7153004372","doi":"10.63282/3117-5481/aijcst-v6i6p108","title":"Integrating Observability, Defect Prediction, and Decision Intelligence for Reliable AI-Driven Software Systems","year":2024,"lang":"","type":"article","venue":"American International Journal of Computer Science and Technology","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Software quality; Software system; Software quality control; Software; Software quality analyst; Software development; Software architecture; Verification and validation; Debugging","score_opus":0.015694975163232976,"score_gpt":0.321151208990072,"score_spread":0.305456233826839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7153004372","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04124722,0.00081488444,0.9455915,0.003282397,0.000042232474,0.00009321057,0.000044689918,0.0004671609,0.008416824],"genre_scores_gemma":[0.8248789,0.0008036358,0.17290777,0.00018924856,0.000064488006,0.00009123994,0.000088340734,0.000048602957,0.000927905],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961842,0.0011861468,0.00036929199,0.000568996,0.0013995058,0.00029181043],"domain_scores_gemma":[0.9873312,0.0066114897,0.0023199613,0.0016823225,0.0015036047,0.0005513569],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005231268,0.0008246291,0.0005624857,0.0028773616,0.00088902144,0.005620884,0.0014145876,0.0012705203,0.0010129802],"category_scores_gemma":[0.015151648,0.0006618993,0.00077461737,0.0013824978,0.0042132926,0.006935196,0.0035976053,0.0027100425,0.00027038401],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000089936,0.00019028297,0.015563133,0.00036925683,0.0001448481,0.00032723407,0.0022960152,0.24274378,0.0043932945,0.5463215,0.0012131558,0.18634759],"study_design_scores_gemma":[0.000012705519,0.00013124441,0.0029214616,0.00018511341,0.0000704664,0.00010784274,0.0006991966,0.56214327,0.0019278052,0.42551288,0.0062145535,0.00007345874],"about_ca_topic_score_codex":0.0044424455,"about_ca_topic_score_gemma":0.0037996087,"teacher_disagreement_score":0.005620884,"about_ca_system_score_codex":0.002584309,"about_ca_system_score_gemma":0.0033838928,"threshold_uncertainty_score":0.027665913},"labels":[],"label_agreement":null},{"id":"W7153116829","doi":"10.63282/3050-9262.ijaidsml-v5i3p121","title":"AI-Augmented Software Engineering: A Holistic Approach to Reliability, Security, and Lifecycle Optimization","year":2024,"lang":"","type":"article","venue":"International Journal of Artificial Intelligence Data Science and Machine Learning","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Software quality; Software development; Quality (philosophy); Vulnerability (computing); Implementation; Model-driven architecture; Software system; Software; System lifecycle","score_opus":0.0680045401483019,"score_gpt":0.3636618901234947,"score_spread":0.2956573499751928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7153116829","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005005201,0.010784898,0.9468923,0.006426266,0.0002688666,0.00009001911,0.00008622792,0.00048246316,0.02996379],"genre_scores_gemma":[0.27603567,0.018029971,0.6935602,0.001207454,0.000954317,0.00035638563,0.00021756682,0.00022015683,0.009418286],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979114,0.0008860109,0.000116533745,0.00032584104,0.0006302802,0.00012987194],"domain_scores_gemma":[0.99771464,0.0013087017,0.00018395107,0.0003625327,0.00025506146,0.00017502336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020304245,0.0015615225,0.00081388454,0.0027298243,0.0011027108,0.006522796,0.0030102015,0.0023758307,0.0027787506],"category_scores_gemma":[0.002843986,0.0007377013,0.0012222094,0.0022678259,0.0080509065,0.0060966983,0.004289697,0.0046358374,0.0005800839],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029611747,0.00009306166,0.00081043894,0.0005183649,0.000100276,0.0001931879,0.00073347363,0.077220246,0.0021885314,0.83419865,0.0029663926,0.08094771],"study_design_scores_gemma":[0.0000129366845,0.0000806612,0.00045896228,0.0003245467,0.000050829898,0.00013293761,0.00037884366,0.14804946,0.001070287,0.80249953,0.04689464,0.000046402245],"about_ca_topic_score_codex":0.0031857817,"about_ca_topic_score_gemma":0.002857049,"teacher_disagreement_score":0.006522796,"about_ca_system_score_codex":0.0026800856,"about_ca_system_score_gemma":0.003876733,"threshold_uncertainty_score":0.01944542},"labels":[],"label_agreement":null},{"id":"W7153281641","doi":"10.63282/3050-9416.ijaibdcms-v5i4p123","title":"An Initiative-Scale Structure for Reliable AI: Governance-Centrical Architecture for Reliability, Difficult, and Active Policy","year":2024,"lang":"","type":"article","venue":"International Journal of AI BigData Computational and Management Studies","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Interoperability; Enterprise architecture; Enterprise system; Architecture; Software architecture; Enterprise software; Reference architecture; Corporate governance; Software","score_opus":0.027245628665976115,"score_gpt":0.3730370554082643,"score_spread":0.3457914267422882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7153281641","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026110522,0.0002393776,0.9234659,0.013018205,0.00012050559,0.00038130637,0.00007453483,0.0020820992,0.03450751],"genre_scores_gemma":[0.6014569,0.00035196485,0.3813087,0.0012782473,0.00011235256,0.00084207306,0.00031862152,0.00051929895,0.01381182],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99247736,0.0029242835,0.000497826,0.0016292287,0.0017431229,0.00072825403],"domain_scores_gemma":[0.98183835,0.0030064567,0.0015183118,0.007539791,0.0035162836,0.0025808357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012620081,0.0005479847,0.00050544355,0.002438386,0.004126825,0.011950097,0.0027239658,0.0030080543,0.0039714],"category_scores_gemma":[0.01753949,0.0008734434,0.0009171369,0.0016158228,0.012995611,0.015043378,0.010466385,0.005728823,0.0015055342],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033075456,0.000106760526,0.0035976386,0.00006569214,0.000035831374,0.00013223586,0.004270256,0.0069036228,0.0015655174,0.94524914,0.0028355063,0.035204697],"study_design_scores_gemma":[0.00003840483,0.00014742518,0.0018160839,0.00016747398,0.000052833493,0.00014490362,0.001964952,0.053842634,0.0015012149,0.87635577,0.063898005,0.000070281625],"about_ca_topic_score_codex":0.006822585,"about_ca_topic_score_gemma":0.0053967065,"teacher_disagreement_score":0.012620081,"about_ca_system_score_codex":0.0056432756,"about_ca_system_score_gemma":0.013750641,"threshold_uncertainty_score":0.06674212},"labels":[],"label_agreement":null}]}