{"meta":{"query_hash":"a210463c68e0","filters":{"topic":"Software System Performance and Reliability"},"cohort_total":1099,"direct_labels_cover":1,"predictions_cover":1099,"exported":1099,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/a210463c68e0","api":"https://metacan.xera.ac/api/v1/cohort?topic=Software+System+Performance+and+Reliability"},"results":[{"id":"W104773549","doi":"","title":"Proceedings of the Fourth International Workshop on Testing Database Systems","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Database; Data science; Information retrieval","score_opus":0.061993647228351934,"score_gpt":0.24635602879481047,"score_spread":0.18436238156645854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W104773549","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06969893,0.016300539,0.8142494,0.014556944,0.012021339,0.000788526,0.00097631436,0.004751388,0.06665668],"genre_scores_gemma":[0.38455734,0.010440658,0.43259567,0.0032123195,0.005508442,0.0005638063,0.007352709,0.0032674712,0.1525015],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9915677,0.0038624145,0.0006106747,0.00093034224,0.0023209974,0.0007079156],"domain_scores_gemma":[0.98278403,0.007969611,0.0003194884,0.0042159185,0.0035434652,0.0011675232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012076491,0.0018966626,0.0024392423,0.001753166,0.0011131141,0.0067227758,0.0036114496,0.0022084801,0.028516926],"category_scores_gemma":[0.017106142,0.0011338936,0.0014878028,0.0010373153,0.0018799923,0.0057364656,0.0028857957,0.0036489503,0.0046756337],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021618216,0.001424464,0.0070555126,0.0006784677,0.00038117977,0.0010126976,0.0012398515,0.009619296,0.020881293,0.02700655,0.1920126,0.73652637],"study_design_scores_gemma":[0.0007480607,0.00200226,0.015545334,0.0010720198,0.0007686988,0.003939303,0.0017049303,0.18006618,0.06386478,0.119328886,0.61071867,0.000240908],"about_ca_topic_score_codex":0.004010522,"about_ca_topic_score_gemma":0.00772518,"teacher_disagreement_score":0.028516926,"about_ca_system_score_codex":0.0014693177,"about_ca_system_score_gemma":0.0025198956,"threshold_uncertainty_score":0.095398605},"labels":[],"label_agreement":null},{"id":"W105642182","doi":"","title":"Layered Dependability Modeling of an Air Traffic Control System","year":2003,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Dependability; Computer science; Queueing theory; Software; Reliability engineering; Fault tolerance; Architecture; Distributed computing; Embedded system; Computer network; Engineering; Operating system; Software engineering","score_opus":0.010507131236316922,"score_gpt":0.22035775460229942,"score_spread":0.2098506233659825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W105642182","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22789672,0.00028988504,0.7613685,0.0002609875,0.000025570956,0.00006800731,0.00019288676,0.0004369626,0.009460539],"genre_scores_gemma":[0.9770497,0.00018168207,0.01971662,0.000022296535,0.000014125192,0.0000682615,0.00010841244,0.000029968178,0.0028088635],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995778,0.00009780142,0.000023835837,0.00006075339,0.00016475927,0.00007497751],"domain_scores_gemma":[0.9994343,0.00020552421,0.00011733231,0.000052695814,0.0001478934,0.000042230487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005995919,0.00057663093,0.0002689104,0.00054867764,0.00033416005,0.001037953,0.0010128934,0.0005150695,0.0012494595],"category_scores_gemma":[0.0016388366,0.00028676604,0.00061704445,0.0002484683,0.00073053397,0.0011446009,0.00054411753,0.0005560931,0.0002055573],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002136692,0.000017115899,0.0005001963,0.00001125455,0.000012092048,0.00006606156,0.000069894064,0.97925013,0.0024886036,0.015344211,0.00007226791,0.0021467144],"study_design_scores_gemma":[0.0000015466071,0.0000054396874,0.00008375279,0.000001268681,0.0000029536197,0.000004187272,0.000003343795,0.9976387,0.00016947403,0.0019724537,0.000115172516,0.0000016862828],"about_ca_topic_score_codex":0.026138518,"about_ca_topic_score_gemma":0.008227852,"teacher_disagreement_score":0.026138518,"about_ca_system_score_codex":0.001596466,"about_ca_system_score_gemma":0.0011068907,"threshold_uncertainty_score":0.051972747},"labels":[],"label_agreement":null},{"id":"W112679440","doi":"10.1007/978-3-642-30982-3_7","title":"Software Performance Modeling","year":2012,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Software; Software engineering; Programming language","score_opus":0.019671694145660387,"score_gpt":0.23348765136815444,"score_spread":0.21381595722249405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W112679440","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0063696937,0.0037214595,0.70101535,0.0013952785,0.0004616554,0.00014739163,0.0014354463,0.0044765435,0.28097713],"genre_scores_gemma":[0.39735147,0.013021435,0.19767028,0.0008295193,0.00092322537,0.0007145637,0.006326541,0.0028409737,0.38032198],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999244,0.00013287335,0.00003354378,0.0001405588,0.0003798392,0.00006918886],"domain_scores_gemma":[0.999288,0.00020053906,0.00005885697,0.00017388542,0.00024608502,0.00003262773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006354068,0.0015805073,0.0006223927,0.0012085732,0.0005103134,0.0017016806,0.0018477609,0.0008211131,0.01834415],"category_scores_gemma":[0.0026832179,0.0005002638,0.00086670945,0.001335771,0.00035252565,0.0022403512,0.0007591264,0.0014392054,0.012856132],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004181417,0.00016453209,0.00065145537,0.00029103144,0.000042490476,0.00010846205,0.0001912615,0.2016144,0.0039251214,0.4975929,0.067180686,0.22819595],"study_design_scores_gemma":[0.000010339635,0.00007360761,0.0006040894,0.00013912856,0.000043511238,0.00014933578,0.00005894705,0.56248164,0.004445479,0.23011328,0.20184666,0.000033959215],"about_ca_topic_score_codex":0.0031309384,"about_ca_topic_score_gemma":0.0016951382,"teacher_disagreement_score":0.01834415,"about_ca_system_score_codex":0.0011239734,"about_ca_system_score_gemma":0.0010776181,"threshold_uncertainty_score":0.061367333},"labels":[],"label_agreement":null},{"id":"W126897523","doi":"","title":"SOCLe: Integrated Design of Software Applications and Security","year":2005,"lang":"en","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Software security assurance; Software; Software engineering; Systems engineering; Information security; Computer security; Engineering; Operating system; Security service","score_opus":0.009173461672595196,"score_gpt":0.2264554890746641,"score_spread":0.2172820274020689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W126897523","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015496668,0.0009706594,0.95909166,0.00037672583,0.00008685021,0.00020668482,0.00014237966,0.0065829726,0.017045444],"genre_scores_gemma":[0.26716918,0.0013870137,0.7074098,0.00033078482,0.00005857684,0.0005004822,0.00075174205,0.0015945326,0.020797936],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979511,0.00051347946,0.00009406261,0.00021816841,0.0009567194,0.00026648567],"domain_scores_gemma":[0.99796945,0.00059765653,0.00016001616,0.00039824014,0.000720297,0.00015428427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021984149,0.0010131303,0.0004556194,0.00082560437,0.0004185345,0.0020059233,0.0015576311,0.0007043274,0.0054192147],"category_scores_gemma":[0.0041238745,0.0007198286,0.00059490476,0.00049339357,0.0010931753,0.0013566111,0.0015485759,0.0010916553,0.0013129446],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044002442,0.00014763241,0.0029507042,0.0011349749,0.00019455946,0.0006554441,0.0012548717,0.21930869,0.056458678,0.12846635,0.02020231,0.5687857],"study_design_scores_gemma":[0.0002573558,0.0009255964,0.0030675915,0.00047334432,0.00017986937,0.00095568685,0.00029793553,0.5058593,0.056146678,0.061996005,0.36971527,0.00012541383],"about_ca_topic_score_codex":0.0053245327,"about_ca_topic_score_gemma":0.0077666333,"teacher_disagreement_score":0.0054192147,"about_ca_system_score_codex":0.0011691471,"about_ca_system_score_gemma":0.0033913206,"threshold_uncertainty_score":0.01812911},"labels":[],"label_agreement":null},{"id":"W13352754","doi":"10.1007/bf00955167","title":"Template Driven Performance Modeling of Enterprise Java Beans","year":2005,"lang":"de","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Java; Component (thermodynamics); Modular design; Software engineering; Process (computing); Distributed computing; JavaBeans; Template; Programming language","score_opus":0.015773746651243845,"score_gpt":0.236634479862102,"score_spread":0.22086073321085817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W13352754","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09513734,0.00025714605,0.8893302,0.00031854253,0.00005957813,0.00010591738,0.00021085612,0.0015960913,0.012984381],"genre_scores_gemma":[0.8225248,0.0006236535,0.16314876,0.00009100707,0.000053909465,0.00027979788,0.0004525797,0.00061536225,0.012210072],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990669,0.0002714875,0.00005716622,0.00012952925,0.00036142394,0.00011349642],"domain_scores_gemma":[0.99865735,0.0005927791,0.00014460317,0.0002092865,0.000325666,0.00007021875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016281744,0.0005569567,0.00044682022,0.0005867039,0.00032681535,0.0015427596,0.0019802293,0.001016445,0.0011420008],"category_scores_gemma":[0.0039112256,0.0004827064,0.00087730656,0.0004745561,0.0007145396,0.0013384478,0.000687703,0.00080998667,0.000414518],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034384222,0.000047366902,0.00065475295,0.000027080787,0.000011814484,0.000064290034,0.000118402066,0.9378461,0.0038106919,0.051872585,0.00036040493,0.0051521426],"study_design_scores_gemma":[0.0000031632476,0.000006043088,0.00009172879,0.0000025710915,0.0000029636376,0.000007243439,0.0000042380634,0.9935062,0.00083895493,0.004765785,0.0007666618,0.000004427108],"about_ca_topic_score_codex":0.006570123,"about_ca_topic_score_gemma":0.003150527,"teacher_disagreement_score":0.006570123,"about_ca_system_score_codex":0.0017925672,"about_ca_system_score_gemma":0.0013522563,"threshold_uncertainty_score":0.013063788},"labels":[],"label_agreement":null},{"id":"W136542355","doi":"10.1007/978-3-642-40787-1_13","title":"Efficient Model to Query and Visualize the System States Extracted from Trace Data","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Tracing; TRACE (psycholinguistics); Database; Timestamp; State (computer science); USable; Data mining; Operating system; Real-time computing; Programming language; World Wide Web","score_opus":0.02656937907667731,"score_gpt":0.2655965745962824,"score_spread":0.23902719551960508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W136542355","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007070168,0.000110003166,0.9411414,0.00019668866,0.000033054435,0.000114094095,0.002125277,0.04833873,0.0008705545],"genre_scores_gemma":[0.30169034,0.00045094304,0.6770029,0.0003166271,0.00006356462,0.0007224666,0.011212215,0.0038733985,0.0046676695],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994411,0.000090010646,0.00004930916,0.000121736906,0.00024340661,0.00005440083],"domain_scores_gemma":[0.99854565,0.0005649551,0.00011355865,0.0004732906,0.00024498298,0.00005761077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008231927,0.0014726305,0.0011357069,0.0015233598,0.00040076714,0.0024811127,0.002090016,0.0011654662,0.0045398213],"category_scores_gemma":[0.004171934,0.0006226292,0.00129751,0.0012134139,0.00043178807,0.0030232726,0.0014703282,0.0013257331,0.0020994523],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010978151,0.00066297106,0.0069198506,0.0007131734,0.00034551468,0.0005456435,0.00065429433,0.3815525,0.05040226,0.041094728,0.08455566,0.43145564],"study_design_scores_gemma":[0.00003268067,0.00003280801,0.00031950773,0.000012619722,0.000029947623,0.000058329304,0.000038253653,0.97531307,0.008587019,0.011080844,0.0044749808,0.000019879699],"about_ca_topic_score_codex":0.014545705,"about_ca_topic_score_gemma":0.016835393,"teacher_disagreement_score":0.014545705,"about_ca_system_score_codex":0.0011521429,"about_ca_system_score_gemma":0.0016203413,"threshold_uncertainty_score":0.028922081},"labels":[],"label_agreement":null},{"id":"W1415938757","doi":"10.5555/2685048.2685099","title":"lprof: a non-intrusive request flow profiler for distributed systems","year":2014,"lang":"en","type":"article","venue":"TSpace (University of Toronto)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Debugging; Cloud computing; Profiling (computer programming); Distributed computing; Yarn; Database; Source code; Parsing; Code (set theory); Operating system; Programming language","score_opus":0.00859205764850851,"score_gpt":0.21901937857433723,"score_spread":0.21042732092582872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1415938757","genre_codex":"software","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038311306,0.00041459614,0.3388842,0.00038645678,0.00010153936,0.0006620424,0.007381815,0.61015815,0.0036998356],"genre_scores_gemma":[0.5379086,0.00045808422,0.417965,0.0006015302,0.00013093703,0.0012344047,0.015954373,0.01969128,0.0060557895],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9949397,0.0010602495,0.0005687745,0.0007897902,0.0022715165,0.0003700638],"domain_scores_gemma":[0.9851206,0.006643921,0.001924301,0.003879995,0.0019048202,0.0005264317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004260223,0.002290114,0.00085330463,0.0038248068,0.00079254626,0.0015990089,0.002331342,0.0010837627,0.0040448564],"category_scores_gemma":[0.018036695,0.0013512205,0.0006601847,0.0016179472,0.00065134396,0.004133852,0.002013702,0.0021427984,0.0033013457],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023686066,0.0009561552,0.048156153,0.0015929135,0.00037796446,0.0009940071,0.0025872213,0.02992969,0.0614405,0.009993352,0.1628926,0.6787108],"study_design_scores_gemma":[0.0003608219,0.00078096753,0.028831609,0.00020984207,0.00011175822,0.0014165894,0.00049474294,0.7377195,0.110180706,0.011653035,0.10773812,0.0005024147],"about_ca_topic_score_codex":0.004990531,"about_ca_topic_score_gemma":0.0053894473,"teacher_disagreement_score":0.004990531,"about_ca_system_score_codex":0.0011244136,"about_ca_system_score_gemma":0.002202649,"threshold_uncertainty_score":0.022530496},"labels":[],"label_agreement":null},{"id":"W1455804204","doi":"10.5555/2685048.2685068","title":"Simple testing can prevent most critical failures: an analysis of production failures in distributed data-intensive systems","year":2014,"lang":"en","type":"article","venue":"Operating Systems Design and Implementation","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Simple (philosophy); Code (set theory); Catastrophic failure; Software; Reliability engineering; Software quality; Event (particle physics); Production (economics); Aspirator; Software bug; Distributed computing; Real-time computing; Operating system; Software development; Set (abstract data type); Programming language","score_opus":0.047751454573692696,"score_gpt":0.33958859119948,"score_spread":0.2918371366257873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1455804204","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9534095,0.00069528364,0.041625887,0.00030255076,0.000039445968,0.00020888778,0.00046271418,0.001976732,0.0012789213],"genre_scores_gemma":[0.98163396,0.0001066331,0.01725804,0.000059875507,0.0000143816915,0.000062726074,0.00051457656,0.00012142525,0.00022835686],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99663675,0.0007904759,0.00025487386,0.00047464122,0.0014386394,0.00040458527],"domain_scores_gemma":[0.9256676,0.054673415,0.008060582,0.0049405573,0.0054535116,0.0012043432],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003830041,0.0011051849,0.0006272472,0.0036539722,0.0005547051,0.0007465584,0.0015137395,0.00080940756,0.00086652004],"category_scores_gemma":[0.035928544,0.00045757362,0.0009516136,0.0019588096,0.001962218,0.0017838589,0.0009995559,0.0011579528,0.00018374289],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013157583,0.0012680414,0.58972675,0.0018546876,0.0004572358,0.0032647282,0.0034962546,0.17633139,0.026255874,0.0052106692,0.0041140234,0.18670455],"study_design_scores_gemma":[0.00017746534,0.0022328591,0.28092918,0.0002528148,0.00039676877,0.0015258873,0.0019516768,0.67613834,0.022150923,0.010090209,0.0039787916,0.00017503454],"about_ca_topic_score_codex":0.005984745,"about_ca_topic_score_gemma":0.0035429024,"teacher_disagreement_score":0.005984745,"about_ca_system_score_codex":0.0007784813,"about_ca_system_score_gemma":0.0016654665,"threshold_uncertainty_score":0.020255446},"labels":[],"label_agreement":null},{"id":"W1483906260","doi":"10.1007/978-3-540-45232-4_18","title":"Performance Analysis of a Software Design Using the UML Profile for Schedulability, Performance, and Time","year":2003,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; Scalability; Queueing theory; Applications of UML; Software design; Software; Distributed computing; Software engineering; Computer architecture; Programming language; Software development; Operating system; Computer network","score_opus":0.023889229420657878,"score_gpt":0.2509928288620507,"score_spread":0.22710359944139283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1483906260","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16399999,0.0005329278,0.81932074,0.00032307248,0.000068336514,0.00027694166,0.0006517029,0.0072462386,0.007580133],"genre_scores_gemma":[0.68337405,0.00040334466,0.30892858,0.00008951532,0.00004646585,0.00033410874,0.0013704809,0.0012609577,0.0041925153],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974738,0.00070453394,0.0001723631,0.00019545571,0.0012233393,0.00023048019],"domain_scores_gemma":[0.99315464,0.004288335,0.00055670366,0.00071078376,0.0011734086,0.000116185955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002973066,0.0012523129,0.000587841,0.0022147,0.00053678034,0.0015055585,0.0008874151,0.00066510146,0.0031092225],"category_scores_gemma":[0.009762141,0.0006146008,0.0012736905,0.00082402816,0.00040112526,0.0014621783,0.0004909837,0.0010497005,0.0009224759],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016799611,0.00051774405,0.010392755,0.0012399501,0.00025329477,0.00064543454,0.0013245112,0.42050275,0.14886929,0.062232915,0.007097184,0.34524417],"study_design_scores_gemma":[0.000048439088,0.00046866134,0.0023683007,0.00011450458,0.0001469654,0.00026870126,0.0000964205,0.9161198,0.06050377,0.012815958,0.0069962717,0.00005216817],"about_ca_topic_score_codex":0.0029084259,"about_ca_topic_score_gemma":0.001962927,"teacher_disagreement_score":0.0031092225,"about_ca_system_score_codex":0.0014930655,"about_ca_system_score_gemma":0.0015717482,"threshold_uncertainty_score":0.015723228},"labels":[],"label_agreement":null},{"id":"W1485420199","doi":"10.5555/2147671.2147673","title":"MODE: mix driven on-line resource demand estimation","year":2011,"lang":"en","type":"article","venue":"Conference on Network and Service Management","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Workload; Regression; Resource (disambiguation); Regression analysis; Linear regression; Support vector machine; Resource allocation; Abstraction; Data mining; Machine learning; Statistics; Mathematics","score_opus":0.04321958222279559,"score_gpt":0.2544180544082911,"score_spread":0.21119847218549553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1485420199","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08295534,0.00008915713,0.89982384,0.00013343414,0.000042489504,0.00018060216,0.00040851216,0.014005006,0.0023616583],"genre_scores_gemma":[0.64390856,0.00005503776,0.35173172,0.00016718016,0.000035820107,0.00027204788,0.000704736,0.0009326708,0.0021921687],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987118,0.000413823,0.00005615814,0.00023071302,0.00049970165,0.000087782835],"domain_scores_gemma":[0.99667656,0.001467176,0.0004574836,0.00074928947,0.000545271,0.00010431839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015106321,0.0011974524,0.0008486462,0.0008796104,0.00025063226,0.00083854457,0.0019134333,0.0007064511,0.0022996704],"category_scores_gemma":[0.005796456,0.0004956349,0.00038011657,0.0006664177,0.00025569613,0.0012052676,0.00096175564,0.00086847163,0.00084471365],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008586152,0.0006122486,0.014321129,0.00015269461,0.00018838947,0.00012575262,0.00023810299,0.43572044,0.034900025,0.0023772023,0.008599107,0.5019063],"study_design_scores_gemma":[0.000016932348,0.00005435555,0.0009604189,0.0000026772707,0.00000509783,0.000029815928,0.00001243712,0.9920757,0.005489538,0.0006382655,0.00070192275,0.000012854551],"about_ca_topic_score_codex":0.0031287041,"about_ca_topic_score_gemma":0.0033742993,"teacher_disagreement_score":0.0031287041,"about_ca_system_score_codex":0.0005343357,"about_ca_system_score_gemma":0.0006781543,"threshold_uncertainty_score":0.007989109},"labels":[],"label_agreement":null},{"id":"W1486258796","doi":"10.1007/3-540-46029-2_10","title":"Applying the UML Performance Profile: Graph Grammar-Based Derivation of LQN Models from UML Specifications","year":2002,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":156,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; UML tool; Unified Modeling Language; Applications of UML; Programming language; XML; Object Constraint Language; Graph rewriting; Graph; Software engineering; Software; Theoretical computer science; Operating system","score_opus":0.040602868688332315,"score_gpt":0.22641384665732975,"score_spread":0.18581097796899743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1486258796","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056565637,0.000024988494,0.9859984,0.00012924561,0.000026553982,0.0001365133,0.00044053062,0.0039361245,0.0036511102],"genre_scores_gemma":[0.15028797,0.0002116563,0.83768207,0.00012613938,0.000019567438,0.00026632723,0.0031614418,0.004166389,0.0040784106],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99840206,0.00047920135,0.0001405568,0.00018507463,0.0007130967,0.00008004959],"domain_scores_gemma":[0.9968849,0.001664906,0.00019136562,0.0005416188,0.0006541799,0.000063066036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020835726,0.0006906728,0.00042816784,0.0013713901,0.0005214998,0.0022307085,0.001528117,0.000951955,0.0042788973],"category_scores_gemma":[0.009381474,0.0008844997,0.001222985,0.00083425955,0.000810947,0.0022650568,0.0020064865,0.0013766559,0.0027064325],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017556876,0.00020932993,0.0030707493,0.0009896508,0.0000928624,0.00150377,0.0041593225,0.19678357,0.034676425,0.30586508,0.015304371,0.43716928],"study_design_scores_gemma":[0.000052399453,0.000052719846,0.0005478859,0.0002780117,0.00008187665,0.00037063187,0.00033643874,0.7690882,0.04482551,0.12633036,0.057961226,0.00007471566],"about_ca_topic_score_codex":0.008392754,"about_ca_topic_score_gemma":0.0080446405,"teacher_disagreement_score":0.008392754,"about_ca_system_score_codex":0.001234087,"about_ca_system_score_gemma":0.0027382986,"threshold_uncertainty_score":0.01668781},"labels":[],"label_agreement":null},{"id":"W1493361109","doi":"10.1109/bigdatacongress.2015.112","title":"A Flexible Data-Driven Approach for Execution Trace Filtering","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; TRACE (psycholinguistics); XML; Kernel (algebra); Abstraction; Event (particle physics); Executable; Simple (philosophy); Range (aeronautics); Data mining; Programming language; Operating system","score_opus":0.13332214821993715,"score_gpt":0.31587563898750004,"score_spread":0.1825534907675629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1493361109","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027646364,0.00003387431,0.99017113,0.00007251862,0.000020375073,0.00017398903,0.00023208528,0.005964042,0.0005673969],"genre_scores_gemma":[0.13625506,0.00014210527,0.8561269,0.00022566262,0.00004370808,0.00076363696,0.0019012272,0.0018559376,0.0026857713],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99322695,0.0011057851,0.00079028547,0.0011673939,0.0034244207,0.00028509405],"domain_scores_gemma":[0.98871195,0.004289093,0.0005763245,0.0036287857,0.0024780792,0.000315765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064718975,0.0013274723,0.0010433606,0.003080034,0.00074083486,0.0039130277,0.0031414365,0.0014617007,0.0017493557],"category_scores_gemma":[0.013606698,0.0010572008,0.0016493929,0.0018457447,0.0011751037,0.0026811347,0.0022326314,0.002478414,0.0010123854],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009034568,0.00089943735,0.012713874,0.0008797875,0.00041829716,0.0015003866,0.002494353,0.1686702,0.104003295,0.12773928,0.012871822,0.5669058],"study_design_scores_gemma":[0.00006647269,0.00016380961,0.0013717547,0.000113160066,0.000095515956,0.0005140113,0.00012811531,0.8224857,0.08013124,0.049075168,0.045688536,0.00016659725],"about_ca_topic_score_codex":0.0031840648,"about_ca_topic_score_gemma":0.0034479795,"teacher_disagreement_score":0.0064718975,"about_ca_system_score_codex":0.0012610279,"about_ca_system_score_gemma":0.0021443733,"threshold_uncertainty_score":0.034227073},"labels":[],"label_agreement":null},{"id":"W1497950161","doi":"10.1002/9780470284704.ch2","title":"Discrete Random Processes","year":2008,"lang":"en","type":"other","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Markov chain; Discrete time and continuous time; Examples of Markov chains; Queueing theory; Markov process; Variable-order Markov model; Markov renewal process; Computer science; Statistical physics; Mathematics; Markov model; Statistics; Physics","score_opus":0.008273710588632379,"score_gpt":0.22786150146048853,"score_spread":0.21958779087185615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1497950161","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005197135,0.025370786,0.69895697,0.00582868,0.0036246865,0.00030709404,0.0026163682,0.00083127787,0.257267],"genre_scores_gemma":[0.28083992,0.08743681,0.20300472,0.004463378,0.0062822434,0.0014243452,0.0061510648,0.00049758004,0.40989998],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989973,0.00024116837,0.00006518129,0.0002289804,0.00041233594,0.000055186487],"domain_scores_gemma":[0.9989623,0.00059320725,0.00006042185,0.00018009891,0.00016400366,0.000040061754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008622154,0.001172202,0.0010189648,0.00095540634,0.00053691806,0.0029455018,0.0009557683,0.0016491133,0.021849377],"category_scores_gemma":[0.0039681573,0.00039143028,0.0006043827,0.0017986755,0.0013340997,0.002309938,0.0009610806,0.0026442662,0.00718844],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009402381,0.000028279746,0.00020983971,0.00013437055,0.000014406352,0.00008321183,0.000081119055,0.006775204,0.00045530166,0.9393192,0.01831633,0.03457336],"study_design_scores_gemma":[0.00003164074,0.000029645817,0.0005648062,0.00018463301,0.000019901627,0.00034139818,0.00005150828,0.03668325,0.00054307765,0.76100945,0.20051202,0.000028653041],"about_ca_topic_score_codex":0.0013667438,"about_ca_topic_score_gemma":0.0011025575,"teacher_disagreement_score":0.021849377,"about_ca_system_score_codex":0.001113349,"about_ca_system_score_gemma":0.0010357887,"threshold_uncertainty_score":0.073093414},"labels":[],"label_agreement":null},{"id":"W1500313896","doi":"10.1007/978-3-540-31869-9_14","title":"Fault Tolerance – Concepts and Implementation Issues","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Atomicity; Fault tolerance; Software fault tolerance; Redundancy (engineering); Distributed computing; Concurrency; Concurrency control; Software engineering; Consistency (knowledge bases); Programming language; Database transaction; Operating system","score_opus":0.011877467100717786,"score_gpt":0.3002903462113174,"score_spread":0.2884128791105996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1500313896","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0117032835,0.06962581,0.7691168,0.01123871,0.001359921,0.000090093345,0.000096444455,0.00090500107,0.13586389],"genre_scores_gemma":[0.47120684,0.05959986,0.37453106,0.0022563848,0.0029511673,0.0004272048,0.0002688023,0.00056598143,0.08819263],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99875546,0.00032058707,0.000087972396,0.00016927974,0.00051375956,0.0001529064],"domain_scores_gemma":[0.9985335,0.00070027326,0.00011111942,0.00036140377,0.00024754295,0.000046038196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017688441,0.001006719,0.0008498888,0.0011437279,0.0011904825,0.0055700545,0.004512799,0.0031226836,0.010502626],"category_scores_gemma":[0.0035585673,0.001087247,0.00061602,0.0026531706,0.004332263,0.01058555,0.0012033983,0.004467769,0.0026876172],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015015704,0.000042109652,0.00007700753,0.00024396181,0.000008909109,0.000060587772,0.00030726258,0.0038703985,0.0011614929,0.91116434,0.004931639,0.07811729],"study_design_scores_gemma":[0.000010343861,0.000045524015,0.0001445112,0.00020052871,0.000011314049,0.00042184922,0.00015050122,0.0107552735,0.0018194027,0.9130617,0.07335778,0.000021282496],"about_ca_topic_score_codex":0.0008065707,"about_ca_topic_score_gemma":0.0007278434,"teacher_disagreement_score":0.010502626,"about_ca_system_score_codex":0.0016236239,"about_ca_system_score_gemma":0.000823301,"threshold_uncertainty_score":0.035134792},"labels":[],"label_agreement":null},{"id":"W1505006926","doi":"","title":"Early evaluation of software performance based on the UML performance profile","year":2003,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; UML tool; Programming language; Applications of UML; Unified Modeling Language; Object Constraint Language; Model transformation; XML; XSLT; Compiler; Software engineering; Software; Operating system; Artificial intelligence","score_opus":0.13618368190395133,"score_gpt":0.3846019476840096,"score_spread":0.2484182657800583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1505006926","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07984193,0.00033300652,0.89822435,0.0003070844,0.00011126677,0.00031410044,0.0006151557,0.01032586,0.009927205],"genre_scores_gemma":[0.6844302,0.00044225602,0.3064522,0.000079496494,0.00004827904,0.00036609705,0.0024253598,0.0015775036,0.004178546],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9855187,0.004227186,0.0011738617,0.0008156798,0.0077173524,0.00054715923],"domain_scores_gemma":[0.96796864,0.014561531,0.0024402132,0.0049113655,0.009666881,0.0004514556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011547967,0.00153031,0.0007942231,0.004205376,0.00070992747,0.0026995917,0.0010245591,0.0006971775,0.002219265],"category_scores_gemma":[0.04718047,0.0005732234,0.00095724507,0.0016800561,0.0008259864,0.0050382284,0.0013318032,0.001491984,0.0011584746],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019132848,0.0004533411,0.04317117,0.0011690479,0.0002492278,0.0005938523,0.0052548666,0.12864523,0.09110013,0.13315319,0.009123406,0.58517325],"study_design_scores_gemma":[0.000071715636,0.0008082751,0.023137169,0.0007255121,0.00021420281,0.0005897278,0.00090019184,0.6495624,0.22515066,0.034483466,0.06404978,0.00030692355],"about_ca_topic_score_codex":0.0047370414,"about_ca_topic_score_gemma":0.003063016,"teacher_disagreement_score":0.011547967,"about_ca_system_score_codex":0.003156385,"about_ca_system_score_gemma":0.0023773173,"threshold_uncertainty_score":0.06107223},"labels":[],"label_agreement":null},{"id":"W1508788505","doi":"10.1007/978-3-642-17358-5_58","title":"Exploring Simulation-Based Configuration Decisions","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Adaptation (eye); Distributed computing; Cloud computing; Set (abstract data type); Service (business); Component (thermodynamics); Server; Operating system","score_opus":0.06373092709520724,"score_gpt":0.27810059036032136,"score_spread":0.21436966326511414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1508788505","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45854956,0.00084684265,0.48402196,0.0017771935,0.00010240002,0.00013285485,0.00032211858,0.00093473686,0.053312298],"genre_scores_gemma":[0.955583,0.00018730505,0.04214789,0.00005188605,0.000012270692,0.00004026875,0.00016061237,0.000090791356,0.0017260073],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991229,0.0005555967,0.000023017985,0.000104780076,0.00010834437,0.000085358246],"domain_scores_gemma":[0.98896724,0.010188798,0.00018995872,0.00031869888,0.00020176909,0.0001335813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017046559,0.0007468594,0.0007536027,0.00084493624,0.00058900943,0.0021993301,0.0013052312,0.0015081535,0.010942204],"category_scores_gemma":[0.014274887,0.0009038136,0.00077431253,0.0009828003,0.0010601262,0.003297095,0.0012560298,0.0012592425,0.00045247303],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019219014,0.00010905849,0.0011397009,0.00006302979,0.00003357606,0.000103693135,0.00017072223,0.9428215,0.00062456506,0.033939604,0.00074883894,0.020053525],"study_design_scores_gemma":[0.000011808965,0.000017336266,0.00010458976,0.00001010795,0.000007570498,0.000011280396,0.000048781734,0.9752373,0.00017413359,0.024084562,0.00028697043,0.0000055511796],"about_ca_topic_score_codex":0.0055121016,"about_ca_topic_score_gemma":0.0059153433,"teacher_disagreement_score":0.010942204,"about_ca_system_score_codex":0.001110779,"about_ca_system_score_gemma":0.0011153537,"threshold_uncertainty_score":0.0366053},"labels":[],"label_agreement":null},{"id":"W1510266427","doi":"","title":"Proceedings of the joint ACM SIGSOFT conference -- QoSA and ACM SIGSOFT symposium -- ISARCS on Quality of software architectures -- QoSA and architecting critical systems -- ISARCS","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Dependability; Computer science; Software architecture; Software engineering; Software quality; Software architecture description; Reference architecture; Software system; Architecture; Software; Software development; Operating system","score_opus":0.06936119018649711,"score_gpt":0.28176477357999524,"score_spread":0.21240358339349813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1510266427","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022198025,0.054127622,0.17056364,0.11385123,0.099774815,0.00075586245,0.0075578103,0.010211903,0.5209591],"genre_scores_gemma":[0.08075011,0.032310564,0.0826208,0.008674445,0.011353768,0.00054601114,0.011572358,0.005119389,0.76705253],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953431,0.0010540222,0.0003927856,0.0005402062,0.002364184,0.0003057413],"domain_scores_gemma":[0.98562825,0.0029934514,0.00035416114,0.0019288729,0.006996055,0.002099286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076147504,0.0013676429,0.0012024003,0.0017155797,0.0012065518,0.0072793677,0.0014123638,0.0028802606,0.095434435],"category_scores_gemma":[0.012258319,0.00063299114,0.0011988477,0.001517234,0.0017151207,0.004846734,0.0029534944,0.005097547,0.039180107],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024238367,0.00030248996,0.0019455886,0.00022542839,0.00006242638,0.00012868788,0.00038968367,0.0016118172,0.0014952327,0.016302042,0.6829735,0.29432073],"study_design_scores_gemma":[0.00003503794,0.000087752254,0.001671515,0.00031260622,0.000032884385,0.000115019386,0.00023504447,0.0025164087,0.00070023444,0.010227012,0.9840365,0.000030020828],"about_ca_topic_score_codex":0.014279182,"about_ca_topic_score_gemma":0.013666713,"teacher_disagreement_score":0.095434435,"about_ca_system_score_codex":0.0028360416,"about_ca_system_score_gemma":0.005425037,"threshold_uncertainty_score":0.31925994},"labels":[],"label_agreement":null},{"id":"W1511335731","doi":"10.1109/mascot.2004.1348262","title":"Multiclass multiservers with deferred operations in layered queueing networks, with software system applications","year":2004,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Server; Queueing theory; Layered queueing network; Context (archaeology); Computation; Software; Service (business); Distributed computing; Computer network; Operating system; Real-time computing; Algorithm","score_opus":0.006163554047008366,"score_gpt":0.2030016612942146,"score_spread":0.19683810724720624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1511335731","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055913616,0.0010450388,0.9390822,0.00022217103,0.000121545374,0.000052221152,0.00004075832,0.0005915719,0.0029308894],"genre_scores_gemma":[0.7277092,0.00066439534,0.2678121,0.00010788248,0.00008024749,0.000110647685,0.00006908628,0.00015121033,0.0032951552],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990374,0.00048633196,0.000039940474,0.00007599071,0.00026923837,0.00009110401],"domain_scores_gemma":[0.997682,0.0012479684,0.00023286251,0.00034734257,0.0003642501,0.00012556075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021829647,0.00072477915,0.0006841456,0.00061970163,0.00072894007,0.0017353046,0.0015515995,0.0008894323,0.0009076452],"category_scores_gemma":[0.0084150825,0.000505498,0.0006796638,0.0008588593,0.0012071397,0.0021623538,0.0009665847,0.0014424215,0.00024046993],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007382685,0.000033093856,0.0011179028,0.00003642519,0.000025660385,0.000098314915,0.00013465047,0.9257367,0.0020835935,0.057344314,0.0004961513,0.012819368],"study_design_scores_gemma":[0.000002239282,0.0000041192748,0.00003844667,0.000002718295,0.0000022158104,0.0000083646855,0.0000036314702,0.9941638,0.00022102198,0.005275511,0.0002747543,0.0000032360908],"about_ca_topic_score_codex":0.016006526,"about_ca_topic_score_gemma":0.0075311395,"teacher_disagreement_score":0.016006526,"about_ca_system_score_codex":0.0019421116,"about_ca_system_score_gemma":0.0015894786,"threshold_uncertainty_score":0.031826735},"labels":[],"label_agreement":null},{"id":"W151148388","doi":"10.1007/978-1-4614-7738-9_4","title":"Distributed Failure Localization","year":2014,"lang":"en","type":"book-chapter","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.008169465942049293,"score_gpt":0.2015851257521307,"score_spread":0.1934156598100814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W151148388","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002283061,0.008863426,0.72544885,0.0011069818,0.0010426461,0.00008676036,0.0002596579,0.0052091107,0.25569952],"genre_scores_gemma":[0.07426829,0.011848027,0.1664698,0.000744555,0.00079388946,0.000222177,0.0011656611,0.0012495663,0.7432381],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9997404,0.00002716201,0.000008521993,0.00007862587,0.0001236,0.000021618795],"domain_scores_gemma":[0.999703,0.00006469269,0.000014783014,0.000108320666,0.0000900545,0.000019069656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033109426,0.001066922,0.0006595404,0.0010361228,0.00058762194,0.0012817566,0.001301579,0.000786753,0.03968478],"category_scores_gemma":[0.0007891666,0.00047106412,0.00034118752,0.0010600014,0.0007292601,0.0020598853,0.0015163284,0.0013934791,0.023187846],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003945211,0.000043647604,0.0001333111,0.00020712274,0.0000132561145,0.00006753108,0.00015100754,0.007886973,0.005292337,0.08325525,0.11339006,0.78951997],"study_design_scores_gemma":[0.000018075589,0.000075306474,0.00053742924,0.0002531079,0.000031863725,0.0005792874,0.0001157615,0.03405439,0.008212683,0.13685445,0.8192283,0.000039382863],"about_ca_topic_score_codex":0.000730258,"about_ca_topic_score_gemma":0.0012438601,"teacher_disagreement_score":0.03968478,"about_ca_system_score_codex":0.0007238766,"about_ca_system_score_gemma":0.0006767062,"threshold_uncertainty_score":0.1327588},"labels":[],"label_agreement":null},{"id":"W1516438975","doi":"10.1002/stvr.1573","title":"Anomaly detection in performance regression testing by transaction profile estimation","year":2015,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Science Foundation Ireland","keywords":"Computer science; Regression testing; Workload; Anomaly detection; Data mining; Software performance testing; Software regression; Regression analysis; Regression; Non-regression testing; Software; Machine learning; Software quality; Statistics; Software system; Operating system; Software development","score_opus":0.02938539619239948,"score_gpt":0.2524789475198476,"score_spread":0.22309355132744813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1516438975","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35053465,0.00037091871,0.6422047,0.0002611843,0.000053323256,0.00016892847,0.00040274175,0.00456121,0.0014423548],"genre_scores_gemma":[0.91775686,0.00007165835,0.081222594,0.000033708522,0.000021005284,0.00007256972,0.00042538342,0.00009236484,0.0003037977],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9947577,0.001945763,0.00040083186,0.0008661965,0.0017585662,0.0002708628],"domain_scores_gemma":[0.9764414,0.0116850445,0.0046122232,0.0029316575,0.0038496992,0.00047991265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033032058,0.0007919786,0.0007953395,0.0032864863,0.00029453816,0.0011353148,0.0012561034,0.0006345604,0.00062348094],"category_scores_gemma":[0.022220926,0.000328433,0.0005577668,0.0017295643,0.0004239484,0.0012601983,0.00086839264,0.001035357,0.00052969076],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061471626,0.0004365695,0.22922745,0.00023100484,0.00021829267,0.00070191757,0.00047166215,0.13246268,0.04910176,0.0031211036,0.0029534844,0.5804594],"study_design_scores_gemma":[0.000009377711,0.00011241717,0.014446481,0.000016448852,0.0000213828,0.0003209793,0.00007030769,0.97154343,0.010710632,0.0021305725,0.00059516507,0.000022796587],"about_ca_topic_score_codex":0.0028788573,"about_ca_topic_score_gemma":0.0021572157,"teacher_disagreement_score":0.0033032058,"about_ca_system_score_codex":0.00053057144,"about_ca_system_score_gemma":0.000659874,"threshold_uncertainty_score":0.017469227},"labels":[],"label_agreement":null},{"id":"W1517171740","doi":"10.1109/infocom.2015.7218516","title":"Real-time failure prediction in online services","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Service (business); Predictive modelling; State (computer science); Real-time computing; Data mining; Machine learning","score_opus":0.011211834549856513,"score_gpt":0.2368608320625371,"score_spread":0.22564899751268058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1517171740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82181865,0.00061752356,0.16899364,0.0005748942,0.00008512179,0.000102561775,0.0011504008,0.0054490156,0.0012082467],"genre_scores_gemma":[0.9880862,0.00006275024,0.0110919885,0.000022646296,0.00001629755,0.000023174847,0.00042773844,0.00002821405,0.00024104315],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99840313,0.0003373034,0.00012556261,0.0003143396,0.0006048082,0.00021484746],"domain_scores_gemma":[0.9925067,0.002830284,0.0011545822,0.001014926,0.001957058,0.00053656334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019506745,0.0010482351,0.0009440351,0.0019560605,0.00057086884,0.00091025245,0.0013526144,0.00080858736,0.0008075244],"category_scores_gemma":[0.009595874,0.0003434131,0.00040171648,0.0014972235,0.0005102112,0.0013819989,0.0009294456,0.0010337215,0.0005323437],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005837503,0.00041746095,0.17748384,0.00012574848,0.00013763606,0.0006203823,0.0003575537,0.6588911,0.0047902684,0.0010132921,0.004384067,0.1511949],"study_design_scores_gemma":[0.000005668592,0.000052290066,0.006796572,0.000005193772,0.000008506643,0.000079393656,0.000057713805,0.99014074,0.00154395,0.0009850204,0.00031536058,0.000009590197],"about_ca_topic_score_codex":0.0149974385,"about_ca_topic_score_gemma":0.011925299,"teacher_disagreement_score":0.0149974385,"about_ca_system_score_codex":0.00093256717,"about_ca_system_score_gemma":0.0009352789,"threshold_uncertainty_score":0.029820323},"labels":[],"label_agreement":null},{"id":"W1520384228","doi":"10.1002/9780470382844.ch5","title":"Data Flow Testing","year":2008,"lang":"en","type":"other","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Flow (mathematics); Data flow diagram; Data-flow analysis; Test data; Selection (genetic algorithm); Control flow graph; Data mining; Theoretical computer science; Mathematics; Database; Artificial intelligence; Programming language","score_opus":0.073581595125367,"score_gpt":0.27311860503467245,"score_spread":0.19953700990930545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1520384228","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013544655,0.005304803,0.695337,0.0020656253,0.0008238047,0.0011516529,0.0035045492,0.0131803285,0.26508757],"genre_scores_gemma":[0.26078033,0.010445556,0.50549424,0.0029589748,0.000539355,0.0014805722,0.013070692,0.0048561953,0.20037408],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99570173,0.000598295,0.00022941388,0.0006231645,0.002579393,0.00026793336],"domain_scores_gemma":[0.9949327,0.002032057,0.00021553923,0.0009472211,0.0017882392,0.00008423871],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020432596,0.0015168281,0.0007037561,0.0036674074,0.00080007897,0.002786046,0.0025349064,0.0010417928,0.032865122],"category_scores_gemma":[0.008910735,0.00056702434,0.0010794839,0.0030921265,0.0007805084,0.0053926995,0.0020325226,0.0014726403,0.008310911],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016688729,0.00020042561,0.0017851581,0.00073859957,0.000025887935,0.00017338742,0.00021745023,0.0043474,0.0070831315,0.0908386,0.03822426,0.85619885],"study_design_scores_gemma":[0.00009549444,0.00042834596,0.0028229456,0.0016489644,0.00012282094,0.0017464287,0.0004355772,0.052805092,0.08054734,0.15548706,0.7037568,0.00010312236],"about_ca_topic_score_codex":0.0028787614,"about_ca_topic_score_gemma":0.002420154,"teacher_disagreement_score":0.032865122,"about_ca_system_score_codex":0.0012659186,"about_ca_system_score_gemma":0.0023024816,"threshold_uncertainty_score":0.10994482},"labels":[],"label_agreement":null},{"id":"W1524178149","doi":"10.1002/9781119941378.ch6","title":"Model Based Availability Management: The Availability Management Framework","year":2012,"lang":"en","type":"other","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada)","funders":"","keywords":"Redundancy (engineering); Computer science; Vocabulary; Simple (philosophy); Perspective (graphical); Logical data model; Distributed computing; Data science; Software engineering; Data modeling; Artificial intelligence","score_opus":0.016597975405198598,"score_gpt":0.24413565912446647,"score_spread":0.22753768371926786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1524178149","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001567155,0.0017756525,0.9660799,0.0015837828,0.0002222211,0.00017022561,0.00034338934,0.005792135,0.022465594],"genre_scores_gemma":[0.10890365,0.00514213,0.8625158,0.00071634573,0.0006902659,0.0007440989,0.002368497,0.0017549242,0.017164275],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.996932,0.00085828156,0.00024384975,0.00031837262,0.0014150899,0.000232311],"domain_scores_gemma":[0.9981633,0.000643929,0.00018806323,0.0003866152,0.00047468825,0.0001435834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048504565,0.0013457162,0.00096412085,0.0032268187,0.0015838161,0.006592982,0.0037013537,0.002161349,0.0057638604],"category_scores_gemma":[0.004971018,0.00083657284,0.0014281226,0.0019935481,0.0016679816,0.007772545,0.0030668627,0.003234939,0.003032789],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004198431,0.00012281162,0.0005469818,0.00048424632,0.00007422734,0.00028771488,0.000620461,0.054054126,0.0022486884,0.7564936,0.033552296,0.15147285],"study_design_scores_gemma":[0.000025456811,0.00006356339,0.0004183173,0.00049752096,0.00006708621,0.0005580107,0.00027386434,0.23121227,0.0019951644,0.3712928,0.3935042,0.00009175634],"about_ca_topic_score_codex":0.0061751194,"about_ca_topic_score_gemma":0.0044090142,"teacher_disagreement_score":0.006592982,"about_ca_system_score_codex":0.0024194806,"about_ca_system_score_gemma":0.0033131265,"threshold_uncertainty_score":0.025651991},"labels":[],"label_agreement":null},{"id":"W1532327740","doi":"","title":"Performance analysis of distributed software systems: A model-driven approach","year":2010,"lang":"en","type":"article","venue":"International Symposium on Performance Evaluation of Computer and Telecommunication Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Victoria","funders":"","keywords":"Computer science; Software quality; Software engineering; Task (project management); Process (computing); Software system; Set (abstract data type); Software performance testing; Software; Software construction; Reliability engineering; Distributed computing; Software development; Systems engineering; Engineering; Operating system; Programming language","score_opus":0.02587462932327893,"score_gpt":0.2814888221969175,"score_spread":0.25561419287363857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1532327740","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031529327,0.00017162178,0.9946302,0.00022714736,0.000012827029,0.000053839918,0.000033119584,0.00020050064,0.0015178828],"genre_scores_gemma":[0.402012,0.0014108041,0.5929837,0.00014337298,0.00012399523,0.0006847089,0.00030774722,0.0002913143,0.0020423518],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975799,0.0009575956,0.0000958273,0.00018776109,0.0010525358,0.00012639689],"domain_scores_gemma":[0.99714476,0.0019252074,0.00023213643,0.0002440535,0.00038797015,0.000065813016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030180872,0.0014360887,0.001111133,0.0011204403,0.00052359723,0.002142343,0.002494024,0.0013991859,0.0012903049],"category_scores_gemma":[0.006290003,0.000729763,0.0014275598,0.00094020675,0.0012400439,0.001987465,0.0012066385,0.0019332652,0.00033166228],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001730457,0.00006455792,0.0003153832,0.000106432024,0.00003674094,0.000051851937,0.00008981745,0.90534,0.001893245,0.07497238,0.00044649464,0.016665801],"study_design_scores_gemma":[0.0000060425173,0.000016788132,0.00004305745,0.000014637172,0.000008704802,0.000012152142,0.000011445673,0.97262913,0.0006631304,0.025561893,0.0010251453,0.000007892971],"about_ca_topic_score_codex":0.0028263032,"about_ca_topic_score_gemma":0.0022006764,"teacher_disagreement_score":0.0030180872,"about_ca_system_score_codex":0.0019482559,"about_ca_system_score_gemma":0.0021341424,"threshold_uncertainty_score":0.015961349},"labels":[],"label_agreement":null},{"id":"W1539563854","doi":"10.1002/spe.1093","title":"Web workload generation challenges – an empirical investigation","year":2011,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Workload; Computer science; Scalability; Generator (circuit theory); Java; Web application; Operating system; Web server; Throughput; The Internet","score_opus":0.10099493882472575,"score_gpt":0.3225370317972244,"score_spread":0.22154209297249866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1539563854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993652,0.00017344294,0.0026642093,0.00053278846,0.000017668146,0.00028144513,0.00038851134,0.0001337625,0.002156161],"genre_scores_gemma":[0.99625,0.000100907615,0.002133935,0.00015095605,0.00001871018,0.00017389226,0.000727771,0.00004311288,0.00040070547],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98776126,0.005780349,0.0012797379,0.001255446,0.003457092,0.00046611298],"domain_scores_gemma":[0.6886668,0.24971494,0.019169461,0.014393351,0.02456196,0.0034934694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014398635,0.00046244022,0.00045406498,0.0015536383,0.0010990619,0.0020232515,0.0017491058,0.0013336766,0.0021398012],"category_scores_gemma":[0.13150431,0.00047749412,0.00034896136,0.0015609026,0.0009881284,0.0031495672,0.001161723,0.002325115,0.0007207961],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015254517,0.010469474,0.7835691,0.0012398547,0.00024319862,0.0018568855,0.015139884,0.025916645,0.007999624,0.0045969863,0.02118284,0.12626],"study_design_scores_gemma":[0.0003981045,0.004877415,0.6184966,0.0007079694,0.00019240301,0.004388282,0.024435418,0.29268757,0.013197174,0.008288562,0.03204227,0.00028829215],"about_ca_topic_score_codex":0.0025506795,"about_ca_topic_score_gemma":0.0023834184,"teacher_disagreement_score":0.014398635,"about_ca_system_score_codex":0.0015067976,"about_ca_system_score_gemma":0.0010520827,"threshold_uncertainty_score":0.07614815},"labels":[],"label_agreement":null},{"id":"W153960976","doi":"10.1007/978-3-540-39404-4_27","title":"Predicting Violations of QoS Requirements in Distributed Systems","year":2003,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Quality of service; Computer science; Mobile QoS; Distributed computing; Computer network; Service (business); Service provider","score_opus":0.019800063890656448,"score_gpt":0.25390033576544424,"score_spread":0.2341002718747878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W153960976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.922881,0.00031683288,0.07477894,0.00021184892,0.000037773516,0.000024438054,0.0001671491,0.00068324717,0.0008988724],"genre_scores_gemma":[0.9887593,0.00007320213,0.010367518,0.000016756221,0.000028348744,0.00001235643,0.00021975505,0.00002552761,0.0004971793],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993586,0.00016388998,0.00005032984,0.000112086906,0.0002454061,0.00006974497],"domain_scores_gemma":[0.9861346,0.011922502,0.00069260254,0.00035114505,0.0006240406,0.0002751135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001536975,0.0005984745,0.00062559615,0.001002832,0.00027431446,0.00066044874,0.00075190584,0.0010893792,0.0006038751],"category_scores_gemma":[0.011665819,0.00036768417,0.00025653347,0.0006832383,0.00033951164,0.0008680021,0.00051066594,0.00096000254,0.00017494289],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006762521,0.00027677842,0.07111303,0.0000719342,0.000055305343,0.00019171753,0.0001327187,0.81063443,0.005611494,0.0012062719,0.0014046923,0.10862535],"study_design_scores_gemma":[0.000007011106,0.00005261395,0.004022333,0.000001776261,0.000004413015,0.000029152885,0.000018944724,0.99375993,0.00086898747,0.0011691687,0.00006194326,0.000003716163],"about_ca_topic_score_codex":0.0041834954,"about_ca_topic_score_gemma":0.0033946019,"teacher_disagreement_score":0.0041834954,"about_ca_system_score_codex":0.00044480103,"about_ca_system_score_gemma":0.0003013395,"threshold_uncertainty_score":0.008318305},"labels":[],"label_agreement":null},{"id":"W1541592470","doi":"","title":"Proceedings of the 4th international workshop on Software and performance","year":2004,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software peer review; Personal software process; Software engineering; Computer science; Software development; Software review; Software; Software Engineering Process Group; Engineering management; Social software engineering; Software development process; Software construction; Engineering","score_opus":0.009980931887136606,"score_gpt":0.22223756951787987,"score_spread":0.21225663763074326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1541592470","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013373346,0.10328046,0.30880514,0.04111783,0.10051313,0.00081502425,0.0025773777,0.00564739,0.42387033],"genre_scores_gemma":[0.08604688,0.058429983,0.130045,0.0044470206,0.024676919,0.0010437411,0.009140084,0.0044788225,0.6816916],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99561995,0.0014612398,0.00031087865,0.0006363467,0.0015289627,0.00044263885],"domain_scores_gemma":[0.99561983,0.0012461137,0.00014167784,0.0008168118,0.0014493193,0.00072625093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005130824,0.0020892166,0.0016558699,0.0019238237,0.0012231901,0.0069778506,0.002750425,0.002385823,0.07134854],"category_scores_gemma":[0.0075598205,0.0007321481,0.0016627699,0.0016606182,0.0015798836,0.0047812653,0.0038571144,0.005019926,0.031083688],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033889976,0.00022215185,0.00048742775,0.0006166208,0.00008316684,0.00034526543,0.0006635519,0.0026520204,0.0036923462,0.0336539,0.63067776,0.32656696],"study_design_scores_gemma":[0.000025495683,0.00010660823,0.0005925711,0.00038841733,0.000031716638,0.0002705085,0.00019305969,0.0028068451,0.0011055017,0.013020606,0.98143125,0.000027457676],"about_ca_topic_score_codex":0.0025367374,"about_ca_topic_score_gemma":0.0034711424,"teacher_disagreement_score":0.07134854,"about_ca_system_score_codex":0.0019315052,"about_ca_system_score_gemma":0.0029521917,"threshold_uncertainty_score":0.23868465},"labels":[],"label_agreement":null},{"id":"W1543143808","doi":"10.1007/978-3-540-87412-6_4","title":"A Calibration Framework for Capturing and Calibrating Software Performance Models","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Calibration; Computer science; Software; Software engineering; Statistics; Mathematics; Programming language","score_opus":0.022846538979935212,"score_gpt":0.2366368869208145,"score_spread":0.21379034794087928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1543143808","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015750573,0.000037688562,0.99690115,0.000022451148,0.000010837983,0.000014810207,0.000051008818,0.0008600883,0.000526982],"genre_scores_gemma":[0.17009993,0.00023557112,0.8265778,0.000057801128,0.00004702673,0.00016877048,0.00056730205,0.0005701332,0.0016757578],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978884,0.00046569546,0.000107687105,0.0005054476,0.00090589456,0.00012692272],"domain_scores_gemma":[0.9960218,0.0012134073,0.00043688287,0.0011448575,0.0010923353,0.00009075507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027988807,0.001565932,0.0010557405,0.0020836915,0.0007852756,0.002118159,0.002647665,0.001973779,0.0022763547],"category_scores_gemma":[0.012169276,0.001100416,0.0012977947,0.0020420076,0.0007429891,0.0027396895,0.0017500527,0.002849666,0.0014312549],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034562185,0.00010690382,0.0016411081,0.000073219104,0.00008060371,0.000066105,0.00013198997,0.7746678,0.011977674,0.057165794,0.0027416633,0.15131254],"study_design_scores_gemma":[0.000004690178,0.00002159843,0.000440316,0.000012063438,0.000014607415,0.00003877102,0.000013138182,0.97633445,0.003346079,0.017100723,0.002649962,0.000023632518],"about_ca_topic_score_codex":0.007917731,"about_ca_topic_score_gemma":0.005538473,"teacher_disagreement_score":0.007917731,"about_ca_system_score_codex":0.0012438311,"about_ca_system_score_gemma":0.0017350197,"threshold_uncertainty_score":0.015743315},"labels":[],"label_agreement":null},{"id":"W1544811657","doi":"10.1002/9780470072646.ch7","title":"Computing in Presence of Faults","year":2006,"lang":"en","type":"other","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Fault (geology); Reliability engineering; Engineering; Geology; Seismology","score_opus":0.007048980093210916,"score_gpt":0.23839056418676777,"score_spread":0.23134158409355685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1544811657","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015590935,0.087121956,0.40006977,0.041267224,0.010453765,0.00017456098,0.0014626562,0.0023745035,0.4414846],"genre_scores_gemma":[0.5020617,0.11301345,0.19362356,0.0056309425,0.01390902,0.000539607,0.0027809087,0.0010919303,0.16734892],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987809,0.00030794257,0.00006861331,0.0002857389,0.00044741482,0.000109421904],"domain_scores_gemma":[0.9977895,0.0013724702,0.00006815581,0.00044946145,0.00021781046,0.0001026354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083186146,0.0007333964,0.0012749296,0.0012119083,0.0015003355,0.0056009595,0.001158856,0.00148037,0.0220943],"category_scores_gemma":[0.0071015507,0.00052048825,0.0005389998,0.0036765453,0.002173792,0.009971436,0.0022746236,0.0030397188,0.0055676964],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000398761,0.000019394365,0.00030081856,0.0003950288,0.00001681246,0.00010146988,0.00024567108,0.0070278593,0.00039850918,0.84750396,0.051155347,0.092795245],"study_design_scores_gemma":[0.000011947594,0.000012240025,0.00019661477,0.0002335573,0.0000149493835,0.00012003,0.00014261843,0.020080088,0.00043085255,0.7408311,0.23791161,0.000014372966],"about_ca_topic_score_codex":0.0010427386,"about_ca_topic_score_gemma":0.0010105656,"teacher_disagreement_score":0.0220943,"about_ca_system_score_codex":0.001175747,"about_ca_system_score_gemma":0.0009810546,"threshold_uncertainty_score":0.0739128},"labels":[],"label_agreement":null},{"id":"W1545073741","doi":"10.48550/arxiv.1401.6020","title":"A Brief Review on Models for Performance Evaluation in DSS Architecture","year":2014,"lang":"en","type":"review","venue":"arXiv (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Unified Modeling Language; Petri net; Software engineering; Software; Queueing theory; Software performance testing; Distributed computing; Fuzzy logic; Software system; Software construction; Artificial intelligence; Programming language","score_opus":0.126256651089213,"score_gpt":0.25268331167864033,"score_spread":0.12642666058942734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1545073741","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00060758146,0.95986336,0.021853335,0.0010154868,0.0007157311,0.0000628785,0.00019894006,0.00015153205,0.015531087],"genre_scores_gemma":[0.00828315,0.9722467,0.013256143,0.0004693071,0.000701485,0.00010951588,0.00029942134,0.00005458002,0.004579724],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986156,0.00037108833,0.00017345748,0.00019671416,0.00057647267,0.00006657684],"domain_scores_gemma":[0.99696106,0.0019402205,0.00021669248,0.00012996994,0.00070571806,0.000046377045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00192662,0.0019314894,0.0015315185,0.0058892258,0.0005278873,0.0023407359,0.0024136226,0.0022730366,0.006565043],"category_scores_gemma":[0.004402336,0.0008371335,0.0012181521,0.009362505,0.0009921096,0.0037303558,0.0010468069,0.0020448635,0.0043510306],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046552752,0.0001325076,0.0006321383,0.016831432,0.00009577171,0.00023811868,0.00030270536,0.013100271,0.0013655598,0.09033972,0.04383712,0.8330781],"study_design_scores_gemma":[0.000008632254,0.00010474291,0.00080626534,0.0076509393,0.00010615713,0.0005615557,0.00014827261,0.0053632157,0.0009666745,0.02843995,0.9557621,0.00008166867],"about_ca_topic_score_codex":0.00439223,"about_ca_topic_score_gemma":0.0029866914,"teacher_disagreement_score":0.006565043,"about_ca_system_score_codex":0.0023444714,"about_ca_system_score_gemma":0.0022836472,"threshold_uncertainty_score":0.021962225},"labels":[],"label_agreement":null},{"id":"W1545563632","doi":"10.1023/a:1009499124873","title":"Configuration Maintenance for Distributed Applications Management","year":2000,"lang":"en","type":"article","venue":"Journal of Network and Systems Management","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Western University","funders":"","keywords":"Computer science","score_opus":0.009183441499180914,"score_gpt":0.22913948832518627,"score_spread":0.21995604682600536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1545563632","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24675238,0.0044814465,0.71623707,0.0024616397,0.00082253234,0.0003398221,0.00026810708,0.011060764,0.017576255],"genre_scores_gemma":[0.93034136,0.0003370792,0.06514751,0.00012310522,0.00015497889,0.000070002636,0.0002052796,0.00023501195,0.003385704],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990683,0.00027663636,0.00009747676,0.00014061399,0.00029504317,0.00012198082],"domain_scores_gemma":[0.99621224,0.0012179246,0.0003361815,0.0013120787,0.0007327468,0.00018888438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017689167,0.0004485148,0.0004864035,0.0011680695,0.0012423333,0.0014872262,0.0017631862,0.0009109119,0.004106525],"category_scores_gemma":[0.0070587266,0.0004032608,0.00028615317,0.00092068105,0.00075302296,0.0022661649,0.00086208637,0.0012327143,0.0006537495],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009940147,0.00045652973,0.0076576783,0.0002159233,0.00009673277,0.00050561485,0.0003821301,0.076876245,0.01809461,0.032905325,0.021164827,0.8406503],"study_design_scores_gemma":[0.00017590792,0.000355045,0.0065429937,0.00008261914,0.00015817367,0.0009330179,0.00021898044,0.90301204,0.021660157,0.05176233,0.015038942,0.000059837268],"about_ca_topic_score_codex":0.0023509145,"about_ca_topic_score_gemma":0.002796421,"teacher_disagreement_score":0.004106525,"about_ca_system_score_codex":0.0008081009,"about_ca_system_score_gemma":0.0010203953,"threshold_uncertainty_score":0.0137376785},"labels":[],"label_agreement":null},{"id":"W1548766114","doi":"10.1007/3-540-46429-8_3","title":"Object Allocation for Distributed Applications with Complex Workloads","year":2000,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; IBM (Canada)","funders":"","keywords":"Computer science; Distributed computing; Distributed object; Object (grammar); Artificial intelligence; Common Object Request Broker Architecture","score_opus":0.015631591387648375,"score_gpt":0.24715935828766003,"score_spread":0.23152776690001164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1548766114","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16120695,0.0022836046,0.82065254,0.0003026485,0.00021133629,0.00010377838,0.000068367226,0.0025881259,0.012582569],"genre_scores_gemma":[0.72730213,0.0008142302,0.2545561,0.00011184357,0.00017438733,0.00015115114,0.00017303569,0.00047768847,0.016239561],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996977,0.00007601099,0.000023175344,0.00003629023,0.00010595748,0.000060979524],"domain_scores_gemma":[0.99931633,0.00030560326,0.000039329985,0.00018621032,0.000086563065,0.00006599056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065128156,0.0004181889,0.00056813116,0.0004350894,0.00061410834,0.0010565866,0.0013173987,0.00042771827,0.004038789],"category_scores_gemma":[0.0019480018,0.0003332794,0.00018981242,0.00082854164,0.00040355654,0.0012969613,0.0010525034,0.00049854896,0.00068543875],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001570651,0.00024357533,0.0021335308,0.00030557482,0.000057407186,0.00023218979,0.00048337757,0.17710204,0.05136122,0.056713708,0.013773657,0.69602305],"study_design_scores_gemma":[0.00014582313,0.00020043473,0.001303522,0.000025150855,0.000043152246,0.00026276664,0.000099385376,0.90343636,0.016155656,0.06458434,0.013715078,0.000028412267],"about_ca_topic_score_codex":0.00073304004,"about_ca_topic_score_gemma":0.0013148404,"teacher_disagreement_score":0.004038789,"about_ca_system_score_codex":0.00055138126,"about_ca_system_score_gemma":0.00043807356,"threshold_uncertainty_score":0.013511062},"labels":[],"label_agreement":null},{"id":"W1553279924","doi":"10.1007/978-3-540-46464-8_33","title":"Deriving Software Performance Models from Architectural Patterns by Graph Transformations","year":2000,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Graph rewriting; Programming language; Formalism (music); Theoretical computer science; Graph; Software architecture; Model transformation; Queueing theory; Software system; Software; Distributed computing; Artificial intelligence","score_opus":0.01094358476890152,"score_gpt":0.20870266763625775,"score_spread":0.19775908286735622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1553279924","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011787438,0.000070482594,0.98133254,0.00011499293,0.00002057255,0.000113565024,0.00048477427,0.003582352,0.0024932204],"genre_scores_gemma":[0.28559053,0.0006091158,0.7051133,0.000098385695,0.00004230822,0.00039057224,0.0029591639,0.0024329966,0.0027636024],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99899083,0.0002542584,0.00008797097,0.00019191552,0.00038601283,0.00008903205],"domain_scores_gemma":[0.9971731,0.0015043821,0.00027634445,0.0006732294,0.0003265911,0.00004631362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070740934,0.0016402754,0.0006908499,0.0024016977,0.00046848212,0.0015175171,0.0016026717,0.0011430542,0.00264],"category_scores_gemma":[0.005674876,0.0014478404,0.0025308453,0.0017537852,0.0008741232,0.002757237,0.0011643021,0.002138362,0.0017035656],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012341999,0.00023064994,0.0029870474,0.00053680217,0.00017149719,0.0005813907,0.0005722693,0.63599074,0.014241354,0.12746526,0.005303727,0.21179588],"study_design_scores_gemma":[0.000028264092,0.000031311465,0.00032756652,0.0000479317,0.000095685515,0.00010904414,0.00006215311,0.856224,0.010159797,0.12608054,0.006810159,0.000023506935],"about_ca_topic_score_codex":0.0040053767,"about_ca_topic_score_gemma":0.005891373,"teacher_disagreement_score":0.0040053767,"about_ca_system_score_codex":0.0007659843,"about_ca_system_score_gemma":0.001012357,"threshold_uncertainty_score":0.008831739},"labels":[],"label_agreement":null},{"id":"W1553924878","doi":"10.1002/spe.2282","title":"Improving J9 virtual machine with LTTng for efficient and effective tracing","year":2014,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Atlantic Hydrogen (Canada); University of New Brunswick","funders":"Atlantic Canada Opportunities Agency; University of New Brunswick; International Business Machines Corporation","keywords":"Tracing; Computer science; Throughput; Kernel (algebra); Overhead (engineering); Virtual machine; Component (thermodynamics); Parallel computing; Operating system","score_opus":0.004570723289212413,"score_gpt":0.24223078633625061,"score_spread":0.2376600630470382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1553924878","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1744796,0.0006635232,0.60145134,0.00042299522,0.0002983296,0.00023523536,0.00048339696,0.21395075,0.008014877],"genre_scores_gemma":[0.7322801,0.00023235106,0.2518821,0.0001910905,0.0000512328,0.00014155208,0.0013968439,0.009767002,0.0040576886],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99704057,0.00063848234,0.00031175808,0.00047073368,0.0011600015,0.00037844],"domain_scores_gemma":[0.9944267,0.001400417,0.00036165342,0.0026229364,0.00093876687,0.00024953336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018682905,0.0011534656,0.0006433976,0.0010756954,0.0004929909,0.0017640901,0.0033224514,0.00061981624,0.004224888],"category_scores_gemma":[0.008373208,0.00065689126,0.000599497,0.0008325593,0.0007093273,0.002549702,0.0018958623,0.0014963328,0.0015064756],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002647822,0.0010112564,0.026109098,0.00089002954,0.00026498974,0.0012465159,0.0016083765,0.08943893,0.2350244,0.016573302,0.047676302,0.577509],"study_design_scores_gemma":[0.00017791777,0.00042294874,0.0064504286,0.00007674848,0.000113980466,0.00044140161,0.00014278122,0.75495595,0.18912469,0.005133388,0.042800773,0.00015897301],"about_ca_topic_score_codex":0.0031229744,"about_ca_topic_score_gemma":0.0015844896,"teacher_disagreement_score":0.004224888,"about_ca_system_score_codex":0.0007066874,"about_ca_system_score_gemma":0.0013483609,"threshold_uncertainty_score":0.014133692},"labels":[],"label_agreement":null},{"id":"W1554003089","doi":"10.1007/3-540-45104-8_4","title":"From UML Descriptions of High-Level Software Architectures to LQN Performance Models","year":2000,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; Graph rewriting; Applications of UML; Programming language; Software system; Software architecture; Software engineering; Graph; Software; Theoretical computer science","score_opus":0.02618091706823653,"score_gpt":0.23262706761776472,"score_spread":0.2064461505495282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1554003089","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035518657,0.00092503737,0.97467935,0.00068063696,0.00014163008,0.00012781417,0.0017140037,0.004544387,0.013635197],"genre_scores_gemma":[0.12644324,0.0035914867,0.8398196,0.00065605645,0.00016545078,0.00072120666,0.007170356,0.0029968296,0.01843572],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99858606,0.00047061322,0.00018552017,0.00013031145,0.0005387123,0.000088900466],"domain_scores_gemma":[0.9973869,0.001339916,0.00021508058,0.00038288144,0.0006027466,0.00007252012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018757115,0.0013466239,0.0005166272,0.001979338,0.00059524475,0.003912879,0.0017095146,0.0014180188,0.007919278],"category_scores_gemma":[0.0063930047,0.0012569986,0.0010900352,0.0015374699,0.0013537988,0.003963053,0.0012768941,0.002409385,0.003298465],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103389015,0.00009996694,0.0009302677,0.0010672837,0.00005150001,0.0007316052,0.0033999868,0.08102427,0.010462159,0.73964244,0.018982563,0.14350465],"study_design_scores_gemma":[0.000061425555,0.000053690233,0.00045888338,0.000892425,0.00009100256,0.00049756916,0.000491668,0.20746225,0.016872251,0.36161646,0.41142505,0.0000774402],"about_ca_topic_score_codex":0.008622899,"about_ca_topic_score_gemma":0.0070247385,"teacher_disagreement_score":0.008622899,"about_ca_system_score_codex":0.0017633875,"about_ca_system_score_gemma":0.0018329334,"threshold_uncertainty_score":0.026492655},"labels":[],"label_agreement":null},{"id":"W1556620685","doi":"10.1007/bfb0024977","title":"A multiple paradigm diagnostic system for wide area communication networks","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Scale (ratio); Fault (geology); Distributed computing; Artificial intelligence; Cartography; Geography","score_opus":0.014911775369153429,"score_gpt":0.2310707619177643,"score_spread":0.21615898654861088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556620685","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014753982,0.00064379844,0.95237905,0.00030275082,0.0002584091,0.00027282586,0.00025602916,0.027152188,0.0039810026],"genre_scores_gemma":[0.32714146,0.00039225156,0.66030174,0.00066996756,0.00021548492,0.00033174263,0.00049008115,0.0008439167,0.009613354],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992668,0.00020006033,0.00004131826,0.00012968792,0.0003136783,0.000048481685],"domain_scores_gemma":[0.9982399,0.00069478137,0.00009607524,0.0003380436,0.0005424913,0.00008870047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012109794,0.0009558899,0.000879165,0.0017653551,0.00077209773,0.0010683464,0.0019300082,0.0012453425,0.011093462],"category_scores_gemma":[0.003072275,0.0004028608,0.00040714964,0.000596216,0.0003783009,0.0019350733,0.0012774098,0.0010839924,0.0020474147],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011400701,0.0003223538,0.0022048545,0.00038461247,0.00012047853,0.00061364553,0.00023673195,0.015122596,0.06303012,0.015880352,0.030120594,0.8708236],"study_design_scores_gemma":[0.00024277635,0.00062606594,0.0010775442,0.00008074417,0.0001901973,0.0015256709,0.00010098124,0.855622,0.07422823,0.030662248,0.0355449,0.0000985321],"about_ca_topic_score_codex":0.00091185444,"about_ca_topic_score_gemma":0.0017651905,"teacher_disagreement_score":0.011093462,"about_ca_system_score_codex":0.0006096,"about_ca_system_score_gemma":0.000934654,"threshold_uncertainty_score":0.037111342},"labels":[],"label_agreement":null},{"id":"W1557406404","doi":"10.1007/978-3-540-30187-5_4","title":"A Metamodel for Generating Performance Models from UML Designs","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Metamodeling; Unified Modeling Language; Rotation formalisms in three dimensions; Queueing theory; Petri net; Applications of UML; Process (computing); Distributed computing; Programming language; Software","score_opus":0.04388536960521694,"score_gpt":0.25197371794667733,"score_spread":0.2080883483414604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1557406404","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025680487,0.0000401705,0.9834378,0.00009646516,0.00003145978,0.00018249935,0.0008324272,0.011068946,0.0017421228],"genre_scores_gemma":[0.037326742,0.00027163766,0.9507386,0.00011690759,0.000021080414,0.0005952492,0.00398864,0.0036248143,0.0033163547],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983719,0.00039076371,0.00022606063,0.00021035688,0.0007136507,0.00008733443],"domain_scores_gemma":[0.99521255,0.002499978,0.0004346283,0.0009801297,0.00077598816,0.00009669839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00306999,0.0018048915,0.0007428426,0.0029258581,0.00069418375,0.0022772136,0.0019902787,0.0016638768,0.0060978946],"category_scores_gemma":[0.010794069,0.0019850149,0.0026243562,0.0012978276,0.0006397463,0.00268246,0.0013885094,0.002272694,0.003449566],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039231154,0.00084915163,0.005953066,0.0020191108,0.0002840241,0.0016384239,0.00268722,0.22883524,0.06338708,0.19595861,0.03615239,0.46184337],"study_design_scores_gemma":[0.00016013513,0.00017730109,0.000831694,0.00062175805,0.00034204064,0.0008451716,0.00027817907,0.7166996,0.06284796,0.069351114,0.14769408,0.00015106228],"about_ca_topic_score_codex":0.0035329373,"about_ca_topic_score_gemma":0.005114967,"teacher_disagreement_score":0.0060978946,"about_ca_system_score_codex":0.001155978,"about_ca_system_score_gemma":0.0024989222,"threshold_uncertainty_score":0.020399451},"labels":[],"label_agreement":null},{"id":"W1557503982","doi":"10.1007/3-540-45672-4_50","title":"Are Testers eXtinct? How Can Testers Contribute to XP Teams?","year":2002,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"TransCanada (Canada)","funders":"","keywords":"Extreme programming; Computer science; Test (biology); Quality (philosophy); Software; World Wide Web; Software engineering; Software development; Software development process; Programming language","score_opus":0.014176524186558627,"score_gpt":0.22510482517148164,"score_spread":0.21092830098492302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1557503982","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5067719,0.005129886,0.031162908,0.25134346,0.0018549792,0.00027898807,0.00013969286,0.0004978468,0.20282024],"genre_scores_gemma":[0.94933,0.0012044015,0.0056310715,0.015229012,0.0004726665,0.00015565971,0.00007736147,0.00014304082,0.027756682],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98166925,0.009645083,0.00055747345,0.0015429078,0.0034463638,0.003138878],"domain_scores_gemma":[0.8695429,0.063103914,0.013046028,0.0095783025,0.01747567,0.02725323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02363333,0.00055836653,0.00068382587,0.0019366485,0.006083211,0.0077051898,0.0038966173,0.0057129045,0.018222157],"category_scores_gemma":[0.13422778,0.0007267129,0.0006329112,0.0012548843,0.009166612,0.013780697,0.008888482,0.0059677437,0.0032216895],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005788991,0.0014924147,0.19052513,0.0004148956,0.00017128405,0.0046245083,0.048546534,0.002050077,0.0020570217,0.11537726,0.06433088,0.569831],"study_design_scores_gemma":[0.0003984156,0.0017989693,0.12815553,0.0026717677,0.00027301165,0.006207228,0.122579,0.0065698503,0.0025768739,0.5440379,0.18450755,0.00022395967],"about_ca_topic_score_codex":0.0025103756,"about_ca_topic_score_gemma":0.003661048,"teacher_disagreement_score":0.02363333,"about_ca_system_score_codex":0.0026194605,"about_ca_system_score_gemma":0.0056566996,"threshold_uncertainty_score":0.12498647},"labels":[],"label_agreement":null},{"id":"W1560624815","doi":"10.1109/isese.2005.1541825","title":"Further investigations into evaluating website reliability","year":2005,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Reliability (semiconductor); Computer science; Workload; Replication (statistics); Reliability engineering; Data mining; Web server; Web application; The Internet; World Wide Web; Statistics; Engineering; Operating system","score_opus":0.021989078758922587,"score_gpt":0.29884467965185535,"score_spread":0.27685560089293276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1560624815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8518981,0.0023793736,0.12827744,0.0029898086,0.00016875865,0.00042417686,0.00059588783,0.0009122811,0.012354133],"genre_scores_gemma":[0.9379088,0.00084767945,0.058078963,0.0002629567,0.00011066725,0.00015925812,0.0004968658,0.00014054589,0.0019942527],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98484695,0.0094966665,0.00079206657,0.0006258434,0.0038382937,0.00040024938],"domain_scores_gemma":[0.7735601,0.16827822,0.008818882,0.01225651,0.03522232,0.0018641071],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015456476,0.00071993144,0.0010189504,0.0034167857,0.00064859324,0.0021426762,0.001586027,0.0009460737,0.0034297863],"category_scores_gemma":[0.107637666,0.0002734053,0.0006622999,0.0032198308,0.00071456784,0.005742948,0.00084619963,0.0012712858,0.00086947303],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001405602,0.0029050643,0.3752493,0.0020796685,0.0005505404,0.00084936444,0.0063325213,0.06152328,0.036251478,0.014146061,0.005284237,0.49342293],"study_design_scores_gemma":[0.00015056852,0.009222504,0.53139997,0.0010540313,0.0004673178,0.0019099278,0.016327491,0.3387156,0.046724845,0.03388885,0.019713204,0.00042558048],"about_ca_topic_score_codex":0.0046737655,"about_ca_topic_score_gemma":0.0032771525,"teacher_disagreement_score":0.015456476,"about_ca_system_score_codex":0.0008361497,"about_ca_system_score_gemma":0.00096942624,"threshold_uncertainty_score":0.081742644},"labels":[],"label_agreement":null},{"id":"W1562306439","doi":"10.1007/978-3-540-72952-5_3","title":"Verifying Distributed, Event-Based Middleware Applications Using Domain-Specific Software Model Checking","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Middleware (distributed applications); Java; Event (particle physics); Distributed computing; Pipeline (software); Software engineering; Domain (mathematical analysis); Programming language","score_opus":0.042282162621130624,"score_gpt":0.27899353478229455,"score_spread":0.23671137216116392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1562306439","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050186206,0.00008785796,0.9441656,0.00008857947,0.000035352354,0.00007161737,0.000077324454,0.0040129116,0.0012745741],"genre_scores_gemma":[0.81374764,0.00016592772,0.18346077,0.000084117346,0.000025470237,0.000117979704,0.00031119015,0.00055972254,0.0015270424],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9945614,0.001799521,0.00040543376,0.0006816686,0.0020398363,0.0005120927],"domain_scores_gemma":[0.988559,0.0058136326,0.0009341933,0.0036063187,0.00096294825,0.00012404697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003937045,0.001301845,0.001260685,0.0008420018,0.0007619301,0.0019004344,0.0034046327,0.0015055478,0.0015216505],"category_scores_gemma":[0.01413884,0.0012974056,0.0026352622,0.00081757165,0.0020515097,0.003244583,0.0022186073,0.0020734014,0.0003720343],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038744786,0.00020153355,0.0026706269,0.0003535206,0.00021665418,0.00033916734,0.00025413668,0.8563829,0.043901734,0.0483452,0.0011051882,0.045841865],"study_design_scores_gemma":[0.00005971282,0.000074231706,0.00022358753,0.000017977201,0.00005689643,0.000098991135,0.00002468094,0.94348097,0.03425311,0.020805163,0.00088953215,0.000015252107],"about_ca_topic_score_codex":0.0039875633,"about_ca_topic_score_gemma":0.004193989,"teacher_disagreement_score":0.0039875633,"about_ca_system_score_codex":0.0012663829,"about_ca_system_score_gemma":0.0026278857,"threshold_uncertainty_score":0.020821393},"labels":[],"label_agreement":null},{"id":"W1563844626","doi":"10.1007/3-540-45391-1_2","title":"Mobile Code, Adaptive Mobile Applications, and Network Architectures","year":2000,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Computer network; Radio access network; Scalability; Mobile computing; UMTS frequency bands; Distributed computing; Wireless network; Mobile device; Wireless; Mobile station; Telecommunications; Operating system; Base station","score_opus":0.008485359471921337,"score_gpt":0.23324339917680184,"score_spread":0.2247580397048805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1563844626","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023770364,0.43031347,0.1253692,0.010184023,0.0041987323,0.00006766707,0.00019329866,0.00054775033,0.40535545],"genre_scores_gemma":[0.30756283,0.28487083,0.06267322,0.0024875142,0.01052633,0.0002252444,0.0003514483,0.00025831565,0.33104432],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9998591,0.000025920952,0.000004459633,0.000025261834,0.00007141589,0.000013883287],"domain_scores_gemma":[0.99968505,0.00017176448,0.0000316711,0.00003675854,0.000054514563,0.000020341036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018097149,0.000842566,0.0003763985,0.0009668031,0.00043409824,0.0017347968,0.00050210743,0.0011787557,0.007428074],"category_scores_gemma":[0.0012170858,0.00034883746,0.00018916414,0.001604329,0.0016166121,0.002591174,0.00057439815,0.0014152917,0.0013837611],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005103545,0.00005180173,0.00045045995,0.00032396035,0.000021223308,0.00010544549,0.00023549162,0.010031935,0.0026327006,0.7385712,0.05081257,0.19671209],"study_design_scores_gemma":[0.00001469065,0.000064056134,0.0012291619,0.00021471888,0.000020528272,0.00042330564,0.00017319617,0.017543415,0.0006842696,0.6876994,0.29191327,0.000020012463],"about_ca_topic_score_codex":0.0016829754,"about_ca_topic_score_gemma":0.0029348095,"teacher_disagreement_score":0.007428074,"about_ca_system_score_codex":0.00068528036,"about_ca_system_score_gemma":0.00041042536,"threshold_uncertainty_score":0.024849415},"labels":[],"label_agreement":null},{"id":"W1563962738","doi":"10.1109/glocom.1988.26051","title":"Performance evaluation of real-time applications in telecommunications networks","year":2003,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Computer science; Software; Controller (irrigation); Process (computing); Telecommunications service; Telecommunications equipment; Network management; Software engineering; Telecommunications; Systems engineering; Computer network; Engineering; Operating system","score_opus":0.02003343434518055,"score_gpt":0.2784098276802309,"score_spread":0.25837639333505036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1563962738","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9251087,0.0013065189,0.061231837,0.00030806058,0.00006854855,0.00007190735,0.00017301261,0.001189784,0.010541641],"genre_scores_gemma":[0.9939564,0.0001853045,0.004944864,0.000014397897,0.000007850623,0.000017690032,0.000117406526,0.000037723803,0.0007183504],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965514,0.0016624702,0.00013719538,0.00019178276,0.001241625,0.00021542449],"domain_scores_gemma":[0.9930397,0.0039713266,0.0006097494,0.00061659137,0.0015532967,0.00020935375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030786449,0.0007119998,0.0004540542,0.0012912976,0.00033721037,0.0011145077,0.0006356021,0.000628716,0.001530557],"category_scores_gemma":[0.011226385,0.00019085722,0.00028100554,0.0011359601,0.00039264376,0.0009801778,0.0003700709,0.0003847875,0.00032666177],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012827679,0.00037731402,0.01588785,0.00020536386,0.000110795205,0.00019496116,0.00025614456,0.8361317,0.024871131,0.0048193843,0.0017664488,0.114096105],"study_design_scores_gemma":[0.000021944563,0.00054136146,0.0038602361,0.000015525877,0.000034818946,0.000070405666,0.000069431684,0.972876,0.020438943,0.0009961558,0.0010569701,0.000018215962],"about_ca_topic_score_codex":0.0033322053,"about_ca_topic_score_gemma":0.0018155755,"teacher_disagreement_score":0.0033322053,"about_ca_system_score_codex":0.0015059902,"about_ca_system_score_gemma":0.0005832287,"threshold_uncertainty_score":0.016281605},"labels":[],"label_agreement":null},{"id":"W1568068564","doi":"10.1109/ccece.2015.7129333","title":"Improved interlock correction when solving layered queueing networks using decomposition","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Interlock; Interlocking; Queueing theory; Computer science; Layered queueing network; Solver; Server; Decomposition; Blocking (statistics); Distributed computing; Mathematical optimization; Reliability engineering; Computer network; Engineering; Mathematics; Programming language","score_opus":0.02449082674606603,"score_gpt":0.27237679073852905,"score_spread":0.24788596399246302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1568068564","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014854253,0.00010405395,0.9826644,0.00008277135,0.000049748116,0.000026413212,0.000023281762,0.0006364158,0.0015586688],"genre_scores_gemma":[0.25152117,0.00018756512,0.7456253,0.00008353959,0.000028751345,0.00008541927,0.000114755705,0.0003834408,0.0019700138],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999092,0.0003569862,0.00004820164,0.00007735204,0.0003155597,0.00010986646],"domain_scores_gemma":[0.9976947,0.0012676808,0.00017215761,0.00030712606,0.00046256057,0.00009585697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015992092,0.0008894739,0.0007850986,0.0007058524,0.0005114492,0.0009936037,0.0013197603,0.0007999307,0.0021153118],"category_scores_gemma":[0.00811104,0.0004434008,0.00072562404,0.00076536776,0.00052478287,0.00209754,0.0013681751,0.0019066319,0.00046182305],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015411126,0.0000901049,0.0013021536,0.00010209463,0.000051913365,0.00014157631,0.00021227231,0.8652935,0.008591289,0.028334646,0.0016989069,0.09402747],"study_design_scores_gemma":[0.000007103514,0.0000089924515,0.000030838197,0.000004557144,0.000003585263,0.000008806118,0.000010303842,0.99534214,0.0011478029,0.0029337467,0.0004989348,0.0000033064605],"about_ca_topic_score_codex":0.008089784,"about_ca_topic_score_gemma":0.006778118,"teacher_disagreement_score":0.008089784,"about_ca_system_score_codex":0.00084972684,"about_ca_system_score_gemma":0.0019263944,"threshold_uncertainty_score":0.016085386},"labels":[],"label_agreement":null},{"id":"W1583374146","doi":"10.1007/978-3-319-23267-6_5","title":"Simplifying Layered Queuing Network Models","year":2015,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Bottleneck; Queueing theory; Queue; Process (computing); Distributed computing; Message queue; Theoretical computer science; Parallel computing; Programming language; Computer network; Embedded system","score_opus":0.041189868702196895,"score_gpt":0.2651238267813384,"score_spread":0.2239339580791415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1583374146","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016858475,0.00062512193,0.9439431,0.000797159,0.0002499422,0.000059095848,0.00022134995,0.00064350845,0.0366023],"genre_scores_gemma":[0.65869963,0.0027655286,0.26146084,0.00070245,0.00059122045,0.00049630285,0.00083514757,0.0010473604,0.07340151],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859506,0.00053317624,0.000046881287,0.00013642275,0.00045613982,0.00023228124],"domain_scores_gemma":[0.9974141,0.001150985,0.00022986541,0.00055180694,0.00047353894,0.00017964035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020339545,0.0011963282,0.0011328431,0.0011681253,0.0009625619,0.0024743138,0.003346986,0.0013610421,0.008387621],"category_scores_gemma":[0.0093409065,0.0010874968,0.0014354145,0.001594,0.0012158556,0.0043582274,0.002995565,0.003745175,0.0027862964],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004104033,0.00005406419,0.00027105535,0.000050544346,0.00002637158,0.00007476691,0.00009388028,0.33528236,0.00095142616,0.65007776,0.0042450465,0.008831676],"study_design_scores_gemma":[0.0000083097675,0.0000065272775,0.000057470428,0.0000120602035,0.000010880119,0.000018769404,0.00001454042,0.78219074,0.00018586036,0.215262,0.0022210497,0.000011843553],"about_ca_topic_score_codex":0.008603256,"about_ca_topic_score_gemma":0.006872397,"teacher_disagreement_score":0.008603256,"about_ca_system_score_codex":0.0031016055,"about_ca_system_score_gemma":0.0022485275,"threshold_uncertainty_score":0.028059423},"labels":[],"label_agreement":null},{"id":"W1587827299","doi":"10.1109/icsmc.2005.1571578","title":"Understanding the Performance of Enterprise Applications","year":2006,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Server; Vendor; Suite; Component (thermodynamics); Enterprise information system; Bandwidth (computing); World Wide Web; Database; Computer network; Business","score_opus":0.023896540456481208,"score_gpt":0.22910148525710564,"score_spread":0.20520494480062443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1587827299","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.832391,0.002837017,0.12981626,0.0022051872,0.000047338413,0.000102099446,0.00032701218,0.0010762712,0.031197792],"genre_scores_gemma":[0.98592204,0.00072898547,0.0117849875,0.00005494849,0.00004791002,0.000035017205,0.00022607115,0.0001055392,0.0010944413],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975297,0.00059884315,0.00018739101,0.00037251305,0.0010259845,0.00028562112],"domain_scores_gemma":[0.9844481,0.0088974405,0.0014452117,0.0010727429,0.0038322506,0.00030425235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032137933,0.0008698799,0.00044107295,0.0031186948,0.00060827733,0.0036402252,0.001125125,0.001387331,0.0012140452],"category_scores_gemma":[0.023877613,0.00049226446,0.00028033202,0.0022800341,0.00090010744,0.00699756,0.00087053666,0.0014114637,0.000544591],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005164173,0.00069584587,0.21369475,0.0008316398,0.00020937104,0.0007060883,0.00745891,0.25295094,0.05835528,0.07222724,0.0061035655,0.38625],"study_design_scores_gemma":[0.000023167888,0.0005786169,0.16619004,0.0001610013,0.0001197556,0.0005165329,0.0026055013,0.7187431,0.024739623,0.07120727,0.014977997,0.0001374181],"about_ca_topic_score_codex":0.0056964145,"about_ca_topic_score_gemma":0.0020145099,"teacher_disagreement_score":0.0056964145,"about_ca_system_score_codex":0.0015838123,"about_ca_system_score_gemma":0.0009809275,"threshold_uncertainty_score":0.016996384},"labels":[],"label_agreement":null},{"id":"W1588156709","doi":"10.1002/smr.1563","title":"A performance evaluation framework for Web applications","year":2012,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Architecture; Set (abstract data type); Web application; Autonomic computing; Function (biology); Software engineering; Distributed computing; Performance prediction; Operating system; Simulation","score_opus":0.0211365341964052,"score_gpt":0.30992985230478043,"score_spread":0.2887933181083752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1588156709","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021658542,0.00053971994,0.99131256,0.0004170374,0.000053825115,0.0001681529,0.000102226615,0.0011852136,0.0040553594],"genre_scores_gemma":[0.15697517,0.00083195633,0.83726305,0.00017885778,0.00023997239,0.00090942683,0.0004535233,0.0004859101,0.0026622133],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9881295,0.005398606,0.0012986059,0.0008850023,0.0037437796,0.000544557],"domain_scores_gemma":[0.99112755,0.0045205276,0.00083500426,0.00075475633,0.0024019552,0.00036031147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016886137,0.002215192,0.0012622621,0.0043960144,0.0011927163,0.006200199,0.0030545783,0.001877696,0.0034778935],"category_scores_gemma":[0.018688215,0.0009804285,0.0020567714,0.002413827,0.0023916697,0.0047602938,0.0027488046,0.0032269412,0.0011517802],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006796595,0.000120306904,0.00083909306,0.00035690915,0.000119443546,0.0003170747,0.0003827063,0.19609751,0.0022695917,0.7279705,0.004836807,0.06662203],"study_design_scores_gemma":[0.0000286079,0.000070523674,0.000219402,0.00020235655,0.000052517105,0.00014029132,0.00007873286,0.7749708,0.001388683,0.20116588,0.021639895,0.00004228639],"about_ca_topic_score_codex":0.00595327,"about_ca_topic_score_gemma":0.00331666,"teacher_disagreement_score":0.016886137,"about_ca_system_score_codex":0.0036621545,"about_ca_system_score_gemma":0.002682877,"threshold_uncertainty_score":0.089303434},"labels":[],"label_agreement":null},{"id":"W1588905512","doi":"10.1007/3-540-46429-8_2","title":"Layered Modeling of Hardware and Software, with Application to a LAN Extension Router","year":2000,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Router; Software; Hardware architecture; Tracing; Embedded system; Queueing theory; Operating system; Computer architecture; Distributed computing; Computer network","score_opus":0.011254308787191433,"score_gpt":0.22622348761918207,"score_spread":0.21496917883199063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1588905512","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017171802,0.0003169196,0.9733455,0.00017406135,0.00004542225,0.000036524547,0.000059250597,0.00085970736,0.007990829],"genre_scores_gemma":[0.4505456,0.0013882017,0.5205194,0.00013519499,0.00007984587,0.00023788125,0.0002096103,0.0004525538,0.026431661],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99960834,0.000119837605,0.000026367718,0.000044266737,0.00014990292,0.000051370935],"domain_scores_gemma":[0.99934584,0.00025452828,0.00007039702,0.000105803985,0.00017114381,0.000052211846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077335915,0.0007723803,0.00065794645,0.0006409303,0.0006736189,0.0027423904,0.002172178,0.0013103724,0.0032040742],"category_scores_gemma":[0.0020250182,0.00096606737,0.0010506945,0.00093002757,0.0007398863,0.0022855795,0.0012624249,0.0014957088,0.0007502686],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007705711,0.000083606814,0.00067302864,0.000055553413,0.00003813316,0.00019156508,0.00019732809,0.8434321,0.005629694,0.12845422,0.0009956,0.020172058],"study_design_scores_gemma":[0.00000498541,0.00000968353,0.00005947998,0.000004707823,0.0000150368705,0.000020912854,0.000011982861,0.990537,0.00046350452,0.007871631,0.0009942122,0.0000068475556],"about_ca_topic_score_codex":0.008947561,"about_ca_topic_score_gemma":0.010321034,"teacher_disagreement_score":0.008947561,"about_ca_system_score_codex":0.00094723137,"about_ca_system_score_gemma":0.0011453105,"threshold_uncertainty_score":0.017790914},"labels":[],"label_agreement":null},{"id":"W159088194","doi":"","title":"Proceedings of the 2011 International Symposium on Software Testing and Analysis","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software testing; Session (web analytics); Pleasure; Software engineering; Software; Computer science; Test (biology); Engineering management; Engineering; World Wide Web; Operating system; Psychology","score_opus":0.02228181947864432,"score_gpt":0.21819084493943788,"score_spread":0.19590902546079356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W159088194","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015931891,0.044880003,0.59199864,0.026649198,0.047813706,0.0010663776,0.0027996614,0.008128934,0.26073158],"genre_scores_gemma":[0.12285349,0.049817815,0.2905527,0.0055915937,0.018975185,0.0013674814,0.017680828,0.0055012275,0.48765963],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.992163,0.0023307758,0.0005239444,0.0005956191,0.0039173556,0.0004692869],"domain_scores_gemma":[0.9860589,0.00437673,0.00048746853,0.0027763797,0.0049006743,0.0013998378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008354783,0.001687337,0.0017703235,0.003494967,0.0012068109,0.0069424603,0.0020530187,0.0026062166,0.061887193],"category_scores_gemma":[0.015498329,0.0008344344,0.0014563265,0.0018257491,0.0017789733,0.0041178823,0.0021888472,0.0046550436,0.026470426],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003214254,0.00040281363,0.0025463693,0.0005052179,0.00015865958,0.00041267,0.00037523522,0.0035560776,0.006386117,0.034527734,0.41216385,0.5386438],"study_design_scores_gemma":[0.0000585995,0.0003191524,0.0029148823,0.00063205377,0.00010606375,0.0011092328,0.00017059031,0.0140636135,0.006054049,0.039066423,0.9354304,0.00007483035],"about_ca_topic_score_codex":0.002166298,"about_ca_topic_score_gemma":0.004374396,"teacher_disagreement_score":0.061887193,"about_ca_system_score_codex":0.001398266,"about_ca_system_score_gemma":0.0033180777,"threshold_uncertainty_score":0.20703328},"labels":[],"label_agreement":null},{"id":"W1593967554","doi":"10.1109/icsmc.2005.1571121","title":"Autonomic Buffer Pool Configuration in PostgreSQL","year":2006,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Database; Key (lock); Resource (disambiguation); Sizing; Distributed computing; Set (abstract data type); Operating system; Computer network","score_opus":0.005480495087371506,"score_gpt":0.21145055653571368,"score_spread":0.20597006144834218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1593967554","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25698587,0.0010230768,0.5405784,0.0011030653,0.00019702624,0.0005648809,0.001225361,0.18492807,0.013394191],"genre_scores_gemma":[0.7756496,0.00019929266,0.21468188,0.0005221864,0.000076337514,0.0002321676,0.0013054641,0.002473596,0.0048595066],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978058,0.00049796805,0.00021407627,0.00045768186,0.0008180917,0.00020640083],"domain_scores_gemma":[0.99640805,0.0008071816,0.00032187943,0.0017486177,0.00043321008,0.0002809941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048879352,0.00046892083,0.00050147244,0.0006781501,0.000772146,0.0027043908,0.0033983255,0.00072874356,0.0028065557],"category_scores_gemma":[0.00583436,0.0005622523,0.0003321822,0.00075207034,0.0010338372,0.003139902,0.002163769,0.0009894732,0.0009329524],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036427518,0.0013375941,0.025257295,0.00055914925,0.0002655641,0.0011867664,0.0039880285,0.1371173,0.111186646,0.047588304,0.06581044,0.60206014],"study_design_scores_gemma":[0.0009540536,0.0007591964,0.010303877,0.00008244658,0.00012151614,0.0006712362,0.00060105394,0.71167755,0.120459,0.04061066,0.1134368,0.00032264212],"about_ca_topic_score_codex":0.0052749095,"about_ca_topic_score_gemma":0.0044842125,"teacher_disagreement_score":0.0052749095,"about_ca_system_score_codex":0.0012047808,"about_ca_system_score_gemma":0.0014341507,"threshold_uncertainty_score":0.025850177},"labels":[],"label_agreement":null},{"id":"W1597404817","doi":"10.1007/978-3-540-25939-8_12","title":"Dependability Modeling of Self-healing Client-Server Applications","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Dependability; Control reconfiguration; Computer science; Fault management; Software fault tolerance; Embedded system; Distributed computing; Fault tolerance; Reliability engineering; Software engineering; Engineering","score_opus":0.015307371350152064,"score_gpt":0.24916051499980607,"score_spread":0.233853143649654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1597404817","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13435,0.00095817616,0.850666,0.00043686433,0.000052606047,0.00006165732,0.00012852084,0.00049587886,0.012850264],"genre_scores_gemma":[0.9745175,0.0005297275,0.01647604,0.000039306902,0.000042539825,0.00005689852,0.00012353323,0.00010413837,0.008110374],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999678,0.000069559916,0.00001618641,0.000045245415,0.00014633032,0.000044586326],"domain_scores_gemma":[0.99930096,0.00037421726,0.00006616814,0.00008402911,0.00015246733,0.000022205315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047984233,0.00052036846,0.0004540793,0.00071584305,0.00028943946,0.0007107029,0.0016842962,0.0007164788,0.0016805665],"category_scores_gemma":[0.0015615536,0.0003480452,0.00062902883,0.00041052673,0.0005009684,0.0010976995,0.0003895708,0.0007322678,0.00029808033],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003862685,0.00004572983,0.00037977856,0.000040636238,0.00001688604,0.00009683341,0.00009262672,0.9519898,0.0059719896,0.030523859,0.00042896994,0.010374156],"study_design_scores_gemma":[0.0000011143094,0.0000048044394,0.00007402407,0.0000013478722,0.0000026732675,0.000009298694,0.0000030632127,0.99419916,0.0003652504,0.0052116625,0.00012618558,0.0000013771672],"about_ca_topic_score_codex":0.0056455582,"about_ca_topic_score_gemma":0.0023946897,"teacher_disagreement_score":0.0056455582,"about_ca_system_score_codex":0.00086538953,"about_ca_system_score_gemma":0.00045938868,"threshold_uncertainty_score":0.011225402},"labels":[],"label_agreement":null},{"id":"W1602207954","doi":"","title":"Proceedings of the 2008 workshop on Defects in large software systems","year":2008,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software bug; AspectJ; Computer science; Benchmark (surveying); Software; Software engineering; Usability; Cover (algebra); Software testing; Feature (linguistics); Data science; Engineering; Programming language; Operating system; Aspect-oriented programming","score_opus":0.0150228644072863,"score_gpt":0.22409293863812202,"score_spread":0.2090700742308357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1602207954","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041451395,0.058727372,0.49011165,0.092382684,0.10017068,0.0012852342,0.006471969,0.011073543,0.19832557],"genre_scores_gemma":[0.11422118,0.019585526,0.16889076,0.007769769,0.014978636,0.00085306435,0.01704409,0.0050605163,0.6515965],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99648064,0.0007720002,0.00019686784,0.00059607014,0.0016446154,0.00030983533],"domain_scores_gemma":[0.99038625,0.002683898,0.0004042781,0.0012978915,0.0036883543,0.001539445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049724407,0.0012243697,0.0011578827,0.0022369216,0.0009938509,0.004870987,0.0025112317,0.0024167967,0.05273643],"category_scores_gemma":[0.011768206,0.0006432744,0.0013340667,0.0012824752,0.00085454626,0.004953687,0.003459698,0.0032619347,0.013973366],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002102089,0.00015225676,0.0011053615,0.00045431938,0.00004645487,0.00039072408,0.0003974566,0.001811474,0.0026136308,0.010761608,0.6769563,0.30510023],"study_design_scores_gemma":[0.00004943492,0.00017864189,0.0023106595,0.0003544312,0.000044302018,0.0007463479,0.00046323834,0.0050788256,0.0023948145,0.018017974,0.9703196,0.000041772735],"about_ca_topic_score_codex":0.0016133094,"about_ca_topic_score_gemma":0.0035548138,"teacher_disagreement_score":0.05273643,"about_ca_system_score_codex":0.0015548792,"about_ca_system_score_gemma":0.001696543,"threshold_uncertainty_score":0.17642093},"labels":[],"label_agreement":null},{"id":"W1605640409","doi":"","title":"Proceedings of the 12th ACM SIGMETRICS/PERFORMANCE joint international conference on Measurement and Modeling of Computer Systems","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Library science; Pleasure; Event (particle physics); Mainstream; Majesty; Computer science; Enthusiasm; Engineering; Operations research; Media studies; History; Political science; Sociology; Psychology; Law; Archaeology","score_opus":0.11548612980938047,"score_gpt":0.2552195254934788,"score_spread":0.13973339568409834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1605640409","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025790753,0.19592926,0.38405472,0.08560866,0.08835654,0.0028805088,0.03438741,0.02267406,0.16031817],"genre_scores_gemma":[0.12797332,0.12690708,0.26755935,0.0129406545,0.04122499,0.0028678607,0.10625181,0.0062800706,0.3079948],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.987125,0.004259977,0.0008011056,0.0011359305,0.006102839,0.00057514815],"domain_scores_gemma":[0.9839993,0.0051243408,0.0008321506,0.003070243,0.0045049735,0.0024689315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013083161,0.002564414,0.0028447136,0.0050924737,0.0014889132,0.012183924,0.0028808836,0.0023741822,0.050061107],"category_scores_gemma":[0.023996875,0.0013019281,0.0016748521,0.004743957,0.0018514063,0.008188061,0.005322897,0.0072076274,0.027491884],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022116884,0.0003252193,0.0033879175,0.0005699433,0.00026916462,0.000129474,0.00025567028,0.0014217674,0.0010978534,0.005758927,0.81582284,0.17074008],"study_design_scores_gemma":[0.000059743204,0.00020604204,0.006926422,0.0006614083,0.00011547323,0.00044906806,0.00046401657,0.011888932,0.0018228957,0.014123312,0.96317136,0.00011132468],"about_ca_topic_score_codex":0.006966025,"about_ca_topic_score_gemma":0.008686865,"teacher_disagreement_score":0.050061107,"about_ca_system_score_codex":0.0028035387,"about_ca_system_score_gemma":0.004319441,"threshold_uncertainty_score":0.16747111},"labels":[],"label_agreement":null},{"id":"W1608830063","doi":"10.1007/978-3-540-74742-0_42","title":"Leveraging Many Simple Statistical Models to Adaptively Monitor Software Systems","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Fault detection and isolation; Simple (philosophy); System monitoring; Software; Component (thermodynamics); Fault (geology); Data mining; Real-time computing; Reliability engineering; Distributed computing; Artificial intelligence; Programming language","score_opus":0.0425324232669908,"score_gpt":0.27449521228313645,"score_spread":0.23196278901614564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1608830063","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020931473,0.00028441142,0.9770438,0.00015878657,0.00005209592,0.000018950936,0.000030575593,0.0008750603,0.00060476665],"genre_scores_gemma":[0.7941037,0.0005396987,0.20172834,0.0002518664,0.00020688292,0.000079257064,0.0001270948,0.00019731531,0.002765916],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990126,0.00029506724,0.00006663799,0.00022029149,0.0003257399,0.00007956326],"domain_scores_gemma":[0.99449724,0.0035511681,0.00046935584,0.0010750497,0.00028683734,0.000120402336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016541714,0.0011245983,0.0011242202,0.0007333607,0.00030217983,0.0013123413,0.0014052611,0.0010368791,0.0007836117],"category_scores_gemma":[0.009519064,0.000638855,0.00082376983,0.00071833807,0.00079469936,0.0031826713,0.001311566,0.0021000148,0.00037802674],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020895796,0.00023708976,0.0058543608,0.00011473311,0.0002550865,0.00017600892,0.000117073585,0.7622333,0.01636952,0.028074585,0.0017781053,0.18458113],"study_design_scores_gemma":[0.0000032136925,0.000023799024,0.00023226257,0.0000017677426,0.000013505579,0.000032306223,0.0000022572476,0.98831147,0.0009659595,0.010250002,0.00015677216,0.0000066637344],"about_ca_topic_score_codex":0.0010387201,"about_ca_topic_score_gemma":0.002369635,"teacher_disagreement_score":0.0016541714,"about_ca_system_score_codex":0.00046332777,"about_ca_system_score_gemma":0.000655394,"threshold_uncertainty_score":0.008748233},"labels":[],"label_agreement":null},{"id":"W1611092716","doi":"","title":"On the challenge of delivering high-performance, dependable, model-checked internet servers","year":2005,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Fraser Health","funders":"","keywords":"Server; Computer science; The Internet; Computer network; Distributed computing; Operating system","score_opus":0.01649028014151781,"score_gpt":0.2117941652511604,"score_spread":0.19530388510964258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1611092716","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24448752,0.009818143,0.5330647,0.14650255,0.0031499772,0.0001078913,0.00056137017,0.0034568424,0.058850963],"genre_scores_gemma":[0.9153002,0.004838166,0.06301557,0.0034362955,0.0015999123,0.000059812148,0.00026812134,0.00070989854,0.010771985],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9973373,0.00063941523,0.00009150909,0.00021723536,0.0014685296,0.00024589966],"domain_scores_gemma":[0.9813121,0.011976371,0.00089317263,0.0021876753,0.0029704229,0.00066026486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055069053,0.00048185157,0.0008239253,0.0004184014,0.0011331431,0.0045222496,0.002562117,0.0038757205,0.0033710457],"category_scores_gemma":[0.03489362,0.00048378608,0.00028961583,0.00047030768,0.002308086,0.008989956,0.0017710204,0.0048354776,0.0014261262],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074598094,0.00034266364,0.0027632308,0.00044385853,0.000083218874,0.0006195302,0.0006241499,0.25201136,0.02020123,0.3918593,0.08068451,0.24962102],"study_design_scores_gemma":[0.00007574574,0.00023689549,0.0010884749,0.0001017137,0.00005404416,0.0004280161,0.0005211847,0.50327075,0.007909524,0.45724913,0.028983857,0.00008070916],"about_ca_topic_score_codex":0.0024411317,"about_ca_topic_score_gemma":0.0026701272,"teacher_disagreement_score":0.0055069053,"about_ca_system_score_codex":0.001498229,"about_ca_system_score_gemma":0.002007692,"threshold_uncertainty_score":0.029123664},"labels":[],"label_agreement":null},{"id":"W1638356594","doi":"","title":"A survey of trace exploration tools and techniques","year":2004,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"TRACE (psycholinguistics); Computer science; Reuse; Visualization; Terminology; Context (archaeology); Data science; Data visualization; Software engineering; Data mining; Engineering","score_opus":0.20429366840174826,"score_gpt":0.42265446037856513,"score_spread":0.21836079197681688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1638356594","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004596635,0.029519571,0.94161576,0.00089923176,0.00019133155,0.00030139484,0.0008999585,0.015450184,0.006526011],"genre_scores_gemma":[0.058614425,0.06181363,0.86483383,0.0004453553,0.00035203435,0.00075270416,0.0030189387,0.0029335914,0.0072354134],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99309933,0.0012953578,0.0007386674,0.0010167331,0.0035322334,0.00031780865],"domain_scores_gemma":[0.9780271,0.013097598,0.0014408863,0.0031144551,0.00387707,0.00044284796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056918543,0.0024335706,0.002302386,0.013220371,0.0013569308,0.0046460493,0.004861596,0.0019056711,0.004977596],"category_scores_gemma":[0.020676574,0.0017684234,0.0023235802,0.012876656,0.001338031,0.0074969195,0.0022935956,0.0025180422,0.0026787336],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016654434,0.00015352736,0.0028309773,0.0033473282,0.00014056308,0.00024836272,0.0011623016,0.0057173623,0.004701626,0.020491201,0.009514249,0.9515258],"study_design_scores_gemma":[0.0001928634,0.0006590039,0.008851227,0.008114635,0.0007440062,0.0062466953,0.002992596,0.12828031,0.041467566,0.12950858,0.672229,0.00071348716],"about_ca_topic_score_codex":0.00424084,"about_ca_topic_score_gemma":0.0026179487,"teacher_disagreement_score":0.013220371,"about_ca_system_score_codex":0.0011473447,"about_ca_system_score_gemma":0.0029078713,"threshold_uncertainty_score":0.030101776},"labels":[],"label_agreement":null},{"id":"W1647529857","doi":"","title":"Investigating event log analysis with minimum apriori information","year":2013,"lang":"en","type":"article","venue":"Integrated Network Management","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Data mining; Software portability; Signature (topology); A priori and a posteriori; Anomaly detection; Event (particle physics); Visualization; Anomaly (physics); Component (thermodynamics); Intrusion detection system; Mathematics","score_opus":0.005604922757083083,"score_gpt":0.20292810663554625,"score_spread":0.19732318387846318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1647529857","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03435604,0.00037326358,0.9629607,0.00041142246,0.000020664678,0.0001406355,0.00014589983,0.00059410214,0.0009972426],"genre_scores_gemma":[0.4494837,0.00042251512,0.54815865,0.00014087284,0.00012818963,0.00022312353,0.00061636884,0.00007564797,0.00075097324],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99163157,0.0030128506,0.00072638196,0.0012534659,0.0030823161,0.0002933663],"domain_scores_gemma":[0.9505284,0.037968643,0.004449105,0.0035044495,0.0030804677,0.00046893512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010718975,0.0015411569,0.0014880246,0.0046826783,0.00080230186,0.0042388453,0.0020647773,0.0011506944,0.0011511545],"category_scores_gemma":[0.03886293,0.00097262405,0.0015730798,0.0024227304,0.001634984,0.005528628,0.002317589,0.002723875,0.0005386876],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015464685,0.0009279665,0.06612132,0.0010646922,0.00081189733,0.002408762,0.0015090938,0.35274372,0.029175023,0.07492107,0.002615667,0.46615437],"study_design_scores_gemma":[0.000022487993,0.00019560287,0.0012069284,0.000033506367,0.00005952162,0.000391509,0.00010119128,0.95447785,0.0071054995,0.035196077,0.0011878717,0.000022037897],"about_ca_topic_score_codex":0.0009037968,"about_ca_topic_score_gemma":0.0008874734,"teacher_disagreement_score":0.010718975,"about_ca_system_score_codex":0.0008378353,"about_ca_system_score_gemma":0.0017745197,"threshold_uncertainty_score":0.05668801},"labels":[],"label_agreement":null},{"id":"W165384900","doi":"","title":"Secondsite: disaster protection for the common server","year":2006,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Consistency (knowledge bases); Event (particle physics); Software; Computer security; Data consistency; State (computer science); Disaster recovery; Server; Operating system; Programming language","score_opus":0.013220163989716259,"score_gpt":0.22690288099433048,"score_spread":0.21368271700461422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W165384900","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.120549865,0.0064432877,0.3454262,0.008869822,0.005353479,0.0008445543,0.005589839,0.28328198,0.22364098],"genre_scores_gemma":[0.70826304,0.0026720362,0.07682789,0.002372862,0.0013640289,0.0003583995,0.008902787,0.010412604,0.18882641],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990319,0.0001291628,0.000035424677,0.000114533315,0.0004308193,0.00025830357],"domain_scores_gemma":[0.9985526,0.000117720185,0.00007510884,0.00049465435,0.0003093597,0.00045055742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009678169,0.0008787371,0.0005979243,0.00089691795,0.0015997454,0.0023202898,0.0018754364,0.0011814546,0.029157901],"category_scores_gemma":[0.0018225791,0.0004161897,0.00038461568,0.0006720005,0.0014505631,0.0026273609,0.0037455058,0.0016190845,0.008438071],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024394316,0.0002342109,0.002923999,0.0005543808,0.000089358524,0.00078143,0.0009408525,0.0065654255,0.026796114,0.05965077,0.6131404,0.28588367],"study_design_scores_gemma":[0.0004767692,0.0006970387,0.003274419,0.00015301297,0.00007178772,0.0009598991,0.00058296556,0.0438704,0.026962334,0.029731356,0.89308566,0.00013437214],"about_ca_topic_score_codex":0.0030373961,"about_ca_topic_score_gemma":0.0038213006,"teacher_disagreement_score":0.029157901,"about_ca_system_score_codex":0.00089008,"about_ca_system_score_gemma":0.0019339656,"threshold_uncertainty_score":0.09754294},"labels":[],"label_agreement":null},{"id":"W1669201668","doi":"10.1007/978-3-540-87353-2_13","title":"Adaptive Monitoring with Dynamic Differential Tracing-Based Diagnosis","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Tracing; Computer science; TRACE (psycholinguistics); Real-time computing; Overhead (engineering); Metric (unit); Software; Differential (mechanical device); Process (computing); Fault detection and isolation; Component (thermodynamics); Distributed computing; Data mining; Reliability engineering; Embedded system; Operating system; Artificial intelligence","score_opus":0.013862442110993295,"score_gpt":0.2302673175197408,"score_spread":0.2164048754087475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1669201668","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012092916,0.0001747153,0.98540246,0.00007693439,0.000050909384,0.000028969363,0.000023914237,0.0010216932,0.00112748],"genre_scores_gemma":[0.73583835,0.00016630102,0.26112586,0.00011479876,0.00006460356,0.000069370406,0.000071645125,0.00006868421,0.002480428],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993204,0.000110720095,0.000037177735,0.00018509071,0.00028415196,0.00006256903],"domain_scores_gemma":[0.9986595,0.00071137777,0.00012765643,0.00024428064,0.0002167185,0.000040589737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006189815,0.0006287561,0.0008233736,0.0009399233,0.0003577774,0.0008028345,0.0015160504,0.0007014989,0.0012805692],"category_scores_gemma":[0.00303455,0.00031807172,0.0002862989,0.0006065328,0.00054482307,0.0009753081,0.001297148,0.0007961581,0.000280722],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009630415,0.00022297761,0.00351074,0.00018916972,0.000067255016,0.00030032516,0.00021076699,0.15326352,0.05747061,0.015144814,0.0030366427,0.76562005],"study_design_scores_gemma":[0.000026423544,0.00008701208,0.0005746706,0.000011845921,0.000026169328,0.00020297685,0.000009001199,0.9810698,0.010687349,0.0062333765,0.0010590198,0.000012321545],"about_ca_topic_score_codex":0.0013781413,"about_ca_topic_score_gemma":0.0015418167,"teacher_disagreement_score":0.0015160504,"about_ca_system_score_codex":0.00060170057,"about_ca_system_score_gemma":0.0005332921,"threshold_uncertainty_score":0.004365623},"labels":[],"label_agreement":null},{"id":"W1729122178","doi":"10.1109/mwscas.1990.140889","title":"Implementation of expert systems with a relational database manager (power system application)","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Relational database; Expert system; Inference engine; Knowledge base; Database; Relational database management system; Database design; View; Database schema; User interface; Database testing; World Wide Web; Programming language; Artificial intelligence","score_opus":0.014306052804050224,"score_gpt":0.24250966680929653,"score_spread":0.2282036140052463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1729122178","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00246947,0.00014718818,0.948032,0.0002181379,0.00007475015,0.00032997088,0.00033258027,0.039899074,0.008496851],"genre_scores_gemma":[0.042181138,0.00026688792,0.94071114,0.00033255454,0.000061168874,0.00045118484,0.0012209206,0.0018821066,0.012892966],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99781287,0.0005351069,0.00031946026,0.00033628938,0.00084412424,0.00015198352],"domain_scores_gemma":[0.9981583,0.0005062079,0.000103401566,0.0005385293,0.00056513114,0.00012845885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027388,0.000555292,0.0005843488,0.000908817,0.00043880832,0.0028929545,0.002909524,0.0008624151,0.01940891],"category_scores_gemma":[0.0054263202,0.00076659,0.00057982805,0.0008800556,0.0002856293,0.0021280674,0.0012056552,0.0016382306,0.010641425],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005377791,0.000629684,0.002271161,0.00078786694,0.00027456516,0.0013811185,0.0016454079,0.021462642,0.055885464,0.11132078,0.08407415,0.71972936],"study_design_scores_gemma":[0.00041607406,0.00039992147,0.0020549865,0.00019478872,0.00021225332,0.001672067,0.00030785022,0.26280972,0.09428218,0.033536945,0.60393,0.00018324796],"about_ca_topic_score_codex":0.0017849929,"about_ca_topic_score_gemma":0.0014343788,"teacher_disagreement_score":0.01940891,"about_ca_system_score_codex":0.0004297452,"about_ca_system_score_gemma":0.00091431173,"threshold_uncertainty_score":0.06492931},"labels":[],"label_agreement":null},{"id":"W17444570","doi":"10.1002/smll.200600727","title":"Characterizing Computer Systems' Workloads","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Workload; Computer science; Process (computing); Set (abstract data type); Characterization (materials science); Distributed computing; Operating system","score_opus":0.01903712165096911,"score_gpt":0.20804892295223756,"score_spread":0.18901180130126846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W17444570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8937266,0.0032013617,0.021190455,0.0011371541,0.0001960178,0.00042813487,0.035236314,0.0023399002,0.042544115],"genre_scores_gemma":[0.97401726,0.0008298955,0.006300511,0.0001268895,0.00010394574,0.00014659691,0.014828155,0.00011965655,0.0035271044],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979233,0.0002851654,0.00018822002,0.00035718412,0.0009814773,0.00026472344],"domain_scores_gemma":[0.9949181,0.001953943,0.0006463441,0.0005144654,0.0014997196,0.00046743176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090754236,0.0006083423,0.00040019237,0.0032146394,0.00037997545,0.0012837438,0.0005808126,0.0003029607,0.0053487527],"category_scores_gemma":[0.009817514,0.00017898821,0.00019430798,0.0032212331,0.00018693507,0.002184462,0.00067665393,0.0004035498,0.0019427487],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073214166,0.0004142965,0.51513666,0.00096198474,0.00035858987,0.0005274279,0.0011493439,0.043481886,0.021646429,0.014883762,0.052371234,0.34833622],"study_design_scores_gemma":[0.00006080517,0.00058706984,0.6163052,0.00015055713,0.0001456683,0.001674137,0.0022201946,0.2360409,0.020914113,0.020386547,0.10140478,0.000110122215],"about_ca_topic_score_codex":0.0021380556,"about_ca_topic_score_gemma":0.0033042608,"teacher_disagreement_score":0.0053487527,"about_ca_system_score_codex":0.0006055096,"about_ca_system_score_gemma":0.00047938083,"threshold_uncertainty_score":0.017893314},"labels":[],"label_agreement":null},{"id":"W1834534263","doi":"10.1007/10722515_8","title":"Performance Modeling of a Service Provisioning Design","year":2000,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Provisioning; Computer science; Scalability; Service (business); Service provider; Differentiated service; Service design; Computer network; Software engineering; Database","score_opus":0.023283486785465605,"score_gpt":0.233800948743891,"score_spread":0.2105174619584254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1834534263","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046923183,0.00037598357,0.9171768,0.00065156503,0.00008312736,0.00014433588,0.00019860918,0.0011523194,0.0332941],"genre_scores_gemma":[0.84541464,0.0005810978,0.13063583,0.00015751837,0.00011479765,0.0002612288,0.0003268906,0.00032953548,0.02217846],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99919254,0.00025551528,0.00003070662,0.000095460964,0.0003120001,0.00011385188],"domain_scores_gemma":[0.9988997,0.0005824652,0.00007322685,0.00010747188,0.0002918348,0.000045294302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000948142,0.0008699164,0.0004882621,0.0005990826,0.0005033864,0.0016570472,0.0011885314,0.0009881172,0.008259344],"category_scores_gemma":[0.003213706,0.00048766346,0.0005737006,0.0006009919,0.0004793105,0.0011923227,0.0005580952,0.0009591518,0.0014239115],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007912251,0.000049220896,0.00031405818,0.00006616332,0.000012845354,0.000049432118,0.000059930142,0.9258612,0.0041483412,0.045093525,0.001161739,0.023104426],"study_design_scores_gemma":[0.000003552066,0.000014762764,0.00004333075,0.0000035050828,0.000005233128,0.0000104555165,0.000003466898,0.99321026,0.0007626649,0.0052742856,0.00066612265,0.000002407302],"about_ca_topic_score_codex":0.0045510796,"about_ca_topic_score_gemma":0.0019573271,"teacher_disagreement_score":0.008259344,"about_ca_system_score_codex":0.0015239575,"about_ca_system_score_gemma":0.0013098195,"threshold_uncertainty_score":0.02763027},"labels":[],"label_agreement":null},{"id":"W1866402902","doi":"10.1109/pdse.1998.668171","title":"Automated performance modeling from scenarios and SDL designs of distributed systems","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Asynchronous communication; Queueing theory; Process (computing); Model-based design; Set (abstract data type); Design process; Data modeling; Engineering design process; Distributed computing; Software engineering; Work in process; Simulation; Programming language","score_opus":0.03564024884111477,"score_gpt":0.22427573172491383,"score_spread":0.18863548288379905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1866402902","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00861149,0.00004863986,0.98810405,0.00009337504,0.0000117366135,0.00012976804,0.0001216511,0.0011353558,0.0017438774],"genre_scores_gemma":[0.23747437,0.00023921873,0.75891405,0.00005223839,0.000021544925,0.0007888676,0.0007676116,0.00031125528,0.0014308051],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959657,0.0018219188,0.00033446887,0.00029133857,0.0013769034,0.0002096213],"domain_scores_gemma":[0.9940661,0.0034225746,0.00054498814,0.0010787032,0.00077273324,0.000114848866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00383169,0.0013110139,0.00057977665,0.0014801325,0.0006225381,0.0024777115,0.0014670849,0.0010384861,0.0022696003],"category_scores_gemma":[0.010924466,0.0010908825,0.0012256532,0.0007267967,0.0016407234,0.0023860035,0.0016923711,0.0014425699,0.00057836785],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006521642,0.00008042224,0.0009883143,0.00020816976,0.000032975207,0.00024734047,0.00044057734,0.80409837,0.00505536,0.1410525,0.0009868789,0.04674382],"study_design_scores_gemma":[0.00002163285,0.00002948896,0.00008570494,0.00003938254,0.000009970275,0.00005193887,0.000035999416,0.93321896,0.004989956,0.056156088,0.005346482,0.000014499362],"about_ca_topic_score_codex":0.0016946113,"about_ca_topic_score_gemma":0.0018852719,"teacher_disagreement_score":0.00383169,"about_ca_system_score_codex":0.0015476671,"about_ca_system_score_gemma":0.0017525069,"threshold_uncertainty_score":0.020264149},"labels":[],"label_agreement":null},{"id":"W1866689534","doi":"10.1109/hicss.1997.667299","title":"Poet: target-system-independent visualizations of complex distributed executions","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Information Technology Research Centre","keywords":"Computer science; Abstraction; Executable; Process (computing); Event (particle physics); Set (abstract data type); Visualization; Distributed computing; Programming language; Data mining","score_opus":0.027951360482151848,"score_gpt":0.25052531495923497,"score_spread":0.2225739544770831,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1866689534","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025667213,0.00018680008,0.91614205,0.000323363,0.000101348676,0.00014789327,0.0038469988,0.04397263,0.009611657],"genre_scores_gemma":[0.41040272,0.0007607262,0.5645682,0.00013602996,0.00008814263,0.000539395,0.0077496455,0.008219088,0.007535947],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9997286,0.00006150672,0.00001785171,0.000043424792,0.00011574888,0.0000328176],"domain_scores_gemma":[0.9983559,0.0008214714,0.00012451188,0.00031958352,0.0002526518,0.00012580132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007094659,0.0009399219,0.00044434585,0.0018450296,0.00051657425,0.001850655,0.0009144438,0.00057792093,0.012794011],"category_scores_gemma":[0.003867789,0.00039280212,0.00047834928,0.0012449684,0.00038194092,0.0022989986,0.0019205058,0.0013872439,0.001468219],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019157109,0.00034763722,0.012424698,0.0018247132,0.00020765682,0.0026026014,0.0067426753,0.17217708,0.07736031,0.10337956,0.13741429,0.4836031],"study_design_scores_gemma":[0.00020077902,0.00018947404,0.010573326,0.00021355455,0.00006307642,0.0012104714,0.0010395646,0.7377463,0.0430475,0.06657122,0.13898908,0.00015564558],"about_ca_topic_score_codex":0.0014364696,"about_ca_topic_score_gemma":0.0013520052,"teacher_disagreement_score":0.012794011,"about_ca_system_score_codex":0.0002931176,"about_ca_system_score_gemma":0.000581244,"threshold_uncertainty_score":0.042800248},"labels":[],"label_agreement":null},{"id":"W1867564059","doi":"10.1109/ipdps.2001.925076","title":"Workshop on java for parallel and distributed computing","year":2005,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Correctness; Java; Variety (cybernetics); Software engineering; Set (abstract data type); Programming language; Software; Distributed computing; Artificial intelligence","score_opus":0.018659818426613625,"score_gpt":0.27063099141347363,"score_spread":0.25197117298686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1867564059","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0065881903,0.059091195,0.43403947,0.050321504,0.050115246,0.0012809873,0.0047957567,0.015322663,0.378445],"genre_scores_gemma":[0.044993877,0.046219297,0.23022489,0.010437972,0.018618101,0.000960401,0.012707595,0.007858693,0.6279791],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980135,0.0004972049,0.00017141335,0.00045990729,0.00063028216,0.00022764089],"domain_scores_gemma":[0.9957229,0.0013691651,0.00010800852,0.001101896,0.00096607604,0.00073197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047791786,0.0013300158,0.0011571969,0.0011896413,0.0009145945,0.003450766,0.002778736,0.001540471,0.10764561],"category_scores_gemma":[0.005476703,0.00072604074,0.0013162587,0.001610987,0.0009475839,0.005844234,0.003187311,0.0051017907,0.0548156],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021600972,0.00016528998,0.00036364372,0.0005023272,0.000057894118,0.00017945634,0.00014598397,0.0014075076,0.0028973713,0.0524558,0.67049897,0.2711097],"study_design_scores_gemma":[0.0000389765,0.00006219025,0.00038226217,0.00030813916,0.000023356557,0.00020294105,0.000026763131,0.0034301155,0.0010218151,0.017905375,0.9765743,0.000023707385],"about_ca_topic_score_codex":0.0019180904,"about_ca_topic_score_gemma":0.0024164473,"teacher_disagreement_score":0.10764561,"about_ca_system_score_codex":0.0010606303,"about_ca_system_score_gemma":0.0016598215,"threshold_uncertainty_score":0.3601104},"labels":[],"label_agreement":null},{"id":"W1870724964","doi":"10.1007/978-3-540-73066-8_2","title":"New Approach for EFSM-Based Passive Testing of Web Services","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Extended finite-state machine; Initialization; Automaton; Fault (geology); Finite-state machine; Fault detection and isolation; Homing (biology); Fault management; Web application; Artificial intelligence; Real-time computing; Algorithm; World Wide Web; Programming language; Engineering; Actuator","score_opus":0.02856033740541997,"score_gpt":0.26136831168928704,"score_spread":0.23280797428386707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1870724964","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010537214,0.00016978383,0.9839878,0.00007991969,0.00007310911,0.00008273617,0.000045637644,0.0021496962,0.0028742473],"genre_scores_gemma":[0.35965797,0.0001704154,0.6328167,0.00025129045,0.00009598738,0.00022780754,0.00028042702,0.00033767326,0.0061618127],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982198,0.0004054968,0.00013410856,0.0003436161,0.0007287181,0.00016821495],"domain_scores_gemma":[0.998166,0.00064833066,0.00009711067,0.0005011753,0.0005267999,0.00006061339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010244327,0.0009130416,0.0008655455,0.0013560401,0.0005118484,0.0011889259,0.0025137053,0.0010717252,0.0032756918],"category_scores_gemma":[0.0023826882,0.0003385181,0.00079097843,0.00056345674,0.0007157012,0.0016555247,0.0014373364,0.0011337202,0.00072951237],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005310872,0.00063711934,0.0035462284,0.0005659749,0.00020412027,0.0008261891,0.00040750057,0.058182117,0.1356326,0.075121015,0.005009024,0.7193369],"study_design_scores_gemma":[0.00007501371,0.00026159122,0.0009847055,0.0000658604,0.00012639837,0.0010042047,0.0000698872,0.89606637,0.043633547,0.0455573,0.012112814,0.000042261705],"about_ca_topic_score_codex":0.0011974542,"about_ca_topic_score_gemma":0.0016418081,"teacher_disagreement_score":0.0032756918,"about_ca_system_score_codex":0.0005619491,"about_ca_system_score_gemma":0.0008409286,"threshold_uncertainty_score":0.010958254},"labels":[],"label_agreement":null},{"id":"W1885020772","doi":"10.1109/hotos.2001.990086","title":"Supporting hot-swappable components for system software","year":2005,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Component (thermodynamics); Computer science; Swap (finance); Component-based software engineering; Software; Embedded system; Distributed computing; Dependability; Operating system; Software system; Software engineering","score_opus":0.01719592841483313,"score_gpt":0.26949674720523464,"score_spread":0.2523008187904015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1885020772","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.121881016,0.0046616816,0.7457016,0.0011487448,0.0012773932,0.00036834844,0.0003479589,0.02589416,0.09871912],"genre_scores_gemma":[0.7730491,0.0022604023,0.1471016,0.00026020108,0.00060029473,0.00022859077,0.0011778055,0.0019056117,0.07341633],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993766,0.00013897783,0.000060589926,0.000080892925,0.00022219802,0.00012071105],"domain_scores_gemma":[0.9973693,0.00092773273,0.00013436422,0.000966828,0.00040192518,0.00019988103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009408063,0.0006773404,0.00039796924,0.00045405593,0.00044989167,0.0017608837,0.0013849792,0.00075023784,0.038152374],"category_scores_gemma":[0.0030794176,0.00034714173,0.00026132033,0.00037394516,0.0005787517,0.0023898748,0.0014243238,0.00056767184,0.010648963],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011242562,0.0002945908,0.003212359,0.0013586037,0.000095483425,0.0017958934,0.0009941985,0.022814374,0.11896111,0.1283965,0.06279911,0.6581535],"study_design_scores_gemma":[0.00022698609,0.0010382576,0.0023071303,0.0003138942,0.00019928787,0.0026335858,0.00021775914,0.15605313,0.11467805,0.04859663,0.6736331,0.00010222901],"about_ca_topic_score_codex":0.00030816466,"about_ca_topic_score_gemma":0.00071259536,"teacher_disagreement_score":0.038152374,"about_ca_system_score_codex":0.00034735014,"about_ca_system_score_gemma":0.00038932337,"threshold_uncertainty_score":0.12763238},"labels":[],"label_agreement":null},{"id":"W1886625064","doi":"10.1002/smr.1579","title":"An exploratory study of the evolution of communicated information about the execution of large software systems","year":2013,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Polytechnique Montréal; Queen's University","funders":"","keywords":"Computer science; Software evolution; Traceability; Source code; Program comprehension; Profiling (computer programming); Software engineering; Software analytics; Software development; Software maintenance; Software; Software system; Granularity; Data science; Software construction; Programming language","score_opus":0.010845946419561988,"score_gpt":0.25377487498329765,"score_spread":0.24292892856373566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1886625064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9973997,0.000038323647,0.0013726138,0.0000927684,0.0000028750467,0.000037185207,0.0003136343,0.00004561361,0.0006973879],"genre_scores_gemma":[0.9958824,0.00003559186,0.0032060903,0.000022437296,0.0000064808446,0.00003660698,0.0005470527,0.000027582375,0.00023580232],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969791,0.0013562437,0.00018880545,0.0003808162,0.0009455428,0.00014937793],"domain_scores_gemma":[0.9164842,0.062424235,0.00963267,0.0046610013,0.005445006,0.0013529721],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00415655,0.00024644283,0.00021581585,0.0032048542,0.0007622732,0.0013911698,0.0007655125,0.0006388793,0.0007694711],"category_scores_gemma":[0.041804917,0.0003237783,0.0002598976,0.0028420342,0.0009659785,0.0022302873,0.0011081652,0.0012093501,0.00019523023],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068819866,0.0014011577,0.8202957,0.0004519358,0.00019511106,0.003276109,0.05586399,0.0081600845,0.02300303,0.004150899,0.0019362512,0.0805776],"study_design_scores_gemma":[0.000028893439,0.0009117039,0.9128124,0.00010757824,0.00006437307,0.0012730039,0.018624939,0.048526205,0.007913927,0.0031255428,0.0065088347,0.000102700535],"about_ca_topic_score_codex":0.0041832686,"about_ca_topic_score_gemma":0.0053313253,"teacher_disagreement_score":0.0041832686,"about_ca_system_score_codex":0.0009804065,"about_ca_system_score_gemma":0.0006799323,"threshold_uncertainty_score":0.021982193},"labels":[],"label_agreement":null},{"id":"W1895595380","doi":"10.1109/wpc.2004.1311049","title":"Challenges and requirements for an effective trace exploration tool","year":2004,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; TRACE (psycholinguistics); Task (project management); Key (lock); Software; Data science; Software engineering; Systems engineering; Engineering; Computer security; Programming language","score_opus":0.06785436618334269,"score_gpt":0.31014197779492564,"score_spread":0.24228761161158296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1895595380","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044866474,0.0012624812,0.98020166,0.00744692,0.000115496834,0.0002399185,0.00022877994,0.0036050589,0.002413039],"genre_scores_gemma":[0.050260697,0.0014573605,0.94378495,0.00064052566,0.0002091932,0.0005160082,0.00063418574,0.0008513133,0.0016456924],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98045725,0.006310973,0.0021007976,0.0022650445,0.0079458235,0.0009201258],"domain_scores_gemma":[0.8340587,0.11765104,0.0045530493,0.01899554,0.021063136,0.0036785319],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023958344,0.0019546538,0.0029875662,0.0043909648,0.0015858955,0.009635409,0.0077507095,0.0057730717,0.0053892913],"category_scores_gemma":[0.11348031,0.0019970804,0.0017476187,0.0036156955,0.003460673,0.020489119,0.004700413,0.005928376,0.005308213],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054131105,0.00083982974,0.00583983,0.004094516,0.00022180557,0.0008201002,0.0013962898,0.054357406,0.020078076,0.18220863,0.02586917,0.7037331],"study_design_scores_gemma":[0.00029511048,0.00085596147,0.002560022,0.001668689,0.00029069622,0.0025971094,0.0037508248,0.46009266,0.01619297,0.38762543,0.12374456,0.00032601066],"about_ca_topic_score_codex":0.0024310956,"about_ca_topic_score_gemma":0.0012832157,"teacher_disagreement_score":0.023958344,"about_ca_system_score_codex":0.00096011267,"about_ca_system_score_gemma":0.0053415406,"threshold_uncertainty_score":0.12670535},"labels":[],"label_agreement":null},{"id":"W1896211881","doi":"10.5555/2616448.2616460","title":"NetCheck: network diagnoses from blackbox traces","year":2014,"lang":"en","type":"article","venue":"Networked Systems Design and Implementation","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Tracing; BitTorrent tracker; TRACE (psycholinguistics); Software portability; Python (programming language); Network monitoring; Set (abstract data type); Distributed computing; Programming language; Computer network; Artificial intelligence","score_opus":0.015672799369188473,"score_gpt":0.2607560305500837,"score_spread":0.2450832311808952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1896211881","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.109106526,0.0006816806,0.72270364,0.0005109497,0.00037806874,0.0004226387,0.0038418346,0.15709154,0.00526315],"genre_scores_gemma":[0.74412394,0.00037393742,0.23959234,0.0002719306,0.00007975817,0.00031424835,0.0049786055,0.0055874125,0.004677868],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976979,0.00042300834,0.00017609562,0.00052068196,0.0009567034,0.00022558056],"domain_scores_gemma":[0.9878484,0.0059374343,0.0016747206,0.0021375965,0.0019589947,0.00044294665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001648326,0.0020636881,0.00082480273,0.004692821,0.00074943434,0.0018315049,0.0023864135,0.0012452994,0.0066101057],"category_scores_gemma":[0.016912028,0.00074595364,0.00066320255,0.0011850896,0.000922366,0.0032004276,0.0021698445,0.0011949246,0.0017783281],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030903183,0.00057263,0.08560529,0.0019565949,0.0005251331,0.0059634764,0.0024817956,0.21536954,0.06857475,0.036675785,0.06933464,0.5098501],"study_design_scores_gemma":[0.00012719653,0.00018354788,0.0039979727,0.00019422254,0.000073902986,0.00088745303,0.0004128894,0.8932862,0.058226243,0.026595017,0.015927617,0.000087797715],"about_ca_topic_score_codex":0.0039496818,"about_ca_topic_score_gemma":0.0038033433,"teacher_disagreement_score":0.0066101057,"about_ca_system_score_codex":0.001198073,"about_ca_system_score_gemma":0.0018559679,"threshold_uncertainty_score":0.022112966},"labels":[],"label_agreement":null},{"id":"W1902521824","doi":"10.1002/cpe.1872","title":"Experiences in building and scaling an enterprise application on multicore systems","year":2011,"lang":"en","type":"article","venue":"Concurrency and Computation Practice and Experience","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); IBI Group (Canada)","funders":"","keywords":"Computer science; Scalability; Multi-core processor; Java; Benchmark (surveying); Operating system; Software; Rendering (computer graphics); Parallel computing; Distributed computing","score_opus":0.03543385766454156,"score_gpt":0.32385591362574234,"score_spread":0.2884220559612008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1902521824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91852874,0.0005898088,0.045675438,0.0013911553,0.00020082186,0.00034286804,0.00017724192,0.0047967266,0.028297145],"genre_scores_gemma":[0.8787445,0.00053930277,0.11131088,0.00027196368,0.00007378811,0.00014194981,0.0008193309,0.0012359293,0.0068624737],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971746,0.00090144743,0.00016170435,0.0002651312,0.0010469835,0.00045013241],"domain_scores_gemma":[0.99486095,0.0015080614,0.00012055117,0.001202129,0.0014407772,0.00086749176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005023411,0.0007330753,0.00041005266,0.00050979777,0.0014581395,0.0015311132,0.0017997143,0.00068112597,0.0022124008],"category_scores_gemma":[0.0081596365,0.0005245181,0.00053722004,0.00090507173,0.00097586866,0.002609152,0.0021987737,0.0017871879,0.0007434361],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010306305,0.0040301825,0.028492708,0.0009118337,0.00024971904,0.004055537,0.022101397,0.10541237,0.12577252,0.017315418,0.047203626,0.6434241],"study_design_scores_gemma":[0.0004888965,0.005997676,0.04779869,0.00035002455,0.0002398647,0.0029581455,0.012096711,0.4102853,0.21148698,0.019299349,0.28860903,0.00038927182],"about_ca_topic_score_codex":0.0043421285,"about_ca_topic_score_gemma":0.005109561,"teacher_disagreement_score":0.005023411,"about_ca_system_score_codex":0.0010498066,"about_ca_system_score_gemma":0.0010219276,"threshold_uncertainty_score":0.026566625},"labels":[],"label_agreement":null},{"id":"W192515378","doi":"","title":"DB2 performance measurement and tuning hands on exercises","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Bottleneck; Computer science; Vendor; Set (abstract data type); Value (mathematics); Data science; Machine learning; Embedded system","score_opus":0.2604493441548336,"score_gpt":0.3719620961868402,"score_spread":0.11151275203200656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W192515378","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2544602,0.0011436116,0.27634034,0.0028702766,0.0019166014,0.0051927227,0.014966512,0.10547063,0.3376391],"genre_scores_gemma":[0.58411664,0.00078448956,0.23279572,0.0013482003,0.00049752096,0.0045248442,0.0122856395,0.013374568,0.15027237],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959103,0.00064434024,0.00027346148,0.0009503362,0.0017761266,0.00044552961],"domain_scores_gemma":[0.9875234,0.0051557478,0.00061407563,0.0019692404,0.0038181348,0.00091952214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040510297,0.0013249373,0.00080338056,0.0022450567,0.0006908996,0.0026433622,0.002018668,0.0008961333,0.054724246],"category_scores_gemma":[0.018169917,0.000583236,0.0005511469,0.001265724,0.00038217293,0.0014608748,0.0019110098,0.0018696567,0.022383096],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014118262,0.005003927,0.012848605,0.0010563785,0.0000795337,0.0003742771,0.0026556335,0.01023468,0.031105071,0.005207264,0.18254702,0.74747574],"study_design_scores_gemma":[0.0009374398,0.004874669,0.11199098,0.0012304101,0.00021027551,0.0010907083,0.0042172824,0.11164913,0.08900158,0.016629247,0.657597,0.00057122525],"about_ca_topic_score_codex":0.0013572695,"about_ca_topic_score_gemma":0.001356471,"teacher_disagreement_score":0.054724246,"about_ca_system_score_codex":0.00079192605,"about_ca_system_score_gemma":0.0008349562,"threshold_uncertainty_score":0.18307084},"labels":[],"label_agreement":null},{"id":"W1925396927","doi":"10.1109/discex.2000.821526","title":"Applying adaptation spaces to support quality of service and survivability","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Survivability; Adaptation (eye); Computer science; Overhead (engineering); Quality of service; Distributed computing; Intrusion tolerance; Bandwidth (computing); Computer security; Computer network; Intrusion detection system; Operating system","score_opus":0.07570306726655425,"score_gpt":0.2927125527016952,"score_spread":0.21700948543514098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1925396927","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01792722,0.00018403809,0.97641015,0.00051020994,0.00004155417,0.000090386646,0.000080623955,0.00165077,0.0031050968],"genre_scores_gemma":[0.4929398,0.0003861935,0.50318944,0.00024599768,0.00010191037,0.00026147577,0.00024505885,0.00041464574,0.0022155342],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9940555,0.0023909635,0.00067015376,0.00084702694,0.0015475805,0.0004887113],"domain_scores_gemma":[0.9849889,0.008087659,0.0012496641,0.0036831836,0.0015193799,0.00047106858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061456775,0.0011185936,0.00067992747,0.0014281097,0.0012655442,0.0040837233,0.0029464343,0.0021676426,0.002689172],"category_scores_gemma":[0.019726858,0.00080616155,0.0020374486,0.001253907,0.0051396308,0.010692295,0.0046960404,0.004248414,0.000433398],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119185985,0.00007922957,0.0023238424,0.0002081777,0.00008185325,0.0004942928,0.0017634635,0.19893797,0.005182729,0.73375314,0.001568288,0.055487778],"study_design_scores_gemma":[0.000028369035,0.0000985628,0.00041237773,0.0000791698,0.000048640948,0.00021799275,0.00029597434,0.46985853,0.00942472,0.49571845,0.023739342,0.000077882796],"about_ca_topic_score_codex":0.0039844285,"about_ca_topic_score_gemma":0.0023046187,"teacher_disagreement_score":0.0061456775,"about_ca_system_score_codex":0.0018499645,"about_ca_system_score_gemma":0.0012926204,"threshold_uncertainty_score":0.032501817},"labels":[],"label_agreement":null},{"id":"W192752828","doi":"","title":"Safe and sound evolution with SONAR: sustainable optimization and navigation with aspects for system-wide reconciliation","year":2007,"lang":"en","type":"article","venue":"Aspect-Oriented Software Development","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Sonar; Computer science; Abstraction; Java; Systems engineering; Human–computer interaction; Software engineering; Artificial intelligence; Engineering; Programming language","score_opus":0.0048897573301351985,"score_gpt":0.20226369519048035,"score_spread":0.19737393786034516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W192752828","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023750413,0.00013361855,0.9715954,0.0001226099,0.00003723651,0.000026130534,0.0000153905,0.0009836674,0.0033354296],"genre_scores_gemma":[0.5006165,0.00023444396,0.49502432,0.00012881347,0.000037419028,0.00007305268,0.00010665943,0.00076375046,0.0030150276],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990067,0.0002925513,0.000055648175,0.00015133581,0.00040587375,0.00008799326],"domain_scores_gemma":[0.9988445,0.00031454663,0.000115831506,0.00042235226,0.0002529508,0.00004983647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013393073,0.0006047503,0.00062520604,0.0006408631,0.00053424836,0.0011894709,0.0010063214,0.0006848746,0.0015473886],"category_scores_gemma":[0.004030841,0.00040835052,0.0006189694,0.0005544128,0.0009256098,0.0022286463,0.0022170458,0.0011886967,0.00037379208],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034627723,0.00016697575,0.004069016,0.00021718384,0.00016403859,0.0003852895,0.0009905793,0.23053166,0.055125915,0.1472824,0.0031814831,0.5575393],"study_design_scores_gemma":[0.000060590995,0.00019165495,0.0009708465,0.00004619712,0.00013536251,0.0003406684,0.00020751556,0.81710505,0.044471685,0.116241984,0.020179039,0.000049315597],"about_ca_topic_score_codex":0.0006235945,"about_ca_topic_score_gemma":0.0008925276,"teacher_disagreement_score":0.0015473886,"about_ca_system_score_codex":0.0003117105,"about_ca_system_score_gemma":0.0007041519,"threshold_uncertainty_score":0.0070829988},"labels":[],"label_agreement":null},{"id":"W192833866","doi":"","title":"Performance Testing from the Cloud","year":2010,"lang":"en","type":"article","venue":"˜The œopen source business resource","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cloud computing; Computer science; Operating system","score_opus":0.020498684457895017,"score_gpt":0.2326032872618296,"score_spread":0.2121046028039346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W192833866","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74990016,0.0012065066,0.16222,0.0041265436,0.0005492812,0.00013554392,0.00088647584,0.006605921,0.07436965],"genre_scores_gemma":[0.98788995,0.00011089912,0.008702895,0.00014018227,0.0000682758,0.000021075593,0.00022998804,0.00029547414,0.002541294],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960919,0.0007570437,0.00010160421,0.00035945515,0.0021095236,0.00058049924],"domain_scores_gemma":[0.99126774,0.0029256467,0.0006019011,0.0024870606,0.0022862577,0.00043137674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017904941,0.00060624146,0.0005925665,0.0011041894,0.000868465,0.0016697025,0.0013102494,0.0008014865,0.0050974214],"category_scores_gemma":[0.011779186,0.0002918243,0.00039777526,0.0012563271,0.00095833244,0.0023566508,0.0014107071,0.0015737992,0.0012056729],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024599584,0.0010966462,0.058030214,0.0003974621,0.00023406607,0.0017822761,0.0014932168,0.15839176,0.08907898,0.12674789,0.042026397,0.51826113],"study_design_scores_gemma":[0.000119957105,0.00064269704,0.029627211,0.0001296175,0.0000911633,0.00073172105,0.0006893667,0.8019221,0.085502006,0.060555518,0.01989599,0.000092666494],"about_ca_topic_score_codex":0.008954265,"about_ca_topic_score_gemma":0.006292188,"teacher_disagreement_score":0.008954265,"about_ca_system_score_codex":0.0014664053,"about_ca_system_score_gemma":0.0016075287,"threshold_uncertainty_score":0.017804265},"labels":[],"label_agreement":null},{"id":"W1929078639","doi":"10.1109/ipds.1998.707716","title":"The fault-tolerant layered queueing network model for performability of distributed systems","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Dependability; Computer science; Queueing theory; Distributed computing; Layered queueing network; Fault tolerance; Markov process; G-network; Graph; Theoretical computer science; Computer network","score_opus":0.0265105156375951,"score_gpt":0.2316746278050091,"score_spread":0.205164112167414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1929078639","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022396965,0.0005248294,0.9710541,0.0005619372,0.00006891827,0.000048025104,0.00019929388,0.00023440493,0.004911549],"genre_scores_gemma":[0.8929642,0.0016272261,0.09672829,0.00019759458,0.0001795446,0.00030693534,0.00031199818,0.00009364718,0.007590527],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991799,0.00023456183,0.000037473277,0.00009147049,0.00031662482,0.00013995511],"domain_scores_gemma":[0.9990061,0.00043422822,0.0001620174,0.00012146293,0.00017891139,0.000097441036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013010764,0.001052529,0.0007131545,0.0007057593,0.0005186185,0.0016367346,0.002297326,0.0011471534,0.0018493957],"category_scores_gemma":[0.005068754,0.0003795609,0.0008303219,0.0009149183,0.0012385767,0.002928757,0.0009017092,0.0015143638,0.00046869606],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042092543,0.000029330371,0.00033866736,0.00004909225,0.000027164966,0.00010680052,0.00011249509,0.68297094,0.0016416289,0.308263,0.0009374184,0.005481483],"study_design_scores_gemma":[0.0000059303284,0.0000097577,0.000059521957,0.000004660582,0.0000075833636,0.000016760816,0.000008324391,0.9230627,0.00012727054,0.07609793,0.0005916936,0.00000789536],"about_ca_topic_score_codex":0.008576383,"about_ca_topic_score_gemma":0.0044082627,"teacher_disagreement_score":0.008576383,"about_ca_system_score_codex":0.0020276739,"about_ca_system_score_gemma":0.001662527,"threshold_uncertainty_score":0.017052948},"labels":[],"label_agreement":null},{"id":"W19297562","doi":"10.1056/nejme0902377","title":"Log analysis and event correlation using variable temporal event correlator (VTEC)","year":2010,"lang":"en","type":"article","venue":"USENIX Large Installation Systems Administration Conference","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Advanced Micro Devices (Canada)","funders":"","keywords":"Computer science; Event (particle physics); Real-time computing; VTEC; Variable (mathematics); Automation; Interface (matter); Scope (computer science); Cloud computing; Volume (thermodynamics); Extensibility; Process (computing); Data mining; Operating system; Engineering","score_opus":0.017424790131135702,"score_gpt":0.2733039614340599,"score_spread":0.2558791713029242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W19297562","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016895996,0.00015951242,0.94854367,0.00016648472,0.00014105423,0.00021544375,0.0007706476,0.030210843,0.002896421],"genre_scores_gemma":[0.32302305,0.00025740644,0.66942805,0.00024351632,0.00015851003,0.00045278374,0.0017053952,0.0016005144,0.0031308234],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99648356,0.00076859794,0.00029026976,0.0006776862,0.0015560249,0.00022373372],"domain_scores_gemma":[0.9879739,0.0062386296,0.0013279427,0.00221176,0.0018403844,0.00040737266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033141468,0.0010301331,0.0008592162,0.0041205487,0.0006867694,0.002085476,0.0014053495,0.00062072865,0.004798871],"category_scores_gemma":[0.015521198,0.0005918265,0.0005853653,0.003311763,0.00078760815,0.0020735245,0.0016443221,0.0014372037,0.001142732],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001273576,0.0005459454,0.04261041,0.00060084823,0.00036064457,0.0012896212,0.0009831057,0.058354333,0.036635354,0.03587364,0.037910882,0.78356165],"study_design_scores_gemma":[0.00011872493,0.00026872632,0.008839219,0.000085000174,0.000084283136,0.0009698252,0.00015556319,0.8882833,0.056419924,0.0148792425,0.02974771,0.0001484516],"about_ca_topic_score_codex":0.0043253964,"about_ca_topic_score_gemma":0.0035767897,"teacher_disagreement_score":0.004798871,"about_ca_system_score_codex":0.0006890955,"about_ca_system_score_gemma":0.0026741007,"threshold_uncertainty_score":0.017527103},"labels":[],"label_agreement":null},{"id":"W1934260288","doi":"10.1109/pdse.1997.596829","title":"Making distributed applications manageable through instrumentation","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Instrumentation (computer programming); Computer science; Software engineering; Distributed computing; Operating system","score_opus":0.042407262972333076,"score_gpt":0.2801164273976735,"score_spread":0.23770916442534043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1934260288","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04169625,0.00042270144,0.9285388,0.0004859827,0.00005436206,0.00029780754,0.000031140135,0.020140052,0.008332997],"genre_scores_gemma":[0.55594224,0.0009309586,0.43468845,0.0003468335,0.0001405105,0.00050117436,0.00019538747,0.0010945762,0.0061598574],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99768853,0.00060459523,0.00012852803,0.0003069877,0.00097547466,0.0002958628],"domain_scores_gemma":[0.99523735,0.0016540742,0.00046389035,0.0018938018,0.000545884,0.00020500964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002680523,0.0005530769,0.00043243007,0.0008463996,0.00087432226,0.0025125674,0.0018742238,0.0009464289,0.0016361285],"category_scores_gemma":[0.008991877,0.0006278172,0.00036029366,0.0007499054,0.002282131,0.004303309,0.0029785861,0.0018284147,0.0006867701],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041734544,0.00052384543,0.0072394847,0.0004350662,0.000059882765,0.0005348594,0.0037406748,0.043242335,0.15197572,0.13754001,0.0084655555,0.6458252],"study_design_scores_gemma":[0.00028099006,0.0007126738,0.0059305383,0.00032233307,0.00030849743,0.0008973426,0.0010674119,0.38248467,0.20263627,0.15205775,0.2531016,0.00019985698],"about_ca_topic_score_codex":0.00086082274,"about_ca_topic_score_gemma":0.00066117547,"teacher_disagreement_score":0.002680523,"about_ca_system_score_codex":0.00068704993,"about_ca_system_score_gemma":0.001136975,"threshold_uncertainty_score":0.01417613},"labels":[],"label_agreement":null},{"id":"W194824684","doi":"10.5555/2048476.2048484","title":"DEVS for AUTOSAR platform modelling","year":2011,"lang":"en","type":"article","venue":"Spring Simulation Multiconference","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"AUTOSAR; DEVS; Software deployment; Automotive industry; Computer science; Embedded system; Software; Architecture; Software engineering; Software architecture; Systems engineering; Engineering; Operating system; Simulation; Modeling and simulation","score_opus":0.1545276061980242,"score_gpt":0.29060673821507993,"score_spread":0.13607913201705574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W194824684","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053021433,0.0002195441,0.9667864,0.0002645726,0.00014071578,0.00019077725,0.004280196,0.01074913,0.012066592],"genre_scores_gemma":[0.14430803,0.0012230028,0.8047585,0.0002733304,0.000119940654,0.0013081828,0.020680854,0.005319082,0.02200907],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99937314,0.00019096053,0.00009183206,0.00007196058,0.00021272937,0.00005932812],"domain_scores_gemma":[0.9989261,0.0004681474,0.00009300701,0.000237639,0.00023558605,0.000039573428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013474379,0.0012478657,0.0005266562,0.00079236994,0.00040373334,0.0013888382,0.0017372626,0.0009130016,0.016903507],"category_scores_gemma":[0.0027939675,0.0006981648,0.0015617774,0.00050682307,0.00040332213,0.0011617042,0.001196175,0.0021434329,0.0046647396],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020553685,0.00014850816,0.0030622361,0.0009945348,0.000117100535,0.0010121264,0.0006744354,0.45838,0.0150013715,0.3795027,0.03937407,0.1015274],"study_design_scores_gemma":[0.00007577605,0.00006007501,0.00036957374,0.0001363792,0.000029503803,0.00030359658,0.00008081687,0.6496675,0.009517194,0.044143412,0.2955816,0.000034579072],"about_ca_topic_score_codex":0.0033816518,"about_ca_topic_score_gemma":0.0045125233,"teacher_disagreement_score":0.016903507,"about_ca_system_score_codex":0.0006365351,"about_ca_system_score_gemma":0.0012289709,"threshold_uncertainty_score":0.05654788},"labels":[],"label_agreement":null},{"id":"W1962012476","doi":"","title":"Network in a box","year":2010,"lang":"en","type":"article","venue":"International Conference on Data Communication Networking","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Network topology; Virtual machine; Virtual network; Network architecture; Distributed computing; Network simulation; Controller (irrigation); Operating system; Computer network; Topology (electrical circuits); Engineering","score_opus":0.09556655955416789,"score_gpt":0.3362560555537799,"score_spread":0.24068949599961204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1962012476","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005188987,0.002006699,0.1461507,0.0041069486,0.005667522,0.0014169669,0.005879831,0.067528196,0.7620542],"genre_scores_gemma":[0.080593765,0.0031875847,0.094877236,0.0048340717,0.0016382635,0.0017288378,0.009430506,0.008615997,0.7950938],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99907446,0.00017232928,0.000042898893,0.00016018708,0.0003794737,0.00017069903],"domain_scores_gemma":[0.99799025,0.00035040715,0.000078431956,0.0006922761,0.0004919945,0.00039677662],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012150615,0.00095404335,0.0007229886,0.0009468253,0.0013683302,0.003629316,0.0016356753,0.0017515385,0.40858942],"category_scores_gemma":[0.0035653405,0.00051003497,0.0004310265,0.0007703067,0.00049200247,0.005137773,0.003726457,0.0018772206,0.13924426],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005224799,0.00016788443,0.0004947747,0.00033748688,0.000025034145,0.00035407586,0.00021899663,0.0022965593,0.0051854295,0.077581465,0.70960975,0.20320602],"study_design_scores_gemma":[0.00003353429,0.000039632007,0.00014978246,0.000072330244,0.0000082942815,0.00008910512,0.0000388854,0.0022019001,0.00086542754,0.0046316837,0.9918521,0.000017346285],"about_ca_topic_score_codex":0.0017067874,"about_ca_topic_score_gemma":0.0015177007,"teacher_disagreement_score":0.40858942,"about_ca_system_score_codex":0.00074318,"about_ca_system_score_gemma":0.001042308,"threshold_uncertainty_score":0.8435754},"labels":[],"label_agreement":null},{"id":"W1963574127","doi":"10.1007/s10664-014-9303-2","title":"Mining system logs to learn error predictors: a case study of a telemetry system","year":2014,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Telemetry; Data mining; Computer science; Support vector machine; Robustness (evolution); Reliability (semiconductor); Word error rate; Software; Machine learning; Artificial intelligence","score_opus":0.0179966043784878,"score_gpt":0.2613391865108126,"score_spread":0.24334258213232482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963574127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9793888,0.00013017202,0.018456565,0.00053758884,0.000014859909,0.00011889646,0.00033768322,0.00028286056,0.00073264836],"genre_scores_gemma":[0.97516733,0.000088683686,0.023604691,0.00004884336,0.000011545676,0.000033517856,0.00031762695,0.00003858853,0.0006892168],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983961,0.00068194733,0.00014117904,0.0002032575,0.00046468148,0.000112902424],"domain_scores_gemma":[0.9655075,0.028698627,0.0013624597,0.0020422186,0.0019164699,0.00047273468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029108343,0.0006866549,0.00040692286,0.001313949,0.0007111544,0.00089681405,0.0016720925,0.0016833704,0.00071456545],"category_scores_gemma":[0.018588226,0.00036531844,0.00038319515,0.0013011575,0.00061139185,0.0013583164,0.0006069876,0.0011973087,0.0002563452],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012243637,0.0076586576,0.42231914,0.0010893808,0.00036504393,0.015719684,0.0068496224,0.20728149,0.018658709,0.0027878617,0.0075026085,0.30854344],"study_design_scores_gemma":[0.00018953746,0.0015622025,0.09405541,0.000114750736,0.00016991778,0.003711057,0.004493571,0.8654204,0.021191608,0.0040790066,0.0049145846,0.00009792776],"about_ca_topic_score_codex":0.008615072,"about_ca_topic_score_gemma":0.014201089,"teacher_disagreement_score":0.008615072,"about_ca_system_score_codex":0.00061329413,"about_ca_system_score_gemma":0.0010400559,"threshold_uncertainty_score":0.017129838},"labels":[],"label_agreement":null},{"id":"W1963722093","doi":"10.1145/1363686.1363750","title":"Special track on Programming for Separation of Concerns","year":2008,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Reuse; Separation of concerns; Track (disk drive); Legacy system; Programming language; Software engineering; Programming paradigm; Architecture; Engineering; Software","score_opus":0.04393772468844402,"score_gpt":0.3131542267313408,"score_spread":0.26921650204289677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963722093","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025481929,0.022178013,0.2837177,0.037440196,0.14887668,0.0011391094,0.0017743708,0.011921901,0.49040386],"genre_scores_gemma":[0.016838633,0.03282273,0.079797156,0.00993984,0.082185306,0.0007433993,0.0047702407,0.0077263415,0.7651765],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99792695,0.0003374031,0.00017121501,0.00047118182,0.0008413766,0.00025184915],"domain_scores_gemma":[0.9933549,0.0022386834,0.00024605118,0.0009850737,0.0020302145,0.001144964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037141365,0.0017339034,0.001326743,0.0017783527,0.0016759728,0.0044491715,0.0021420931,0.0029908775,0.21489789],"category_scores_gemma":[0.0084363995,0.0008065235,0.0014689176,0.0030258102,0.0008256638,0.007178802,0.003802348,0.005970055,0.10360842],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005882505,0.00008945523,0.00023843921,0.0003640403,0.000018021463,0.00009657106,0.0000988412,0.0003523018,0.0013648889,0.021229383,0.74434507,0.23174421],"study_design_scores_gemma":[0.000019535517,0.00006270795,0.00025950532,0.00020747026,0.000013192513,0.00026086808,0.000023869858,0.0006595134,0.00049684243,0.009447557,0.98853326,0.000015673924],"about_ca_topic_score_codex":0.00078150345,"about_ca_topic_score_gemma":0.001328794,"teacher_disagreement_score":0.21489789,"about_ca_system_score_codex":0.00112091,"about_ca_system_score_gemma":0.0017060457,"threshold_uncertainty_score":0.7189051},"labels":[],"label_agreement":null},{"id":"W1965713885","doi":"10.1155/2012/140368","title":"A Stateful Approach to Generate Synthetic Events from Kernel Traces","year":2012,"lang":"en","type":"article","venue":"Advances in Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Stateful firewall; Computer science; TRACE (psycholinguistics); Abstraction; Kernel (algebra); Event (particle physics); Generator (circuit theory); Identification (biology); Variety (cybernetics); Simple (philosophy); Theoretical computer science; Artificial intelligence; Computer security","score_opus":0.007625288529573265,"score_gpt":0.22653768217879353,"score_spread":0.21891239364922027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965713885","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031023745,0.000010309565,0.99152803,0.000025629139,0.000012396516,0.00005683731,0.000089295776,0.004694589,0.00048056632],"genre_scores_gemma":[0.22584881,0.0000758251,0.76904976,0.00008017606,0.000028998604,0.00037082864,0.0010727172,0.0011587031,0.0023142227],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990031,0.0002599974,0.000087957036,0.00017904415,0.000410518,0.000059398924],"domain_scores_gemma":[0.9969476,0.0012159735,0.0002320852,0.0010649571,0.00044177193,0.000097692835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013199867,0.00076731615,0.0003581468,0.001004871,0.000314545,0.001138707,0.0014478844,0.00067920145,0.003745273],"category_scores_gemma":[0.005823307,0.0004454738,0.0005798946,0.0005972534,0.00067131146,0.0014335621,0.0010144584,0.00091934827,0.00088281237],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076975866,0.00052377966,0.0053865598,0.00049309345,0.00014952853,0.0006666542,0.00097123877,0.23136242,0.080203176,0.13048895,0.009878973,0.5391058],"study_design_scores_gemma":[0.00005164622,0.0001254329,0.0003794007,0.000022950766,0.000026066964,0.00024380352,0.00003310055,0.92285967,0.045197863,0.019382963,0.011635515,0.000041652267],"about_ca_topic_score_codex":0.00085217116,"about_ca_topic_score_gemma":0.00086022826,"teacher_disagreement_score":0.003745273,"about_ca_system_score_codex":0.00034374968,"about_ca_system_score_gemma":0.0007637114,"threshold_uncertainty_score":0.012529254},"labels":[],"label_agreement":null},{"id":"W1966387664","doi":"10.1145/1071021.1071031","title":"From UML to LQN by XML algebra-based model transformations","year":2005,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Unified Modeling Language; Model transformation; Applications of UML; Programming language; Rotation formalisms in three dimensions; UML tool; Graph rewriting; Object Constraint Language; XML; Theoretical computer science; Software engineering; Data mining; Software; Graph; Artificial intelligence","score_opus":0.008541329301979731,"score_gpt":0.23374782297582394,"score_spread":0.2252064936738442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966387664","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009573958,0.00006142782,0.9940169,0.00017336984,0.00004603496,0.00007073644,0.00010505799,0.0021010656,0.0024679028],"genre_scores_gemma":[0.042897463,0.00064732786,0.94895357,0.0002723545,0.00007540907,0.00040993674,0.00082101894,0.0012180493,0.00470482],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99655247,0.001480711,0.00038774544,0.00037975438,0.0010575975,0.00014173538],"domain_scores_gemma":[0.99822646,0.00083223183,0.00017550302,0.0004410627,0.00027541048,0.00004931616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033656273,0.00076793355,0.00045290802,0.0013350422,0.00046788921,0.002439385,0.0014323804,0.00085766823,0.0044772807],"category_scores_gemma":[0.005880271,0.0005942868,0.0016664546,0.0011103288,0.0018690367,0.0036719684,0.0021702307,0.0026787922,0.0025049057],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000107841224,0.000107125554,0.0005631414,0.00030507016,0.00004948381,0.0005031316,0.0014090792,0.05317258,0.009368806,0.79387283,0.0066506923,0.1338903],"study_design_scores_gemma":[0.00007902805,0.00008338091,0.00028649918,0.00019488196,0.0000635685,0.00040668692,0.00019601271,0.31006637,0.021809943,0.46730104,0.19944663,0.00006591251],"about_ca_topic_score_codex":0.004566556,"about_ca_topic_score_gemma":0.0025697495,"teacher_disagreement_score":0.004566556,"about_ca_system_score_codex":0.0012896108,"about_ca_system_score_gemma":0.0018459634,"threshold_uncertainty_score":0.017799318},"labels":[],"label_agreement":null},{"id":"W1967311823","doi":"10.5555/2819009.2819227","title":"Load testing large-scale software systems","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Load testing; Software reliability testing; Reliability engineering; Software performance testing; Software engineering; Scale (ratio); System integration testing; Software; Software system; Software construction; Operating system; Engineering","score_opus":0.036680646428774825,"score_gpt":0.25191147792761276,"score_spread":0.21523083149883793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967311823","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24157234,0.0036238474,0.7093066,0.0026190563,0.0003948248,0.0006863373,0.0003605575,0.0146945845,0.026741873],"genre_scores_gemma":[0.8969022,0.0012595869,0.09582519,0.0004720947,0.00021462544,0.00018770376,0.0003403839,0.00050472876,0.004293512],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962364,0.0014584623,0.0002129546,0.00032270944,0.0014703036,0.0002992897],"domain_scores_gemma":[0.98611814,0.008250777,0.00100906,0.0020301759,0.0022603539,0.00033145706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025754145,0.00079546764,0.00037300165,0.0013151936,0.0007057875,0.0014685553,0.0016370697,0.00073989865,0.0040024086],"category_scores_gemma":[0.010810522,0.00034961736,0.00029904358,0.0011747103,0.0015930982,0.0033659965,0.00144966,0.0010764889,0.0010876501],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000532779,0.001337354,0.031738944,0.0011429333,0.00013809864,0.00090899353,0.0016968547,0.073409624,0.111013375,0.05061696,0.021050224,0.706414],"study_design_scores_gemma":[0.00015958142,0.002179341,0.020443864,0.00071641896,0.00011023794,0.0018393818,0.0012200779,0.5843928,0.23638006,0.08760255,0.06476887,0.0001869591],"about_ca_topic_score_codex":0.0020234885,"about_ca_topic_score_gemma":0.0018110927,"teacher_disagreement_score":0.0040024086,"about_ca_system_score_codex":0.0009334583,"about_ca_system_score_gemma":0.0008245242,"threshold_uncertainty_score":0.013620257},"labels":[],"label_agreement":null},{"id":"W1967447453","doi":"10.1109/wse.2010.5623583","title":"A performance engineering method for web applications","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Workload; Architecture; Distributed computing; Set (abstract data type); Function (biology); Autonomic computing; Web application; Software engineering; Operating system; Cloud computing","score_opus":0.006686576694544449,"score_gpt":0.25313021027534305,"score_spread":0.2464436335807986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967447453","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030056166,0.000116334035,0.99454087,0.00013392429,0.0000631878,0.00005831651,0.00004848724,0.00065143406,0.0040869117],"genre_scores_gemma":[0.025362885,0.0005739397,0.9611725,0.00014602303,0.0002632162,0.0006119704,0.00025857578,0.00082245463,0.010788479],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977412,0.0005565371,0.00023928673,0.0003510513,0.000991486,0.00012042436],"domain_scores_gemma":[0.9978759,0.0010038418,0.000143414,0.00040626156,0.0005109579,0.00005959304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026701945,0.0017558711,0.0006054262,0.0027641684,0.0010116758,0.002712104,0.0020602744,0.00135343,0.010354525],"category_scores_gemma":[0.008278971,0.00077692943,0.0015313778,0.0022986138,0.0016425382,0.003967535,0.0018288923,0.0036722298,0.0059652547],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030134124,0.000068638634,0.00030207078,0.00037134084,0.00003188993,0.00020305773,0.00040016597,0.029496644,0.0044156928,0.6795839,0.011887055,0.27320933],"study_design_scores_gemma":[0.00003310589,0.000062275976,0.00022318227,0.00020101764,0.000043650627,0.0004917867,0.00010907387,0.324433,0.005794812,0.47537112,0.19318277,0.000054155815],"about_ca_topic_score_codex":0.0016552301,"about_ca_topic_score_gemma":0.0013470812,"teacher_disagreement_score":0.010354525,"about_ca_system_score_codex":0.0012613588,"about_ca_system_score_gemma":0.0013649566,"threshold_uncertainty_score":0.0346393},"labels":[],"label_agreement":null},{"id":"W1968205250","doi":"10.1007/s10796-008-9127-y","title":"UML-CI: A reference model for profiling critical infrastructure systems","year":2008,"lang":"en","type":"article","venue":"Information Systems Frontiers","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Unified Modeling Language; Metamodeling; Profiling (computer programming); Critical infrastructure; Software engineering; Systems engineering; Programming language; Computer security; Software; Engineering","score_opus":0.02504811083021786,"score_gpt":0.25439224566893526,"score_spread":0.2293441348387174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968205250","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004225955,0.00027814443,0.94955915,0.00031999088,0.00010062979,0.0003278066,0.0051351013,0.034988135,0.0050649955],"genre_scores_gemma":[0.07672847,0.00088917644,0.8823331,0.00032439842,0.000094171395,0.0008500463,0.024646334,0.008545925,0.005588393],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9946325,0.0012723366,0.000950254,0.00055285316,0.0021901745,0.00040191933],"domain_scores_gemma":[0.9895086,0.0027927672,0.00087004073,0.0030480125,0.003457156,0.0003233415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048333877,0.0023703305,0.0014352683,0.006868346,0.0012769233,0.006307197,0.0047002346,0.0032016768,0.0065996717],"category_scores_gemma":[0.024386797,0.0016095487,0.0019129397,0.003898628,0.0008204092,0.0053544333,0.0024820112,0.0028982605,0.0056077945],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004819067,0.00044263148,0.011858001,0.0023621942,0.00028269013,0.000837461,0.0034053363,0.19849725,0.01917729,0.28213045,0.10964761,0.37087727],"study_design_scores_gemma":[0.00011086468,0.00014965697,0.0021172017,0.0009299545,0.00026516142,0.000796536,0.000384219,0.5232944,0.026923688,0.06841059,0.3763768,0.00024101857],"about_ca_topic_score_codex":0.022515101,"about_ca_topic_score_gemma":0.018183924,"teacher_disagreement_score":0.022515101,"about_ca_system_score_codex":0.0028926244,"about_ca_system_score_gemma":0.006531553,"threshold_uncertainty_score":0.044768095},"labels":[],"label_agreement":null},{"id":"W1968445931","doi":"10.1109/wcre.2011.66","title":"Focusing on Execution Traces Using Diver","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software engineering; Software; Reverse engineering; Programming language","score_opus":0.10082084039639241,"score_gpt":0.25032734797580497,"score_spread":0.14950650757941256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968445931","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010155308,0.0002470013,0.96844345,0.00015433422,0.000039669776,0.000049664177,0.00030158475,0.017767252,0.0028417385],"genre_scores_gemma":[0.2990004,0.0010131217,0.6814163,0.0002825682,0.0000956613,0.00026966483,0.0022943872,0.010020057,0.005607802],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9963146,0.00095947983,0.00026693207,0.0006952607,0.0014999381,0.0002638459],"domain_scores_gemma":[0.98350555,0.008511185,0.00094113784,0.005084071,0.0015484092,0.00040964503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030635928,0.0017883716,0.0011735505,0.0032681376,0.0006378882,0.0031611728,0.002153535,0.0014336257,0.005852451],"category_scores_gemma":[0.021221966,0.00097394217,0.0011747662,0.0020127823,0.0015687196,0.007194152,0.004832053,0.0029800392,0.0017269523],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009635778,0.00028938282,0.012423746,0.0011310244,0.0002339704,0.0014202591,0.006235894,0.06289271,0.07217293,0.20321108,0.012973759,0.62605166],"study_design_scores_gemma":[0.000099033976,0.00026233596,0.003344313,0.0003359076,0.00015250436,0.0015378786,0.00093332847,0.5207509,0.1228476,0.2407999,0.10865659,0.00027973406],"about_ca_topic_score_codex":0.0028171944,"about_ca_topic_score_gemma":0.0033537257,"teacher_disagreement_score":0.005852451,"about_ca_system_score_codex":0.0007121202,"about_ca_system_score_gemma":0.0012881868,"threshold_uncertainty_score":0.019578457},"labels":[],"label_agreement":null},{"id":"W1969938843","doi":"10.1145/1998582.1998598","title":"Autonomic load-testing framework","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Software performance testing; Model-based testing; Software; Distributed computing; System testing; Transactional leadership; Software system; Test case; Operating system; Software engineering; Software construction; Machine learning","score_opus":0.050268572318225596,"score_gpt":0.2405885539457205,"score_spread":0.19031998162749492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969938843","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01705154,0.00019702208,0.9580431,0.00026061633,0.00011488557,0.00020883953,0.00014326815,0.011319557,0.012661161],"genre_scores_gemma":[0.5385497,0.00021432048,0.44989422,0.00034383524,0.00020524085,0.00044880013,0.0003612468,0.0011900081,0.008792558],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997359,0.0005706145,0.00011771612,0.00042316358,0.001294231,0.0002352786],"domain_scores_gemma":[0.9975368,0.0007341004,0.00015074064,0.0010391755,0.00035905204,0.00018010898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002374286,0.0008259247,0.00095171155,0.0009186254,0.00097383506,0.0020115133,0.0033084187,0.0010190435,0.005486802],"category_scores_gemma":[0.004141344,0.00045417022,0.00080229837,0.00052853377,0.0011655783,0.0028456403,0.0021562243,0.0017033111,0.0015090391],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073528575,0.0011916567,0.008924721,0.000320468,0.00033070415,0.0011347618,0.000750731,0.18843567,0.03092044,0.30798563,0.015939454,0.44333053],"study_design_scores_gemma":[0.00006706872,0.00015959574,0.0013877574,0.000042028452,0.00007151449,0.0005570019,0.00007729625,0.84446007,0.0154794175,0.10900637,0.028622286,0.00006962852],"about_ca_topic_score_codex":0.0015937944,"about_ca_topic_score_gemma":0.0015111795,"teacher_disagreement_score":0.005486802,"about_ca_system_score_codex":0.0008138383,"about_ca_system_score_gemma":0.0013248383,"threshold_uncertainty_score":0.01835525},"labels":[],"label_agreement":null},{"id":"W1970039836","doi":"10.1145/1164783.1164787","title":"Diagnosing mobile ad-hoc networks","year":2006,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Mobile ad hoc network; Identification (biology); Computer network; Key (lock); Protocol (science); Wireless ad hoc network; Distributed computing; Vehicular ad hoc network; Matching (statistics); Optimized Link State Routing Protocol; Task (project management); Mobile computing; Topology (electrical circuits); Routing protocol; Wireless; Computer security; Routing (electronic design automation); Telecommunications; Medicine; Engineering","score_opus":0.004087387766903474,"score_gpt":0.20821559359609704,"score_spread":0.20412820582919355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970039836","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18485694,0.0018714874,0.80606943,0.0008619048,0.00019358996,0.00027798637,0.00017056709,0.0012662923,0.0044318656],"genre_scores_gemma":[0.8693278,0.0007970672,0.12839973,0.000069091126,0.00004651609,0.00006823561,0.00017821988,0.000021572103,0.001091763],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986645,0.0004503181,0.000083758845,0.00020389272,0.0005046066,0.00009288622],"domain_scores_gemma":[0.9958234,0.0027004138,0.00042690744,0.00034145397,0.0006027007,0.00010514378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013498276,0.0006631407,0.00047389066,0.0011530295,0.0005998437,0.0009213103,0.0011293397,0.0009394371,0.00084679364],"category_scores_gemma":[0.009263618,0.00025197427,0.00029222496,0.0006451065,0.0005045285,0.0015313209,0.0010067577,0.00056219846,0.00022623129],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065132155,0.0002604937,0.039822567,0.0009284952,0.0002050827,0.0016520928,0.00070651557,0.36797416,0.041998006,0.041075733,0.00451361,0.5002119],"study_design_scores_gemma":[0.000061637445,0.00032882133,0.002753781,0.00006649608,0.0000851717,0.001059055,0.0004885913,0.92182827,0.03316298,0.03317662,0.006953289,0.000035215413],"about_ca_topic_score_codex":0.0011010923,"about_ca_topic_score_gemma":0.001093145,"teacher_disagreement_score":0.0013498276,"about_ca_system_score_codex":0.000736324,"about_ca_system_score_gemma":0.00062962953,"threshold_uncertainty_score":0.00713861},"labels":[],"label_agreement":null},{"id":"W1971790727","doi":"","title":"UML model-driven detection of performance bottlenecks in Concurrent Real-Time Software","year":2010,"lang":"en","type":"article","venue":"International Symposium on Performance Evaluation of Computer and Telecommunication Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Unified Modeling Language; Computer science; Applications of UML; UML tool; Sequence diagram; Systems Modeling Language; Activity diagram; Control flow; Software; Real-time computing; Queueing theory; Construct (python library); Distributed computing; Software engineering; Programming language","score_opus":0.01952822006480753,"score_gpt":0.28082900446555703,"score_spread":0.2613007844007495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971790727","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017776905,0.00006785702,0.9760256,0.000073278774,0.000018432658,0.000097950724,0.00007135261,0.0053969477,0.0004716747],"genre_scores_gemma":[0.27904734,0.00012377885,0.71840435,0.00007342472,0.000022413979,0.000310782,0.00035407898,0.0007729372,0.000890929],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961438,0.0012753154,0.00022586802,0.00032474907,0.0018605044,0.00016979592],"domain_scores_gemma":[0.9867987,0.0066395933,0.001694727,0.0020026548,0.0026380674,0.00022623355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031357135,0.00092405407,0.00068366685,0.0017303918,0.00045390855,0.0012374246,0.0010739154,0.00069692044,0.0011294811],"category_scores_gemma":[0.016311627,0.0007554614,0.0007462974,0.00050395844,0.00055863115,0.001698601,0.0011059205,0.0012195853,0.00034732794],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00093355007,0.0005049126,0.01150532,0.00082766375,0.00019122529,0.0012894281,0.0025779156,0.26169518,0.18687907,0.06751629,0.006443458,0.45963594],"study_design_scores_gemma":[0.00003955923,0.00009458107,0.0009951503,0.000055405442,0.00005114065,0.00026061453,0.00006158448,0.9201273,0.064765535,0.008843714,0.0046537793,0.000051669515],"about_ca_topic_score_codex":0.0030424772,"about_ca_topic_score_gemma":0.004028674,"teacher_disagreement_score":0.0031357135,"about_ca_system_score_codex":0.0009959139,"about_ca_system_score_gemma":0.0020560345,"threshold_uncertainty_score":0.016583443},"labels":[],"label_agreement":null},{"id":"W1971926166","doi":"10.1145/2752489.2752490","title":"Reliability Analysis and Quality Impact Prediction in Application Architecture evolution","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Computer science; Reliability (semiconductor); Hidden Markov model; Markov chain; Architecture; Quality (philosophy); Scale (ratio); Markov model; Markov process; Machine learning; Reliability engineering; Data mining; Artificial intelligence; Engineering","score_opus":0.014422706829715482,"score_gpt":0.2891055729990214,"score_spread":0.27468286616930593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971926166","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41571757,0.0006096618,0.5803722,0.00026319208,0.00001539042,0.00006555513,0.00021186413,0.0010468948,0.0016976995],"genre_scores_gemma":[0.9541033,0.00013537204,0.045192752,0.000016266587,0.000009149877,0.00003056706,0.00014973161,0.00004592923,0.0003169471],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989042,0.00045006594,0.00004888433,0.0001724186,0.00036027053,0.00006408221],"domain_scores_gemma":[0.9923124,0.0052933106,0.000960757,0.00050400884,0.0008362312,0.00009333813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019692997,0.0006069289,0.00039311007,0.001972513,0.00020861201,0.00050643313,0.00057423033,0.00054610806,0.0005028016],"category_scores_gemma":[0.012027391,0.00036107353,0.00043392074,0.0010273542,0.00034534142,0.00078282796,0.00036539193,0.0006264186,0.00013857891],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010137283,0.000104129555,0.043637052,0.0001116146,0.00006995002,0.00011220104,0.00023309827,0.8098784,0.0078847,0.0023803224,0.00041509187,0.135072],"study_design_scores_gemma":[0.0000023777018,0.000029625355,0.0060745124,0.000005780144,0.0000090780895,0.0000252078,0.000010780384,0.99089783,0.0012846224,0.0015377299,0.000116516785,0.0000058787937],"about_ca_topic_score_codex":0.0064961337,"about_ca_topic_score_gemma":0.005311538,"teacher_disagreement_score":0.0064961337,"about_ca_system_score_codex":0.00068435946,"about_ca_system_score_gemma":0.00047691824,"threshold_uncertainty_score":0.012916625},"labels":[],"label_agreement":null},{"id":"W1973322846","doi":"10.1007/s10270-006-0026-8","title":"An intermediate metamodel with scenarios and resources for generating performance models from UML designs","year":2006,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":116,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Metamodeling; Unified Modeling Language; Applications of UML; Rotation formalisms in three dimensions; Systems Modeling Language; UML tool; Petri net; Workload; Software engineering; Object Constraint Language; Programming language; Distributed computing; Software; Operating system","score_opus":0.026367854092803865,"score_gpt":0.22941100794566485,"score_spread":0.20304315385286098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973322846","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057402058,0.000020242996,0.9817199,0.00010214249,0.000022236169,0.0002186244,0.0011430747,0.007656272,0.0033774034],"genre_scores_gemma":[0.083595775,0.00010804086,0.9073728,0.0001061818,0.000013908296,0.0006471438,0.0037537848,0.0019330449,0.0024692446],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988801,0.00033110692,0.00012821346,0.00015578265,0.00041798197,0.00008681399],"domain_scores_gemma":[0.9973775,0.0012061829,0.00020184115,0.0007089194,0.00042081194,0.000084695894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023136672,0.0013613137,0.0005376439,0.002911046,0.0005450771,0.0023461673,0.0017117914,0.001475657,0.0068126023],"category_scores_gemma":[0.007580351,0.0011363812,0.0023435235,0.0009553454,0.0005953489,0.00230268,0.0015280334,0.0017890092,0.0025409698],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049196754,0.00089787634,0.0075598196,0.0011421435,0.00024471348,0.0020003086,0.0022188951,0.35775825,0.04868777,0.3515781,0.016695619,0.21072455],"study_design_scores_gemma":[0.00010629874,0.00016929435,0.00085248856,0.00041579874,0.00023668734,0.00057554396,0.00026146133,0.7768941,0.04622564,0.09450657,0.079653904,0.000102219885],"about_ca_topic_score_codex":0.002339321,"about_ca_topic_score_gemma":0.003553858,"teacher_disagreement_score":0.0068126023,"about_ca_system_score_codex":0.0010209283,"about_ca_system_score_gemma":0.0020327826,"threshold_uncertainty_score":0.022790432},"labels":[],"label_agreement":null},{"id":"W1974566690","doi":"10.1145/1071021.1071035","title":"Modeling the performance of a NAT/firewall network service for the IXP2400","year":2005,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Vlaamse regering; University of Ottawa","keywords":"Computer science; Firewall (physics); Nat; Network processor; Router; Network planning and design; Computer network; Network address translation; Application firewall; Distributed computing; Operating system; The Internet; Stateful firewall; Internet Protocol","score_opus":0.01800267984646062,"score_gpt":0.236202437574621,"score_spread":0.2181997577281604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974566690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93602467,0.00023589241,0.050460424,0.00022545962,0.000029257068,0.000077844204,0.00020811574,0.0004406294,0.012297745],"genre_scores_gemma":[0.9883476,0.00011977289,0.008695118,0.000015028008,0.000004461555,0.00003378562,0.000094135794,0.000047996204,0.0026420795],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99973994,0.00007071963,0.00001025151,0.000036039124,0.00008347651,0.00005955503],"domain_scores_gemma":[0.9995303,0.00023145061,0.000051555828,0.00003183079,0.00013385553,0.000021003705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046996083,0.00053144456,0.0002817672,0.0003106262,0.00028108057,0.0004932186,0.00060079515,0.0005828775,0.0020509758],"category_scores_gemma":[0.0012886033,0.00030533728,0.00037914072,0.00026950383,0.00031255922,0.00074058754,0.00016694638,0.00060776045,0.00033877767],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002211994,0.000061744824,0.0026692597,0.000053189717,0.000013767334,0.00007722786,0.00010723254,0.97859806,0.007403026,0.003908073,0.0005194987,0.0063677183],"study_design_scores_gemma":[0.000008354108,0.000075102915,0.00038876993,0.000002770963,0.000008708439,0.000013506985,0.0000106989855,0.9954419,0.0034015009,0.00028079745,0.000363897,0.0000039493866],"about_ca_topic_score_codex":0.008928882,"about_ca_topic_score_gemma":0.005870242,"teacher_disagreement_score":0.008928882,"about_ca_system_score_codex":0.001335759,"about_ca_system_score_gemma":0.0008851936,"threshold_uncertainty_score":0.01775384},"labels":[],"label_agreement":null},{"id":"W1977487664","doi":"10.1145/1712605.1712609","title":"BAP","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Burstiness; Computer science; Benchmark (surveying); Exploit; Workload; Sizing; Adaptation (eye); Service (business); Resource (disambiguation); Distributed computing; Software engineering; Operating system; Computer network","score_opus":0.003422136910784846,"score_gpt":0.2098785487316022,"score_spread":0.20645641182081734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977487664","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006202182,0.0004771887,0.90821373,0.00077278883,0.00043071283,0.0001503947,0.00048674844,0.0038665966,0.07939957],"genre_scores_gemma":[0.26255357,0.00177255,0.66275084,0.00056316244,0.0005162258,0.00037587117,0.0022103968,0.0021841303,0.06707333],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99772376,0.0004346248,0.00013522804,0.0005352098,0.0010556312,0.00011562896],"domain_scores_gemma":[0.99686843,0.00077099144,0.00019130333,0.0010717884,0.0010078821,0.00008961728],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012701573,0.0006939211,0.0004049454,0.0010467097,0.00086952647,0.0024548874,0.0017448972,0.0006699523,0.028515907],"category_scores_gemma":[0.0072753374,0.0003885038,0.00074763317,0.0009119053,0.0009160483,0.003457808,0.0022999002,0.0015004505,0.0075805876],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005552388,0.000052032625,0.0006836687,0.00029220505,0.0000181801,0.000113550894,0.00022789162,0.01950935,0.0049041007,0.7012274,0.013402926,0.2595132],"study_design_scores_gemma":[0.000024593606,0.00010762975,0.00085833285,0.00014289594,0.00002713436,0.0008941002,0.00015865301,0.16949938,0.013684127,0.3240149,0.49053457,0.00005385022],"about_ca_topic_score_codex":0.0014782365,"about_ca_topic_score_gemma":0.0014071675,"teacher_disagreement_score":0.97148407,"about_ca_system_score_codex":0.001379362,"about_ca_system_score_gemma":0.0012358356,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W1978164654","doi":"10.1109/sami.2012.6208966","title":"A new adaptive evidential reasoning approach for network alarm correlation","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Spurious relationship; Computer science; ALARM; Evidential reasoning approach; Dempster–Shafer theory; Data mining; Constant false alarm rate; False alarm; Process (computing); Set (abstract data type); Identification (biology); Artificial intelligence; Machine learning; Decision support system; Engineering","score_opus":0.02195683908915171,"score_gpt":0.2516264050813626,"score_spread":0.22966956599221086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978164654","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031211963,0.0000989283,0.9959817,0.00007526369,0.000017543622,0.000022816937,0.000014063115,0.00006716102,0.0006013756],"genre_scores_gemma":[0.47273573,0.00030842982,0.52475077,0.0001667546,0.0001261359,0.0001479363,0.000070188864,0.000030120966,0.0016639313],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969694,0.0009055114,0.0002279662,0.0005379684,0.0012206255,0.00013863569],"domain_scores_gemma":[0.9955314,0.0026358066,0.0005601949,0.0005559621,0.0006075351,0.00010925828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00425348,0.00085984677,0.0011515219,0.001589113,0.0006062773,0.0014465048,0.0026621153,0.001326724,0.0015217244],"category_scores_gemma":[0.011414599,0.00050033897,0.0012725295,0.0012585231,0.0013271613,0.0033554765,0.0018596895,0.0023062045,0.00020829261],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016555654,0.00014433214,0.0011513215,0.00026825067,0.0002233396,0.0003787134,0.00042924428,0.47433293,0.0080187805,0.30507016,0.0015442232,0.20827313],"study_design_scores_gemma":[0.000018302719,0.000049995324,0.0001637871,0.000010629058,0.000037456484,0.000098253186,0.000010422599,0.9275939,0.0012786469,0.06948185,0.001236186,0.00002071307],"about_ca_topic_score_codex":0.0010066781,"about_ca_topic_score_gemma":0.0012596012,"teacher_disagreement_score":0.00425348,"about_ca_system_score_codex":0.0010125813,"about_ca_system_score_gemma":0.0012308547,"threshold_uncertainty_score":0.022494793},"labels":[],"label_agreement":null},{"id":"W1978232743","doi":"10.1145/2663165.2663319","title":"Stage-aware anomaly detection through tracking log points","year":2014,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Automatic summarization; Overhead (engineering); Anomaly detection; Set (abstract data type); Anomaly (physics); Key (lock); Distributed File System; Operating system; Real-time computing; Data mining; Information retrieval; Programming language","score_opus":0.01705376240527623,"score_gpt":0.2483928568900468,"score_spread":0.23133909448477058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978232743","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14422172,0.000482154,0.83210653,0.0002810308,0.00012027875,0.00022258234,0.0017668337,0.019164959,0.001633874],"genre_scores_gemma":[0.60571873,0.00021927092,0.3889759,0.00010919595,0.00007207204,0.0001740489,0.0024370698,0.00048515984,0.0018086686],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988267,0.00012261406,0.000094802665,0.0003162754,0.00053384004,0.00010589061],"domain_scores_gemma":[0.99455476,0.0017133249,0.0009963457,0.0011543148,0.0013022386,0.00027895632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007223692,0.00094425736,0.00072645536,0.0024958777,0.00040338445,0.0011692914,0.0015788444,0.00060067896,0.00085693126],"category_scores_gemma":[0.006142562,0.00042852346,0.00047618966,0.0015742171,0.0004242043,0.0016638435,0.0013705003,0.0010554665,0.0005933232],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000814677,0.00055672537,0.15369682,0.0005117723,0.00025183358,0.00067737413,0.0007542716,0.08339687,0.119046554,0.0068006814,0.0116685135,0.6218239],"study_design_scores_gemma":[0.000032014552,0.00020205184,0.017442498,0.000027860919,0.00006758672,0.00053948053,0.0001534632,0.91943294,0.04568957,0.008504734,0.007831294,0.00007649061],"about_ca_topic_score_codex":0.0023468852,"about_ca_topic_score_gemma":0.0039451034,"teacher_disagreement_score":0.0024958777,"about_ca_system_score_codex":0.0003689217,"about_ca_system_score_gemma":0.001222631,"threshold_uncertainty_score":0.0046664476},"labels":[],"label_agreement":null},{"id":"W1978687257","doi":"10.1145/1188895.1188909","title":"A model-based approach for testing the performance of web applications","year":2006,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Workload; Web application; Set (abstract data type); Indirection; Session (web analytics); Process (computing); Web testing; Software performance testing; Distributed computing; Data mining; Software engineering; The Internet; Web application security; Operating system; Software system; Software; World Wide Web; Web development","score_opus":0.028681815392684086,"score_gpt":0.23686345703537345,"score_spread":0.20818164164268937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978687257","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025576143,0.00018021076,0.96923625,0.00028683085,0.00003340938,0.0002250571,0.00021278473,0.001274498,0.0029747752],"genre_scores_gemma":[0.48698276,0.00042219769,0.5084352,0.00018495372,0.00006317748,0.001091924,0.00070979574,0.00018576307,0.0019243016],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99811685,0.00076260336,0.000121565514,0.00020376887,0.00066281593,0.00013235841],"domain_scores_gemma":[0.99771786,0.0014171518,0.00014771109,0.00042144477,0.00024006856,0.000055866312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015584915,0.0012313355,0.00072081125,0.0012866926,0.0005855974,0.0017386425,0.0022969556,0.0017621473,0.0012246013],"category_scores_gemma":[0.005613714,0.00071518513,0.0015695189,0.00075054384,0.00096332835,0.0016347482,0.0010082066,0.0015148188,0.00025906487],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015432991,0.00042878723,0.0025552693,0.00015834784,0.00013001832,0.00021612686,0.0001230984,0.90136003,0.01626817,0.034597732,0.0010283368,0.042979725],"study_design_scores_gemma":[0.000015418906,0.00010489347,0.00027600743,0.000011794102,0.000029884772,0.00006424655,0.00001652608,0.983466,0.0043810173,0.010191431,0.0014264,0.00001638119],"about_ca_topic_score_codex":0.004616697,"about_ca_topic_score_gemma":0.0032156832,"teacher_disagreement_score":0.004616697,"about_ca_system_score_codex":0.0015279759,"about_ca_system_score_gemma":0.0019568885,"threshold_uncertainty_score":0.011086345},"labels":[],"label_agreement":null},{"id":"W1982046208","doi":"10.1145/1082983.1082999","title":"ICSE 2005 workshop summary third international workshop on dynamic analysis (WODA 2005)","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Static analysis; Software engineering; Dynamic program analysis; Scale (ratio); Software; Data science; Systems engineering; Engineering; Programming language","score_opus":0.010843758028425916,"score_gpt":0.2518805016925405,"score_spread":0.2410367436641146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982046208","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022475455,0.058718383,0.46407297,0.051621582,0.06550711,0.0015653196,0.0146801695,0.022747774,0.29861122],"genre_scores_gemma":[0.06459932,0.031925324,0.20098215,0.0062143514,0.006845181,0.0009412478,0.04485048,0.0066909306,0.636951],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99781847,0.00044057562,0.00014822683,0.00040082476,0.0009048537,0.00028707922],"domain_scores_gemma":[0.99451584,0.00050884753,0.00013046556,0.0007931795,0.0031492542,0.0009024025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057378775,0.0018882772,0.0014290913,0.0026949046,0.0014627025,0.006846728,0.0025503046,0.0025158226,0.07105267],"category_scores_gemma":[0.0050163474,0.00080339774,0.0012008952,0.0020466938,0.0005402348,0.004519419,0.003208056,0.0028713795,0.052628793],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031796683,0.00023986498,0.00061920163,0.00030835127,0.000042147083,0.0002189447,0.00013908386,0.0020117732,0.003704631,0.0063231424,0.72955304,0.25652182],"study_design_scores_gemma":[0.00005466969,0.00013000435,0.0010205148,0.0002957485,0.000053048807,0.00029385387,0.00021242282,0.0058064032,0.0036962715,0.005919352,0.9824765,0.000041341376],"about_ca_topic_score_codex":0.00517677,"about_ca_topic_score_gemma":0.009106224,"teacher_disagreement_score":0.07105267,"about_ca_system_score_codex":0.0015449125,"about_ca_system_score_gemma":0.0031773718,"threshold_uncertainty_score":0.23769486},"labels":[],"label_agreement":null},{"id":"W1982353170","doi":"10.1145/1773912.1773932","title":"Analyzing blocking to debug performance problems on multi-core systems","year":2010,"lang":"en","type":"article","venue":"ACM SIGOPS Operating Systems Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Debugging; Tracing; TRACE (psycholinguistics); Instrumentation (computer programming); Blocking (statistics); Slowness; Process (computing); Embedded system; Spectrum analyzer; Distributed computing; Real-time computing; Operating system; Telecommunications; Computer network","score_opus":0.042187037349818574,"score_gpt":0.30118354400338315,"score_spread":0.25899650665356455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982353170","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.580376,0.0012383757,0.40524435,0.00021521916,0.00007313502,0.00014027033,0.00019279026,0.009105535,0.003414269],"genre_scores_gemma":[0.85832775,0.00039604877,0.13910037,0.00004660371,0.0000150209,0.000063062565,0.00025956897,0.0005660701,0.0012253836],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987129,0.00035384315,0.00006132352,0.00013604414,0.00058005843,0.00015592793],"domain_scores_gemma":[0.99266666,0.004015935,0.0009595605,0.0010625424,0.0011128607,0.00018249018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013641287,0.00065089006,0.0003771781,0.0020468691,0.00040812735,0.0006466133,0.0007934005,0.00040878655,0.0012108819],"category_scores_gemma":[0.008108811,0.00036558497,0.00027921412,0.0012305194,0.0005100916,0.001382469,0.00069169514,0.0008878189,0.00027798166],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076846126,0.00048655792,0.09950047,0.00085460587,0.0002030627,0.00085423555,0.0022467328,0.14584301,0.25852153,0.016917983,0.004661873,0.46914148],"study_design_scores_gemma":[0.000067507,0.0005493665,0.030457577,0.00007415473,0.00014945291,0.00070988777,0.00054566294,0.7978992,0.15163237,0.00930705,0.008545644,0.00006215063],"about_ca_topic_score_codex":0.0034714064,"about_ca_topic_score_gemma":0.003418884,"teacher_disagreement_score":0.0034714064,"about_ca_system_score_codex":0.0007237807,"about_ca_system_score_gemma":0.0011965232,"threshold_uncertainty_score":0.007214308},"labels":[],"label_agreement":null},{"id":"W1983235800","doi":"10.1109/isie.2006.296138","title":"Proposed Concepts for a Tool for Multidimensional Performance Modeling in Software Engineering Management","year":2006,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Benchmarking; Software engineering; Viewpoints; Systems engineering; Engineering","score_opus":0.012195872718846383,"score_gpt":0.23407478368446982,"score_spread":0.22187891096562343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983235800","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004403995,0.00003527067,0.99658394,0.00020789652,0.000028663067,0.00007310721,0.0001134345,0.001522046,0.000995151],"genre_scores_gemma":[0.009971998,0.00009830222,0.98797345,0.000094438816,0.000030372354,0.00039612694,0.00038354582,0.00026878164,0.00078291673],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99217415,0.0024108195,0.0015427317,0.0010713834,0.0024848555,0.0003161776],"domain_scores_gemma":[0.988912,0.0056348434,0.0009830073,0.0019094971,0.0021701043,0.00039051002],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011081714,0.0022204681,0.001141196,0.00541523,0.001335418,0.009776243,0.0047584595,0.0032093036,0.008241423],"category_scores_gemma":[0.025466409,0.0014163164,0.0030467485,0.0044739917,0.0029587199,0.013627315,0.0045946334,0.0044645295,0.0033284414],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006506821,0.00012333982,0.00101053,0.0005392069,0.000070018956,0.00033521486,0.0015629797,0.017901765,0.0031162899,0.83326614,0.0110037755,0.13100548],"study_design_scores_gemma":[0.00007993547,0.00017440623,0.0005037408,0.0007344871,0.00009936012,0.0009506174,0.00061291485,0.26749158,0.0070422995,0.5409077,0.18123555,0.00016741687],"about_ca_topic_score_codex":0.0011575404,"about_ca_topic_score_gemma":0.00089730637,"teacher_disagreement_score":0.011081714,"about_ca_system_score_codex":0.0020321424,"about_ca_system_score_gemma":0.0026036173,"threshold_uncertainty_score":0.058606386},"labels":[],"label_agreement":null},{"id":"W1985346994","doi":"10.5555/2819009.2819022","title":"Comparing software architecture recovery techniques using accurate dependencies","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Google (Canada); University of Waterloo","funders":"","keywords":"Computer science; Architecture; Software; Software architecture; Implementation; Ground truth; Code (set theory); Quality (philosophy); Data mining; Artificial intelligence; Software engineering; Programming language","score_opus":0.06630326630733942,"score_gpt":0.2837157105576726,"score_spread":0.21741244425033318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985346994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6196904,0.0033793778,0.34889337,0.00060199236,0.0003066933,0.0003713434,0.00091270613,0.020975206,0.0048688035],"genre_scores_gemma":[0.8066014,0.0005335897,0.18807721,0.00012012376,0.00003581658,0.000105467036,0.0021267827,0.0009946508,0.0014049156],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99103546,0.002067725,0.00081552955,0.0013136129,0.004265862,0.0005018741],"domain_scores_gemma":[0.9542658,0.021733178,0.004454037,0.01346114,0.0057586394,0.00032726125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004635873,0.001188296,0.0005674709,0.0031560264,0.0006135075,0.0010370694,0.0021383637,0.0011561513,0.0015934561],"category_scores_gemma":[0.036102183,0.000650743,0.00111035,0.0016636575,0.000981191,0.0029184348,0.0018225992,0.0020377277,0.0007548001],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014486678,0.0007061502,0.03300674,0.0015149794,0.0007765631,0.00035069647,0.00070743496,0.30745772,0.055111807,0.0040788376,0.007967567,0.5868729],"study_design_scores_gemma":[0.000108018685,0.0013353974,0.022157341,0.0002037035,0.00036119655,0.0006335842,0.00050023675,0.81866467,0.14127567,0.0047816215,0.0098358,0.00014272793],"about_ca_topic_score_codex":0.0032222727,"about_ca_topic_score_gemma":0.0034962278,"teacher_disagreement_score":0.004635873,"about_ca_system_score_codex":0.0008269957,"about_ca_system_score_gemma":0.0012264877,"threshold_uncertainty_score":0.024517119},"labels":[],"label_agreement":null},{"id":"W1985423220","doi":"10.1109/icpc.2010.9","title":"Visualizing the Results of Field Testing","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada); Queen's University","funders":"","keywords":"Computer science; Field (mathematics); Software deployment; Visualization; Focus (optics); Variety (cybernetics); Test strategy; Process (computing); Data science; Software; Software engineering; Data mining; Artificial intelligence","score_opus":0.019903783911434113,"score_gpt":0.27636617252101703,"score_spread":0.2564623886095829,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985423220","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49876055,0.0043083928,0.36891994,0.0044053863,0.0008834993,0.0008836251,0.014815045,0.05417731,0.052846175],"genre_scores_gemma":[0.7872701,0.0017941215,0.19485813,0.00029693526,0.00026871046,0.0003486262,0.0051668207,0.0030189392,0.0069776396],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974946,0.0009512427,0.00026407145,0.00023687517,0.0008932094,0.00015996015],"domain_scores_gemma":[0.97062004,0.016935494,0.0022172602,0.0029108434,0.006542743,0.0007735494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062279114,0.0018498545,0.0009363948,0.00725539,0.0006479013,0.0032135106,0.00079806044,0.0010467133,0.0071701515],"category_scores_gemma":[0.017925797,0.00034489494,0.0007588302,0.0033561925,0.00044348324,0.0019830198,0.0011954221,0.0012498397,0.0014219459],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036577205,0.00081310625,0.069312446,0.0032827642,0.00057353335,0.0023915644,0.023440206,0.032369487,0.077524796,0.010590155,0.07558342,0.70046073],"study_design_scores_gemma":[0.0007147761,0.0040111677,0.27932623,0.0026974562,0.0014307792,0.0050816145,0.018971438,0.31598583,0.16311398,0.034817502,0.17276749,0.0010817725],"about_ca_topic_score_codex":0.0024178836,"about_ca_topic_score_gemma":0.0020185558,"teacher_disagreement_score":0.00725539,"about_ca_system_score_codex":0.00048321876,"about_ca_system_score_gemma":0.000494781,"threshold_uncertainty_score":0.03293675},"labels":[],"label_agreement":null},{"id":"W1988323408","doi":"10.1145/1755888.1755908","title":"Sampling-based program execution monitoring","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Debugging; Tracing; Computer science; Heuristics; Overhead (engineering); Algorithmic program debugging; Sampling (signal processing); Instrumentation (computer programming); Real-time computing; Control flow; Embedded system; Distributed computing; Programming language; Operating system","score_opus":0.020095571058779654,"score_gpt":0.30199931938437025,"score_spread":0.2819037483255906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988323408","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04749564,0.00054641446,0.94641626,0.00015169563,0.000031846266,0.000119005505,0.00011228962,0.0037283576,0.0013984956],"genre_scores_gemma":[0.802842,0.00026253422,0.19575182,0.000093064344,0.00004238142,0.00013394417,0.0002084442,0.00014536935,0.0005204005],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962269,0.001279956,0.00020225151,0.0007049987,0.0012487269,0.0003371712],"domain_scores_gemma":[0.9879816,0.0061630765,0.0018609939,0.0021572153,0.0015059812,0.00033109347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026411465,0.0007193746,0.0009212049,0.0015973374,0.00061806716,0.0010414425,0.0016371773,0.0006326794,0.0009189936],"category_scores_gemma":[0.0116369035,0.00046136632,0.0004926611,0.0011962621,0.0008826038,0.0017523592,0.0009889568,0.00095302577,0.00025449198],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017702505,0.0004984495,0.029713001,0.0006428504,0.00019005033,0.0003310019,0.0006420802,0.42561436,0.085125804,0.025069593,0.0044216122,0.42598096],"study_design_scores_gemma":[0.00003284495,0.0002102627,0.0020412274,0.000026437887,0.000040370094,0.0001720411,0.000040933937,0.9665646,0.024134489,0.004992504,0.0017159712,0.000028238503],"about_ca_topic_score_codex":0.002657128,"about_ca_topic_score_gemma":0.002955949,"teacher_disagreement_score":0.002657128,"about_ca_system_score_codex":0.0013133235,"about_ca_system_score_gemma":0.00188149,"threshold_uncertainty_score":0.013967872},"labels":[],"label_agreement":null},{"id":"W1989192970","doi":"10.1145/1370114.1370139","title":"A sketch of the programmer's coach","year":2008,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Programmer; Computer science; Sketch; Software engineering; Coaching; Software; Human–computer interaction; Ask price; Programming language; Data science","score_opus":0.01387203909748264,"score_gpt":0.20055406572852655,"score_spread":0.1866820266310439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989192970","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025501696,0.0031539425,0.8836308,0.011386681,0.000937549,0.0010097871,0.00028012498,0.0034508596,0.0936],"genre_scores_gemma":[0.06287408,0.0039772596,0.84084976,0.0017254832,0.00033262762,0.0014906321,0.00040567445,0.00078020967,0.08756433],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9942669,0.0022907099,0.00046609034,0.0013750826,0.0011843834,0.00041680015],"domain_scores_gemma":[0.99413127,0.0021389534,0.00025602532,0.0013544082,0.0012884737,0.00083095365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062777237,0.0021270248,0.00085046684,0.0036586018,0.004825541,0.010307201,0.0057851397,0.0061563724,0.038327616],"category_scores_gemma":[0.011686482,0.0020589484,0.0013889848,0.0023905933,0.0069652633,0.013617122,0.0083397245,0.005991497,0.02512225],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019573553,0.00039442122,0.0035150493,0.001182302,0.000039876973,0.00095593283,0.007851565,0.004817039,0.0038835,0.6332782,0.03777508,0.30611125],"study_design_scores_gemma":[0.00007361844,0.00031643122,0.0016488474,0.0012906664,0.00004286049,0.0024890967,0.0039826096,0.030650971,0.0025508127,0.35355544,0.6032189,0.00017975619],"about_ca_topic_score_codex":0.006880303,"about_ca_topic_score_gemma":0.0065697157,"teacher_disagreement_score":0.038327616,"about_ca_system_score_codex":0.0030392131,"about_ca_system_score_gemma":0.004719903,"threshold_uncertainty_score":0.12821859},"labels":[],"label_agreement":null},{"id":"W1990395831","doi":"10.1145/1370018.1370032","title":"Monitoring multi-tier clustered systems with invariant metric relationships","year":2008,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Invariant (physics); Metric (unit); Database transaction; Distributed computing; Data mining; Machine learning; Artificial intelligence; Database; Engineering; Mathematics","score_opus":0.07346680367977299,"score_gpt":0.24723522729017447,"score_spread":0.17376842361040148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990395831","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.513354,0.00008515348,0.4840189,0.00012884858,0.000013731558,0.000077096774,0.00007107054,0.001315864,0.0009353908],"genre_scores_gemma":[0.96435136,0.00001626489,0.0353353,0.000021079672,0.000004915028,0.000019925388,0.00004006492,0.000018618044,0.00019249399],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986418,0.00038749538,0.00007135064,0.00032901458,0.00044639257,0.00012390732],"domain_scores_gemma":[0.9956189,0.0015262135,0.0009370708,0.0010766442,0.00067287346,0.00016832878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013050939,0.000453133,0.0004907748,0.00063203805,0.00035121353,0.00064683455,0.0010169612,0.0004981485,0.00057687535],"category_scores_gemma":[0.00664223,0.0002930044,0.00026288166,0.0006274338,0.0005446561,0.0014850808,0.00081237545,0.0005960586,0.00014097326],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040255857,0.00033082566,0.02576443,0.000076528064,0.0001321989,0.00023484325,0.00026509576,0.8211557,0.04776883,0.0078050555,0.0006751122,0.09538885],"study_design_scores_gemma":[0.0000060326042,0.00009406714,0.0016019836,0.0000013683776,0.000007774481,0.00004841173,0.000023731762,0.9904971,0.005025138,0.0025601028,0.00012701142,0.000007372336],"about_ca_topic_score_codex":0.0024378095,"about_ca_topic_score_gemma":0.0034776307,"teacher_disagreement_score":0.0024378095,"about_ca_system_score_codex":0.0009568772,"about_ca_system_score_gemma":0.0006840865,"threshold_uncertainty_score":0.0069426894},"labels":[],"label_agreement":null},{"id":"W1994421197","doi":"10.1145/2591062.2591107","title":"Mining precise performance-aware behavioral models from existing instrumentation","year":2014,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Instrumentation (computer programming); Computer science; Behavioral modeling; Artificial intelligence; Programming language","score_opus":0.05046012735254034,"score_gpt":0.27974082982752874,"score_spread":0.22928070247498838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994421197","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16269307,0.0022374548,0.7926485,0.0013195394,0.0001651276,0.0003067313,0.0148923425,0.021232817,0.004504384],"genre_scores_gemma":[0.74853987,0.0017424255,0.2231033,0.0002931392,0.00012269267,0.00050177216,0.022937544,0.0012900175,0.0014692061],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954894,0.0008049134,0.00043903885,0.0010610423,0.001889229,0.0003162738],"domain_scores_gemma":[0.9810021,0.008910003,0.0023326774,0.0046609254,0.0027929957,0.00030125887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025885603,0.0032697765,0.001568657,0.0046056095,0.00066379475,0.0022580752,0.003247093,0.0017833478,0.0012879143],"category_scores_gemma":[0.025823712,0.0019939828,0.0019595043,0.0031973366,0.00094167027,0.00608113,0.001516303,0.0026804043,0.0016171673],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003827472,0.0008087531,0.12491372,0.0017666694,0.0005134329,0.0011240563,0.00085156347,0.5778529,0.023478387,0.012092731,0.014909744,0.24130526],"study_design_scores_gemma":[0.000027473834,0.00013870784,0.0090655405,0.00018356729,0.00018223797,0.00020448104,0.0001950874,0.9549021,0.009535401,0.02019161,0.0053081033,0.00006558509],"about_ca_topic_score_codex":0.008916043,"about_ca_topic_score_gemma":0.018876683,"teacher_disagreement_score":0.008916043,"about_ca_system_score_codex":0.0012294925,"about_ca_system_score_gemma":0.003162852,"threshold_uncertainty_score":0.017728329},"labels":[],"label_agreement":null},{"id":"W1995829812","doi":"10.1145/2405186.2405192","title":"MemRed","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Ajax; JavaScript; Debugging; Client-side scripting; Web application; Web server; Operating system; Application server; Reliability (semiconductor); Web API; Web page; World Wide Web; Embedded system; The Internet","score_opus":0.011356479814785304,"score_gpt":0.23131820180493948,"score_spread":0.21996172199015418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995829812","genre_codex":"software","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":"software","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03867098,0.0038630436,0.29142332,0.0016383798,0.0020185558,0.0007962434,0.011082371,0.40175796,0.24874912],"genre_scores_gemma":[0.2732699,0.0026020135,0.2807785,0.0039178575,0.00063473615,0.0010650307,0.032676302,0.030475875,0.3745798],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99894375,0.00014462421,0.000065710046,0.0002794583,0.00043130104,0.00013515267],"domain_scores_gemma":[0.9981553,0.00030052522,0.000101026206,0.00081292074,0.000520712,0.00010958325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001263587,0.0010493717,0.00066002214,0.0012051837,0.0008088355,0.0017290851,0.0028301172,0.0011710805,0.056062065],"category_scores_gemma":[0.0034810482,0.00066784094,0.00070161186,0.0006978615,0.0004907935,0.002879846,0.0023478465,0.001008837,0.02942923],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013303071,0.00032661008,0.003453787,0.0011164484,0.0001247433,0.00047247374,0.0003635595,0.004684412,0.018543739,0.027236855,0.40217635,0.5401708],"study_design_scores_gemma":[0.00017332962,0.00031006365,0.002128745,0.00014143824,0.0000867948,0.0009631247,0.000105017294,0.031751804,0.03550004,0.011028692,0.91771036,0.00010050777],"about_ca_topic_score_codex":0.0016662033,"about_ca_topic_score_gemma":0.002366269,"teacher_disagreement_score":0.056062065,"about_ca_system_score_codex":0.00067239674,"about_ca_system_score_gemma":0.0010465577,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W1998069884","doi":"10.1109/icsm.2010.5609556","title":"Log filtering and interpretation for root cause analysis","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo","funders":"","keywords":"Computer science; Data mining; Process (computing); Search engine indexing; Solver; Set (abstract data type); Tree (set theory); Focus (optics); Information retrieval; Machine learning; Programming language","score_opus":0.009010316140283898,"score_gpt":0.2617042947722183,"score_spread":0.2526939786319344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998069884","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056111543,0.00017732613,0.98603266,0.00032246666,0.00002713708,0.00022005061,0.0006073145,0.0061837356,0.0008180115],"genre_scores_gemma":[0.17544983,0.00028207956,0.8191272,0.00023800168,0.00006519214,0.00043549476,0.002829018,0.00063585496,0.0009372329],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99358034,0.0024415092,0.00060472987,0.000840973,0.0022571958,0.00027519523],"domain_scores_gemma":[0.9758779,0.01620652,0.0017385731,0.003353897,0.0025689225,0.0002542508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006527427,0.0018695883,0.0013313986,0.0076038754,0.0016060575,0.0032752515,0.0023706711,0.001640155,0.005943598],"category_scores_gemma":[0.038340114,0.0007967239,0.0020622911,0.0030845394,0.0019181719,0.003808246,0.002588473,0.0020043803,0.001418949],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082418136,0.0006774209,0.015926074,0.0014653608,0.00024522218,0.0021412335,0.002362557,0.12067034,0.015921243,0.114826545,0.02361146,0.70132834],"study_design_scores_gemma":[0.000092499504,0.00014302004,0.002508113,0.00023392991,0.00012216096,0.0006388093,0.0006420723,0.7776875,0.01826181,0.18185765,0.017712714,0.00009968044],"about_ca_topic_score_codex":0.008625157,"about_ca_topic_score_gemma":0.009254018,"teacher_disagreement_score":0.008625157,"about_ca_system_score_codex":0.0016706858,"about_ca_system_score_gemma":0.004964016,"threshold_uncertainty_score":0.034520745},"labels":[],"label_agreement":null},{"id":"W2002401184","doi":"10.1145/1557626.1557653","title":"Markovian workload modeling for Enterprise Application Servers","year":2009,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Server; Workload; Computer science; Markov process; Markovian arrival process; Distributed computing; Computer network; Queueing theory; Operating system; Mathematics","score_opus":0.00914629941199464,"score_gpt":0.24441331712243303,"score_spread":0.2352670177104384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002401184","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12373672,0.0002234602,0.873233,0.00032588997,0.000043554657,0.00008994644,0.00020268718,0.00045485646,0.0016899188],"genre_scores_gemma":[0.95760584,0.00019360664,0.03989265,0.000062894695,0.000044008433,0.00014512283,0.00027511176,0.00005050401,0.0017301782],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99868745,0.00052426674,0.00008945347,0.0001799045,0.0003558093,0.00016312522],"domain_scores_gemma":[0.9979417,0.0011155144,0.0002560176,0.00023379778,0.0003455383,0.00010739564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019555842,0.0006128253,0.000606427,0.0005836597,0.00038322818,0.0009390649,0.0014267076,0.00076798256,0.000987473],"category_scores_gemma":[0.005003609,0.0004446804,0.0007253267,0.00061772764,0.0004933115,0.0011186944,0.00062068464,0.00072812673,0.00023910597],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083088395,0.000047088473,0.0014386026,0.000028026787,0.00002159831,0.000074020536,0.00007662277,0.971704,0.0022665865,0.01632634,0.00046490965,0.0074691074],"study_design_scores_gemma":[0.0000017984017,0.000004272481,0.0000825729,7.5071927e-7,0.0000012720936,0.000004044533,0.0000034515108,0.9972561,0.00011829038,0.002466104,0.00005972911,0.0000016481814],"about_ca_topic_score_codex":0.009765433,"about_ca_topic_score_gemma":0.0067326543,"teacher_disagreement_score":0.009765433,"about_ca_system_score_codex":0.0014209618,"about_ca_system_score_gemma":0.0014623217,"threshold_uncertainty_score":0.019417226},"labels":[],"label_agreement":null},{"id":"W2002596422","doi":"10.1109/icsm.2013.22","title":"Leveraging Performance Counters and Execution Logs to Diagnose Memory-Related Performance Issues","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada); York University; Queen's University","funders":"","keywords":"Computer science; Memory management; Software performance testing; Memory leak; Operating system; Software; Embedded system; Software system","score_opus":0.007408935931693751,"score_gpt":0.2130378731948012,"score_spread":0.20562893726310744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002596422","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46800268,0.0009558016,0.461174,0.00096331694,0.00015358815,0.0012809997,0.002728388,0.055663627,0.009077609],"genre_scores_gemma":[0.81608474,0.00019123318,0.17949496,0.00014744399,0.00006769115,0.00023498182,0.0018562869,0.0005927911,0.0013297495],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99242014,0.0018663422,0.0007844955,0.0010519227,0.0034247076,0.0004523368],"domain_scores_gemma":[0.9459307,0.019056166,0.013605769,0.009098167,0.0110803945,0.0012287989],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039579235,0.0025627364,0.0010987472,0.0087592555,0.0006625831,0.0026477717,0.0016558021,0.0011686967,0.0009010281],"category_scores_gemma":[0.02898303,0.0008516062,0.00055800955,0.0032767588,0.00068869104,0.0028468934,0.0014278888,0.0014641094,0.0010551835],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064043317,0.0014704383,0.33709955,0.00074283825,0.00043135468,0.0011412178,0.0015987691,0.045536615,0.06361536,0.0019422229,0.007949974,0.53783125],"study_design_scores_gemma":[0.00008806105,0.00069725135,0.14905244,0.00017925964,0.00017883294,0.0011165702,0.0007420002,0.74992347,0.08406743,0.0048395814,0.008801698,0.00031339453],"about_ca_topic_score_codex":0.006793879,"about_ca_topic_score_gemma":0.010326948,"teacher_disagreement_score":0.0087592555,"about_ca_system_score_codex":0.00071315176,"about_ca_system_score_gemma":0.0021573727,"threshold_uncertainty_score":0.02093178},"labels":[],"label_agreement":null},{"id":"W2003539625","doi":"10.1007/bf03018953","title":"Review of SimBioSys ACLS review","year":2000,"lang":"fr","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Public Health","funders":"","keywords":"Computer science","score_opus":0.016277103582722347,"score_gpt":0.23918956230150626,"score_spread":0.2229124587187839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003539625","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015465153,0.99393374,0.0002578382,0.0023380106,0.0020593458,0.000017908018,0.00006692462,0.000026979716,0.0011446598],"genre_scores_gemma":[0.00189646,0.9863137,0.0009335442,0.0054361806,0.0036843754,0.000043257656,0.00015684504,0.000021073734,0.0015144936],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99875057,0.00029994774,0.0003005594,0.00016910367,0.00040830448,0.00007157685],"domain_scores_gemma":[0.99069756,0.0035423401,0.001512505,0.00031319348,0.0033386159,0.00059580745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034805222,0.00076425524,0.001658306,0.005184039,0.0004947143,0.0016057495,0.0014250971,0.0019111881,0.0081465375],"category_scores_gemma":[0.010804578,0.00051404984,0.0012602096,0.004703794,0.00078897836,0.0021146566,0.0011332213,0.0016291847,0.003570068],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029998642,0.00006158584,0.0005174425,0.026879795,0.0003970659,0.00028401386,0.00006244945,0.00018580876,0.0005542672,0.0010741196,0.18179922,0.7878843],"study_design_scores_gemma":[0.000067879235,0.00015756243,0.0010622352,0.009821931,0.0004564945,0.00069957454,0.00004536158,0.00006216338,0.00032679716,0.00047538866,0.9868059,0.000018598697],"about_ca_topic_score_codex":0.0022446595,"about_ca_topic_score_gemma":0.004873278,"teacher_disagreement_score":0.0081465375,"about_ca_system_score_codex":0.0013570323,"about_ca_system_score_gemma":0.0044756294,"threshold_uncertainty_score":0.027252853},"labels":[],"label_agreement":null},{"id":"W2004954545","doi":"10.1109/dsn.2014.51","title":"Ocasta: Clustering Configuration Settings for Error Recovery","year":2014,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Cluster analysis; Configuration Management (ITSM); Configuration design; Error detection and correction","score_opus":0.014593155656184154,"score_gpt":0.24962269153131444,"score_spread":0.23502953587513029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004954545","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09452003,0.0011261312,0.63917404,0.00041786017,0.00036108922,0.0009820567,0.005917933,0.25426155,0.0032394137],"genre_scores_gemma":[0.3847246,0.00041323737,0.5919621,0.0002660181,0.00010454177,0.0008797262,0.011634767,0.0069780173,0.0030370024],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9943007,0.0008164775,0.00050320005,0.0018221413,0.002141193,0.00041629016],"domain_scores_gemma":[0.9797564,0.0051193237,0.004159166,0.0064191725,0.0038414784,0.0007045199],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002794976,0.0039752917,0.0017409017,0.008474346,0.001547984,0.0020065287,0.0045060157,0.0014329097,0.004097002],"category_scores_gemma":[0.023169173,0.0010393001,0.0015507207,0.0047977003,0.0014850582,0.0027498584,0.003492301,0.001992577,0.0038780905],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014026288,0.0005541477,0.039943095,0.001292818,0.0004115944,0.0007077056,0.0019605318,0.048294485,0.023090111,0.0028237351,0.06501382,0.8145053],"study_design_scores_gemma":[0.00022688211,0.0006547807,0.024425736,0.00027676445,0.00022142676,0.0011620712,0.0010357582,0.8772734,0.0539236,0.0112487115,0.029204141,0.00034673326],"about_ca_topic_score_codex":0.009313229,"about_ca_topic_score_gemma":0.013290717,"teacher_disagreement_score":0.009313229,"about_ca_system_score_codex":0.0013030904,"about_ca_system_score_gemma":0.0031894254,"threshold_uncertainty_score":0.01851803},"labels":[],"label_agreement":null},{"id":"W2006505685","doi":"10.1145/2188286.2188338","title":"Efficiency improvements for solving layered queueing networks","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Linearizer; Queueing theory; Layered queueing network; Computer science; Solver; Set (abstract data type); Mean value analysis; Mathematical optimization; G-network; Distributed computing; Computer network; Mathematics; Bandwidth (computing)","score_opus":0.013832324911294965,"score_gpt":0.25265265851036706,"score_spread":0.2388203335990721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006505685","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020525455,0.0002493026,0.97512007,0.00025666397,0.000035752677,0.000034463705,0.000053981017,0.0009348651,0.0027895868],"genre_scores_gemma":[0.40740696,0.00039818382,0.5886873,0.0001687522,0.00005292561,0.0001662407,0.00022150835,0.0003650924,0.0025330412],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983328,0.00081202463,0.00007523896,0.000112848546,0.00051287457,0.00015427686],"domain_scores_gemma":[0.99493164,0.0035427215,0.00024115386,0.0004774906,0.0006526286,0.00015430535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025825643,0.0010717564,0.00079897547,0.00070585206,0.000493252,0.001137416,0.0014276474,0.00077703455,0.0034591046],"category_scores_gemma":[0.012563292,0.0004971561,0.0008830703,0.000708839,0.00064172456,0.0019758586,0.0020827497,0.0018063016,0.00062500045],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012365586,0.000077649995,0.0013092108,0.00012865967,0.00005273433,0.00006533979,0.00014499003,0.9013359,0.0035408072,0.034916367,0.0014430892,0.05686154],"study_design_scores_gemma":[0.00000540099,0.0000071145346,0.00002623805,0.000002993302,0.0000025347583,0.0000040062373,0.000007518446,0.99448967,0.00033252902,0.004892998,0.00022746771,0.0000015391558],"about_ca_topic_score_codex":0.0072849314,"about_ca_topic_score_gemma":0.0067678783,"teacher_disagreement_score":0.0072849314,"about_ca_system_score_codex":0.0010369824,"about_ca_system_score_gemma":0.0017278887,"threshold_uncertainty_score":0.014485061},"labels":[],"label_agreement":null},{"id":"W2008494800","doi":"10.1145/1712605.1712638","title":"Resource demand modeling for multi-tier services","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Activity-based costing; Provisioning; Service (business); Demand forecasting; Resource (disambiguation); Demand management; Estimation; Operations research; Business; Engineering","score_opus":0.021581059061012122,"score_gpt":0.2708519483993546,"score_spread":0.2492708893383425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008494800","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048967168,0.00019953657,0.94511676,0.0002673695,0.00003829367,0.000042536652,0.0005601422,0.0006784881,0.0041296217],"genre_scores_gemma":[0.84018,0.00038554543,0.1517868,0.00010117835,0.000058229813,0.00013665651,0.0009657493,0.00017208589,0.0062138755],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999166,0.00024226775,0.000043830023,0.00013789868,0.0002879548,0.00012195122],"domain_scores_gemma":[0.9989274,0.0005372411,0.00012787494,0.00015507909,0.0002076809,0.000044725686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008460339,0.000709687,0.00057959347,0.0005937837,0.0003520021,0.00089125155,0.001273625,0.00071481813,0.002546592],"category_scores_gemma":[0.0026725333,0.0003685872,0.00074427546,0.0011525996,0.00025988274,0.0014196701,0.00063719274,0.00090900407,0.0007244711],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054528035,0.000045512155,0.0019968841,0.000041792548,0.000024638235,0.000059551137,0.00006489701,0.9621849,0.002197195,0.010401332,0.0011297873,0.02179896],"study_design_scores_gemma":[7.821596e-7,0.0000062560985,0.00018114167,0.0000010677508,0.000002168629,0.0000085759075,0.0000056186855,0.9979126,0.00017760368,0.0013153143,0.00038568335,0.0000032064627],"about_ca_topic_score_codex":0.01954246,"about_ca_topic_score_gemma":0.015266839,"teacher_disagreement_score":0.01954246,"about_ca_system_score_codex":0.00092427374,"about_ca_system_score_gemma":0.0007653576,"threshold_uncertainty_score":0.0388574},"labels":[],"label_agreement":null},{"id":"W2008922410","doi":"10.1145/2160803.2160838","title":"Performance evaluation for software migration (abstracts only)","year":2011,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Legacy system; Documentation; Software; Software engineering; Resource (disambiguation); Software system; Data science; Operating system","score_opus":0.1233717936110981,"score_gpt":0.3373253534139765,"score_spread":0.21395355980287842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008922410","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24234541,0.062906444,0.434917,0.006016639,0.0049664597,0.004367116,0.018889084,0.0117298355,0.21386197],"genre_scores_gemma":[0.8511465,0.009492671,0.10397674,0.00046294671,0.0007658652,0.0019604203,0.007221595,0.00088612764,0.02408711],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9826141,0.008003507,0.0011230742,0.00088505703,0.006831473,0.0005427144],"domain_scores_gemma":[0.96672016,0.015153437,0.0035019491,0.0026460052,0.011407547,0.00057081156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010961464,0.0012509866,0.0012289112,0.005616805,0.0006429866,0.0021376528,0.0009266726,0.00086026033,0.012534936],"category_scores_gemma":[0.051627483,0.00031420126,0.0012520178,0.0066159666,0.00033922336,0.0021602528,0.0010470528,0.0006893037,0.0035549288],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001812792,0.0005843012,0.020180147,0.00481821,0.0005725546,0.00018206151,0.00044454256,0.04744436,0.0057893894,0.014391736,0.09986547,0.8039144],"study_design_scores_gemma":[0.0006975555,0.010934683,0.16934386,0.004040082,0.0015258406,0.0011132323,0.0016957413,0.4701366,0.040926866,0.037463617,0.26158533,0.00053668674],"about_ca_topic_score_codex":0.004223179,"about_ca_topic_score_gemma":0.0032417867,"teacher_disagreement_score":0.012534936,"about_ca_system_score_codex":0.0023260412,"about_ca_system_score_gemma":0.001787114,"threshold_uncertainty_score":0.057970405},"labels":[],"label_agreement":null},{"id":"W2009153287","doi":"10.1109/qest.2010.16","title":"An Evaluation of Entropy Based Approaches to Alert Detection in High Performance Cluster Logs","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Sandia National Laboratories; National Institute for Materials Science; Natural Sciences and Engineering Research Council of Canada; Dalhousie University","keywords":"Computer science; Entropy (arrow of time); Dependability; Data mining; False positive rate; Machine learning; Artificial intelligence","score_opus":0.04482419128917907,"score_gpt":0.2559169348117463,"score_spread":0.21109274352256724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009153287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81364733,0.0014082348,0.17675097,0.00043324567,0.00013127159,0.0004829768,0.00043715406,0.0036218872,0.0030869003],"genre_scores_gemma":[0.9302105,0.00030527805,0.06801833,0.000084838,0.000060733008,0.00010054931,0.00046015144,0.00005928654,0.0007003435],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99174225,0.0029434985,0.00049739017,0.0005491127,0.0039957394,0.0002720167],"domain_scores_gemma":[0.96116304,0.02913207,0.002093345,0.0016621855,0.0052261306,0.00072325266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008039669,0.0011471923,0.0009453902,0.003958538,0.00058607623,0.0011505663,0.0018474163,0.0013080419,0.0006920663],"category_scores_gemma":[0.026579084,0.00029840734,0.0005908596,0.0016526286,0.00073264644,0.0021254648,0.0012096299,0.0008833623,0.0002326826],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006335543,0.0018828699,0.098245226,0.0011653947,0.00097645674,0.00039156,0.0015368231,0.23020507,0.035424754,0.003432882,0.0042533306,0.61615],"study_design_scores_gemma":[0.00012502282,0.0014553944,0.03627209,0.000038320166,0.00011174977,0.0003295521,0.00029787121,0.93544245,0.023738427,0.001175843,0.000905032,0.000108267806],"about_ca_topic_score_codex":0.004736978,"about_ca_topic_score_gemma":0.0042489404,"teacher_disagreement_score":0.008039669,"about_ca_system_score_codex":0.0014689658,"about_ca_system_score_gemma":0.0010446063,"threshold_uncertainty_score":0.042518318},"labels":[],"label_agreement":null},{"id":"W2011022810","doi":"10.1109/coase.2010.5584380","title":"Welcome message from the program chair","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Programming language","score_opus":0.008782564957600903,"score_gpt":0.24507897313003507,"score_spread":0.23629640817243416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011022810","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012804838,0.00259014,0.0022933227,0.4962474,0.44550747,0.00035986817,0.0012071385,0.0012648394,0.04924935],"genre_scores_gemma":[0.0073488546,0.0022190013,0.0019126714,0.26628682,0.07746131,0.00058678805,0.0010559381,0.0009383466,0.6421904],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982838,0.000303888,0.00005445679,0.0002671846,0.00071576197,0.0003747534],"domain_scores_gemma":[0.9880365,0.00049975334,0.00031955156,0.00023491668,0.0044756583,0.0064335745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002895309,0.0011472305,0.0007862729,0.0006691875,0.0028222064,0.004740565,0.0011765441,0.006006593,0.15875994],"category_scores_gemma":[0.010572503,0.0005164839,0.00083294214,0.00044479908,0.00057601987,0.0026294847,0.0032177225,0.011419841,0.10103859],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022887612,0.000016972253,0.000054486612,0.000015022465,0.0000012582858,0.000032198925,0.00001720786,0.000009782066,0.00006930424,0.00020761897,0.9962534,0.0032997543],"study_design_scores_gemma":[0.000025189353,0.0000637156,0.00046823113,0.000046069785,0.0000050661856,0.000103541424,0.000256267,0.000057195073,0.00014286822,0.0004554365,0.9983613,0.000015129509],"about_ca_topic_score_codex":0.0027465406,"about_ca_topic_score_gemma":0.006312094,"teacher_disagreement_score":0.15875994,"about_ca_system_score_codex":0.0013430837,"about_ca_system_score_gemma":0.0049421224,"threshold_uncertainty_score":0.5311049},"labels":[],"label_agreement":null},{"id":"W2011460281","doi":"10.1145/1383559.1383571","title":"Towards automatic derivation of a product performance model from a UML software product line model","year":2008,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Unified Modeling Language; Model transformation; Software product line; Programming language; Software engineering; Model-driven architecture; Software; Software development; Artificial intelligence","score_opus":0.032171044485272665,"score_gpt":0.24149517177712626,"score_spread":0.2093241272918536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011460281","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046661925,0.00004268238,0.98754066,0.000056712164,0.000014508299,0.00011121899,0.00031103176,0.0057582427,0.0014987898],"genre_scores_gemma":[0.0887873,0.00024951476,0.9025519,0.00004688534,0.000016106756,0.0003448552,0.003930363,0.0019425235,0.0021305555],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977436,0.00042734816,0.00018269796,0.0003317325,0.0012292232,0.00008539101],"domain_scores_gemma":[0.99676204,0.001196638,0.000351853,0.00064628676,0.0009811639,0.000062098814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002090192,0.0012737426,0.0005286421,0.0022944817,0.00057027605,0.0020681098,0.0013302421,0.000995808,0.0030666166],"category_scores_gemma":[0.0072796433,0.0010759911,0.0017630173,0.0010248149,0.0006555392,0.0017383884,0.0015913872,0.0018674575,0.0029906812],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025631662,0.000362312,0.005939027,0.0010898138,0.00016695328,0.0012671271,0.0019166159,0.34839237,0.08123924,0.08641004,0.010944512,0.46201572],"study_design_scores_gemma":[0.000038831487,0.00008991033,0.00094296463,0.0001820852,0.00007854649,0.00030769443,0.0001436459,0.9002825,0.040936045,0.016170507,0.040775664,0.000051517745],"about_ca_topic_score_codex":0.0045944084,"about_ca_topic_score_gemma":0.004057959,"teacher_disagreement_score":0.0045944084,"about_ca_system_score_codex":0.0013246754,"about_ca_system_score_gemma":0.0024561922,"threshold_uncertainty_score":0.011054099},"labels":[],"label_agreement":null},{"id":"W2011727948","doi":"10.1007/s00607-013-0361-x","title":"Comparing redundancy models for high availability middleware","year":2013,"lang":"en","type":"article","venue":"Computing","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Ericsson (Canada)","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Redundancy (engineering); Computer science; Provisioning; High availability; Fault tolerance; Distributed computing; Component (thermodynamics); Middleware (distributed applications); Single point of failure; Reliability engineering; Context (archaeology); Operating system; Engineering","score_opus":0.038419832611046874,"score_gpt":0.24587086504130357,"score_spread":0.2074510324302567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011727948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6662725,0.0032495055,0.3138949,0.0015787128,0.00023676606,0.0001349107,0.00039794523,0.00093023916,0.013304487],"genre_scores_gemma":[0.9810962,0.00038889472,0.01710065,0.00006714854,0.000059727194,0.000047402587,0.000115347844,0.00013454007,0.0009900075],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99602664,0.0022409623,0.00016684725,0.00026936375,0.0008790821,0.00041714942],"domain_scores_gemma":[0.9485838,0.043379433,0.0019633574,0.0034838053,0.0021417034,0.00044789523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008276904,0.00085019215,0.0010017133,0.0023475573,0.00065327616,0.0017119696,0.0025890332,0.001352785,0.0035973813],"category_scores_gemma":[0.036407292,0.0005114517,0.0013677034,0.001486306,0.0011060465,0.0035110747,0.0010522186,0.0011661408,0.0003570688],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013125935,0.00019447961,0.0033290552,0.00031278364,0.0001868388,0.000083740255,0.00032436877,0.8994556,0.001262307,0.057311416,0.0016676077,0.034559317],"study_design_scores_gemma":[0.00006904642,0.0003081012,0.0014091886,0.000034895183,0.0001370176,0.00005231837,0.00014608516,0.9605659,0.0006665,0.035978105,0.0006033653,0.000029511795],"about_ca_topic_score_codex":0.005872126,"about_ca_topic_score_gemma":0.0045754756,"teacher_disagreement_score":0.008276904,"about_ca_system_score_codex":0.0031076518,"about_ca_system_score_gemma":0.0014869778,"threshold_uncertainty_score":0.043772995},"labels":[],"label_agreement":null},{"id":"W2013205291","doi":"10.1109/compsac.2013.132","title":"Software Architecture Decomposition Using Clustering Techniques","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Cluster analysis; Decomposition; Data mining; Software; Brown clustering; Hierarchical clustering; Software system; Software architecture; Software engineering; Fuzzy clustering; Artificial intelligence; Programming language; Canopy clustering algorithm","score_opus":0.010979991272152807,"score_gpt":0.2609295004273928,"score_spread":0.24994950915524003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013205291","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002964083,0.0001276072,0.9953987,0.000042693886,0.00001115698,0.00007669013,0.000031323038,0.00036670684,0.0009810487],"genre_scores_gemma":[0.04063238,0.00024474482,0.95741886,0.000026563723,0.000016577509,0.00013227909,0.00025020159,0.00014072552,0.001137772],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980889,0.0004475359,0.0001470666,0.00036320847,0.00080958253,0.00014367256],"domain_scores_gemma":[0.9976478,0.00059701025,0.00021651135,0.00031925543,0.0011581096,0.000061170555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017147788,0.0012028838,0.00092641084,0.006426948,0.0012853617,0.0017573034,0.0010539935,0.00090144377,0.0020167439],"category_scores_gemma":[0.004602668,0.0006755341,0.0015743312,0.004123301,0.0007471047,0.0013927196,0.0013749374,0.0013310564,0.0011694802],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000092602815,0.00010078127,0.001997654,0.00050404185,0.00026180787,0.00019340581,0.0012364128,0.22945876,0.027706578,0.051325545,0.0058840276,0.6812384],"study_design_scores_gemma":[0.000033017837,0.00008185464,0.0023224505,0.00014490931,0.000106179104,0.0004287707,0.0006212193,0.8713657,0.014498695,0.08897506,0.021328678,0.00009345179],"about_ca_topic_score_codex":0.00550247,"about_ca_topic_score_gemma":0.0053902655,"teacher_disagreement_score":0.006426948,"about_ca_system_score_codex":0.0009915115,"about_ca_system_score_gemma":0.0017830406,"threshold_uncertainty_score":0.01094085},"labels":[],"label_agreement":null},{"id":"W2014081646","doi":"10.1007/s10270-008-0099-7","title":"A UML-based quantitative framework for early prediction of resource usage and load in distributed real-time systems","year":2008,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Calgary","funders":"","keywords":"Computer science; Unified Modeling Language; Resource (disambiguation); Applications of UML; Distributed computing; UML tool; Software engineering; Real-time computing; Programming language; Software","score_opus":0.03411965761701026,"score_gpt":0.25926486085490513,"score_spread":0.2251452032378949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014081646","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026076292,0.00007058472,0.99348664,0.00009197453,0.00001984195,0.00006726781,0.0001541318,0.0029095267,0.0005925373],"genre_scores_gemma":[0.15576996,0.00014780211,0.8419874,0.00009175028,0.000046297617,0.00037072992,0.00059646077,0.00035516475,0.0006344628],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99439055,0.0018907159,0.0007218393,0.0004880903,0.0022482707,0.00026067754],"domain_scores_gemma":[0.98657423,0.006586632,0.0014983459,0.0020521174,0.0029146476,0.0003739504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008422518,0.0018331436,0.0011852409,0.0037568873,0.0008361046,0.004248807,0.0025649897,0.0015486896,0.0020099021],"category_scores_gemma":[0.019123908,0.0010717508,0.0016724501,0.0013588151,0.0015252067,0.0042823483,0.0017999866,0.0023323204,0.00064434577],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025799175,0.00046396465,0.007099813,0.0006898152,0.00020430062,0.00039361333,0.0013241388,0.46918088,0.020667534,0.3243997,0.005402891,0.16991526],"study_design_scores_gemma":[0.000018049846,0.000052143016,0.00048773343,0.000083872255,0.000049188584,0.00007946062,0.000050179267,0.9569493,0.004579521,0.03297659,0.0046339864,0.000040060535],"about_ca_topic_score_codex":0.009249328,"about_ca_topic_score_gemma":0.0075585106,"teacher_disagreement_score":0.009249328,"about_ca_system_score_codex":0.0019698706,"about_ca_system_score_gemma":0.0037259914,"threshold_uncertainty_score":0.044543087},"labels":[],"label_agreement":null},{"id":"W2014731193","doi":"10.1109/ic2e.2015.42","title":"Stratus ML: A Layered Cloud Modeling Framework","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cloud computing; Computer science; Scalability; Software portability; Software deployment; Consistency (knowledge bases); Set (abstract data type); Distributed computing; Domain (mathematical analysis); Software engineering; Database; Operating system; Programming language","score_opus":0.0529704757482891,"score_gpt":0.27866545676688476,"score_spread":0.22569498101859564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014731193","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024029426,0.00008794793,0.9809029,0.00024336872,0.000029354233,0.00013094446,0.000645714,0.012021276,0.0035356306],"genre_scores_gemma":[0.08085924,0.00056841277,0.90604925,0.00024928176,0.000049704144,0.0006229094,0.0035314949,0.0033643444,0.0047054095],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987093,0.00040599523,0.0001801141,0.00013974519,0.00042104407,0.00014371512],"domain_scores_gemma":[0.9989573,0.00032635152,0.0001327496,0.0002825525,0.00021880699,0.00008226629],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027777622,0.0013945292,0.0007073359,0.0020713708,0.0011192114,0.004105143,0.0026549338,0.0013232701,0.004388814],"category_scores_gemma":[0.0032012765,0.0015213948,0.003409271,0.0011997443,0.0009956468,0.0040544225,0.0031781874,0.0022371833,0.001858403],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018611278,0.0001253363,0.0031549279,0.00060013466,0.00027812482,0.00074247614,0.0016033669,0.4116311,0.009669456,0.4576441,0.021978019,0.09238689],"study_design_scores_gemma":[0.000036956604,0.000046481102,0.00038124298,0.00016777946,0.000094867755,0.00019489041,0.0001586604,0.814435,0.0043967636,0.067753926,0.11226716,0.00006628062],"about_ca_topic_score_codex":0.01973834,"about_ca_topic_score_gemma":0.020055134,"teacher_disagreement_score":0.01973834,"about_ca_system_score_codex":0.0020040886,"about_ca_system_score_gemma":0.0045322706,"threshold_uncertainty_score":0.039246917},"labels":[],"label_agreement":null},{"id":"W2014820189","doi":"","title":"An Industrial Case Study on the Automated Detection of Performance Regressions in Heterogeneous Environments","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Polytechnique Montréal; York University; Blackberry (Canada)","funders":"","keywords":"Computer science; Weighting; Automation; Benchmark (surveying); Regression testing; Machine learning; Data mining; Software; Artificial intelligence; Software system; Engineering; Operating system","score_opus":0.07025538241745381,"score_gpt":0.2929690648829657,"score_spread":0.22271368246551188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014820189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9292257,0.00024629576,0.064926535,0.00054444815,0.000031738316,0.00030652792,0.00038591065,0.0019125099,0.0024203188],"genre_scores_gemma":[0.95187426,0.000082565806,0.046295065,0.000105708066,0.000017953711,0.00009860107,0.0004622269,0.00018128267,0.000882343],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99490404,0.0023396323,0.00027250475,0.0008681232,0.0011818184,0.00043382405],"domain_scores_gemma":[0.9747122,0.01764225,0.0015619951,0.002999182,0.0023975547,0.00068680214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056899334,0.001080097,0.0005596234,0.0011778448,0.0008348937,0.0012547725,0.0022003318,0.0014553851,0.0015230885],"category_scores_gemma":[0.017385306,0.00047146773,0.0007626783,0.001252137,0.0011036956,0.0014816532,0.0013491914,0.0015392357,0.00045507032],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011994876,0.0026951074,0.17184798,0.0007645308,0.00033740627,0.008896582,0.0031857563,0.6063059,0.026897937,0.0067512826,0.0070774634,0.16404063],"study_design_scores_gemma":[0.00012823149,0.00078580156,0.022811301,0.000058664722,0.0000848847,0.0007790204,0.0007556205,0.95161253,0.015280595,0.0030259793,0.004625103,0.000052327323],"about_ca_topic_score_codex":0.0073498115,"about_ca_topic_score_gemma":0.008125897,"teacher_disagreement_score":0.0073498115,"about_ca_system_score_codex":0.0013661725,"about_ca_system_score_gemma":0.0008937977,"threshold_uncertainty_score":0.030091584},"labels":[],"label_agreement":null},{"id":"W2015979301","doi":"10.1109/qsic.2008.50","title":"Abstracting Execution Logs to Execution Events for Enterprise Applications (Short Paper)","year":2008,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada); Queen's University","funders":"","keywords":"Computer science; Profiling (computer programming); Source code; Overhead (engineering); Execution time; Event (particle physics); Source lines of code; Database; Operating system; Distributed computing; Programming language; Real-time computing; Software","score_opus":0.021339478163970478,"score_gpt":0.27638124162481786,"score_spread":0.2550417634608474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015979301","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03399895,0.00045099153,0.94747883,0.00038124825,0.00015642152,0.00022219306,0.001323106,0.015142038,0.00084630866],"genre_scores_gemma":[0.22807068,0.0007726812,0.76058775,0.00022727966,0.00023746444,0.00034616535,0.005104204,0.0015860534,0.003067755],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997718,0.0004946785,0.0003987025,0.00033876416,0.0009632815,0.00008668504],"domain_scores_gemma":[0.98553723,0.005966877,0.002568675,0.0035694945,0.0019558396,0.00040180833],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023833502,0.001073518,0.00086955173,0.0032004397,0.00060794665,0.0028589498,0.00094446476,0.00084212667,0.0019344249],"category_scores_gemma":[0.0144229,0.0006351513,0.00088120974,0.0028713034,0.000619862,0.0035399897,0.0013055364,0.0012332939,0.0009485941],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059523614,0.00033223914,0.035725992,0.000884581,0.00014624315,0.0014085241,0.0016792257,0.038594052,0.033004977,0.013987531,0.019590791,0.8540506],"study_design_scores_gemma":[0.0001024886,0.00052113464,0.026439622,0.000417818,0.00022173076,0.0027561255,0.00089886563,0.7194071,0.09453907,0.043826602,0.11062119,0.000248292],"about_ca_topic_score_codex":0.0024470994,"about_ca_topic_score_gemma":0.0022981206,"teacher_disagreement_score":0.0032004397,"about_ca_system_score_codex":0.00051063695,"about_ca_system_score_gemma":0.0011003342,"threshold_uncertainty_score":0.012604535},"labels":[],"label_agreement":null},{"id":"W2016321034","doi":"10.4018/ijsi.2014100101","title":"LAKE","year":2014,"lang":"en","type":"article","venue":"International Journal of Software Innovation","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Algoma University","funders":"","keywords":"Debugging; Computer science; Java; Coding (social sciences); Software engineering; Programming language; Software; Process (computing); Logging","score_opus":0.009691650273844636,"score_gpt":0.2571385186142511,"score_spread":0.24744686834040644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016321034","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008994047,0.0014758903,0.030142598,0.0048839008,0.00212539,0.00041131215,0.01634119,0.02972426,0.9059015],"genre_scores_gemma":[0.058703694,0.0013648252,0.02790966,0.0025404503,0.00039293937,0.00032267135,0.021044385,0.008263078,0.87945837],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992454,0.000057553803,0.000040582072,0.00021801556,0.00031928948,0.00011917637],"domain_scores_gemma":[0.9989818,0.00012848014,0.00006410033,0.00018575093,0.0004603592,0.00017948584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066864723,0.00075918244,0.0005975888,0.0016637335,0.002129651,0.0038356672,0.0017298787,0.0014334448,0.41118413],"category_scores_gemma":[0.0025780457,0.00054865336,0.000599717,0.001550089,0.00067137956,0.0041581644,0.0034334883,0.0015785242,0.17220975],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048296867,0.000104524224,0.0037527608,0.0006495026,0.000038147766,0.0005189113,0.0009758278,0.0008233068,0.004962619,0.048076127,0.6655114,0.2741039],"study_design_scores_gemma":[0.000016909833,0.00001935683,0.00092069356,0.00006341802,0.000007659532,0.00008231506,0.00012473413,0.00045166016,0.00085462356,0.0030309006,0.9944142,0.000013414645],"about_ca_topic_score_codex":0.009481973,"about_ca_topic_score_gemma":0.017823346,"teacher_disagreement_score":0.41118413,"about_ca_system_score_codex":0.0012596905,"about_ca_system_score_gemma":0.0021049138,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2019509721","doi":"10.1016/j.jss.2006.07.019","title":"Interaction tree algorithms to extract effective architecture and layered performance models from traces","year":2006,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; IBM (Canada)","funders":"","keywords":"Computer science; Tracing; Asynchronous communication; TRACE (psycholinguistics); Tree (set theory); Architecture; Software architecture; Software; Reference architecture; Parallel computing; Pattern matching; Distributed computing; Theoretical computer science; Programming language","score_opus":0.009354810289471018,"score_gpt":0.22645228793459235,"score_spread":0.21709747764512133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019509721","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011458038,0.00009422634,0.98514926,0.000040314237,0.000009562438,0.000035507568,0.00020237884,0.0023898827,0.00062080985],"genre_scores_gemma":[0.38310543,0.0003233,0.6109446,0.000066259236,0.000051336312,0.00032100835,0.0022681328,0.00076749007,0.0021523396],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991247,0.0002252756,0.00007247563,0.00012532414,0.00035250877,0.000099659315],"domain_scores_gemma":[0.9948855,0.0033688133,0.0003501749,0.0005890873,0.0006884705,0.00011792986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011396458,0.00110884,0.0009780872,0.0032705986,0.00073568465,0.0012059537,0.0013454786,0.0013598864,0.0019258069],"category_scores_gemma":[0.008248509,0.00065081776,0.0010941764,0.0028365473,0.000446172,0.0023534668,0.0010798846,0.0017757186,0.001231074],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028143218,0.00028635247,0.0058764853,0.00022674134,0.00017458411,0.00024818067,0.00043286782,0.4711795,0.011366281,0.03906343,0.0062011075,0.46466306],"study_design_scores_gemma":[0.000007781596,0.000022724971,0.00035796792,0.00001019218,0.00002275963,0.000034718294,0.000016627815,0.97667956,0.0014204334,0.020411182,0.0010065838,0.000009519756],"about_ca_topic_score_codex":0.0052186623,"about_ca_topic_score_gemma":0.0060993796,"teacher_disagreement_score":0.0052186623,"about_ca_system_score_codex":0.0008064677,"about_ca_system_score_gemma":0.0012832658,"threshold_uncertainty_score":0.010376573},"labels":[],"label_agreement":null},{"id":"W2019692922","doi":"10.1145/1071021.1071041","title":"Fast estimation of probabilities of soft deadline misses in layered software performance models","year":2005,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Margin (machine learning); Variance (accounting); Scalability; Software; Set (abstract data type); Queueing theory; State space; Probability distribution; Mathematical optimization; Algorithm; Statistics; Machine learning; Mathematics","score_opus":0.01529086495588002,"score_gpt":0.2318452896115271,"score_spread":0.21655442465564706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019692922","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19342262,0.000108066124,0.8050241,0.00007101154,0.0000073636065,0.000029649425,0.000073470845,0.00081913697,0.00044450714],"genre_scores_gemma":[0.9250315,0.00011299713,0.0742116,0.000022510094,0.0000072676335,0.00005301956,0.00015195091,0.000072061026,0.00033710673],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979943,0.0008777647,0.000110520356,0.00020220496,0.00060243945,0.00021273208],"domain_scores_gemma":[0.9801412,0.014908973,0.0018721042,0.0013879737,0.0013549916,0.0003346548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004465212,0.0010207074,0.0010748539,0.001558714,0.00036073686,0.0016976133,0.0014864397,0.0009462413,0.00060867146],"category_scores_gemma":[0.037114423,0.0010021027,0.00073587365,0.00089837366,0.00072745985,0.0025291557,0.001985423,0.0013795025,0.00021422819],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009416897,0.00002118015,0.0034800698,0.000022209291,0.00003229119,0.000062474246,0.00007551399,0.9791998,0.0018414608,0.0042619435,0.0000765033,0.010832372],"study_design_scores_gemma":[0.0000016098958,0.000008582259,0.00027821283,0.0000026675616,0.0000022665874,0.000011361896,0.0000056192384,0.99687225,0.00049048814,0.0022974282,0.000023007084,0.00000650578],"about_ca_topic_score_codex":0.0074871155,"about_ca_topic_score_gemma":0.003969569,"teacher_disagreement_score":0.0074871155,"about_ca_system_score_codex":0.0015380181,"about_ca_system_score_gemma":0.0012496243,"threshold_uncertainty_score":0.023614585},"labels":[],"label_agreement":null},{"id":"W2022364224","doi":"10.1109/icsm.2011.6080774","title":"Identifying distributed features in SOA by mining dynamic call trees","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; TRACE (psycholinguistics); Service-oriented architecture; Interleaving; Web service; Distributed computing; Feature (linguistics); Service (business); Software maintenance; Software architecture; Software system; Set (abstract data type); Software; Data mining; Software engineering; Operating system; World Wide Web; Programming language","score_opus":0.016200125950783666,"score_gpt":0.24831795044549984,"score_spread":0.23211782449471619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022364224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7132329,0.0003538111,0.28159803,0.0002373254,0.000014450044,0.0001709671,0.0011173207,0.0021791165,0.0010960397],"genre_scores_gemma":[0.8718904,0.00013846983,0.12517412,0.000025067153,0.0000121791,0.000094039,0.0021025946,0.00014151837,0.00042155827],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99918276,0.00015341846,0.00007628591,0.00017064152,0.00031353318,0.00010338605],"domain_scores_gemma":[0.9958768,0.0019969905,0.0008284916,0.000533021,0.0006179209,0.00014672164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081291137,0.00062637386,0.00049724575,0.0048040864,0.0008201235,0.0010981419,0.00071426586,0.0009077097,0.00029065867],"category_scores_gemma":[0.0051333685,0.0003718965,0.0010564307,0.0025559317,0.0004952543,0.0013775823,0.0007213332,0.000585363,0.00020194353],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039733612,0.00063001574,0.24796297,0.00054439093,0.00032656058,0.0021057138,0.0021856988,0.3018382,0.06413259,0.009729896,0.0027351517,0.36741158],"study_design_scores_gemma":[0.000021222655,0.00012548953,0.038944922,0.00003132607,0.00010594169,0.00049605477,0.00069610676,0.93323535,0.009581725,0.014493493,0.0022201294,0.0000481908],"about_ca_topic_score_codex":0.00853072,"about_ca_topic_score_gemma":0.012677017,"teacher_disagreement_score":0.00853072,"about_ca_system_score_codex":0.00054952054,"about_ca_system_score_gemma":0.001021878,"threshold_uncertainty_score":0.016962111},"labels":[],"label_agreement":null},{"id":"W2022585781","doi":"10.1002/cpe.3225","title":"A special issue from the international conference on performance engineering 2013","year":2014,"lang":"en","type":"article","venue":"Concurrency and Computation Practice and Experience","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Presentation (obstetrics); Computer science; Track (disk drive); Scalability; Engineering management; Work (physics); Cloud computing; Operations research; Engineering","score_opus":0.01944731550503047,"score_gpt":0.2803042293035841,"score_spread":0.26085691379855364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022585781","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024006676,0.056559507,0.02639714,0.046949748,0.7192515,0.0007599304,0.0031477208,0.003355144,0.14117864],"genre_scores_gemma":[0.010801889,0.046466112,0.01069255,0.009405103,0.31944916,0.0005190928,0.009857934,0.0036675022,0.58914065],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939738,0.0006860563,0.00040075745,0.0009832417,0.0033518805,0.00060428947],"domain_scores_gemma":[0.98721087,0.0016440791,0.0005216023,0.0008958211,0.006648311,0.003079343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050783767,0.0025123607,0.002941902,0.0034442537,0.0025523214,0.011865683,0.0030048229,0.0029161286,0.18346007],"category_scores_gemma":[0.010253382,0.0008740549,0.0017001308,0.0028051108,0.0010821569,0.006823884,0.0037107063,0.0067904205,0.10198186],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057112902,0.00005222932,0.000103106715,0.0002644069,0.000016259597,0.00005707457,0.000037229805,0.00015870294,0.00055591593,0.0020034916,0.9488253,0.047869135],"study_design_scores_gemma":[0.000012622665,0.00005457151,0.00034548753,0.00022756243,0.000013927688,0.00014108088,0.000048931906,0.00039830917,0.00031302997,0.0020838466,0.9963403,0.000020391142],"about_ca_topic_score_codex":0.001379992,"about_ca_topic_score_gemma":0.002204387,"teacher_disagreement_score":0.18346007,"about_ca_system_score_codex":0.003100873,"about_ca_system_score_gemma":0.0039074617,"threshold_uncertainty_score":0.6137351},"labels":[],"label_agreement":null},{"id":"W2022659315","doi":"10.1109/rcis.2013.6577687","title":"Adapting to uncertain and evolving enterprise requirements: The case of business-driven business intelligence","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Business requirements; Risk analysis (engineering); Process management; Order (exchange); Business intelligence; Business rule; Systems engineering; Business process; Knowledge management; Engineering; Business; Operations management","score_opus":0.026337408555023898,"score_gpt":0.2703889930472975,"score_spread":0.24405158449227363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022659315","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5797918,0.0013915537,0.28869498,0.03585999,0.00013771016,0.00039834666,0.00021273611,0.0004118312,0.09310116],"genre_scores_gemma":[0.9570718,0.0004768643,0.040011704,0.00039335512,0.000040540574,0.00010962723,0.00005488049,0.00006426626,0.0017769719],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.98983455,0.007036617,0.0002508023,0.00042780972,0.0015321127,0.00091820396],"domain_scores_gemma":[0.96746397,0.02539766,0.0021380715,0.0021225046,0.0018265794,0.0010511323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012104171,0.0006214118,0.0006201338,0.0011781063,0.0032601336,0.0045177503,0.0022012638,0.006082115,0.0015896533],"category_scores_gemma":[0.031156667,0.00093267736,0.0008371885,0.0015365866,0.0062731416,0.0069354125,0.0033095302,0.003775598,0.00037990065],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033502223,0.00028086093,0.008124025,0.0003346986,0.000090625894,0.011132849,0.02408313,0.30339667,0.0036044829,0.5923858,0.005837759,0.05039403],"study_design_scores_gemma":[0.000111015775,0.0002068134,0.004630455,0.00019070011,0.000067706074,0.0036326542,0.023274831,0.65438133,0.0023430872,0.27060938,0.04036893,0.00018314319],"about_ca_topic_score_codex":0.01119946,"about_ca_topic_score_gemma":0.011201383,"teacher_disagreement_score":0.012104171,"about_ca_system_score_codex":0.0038826761,"about_ca_system_score_gemma":0.0027068327,"threshold_uncertainty_score":0.06401372},"labels":[],"label_agreement":null},{"id":"W2022661645","doi":"10.1109/inm.2011.5990536","title":"Mining unstructured log files for recurrent fault diagnosis","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Downtime; Data mining; Identification (biology); Decision tree; Machine learning; Source code; Root cause; Root cause analysis; Fault tree analysis; Process (computing); Representation (politics); Fault (geology); Artificial intelligence; Reliability engineering; Programming language","score_opus":0.039076358489881884,"score_gpt":0.2601936040784488,"score_spread":0.22111724558856694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022661645","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38669008,0.0008426263,0.5836792,0.0010370605,0.00007536647,0.00064416876,0.013578454,0.012173009,0.0012799499],"genre_scores_gemma":[0.76449627,0.0003035643,0.21317613,0.00009315836,0.00006584212,0.0003117691,0.02088055,0.00015423053,0.00051856],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99881315,0.0002764626,0.0001692498,0.000275405,0.00036396718,0.00010177564],"domain_scores_gemma":[0.98960483,0.0059844027,0.0017977426,0.0014594672,0.0009238977,0.00022956787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012263014,0.001134417,0.000846838,0.0065122116,0.0005023233,0.0012057486,0.0013802975,0.0011350466,0.0007031002],"category_scores_gemma":[0.010940094,0.00034108557,0.00068343367,0.0030690476,0.00042529125,0.0022278428,0.0007689745,0.00071480323,0.00063452567],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009753898,0.0016567524,0.13261129,0.0011942533,0.00023022041,0.0034044383,0.00084651733,0.15290415,0.027940603,0.0057701324,0.019517817,0.6529485],"study_design_scores_gemma":[0.000050856324,0.000202576,0.015536399,0.000057861533,0.000060890387,0.0007592229,0.0003872129,0.9520189,0.011962818,0.01510467,0.0038171178,0.00004142207],"about_ca_topic_score_codex":0.002570627,"about_ca_topic_score_gemma":0.004786755,"teacher_disagreement_score":0.0065122116,"about_ca_system_score_codex":0.00057808677,"about_ca_system_score_gemma":0.0011272662,"threshold_uncertainty_score":0.0064854026},"labels":[],"label_agreement":null},{"id":"W2022890167","doi":"10.1016/j.jcss.2014.02.004","title":"Software control flow error detection and correlation with system performance deviation","year":2014,"lang":"en","type":"article","venue":"Journal of Computer and System Sciences","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software; Correlation; Control flow; Algorithm; Mathematics; Programming language","score_opus":0.0060708952855284696,"score_gpt":0.1935654384770278,"score_spread":0.18749454319149933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022890167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9819447,0.00023324104,0.016081734,0.00007403699,0.000033614477,0.00001888884,0.00019628338,0.0002636553,0.0011538289],"genre_scores_gemma":[0.99851865,0.000028877537,0.0011771859,0.000010362684,0.000013900435,0.000006210721,0.00008658368,0.000012796646,0.00014540029],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957146,0.001206778,0.00040117,0.00080968573,0.0015481563,0.00031952444],"domain_scores_gemma":[0.8487583,0.12179292,0.015572951,0.0050350986,0.007693436,0.0011473396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039844154,0.00042873537,0.00054119003,0.0022207026,0.00022648941,0.0009697533,0.0006035598,0.000979242,0.0012251858],"category_scores_gemma":[0.060789898,0.0004884299,0.00036749322,0.0019325137,0.0005874702,0.0010957433,0.0005354648,0.0016337826,0.0004355731],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013147175,0.00027606153,0.9506347,0.000036575257,0.0001639685,0.0001634232,0.00019503837,0.015892306,0.0038233942,0.00044402023,0.0002944239,0.026761381],"study_design_scores_gemma":[0.000046976846,0.00086934824,0.70001185,0.000032518194,0.0001817376,0.0016828198,0.0001461066,0.28490505,0.010317339,0.0012086008,0.00052660744,0.0000709989],"about_ca_topic_score_codex":0.0015505627,"about_ca_topic_score_gemma":0.0012807259,"teacher_disagreement_score":0.0039844154,"about_ca_system_score_codex":0.00038713863,"about_ca_system_score_gemma":0.0005766829,"threshold_uncertainty_score":0.02107191},"labels":[],"label_agreement":null},{"id":"W2023364339","doi":"10.1109/dsnw.2010.5542621","title":"Fast entropy based alert detection in super computer logs","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Sandia National Laboratories; National Institute for Materials Science; Natural Sciences and Engineering Research Council of Canada; Dalhousie University","keywords":"Downtime; Computer science; Entropy (arrow of time); Data mining; Search engine indexing; Real-time computing; Artificial intelligence; Operating system","score_opus":0.0053857695841934144,"score_gpt":0.20860778797668506,"score_spread":0.20322201839249165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023364339","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20629404,0.00020641653,0.7823714,0.00014942123,0.000035235593,0.00011624269,0.00038502153,0.008855364,0.0015868748],"genre_scores_gemma":[0.8291871,0.00008444734,0.16879141,0.00003727635,0.00003861723,0.000054139513,0.000582104,0.00013134496,0.0010935832],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992964,0.00014342202,0.00004919663,0.00007835701,0.00037346527,0.000059074475],"domain_scores_gemma":[0.99637467,0.0020501208,0.00046472417,0.0003832991,0.00060050347,0.0001265365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059305184,0.00042631922,0.0005892588,0.0020821977,0.0002943638,0.00071104127,0.0005725182,0.00030864336,0.0010016933],"category_scores_gemma":[0.005366805,0.000200015,0.00018102223,0.0008348146,0.00026215834,0.0010601312,0.0005605988,0.00041850374,0.00053092383],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001156333,0.00025427624,0.022680568,0.00018115893,0.000040210056,0.0004558733,0.00037629443,0.05941346,0.09503826,0.004360413,0.004936309,0.81110686],"study_design_scores_gemma":[0.00001548333,0.00009761095,0.007984482,0.0000065866,0.0000085687325,0.0002427215,0.000060372306,0.9552739,0.032029286,0.0031414435,0.0011221379,0.00001727821],"about_ca_topic_score_codex":0.0011293385,"about_ca_topic_score_gemma":0.0014981391,"teacher_disagreement_score":0.0020821977,"about_ca_system_score_codex":0.0003424968,"about_ca_system_score_gemma":0.00036838133,"threshold_uncertainty_score":0.0033509731},"labels":[],"label_agreement":null},{"id":"W2023740829","doi":"10.5555/2486788.2486927","title":"Automatic detection of performance deviations in the load testing of large scale systems","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Queen's University","funders":"","keywords":"Computer science; Benchmark (surveying); False positive paradox; Overhead (engineering); Set (abstract data type); Data mining; Test set; Scale (ratio); Machine learning; Artificial intelligence; Reliability engineering; Real-time computing; Engineering","score_opus":0.012701761906924309,"score_gpt":0.22617635411513695,"score_spread":0.21347459220821263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023740829","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79358363,0.0002830941,0.19339457,0.00022769324,0.000046472345,0.00009322313,0.00054324867,0.009913377,0.0019147911],"genre_scores_gemma":[0.9753734,0.000028324297,0.02375894,0.000028560933,0.000015742069,0.000026597965,0.00041990305,0.000071546405,0.00027706625],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99697375,0.0007201756,0.00023936278,0.0005171609,0.0013793752,0.00017021439],"domain_scores_gemma":[0.9876122,0.004741168,0.0036334505,0.0015831643,0.0021722058,0.00025781305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016619184,0.0006707796,0.00058611477,0.0026323085,0.0004134834,0.0008319676,0.0010388092,0.0006213378,0.0006294856],"category_scores_gemma":[0.011441243,0.000173889,0.0002716206,0.0017828082,0.00049170613,0.00086415524,0.000709358,0.00068010343,0.00062389055],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008023537,0.0009646627,0.21983944,0.00023999784,0.00016421072,0.00044079678,0.00034086345,0.121814795,0.088577285,0.0009125912,0.0042669415,0.5616361],"study_design_scores_gemma":[0.000010727951,0.00023860601,0.054810304,0.000015249644,0.000018014869,0.00029576125,0.000058100097,0.9019247,0.040910777,0.0008535289,0.00083349337,0.000030656425],"about_ca_topic_score_codex":0.0019474474,"about_ca_topic_score_gemma":0.0019582282,"teacher_disagreement_score":0.0026323085,"about_ca_system_score_codex":0.00074154127,"about_ca_system_score_gemma":0.00071992533,"threshold_uncertainty_score":0.008789122},"labels":[],"label_agreement":null},{"id":"W2023831809","doi":"10.1007/s10515-008-0045-5","title":"From UML/SPT models to schedulability analysis: approach and a prototype implementation using ATL","year":2009,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Metamodeling; Unified Modeling Language; Computer science; Model transformation; Applications of UML; Programming language; UML tool; Object Constraint Language; Model-driven architecture; Software engineering; Transformation (genetics); Software; Artificial intelligence","score_opus":0.017720667515519362,"score_gpt":0.27422457702294195,"score_spread":0.2565039095074226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023831809","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009502109,0.00006361464,0.9747082,0.00029810966,0.00003916307,0.00009379899,0.00013907124,0.01288778,0.0022681581],"genre_scores_gemma":[0.17609212,0.00021554537,0.81771636,0.00016707998,0.000037267393,0.00016738044,0.00066131976,0.002263212,0.002679699],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99879456,0.00035844915,0.000110129426,0.00014090027,0.0005153437,0.00008058855],"domain_scores_gemma":[0.9970374,0.0015118076,0.00020159807,0.00063255953,0.0005397072,0.00007697169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016684391,0.00067628484,0.0004689528,0.0009550338,0.0004955584,0.002333398,0.0021462454,0.000928629,0.0069542034],"category_scores_gemma":[0.006447195,0.0007215167,0.00090155547,0.0007632708,0.0006388516,0.0028022805,0.0014545677,0.0019992762,0.0016807673],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045048236,0.0006806678,0.0020550175,0.0012553999,0.0001365119,0.0011083524,0.0024611845,0.094590545,0.08939524,0.076776706,0.016397143,0.7146927],"study_design_scores_gemma":[0.00013812508,0.0001773468,0.00047914195,0.00014599186,0.00011759158,0.00043758002,0.00036058447,0.849571,0.066537045,0.047691345,0.034289114,0.000055153185],"about_ca_topic_score_codex":0.0039191456,"about_ca_topic_score_gemma":0.0025203677,"teacher_disagreement_score":0.0069542034,"about_ca_system_score_codex":0.0006904934,"about_ca_system_score_gemma":0.0015224513,"threshold_uncertainty_score":0.02326411},"labels":[],"label_agreement":null},{"id":"W2025381809","doi":"10.1145/1555228.1555233","title":"System monitoring with metric-correlation models","year":2009,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Variable (mathematics); Metric (unit); Computer science; Linear regression; Ordinary least squares; Variance (accounting); Linear model; Data mining; Software; Correlation; Machine learning; Mathematics; Engineering","score_opus":0.013948678296879586,"score_gpt":0.22462966108828689,"score_spread":0.2106809827914073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025381809","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047510527,0.00026590697,0.94675285,0.00048524776,0.000039988296,0.00008629312,0.0004307905,0.0019737093,0.0024547237],"genre_scores_gemma":[0.9047763,0.00031754922,0.08941208,0.00014863402,0.00007320688,0.00030490814,0.00063461036,0.00021761488,0.004115065],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961046,0.0018041534,0.00021859516,0.0007680935,0.00077814504,0.00032644876],"domain_scores_gemma":[0.9873986,0.0077325013,0.0021290912,0.0011982701,0.001348906,0.0001925642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039028393,0.0014191964,0.0013075287,0.0014535908,0.0003730916,0.0014548169,0.0021274388,0.001252471,0.0019218881],"category_scores_gemma":[0.022132553,0.00086470175,0.0011910411,0.0019879502,0.00080687634,0.0026037425,0.001292799,0.0018221984,0.00056028285],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049217404,0.0000337168,0.002301897,0.000026995234,0.000045614433,0.00004437543,0.000050953397,0.97715896,0.00023415305,0.008130423,0.0004321242,0.011491547],"study_design_scores_gemma":[0.0000032068422,0.0000069894204,0.00019232422,0.0000015178432,0.0000042226857,0.000007798057,0.0000019751753,0.9968464,0.000055551565,0.0027511064,0.0001257216,0.0000031766317],"about_ca_topic_score_codex":0.013189832,"about_ca_topic_score_gemma":0.009316234,"teacher_disagreement_score":0.013189832,"about_ca_system_score_codex":0.0015642681,"about_ca_system_score_gemma":0.0013232221,"threshold_uncertainty_score":0.026226103},"labels":[],"label_agreement":null},{"id":"W2025879072","doi":"10.1145/1923947.1924029","title":"Integrated system diagnosis and root cause analysis","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo; Glycemic Index Laboratories; University of Victoria; University of Alberta","funders":"","keywords":"Root cause analysis; Root cause; Root (linguistics); Computer science; Reliability engineering; Engineering; Linguistics","score_opus":0.009798907823721763,"score_gpt":0.23481701399608432,"score_spread":0.22501810617236256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025879072","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014384906,0.0008075609,0.9702204,0.00047126,0.0001235442,0.00039287045,0.0011995705,0.008616846,0.0037829194],"genre_scores_gemma":[0.4752069,0.00092194794,0.51272875,0.00027101353,0.0001701882,0.0005633605,0.0036577217,0.00029892582,0.0061812773],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99596184,0.0008153549,0.00024465457,0.00087584346,0.0017394555,0.0003627508],"domain_scores_gemma":[0.9951101,0.0019578775,0.0005417239,0.00072616123,0.001512127,0.00015192335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021074854,0.0019634182,0.0019593886,0.008020802,0.000759342,0.002414678,0.0021783123,0.0014761216,0.009632715],"category_scores_gemma":[0.011500785,0.00067110895,0.0014986828,0.002740972,0.0007056241,0.0021571552,0.0022515687,0.0014814298,0.002697849],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059584965,0.00059218606,0.026304007,0.0010129174,0.0007639145,0.0011873256,0.00046799067,0.21038793,0.01101943,0.021883043,0.011747991,0.7140374],"study_design_scores_gemma":[0.000086498876,0.00025432868,0.0073159393,0.00012325078,0.00026333376,0.0005607279,0.00022497936,0.9428039,0.008134576,0.031169087,0.008997433,0.000066040884],"about_ca_topic_score_codex":0.012130062,"about_ca_topic_score_gemma":0.010328829,"teacher_disagreement_score":0.012130062,"about_ca_system_score_codex":0.0012527854,"about_ca_system_score_gemma":0.003383285,"threshold_uncertainty_score":0.032224596},"labels":[],"label_agreement":null},{"id":"W2026285290","doi":"10.1109/inm.2009.5188838","title":"Heteroscedastic models to track relationships between management metrics","year":2009,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Heteroscedasticity; Metric (unit); Variance (accounting); Construct (python library); Data mining; Linear regression; Set (abstract data type); Software metric; Residual; Software; Algorithm; Machine learning; Software development; Software quality; Engineering","score_opus":0.07623419845723367,"score_gpt":0.2738286160237049,"score_spread":0.19759441756647123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026285290","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06848129,0.0005029612,0.92616224,0.00067134737,0.000105252206,0.00012589653,0.0012122927,0.0011743106,0.0015644092],"genre_scores_gemma":[0.90345824,0.00058856764,0.08229156,0.0003299645,0.00017756641,0.00041163163,0.002073537,0.00026565001,0.010403267],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99537647,0.002101465,0.00023342931,0.0012183543,0.0006201229,0.00045017255],"domain_scores_gemma":[0.9635724,0.026137363,0.004932596,0.002693987,0.0022705547,0.00039303527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010631089,0.0020706267,0.0017977861,0.0021371127,0.0006656535,0.0016480915,0.0034393766,0.0020642872,0.004318803],"category_scores_gemma":[0.032783587,0.0014530338,0.0018708124,0.0022407828,0.001321834,0.002833319,0.0016231879,0.0034292634,0.0016101917],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000198122,0.00012973433,0.014883424,0.00007604703,0.0003367425,0.00017310427,0.0001576272,0.9381516,0.00085396,0.024408322,0.001525833,0.019105546],"study_design_scores_gemma":[0.0000110565115,0.00003270545,0.0009481931,0.0000048484576,0.000022936449,0.000022079128,0.000008498562,0.991118,0.00018185221,0.007308212,0.0003280978,0.000013447493],"about_ca_topic_score_codex":0.017743977,"about_ca_topic_score_gemma":0.017640421,"teacher_disagreement_score":0.017743977,"about_ca_system_score_codex":0.0017763383,"about_ca_system_score_gemma":0.0014723318,"threshold_uncertainty_score":0.056223214},"labels":[],"label_agreement":null},{"id":"W2026319696","doi":"10.1016/s0167-9236(99)00076-7","title":"Driving resource management with application-level quality of service specifications","year":2000,"lang":"en","type":"article","venue":"Decision Support Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Task (project management); Computer science; Quality (philosophy); Service (business); Resource (disambiguation); Quality of service; Reliability (semiconductor); Process management; Work (physics); Risk analysis (engineering); Service level; Service quality; Service design; Architecture; Engineering management; Systems engineering; Service delivery framework; Engineering; Business; Telecommunications","score_opus":0.049504096702066486,"score_gpt":0.2900040123505573,"score_spread":0.2404999156484908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026319696","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17841156,0.00044907597,0.792641,0.0025487165,0.0001407412,0.00024106415,0.0003492176,0.0032757423,0.021942873],"genre_scores_gemma":[0.90115833,0.00018253092,0.095530875,0.0003407802,0.000027558941,0.000098473865,0.00032014912,0.00041290084,0.0019282746],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9945005,0.0023015223,0.0002678483,0.00030429242,0.0021454426,0.0004803834],"domain_scores_gemma":[0.98328745,0.00875418,0.0017236102,0.0014858356,0.0042929035,0.00045601922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007705471,0.00054186105,0.00034182696,0.0009923365,0.0005149669,0.003878367,0.00136927,0.0010699868,0.002449594],"category_scores_gemma":[0.032607023,0.0005531078,0.00039299836,0.00081531005,0.00075856486,0.0031781252,0.0013166926,0.0017147241,0.0009778547],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046135922,0.0003476798,0.039997667,0.00046769725,0.00014085135,0.00034258704,0.0016339659,0.45793733,0.038336318,0.15181169,0.014233713,0.29428917],"study_design_scores_gemma":[0.00002851668,0.00013637074,0.003562611,0.00007844224,0.000038391256,0.000055382086,0.00039641518,0.91522187,0.017632725,0.045064412,0.017730365,0.00005455285],"about_ca_topic_score_codex":0.0087648425,"about_ca_topic_score_gemma":0.011018387,"teacher_disagreement_score":0.0087648425,"about_ca_system_score_codex":0.0018282996,"about_ca_system_score_gemma":0.0030201972,"threshold_uncertainty_score":0.04075086},"labels":[],"label_agreement":null},{"id":"W2027241772","doi":"10.1109/icsme.2014.24","title":"Understanding Log Lines Using Development Knowledge","year":2014,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Queen's University","funders":"","keywords":"Computer science; Context (archaeology); World Wide Web; Meaning (existential); Source lines of code; Task (project management); Code (set theory); Web log analysis software; Software development; Software; Data science; Information retrieval; The Internet; Web server; Programming language; Web API; Engineering","score_opus":0.15020896386420907,"score_gpt":0.29562345808826096,"score_spread":0.1454144942240519,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027241772","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37747508,0.0026451878,0.5627005,0.004688028,0.000066941466,0.0009274818,0.0059949094,0.0039873286,0.041514475],"genre_scores_gemma":[0.7593194,0.0017853086,0.22812788,0.0003121709,0.000036628117,0.00037880504,0.006463351,0.00028187633,0.00329453],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954348,0.0014374951,0.0005740871,0.0009299905,0.0013702253,0.00025329512],"domain_scores_gemma":[0.9532417,0.033195443,0.0047101206,0.004129428,0.004171225,0.0005521921],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004374818,0.0008766154,0.00043754143,0.011745836,0.0009423982,0.0058527035,0.0015424825,0.0013308345,0.0022258624],"category_scores_gemma":[0.036094733,0.0007191847,0.00057088264,0.005627516,0.0014410766,0.014351483,0.0036486122,0.0016591247,0.00076942454],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022870932,0.00061503943,0.139578,0.0017013368,0.000107196065,0.00330473,0.05756115,0.0119678145,0.0067683705,0.042891826,0.008253363,0.72702235],"study_design_scores_gemma":[0.00008714716,0.00046527668,0.17554083,0.004078916,0.0003697929,0.0050058155,0.08658251,0.23698428,0.020768277,0.1901558,0.27963302,0.0003283415],"about_ca_topic_score_codex":0.009576887,"about_ca_topic_score_gemma":0.010039683,"teacher_disagreement_score":0.011745836,"about_ca_system_score_codex":0.001995778,"about_ca_system_score_gemma":0.002503519,"threshold_uncertainty_score":0.023136497},"labels":[],"label_agreement":null},{"id":"W2027835682","doi":"10.1109/noms.2012.6212037","title":"ValidMaker: A tool for managing device configurations using logical constraints","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université du Québec à Chicoutimi","funders":"","keywords":"Computer science; Constraint (computer-aided design); Set (abstract data type); Simple (philosophy); Point (geometry); Distributed computing; Network management; Algorithm; Programming language; Theoretical computer science; Computer network; Engineering; Mathematics","score_opus":0.06380408328905551,"score_gpt":0.3158605471432418,"score_spread":0.2520564638541863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027835682","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004123368,0.000119242606,0.9109326,0.00017618161,0.00005326389,0.0002781868,0.0013853555,0.07874189,0.0041899513],"genre_scores_gemma":[0.1445941,0.0004520891,0.8196206,0.00056572416,0.000053736283,0.0012298571,0.005719301,0.018574808,0.009189737],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99692315,0.00091085566,0.00036269828,0.0004618279,0.0010874931,0.00025392554],"domain_scores_gemma":[0.99104565,0.006374485,0.0006566018,0.0012009224,0.00058587507,0.00013643339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004986524,0.0020249921,0.0009827104,0.0026392494,0.0012014008,0.0039439024,0.004413961,0.0017624578,0.02180715],"category_scores_gemma":[0.014294002,0.0018421225,0.0014867987,0.0011873371,0.0018902771,0.005724772,0.0030962538,0.002905935,0.0033319108],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009618105,0.00053701707,0.0062033096,0.0033084648,0.00032824362,0.0023289702,0.0015254436,0.19103654,0.03591713,0.2163105,0.09746534,0.44407725],"study_design_scores_gemma":[0.00029877754,0.0001767818,0.00063515204,0.00048463876,0.000100480174,0.0010443628,0.00021835676,0.7203493,0.06198289,0.08556276,0.12890546,0.00024101044],"about_ca_topic_score_codex":0.004132555,"about_ca_topic_score_gemma":0.006472167,"teacher_disagreement_score":0.02180715,"about_ca_system_score_codex":0.0014683254,"about_ca_system_score_gemma":0.0035786747,"threshold_uncertainty_score":0.07295221},"labels":[],"label_agreement":null},{"id":"W2028288216","doi":"10.1145/584369.584412","title":"Performance aware software development (PASD) using resource demand budgets","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Unified Modeling Language; Bottleneck; Key (lock); Software requirements specification; Software engineering; Middleware (distributed applications); Software; Resource (disambiguation); Software development; Software construction; Operating system; Embedded system","score_opus":0.029611087206404433,"score_gpt":0.22255211713458029,"score_spread":0.19294102992817586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028288216","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0063565187,0.00032655214,0.98268837,0.00043136446,0.000026734137,0.00018434683,0.00007868563,0.00211492,0.007792557],"genre_scores_gemma":[0.18026079,0.0010895362,0.81420875,0.00015544075,0.00003410772,0.00069739955,0.0003396511,0.00071021484,0.002504133],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99023914,0.004663707,0.00091577286,0.00081431307,0.0030149447,0.00035212756],"domain_scores_gemma":[0.9875565,0.00607939,0.0013594753,0.0031781525,0.0015543102,0.00027216953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008834193,0.0015406545,0.00081058155,0.002229604,0.0007309585,0.003908631,0.0015924808,0.0008902988,0.0017689832],"category_scores_gemma":[0.02125117,0.0018038574,0.00088684703,0.0016847325,0.0012761987,0.007384963,0.0030496262,0.001640465,0.0007594223],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001806209,0.00016931912,0.0039336593,0.00088469574,0.00016174643,0.00028460842,0.0011695013,0.27491945,0.016193926,0.29385182,0.0044255005,0.40382507],"study_design_scores_gemma":[0.00009996166,0.00035710444,0.0015461287,0.0006812377,0.00014843847,0.0005986613,0.00031921905,0.6800198,0.027818583,0.1854104,0.10283319,0.00016717645],"about_ca_topic_score_codex":0.0024610113,"about_ca_topic_score_gemma":0.0024894185,"teacher_disagreement_score":0.008834193,"about_ca_system_score_codex":0.0022242863,"about_ca_system_score_gemma":0.004473843,"threshold_uncertainty_score":0.046720266},"labels":[],"label_agreement":null},{"id":"W2029787843","doi":"10.1145/2160803.2160823","title":"Tracking adaptive performance models using dynamic clustering of user classes (abstracts only)","year":2011,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Carleton University; York University","funders":"","keywords":"Cluster analysis; Computer science; Estimator; Data mining; Tracking (education); Class (philosophy); Filter (signal processing); Software; Artificial intelligence; Machine learning; Real-time computing; Computer vision; Mathematics; Statistics","score_opus":0.19162837133481958,"score_gpt":0.34208665436125507,"score_spread":0.1504582830264355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029787843","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042397488,0.0001372621,0.95611906,0.000116535615,0.000023809442,0.000028905308,0.000058094553,0.00049230864,0.0006264655],"genre_scores_gemma":[0.9046447,0.00030130614,0.09204874,0.00006263983,0.000055391072,0.000101711135,0.00021686812,0.00007965762,0.0024888832],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991904,0.0001751205,0.00004445803,0.00030556155,0.00019255048,0.00009192663],"domain_scores_gemma":[0.99751043,0.001261424,0.0004519166,0.00034823036,0.00036944207,0.00005859543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015804215,0.0007059789,0.0008065896,0.0007788872,0.0003511675,0.0011663246,0.0013698172,0.00084571436,0.0006860554],"category_scores_gemma":[0.0063525415,0.00045276448,0.0006517237,0.0008920366,0.00060167676,0.0015271271,0.00060322136,0.001124616,0.0003522737],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007226685,0.000053593547,0.0024346118,0.000041038762,0.000063576335,0.000023356017,0.0001044342,0.9308942,0.0032493097,0.008013413,0.00041008994,0.0546401],"study_design_scores_gemma":[0.0000016502642,0.000011622919,0.00043100573,0.000002212925,0.000005498263,0.000006978385,0.000003894505,0.9974304,0.00041386354,0.0015732604,0.00011435528,0.000005282603],"about_ca_topic_score_codex":0.009759238,"about_ca_topic_score_gemma":0.00584927,"teacher_disagreement_score":0.009759238,"about_ca_system_score_codex":0.0012156102,"about_ca_system_score_gemma":0.0006521338,"threshold_uncertainty_score":0.019404888},"labels":[],"label_agreement":null},{"id":"W2030318533","doi":"10.1145/2160803.2160842","title":"Improving the efficiency of information collection and analysis in widely-used IT applications (abstracts only)","year":2011,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Simon Fraser University","funders":"","keywords":"Computer science; Overhead (engineering); Logging; Intrusion detection system; Database; Data mining; Operating system","score_opus":0.04936954978603933,"score_gpt":0.30049659775123994,"score_spread":0.2511270479652006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030318533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.623602,0.023069115,0.3017232,0.0062873564,0.00053542363,0.0010187222,0.0015251549,0.020681912,0.02155725],"genre_scores_gemma":[0.6654623,0.0074580633,0.31572178,0.000466434,0.00033651295,0.0002250064,0.0019873104,0.0015912498,0.0067513455],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98633796,0.005663003,0.0011385232,0.0009023345,0.0052707926,0.00068733445],"domain_scores_gemma":[0.93685895,0.02510275,0.0041924417,0.014186961,0.018888803,0.0007700094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008684889,0.0013782425,0.0008619008,0.0033348429,0.00070526573,0.0047527836,0.0016501468,0.00066516356,0.0042221025],"category_scores_gemma":[0.042412136,0.00063326216,0.00085706316,0.005424332,0.00073716365,0.0062111006,0.0016918653,0.001069807,0.003349021],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006205853,0.0003868027,0.018667502,0.0010083733,0.0001842837,0.00017286478,0.00031067638,0.010425538,0.041978672,0.002498675,0.0130627,0.9106834],"study_design_scores_gemma":[0.00046884612,0.0025913178,0.09711423,0.0011826977,0.0014259255,0.0016887219,0.0014263983,0.22858685,0.5421216,0.015242007,0.10774746,0.0004039756],"about_ca_topic_score_codex":0.0046289796,"about_ca_topic_score_gemma":0.0048001255,"teacher_disagreement_score":0.008684889,"about_ca_system_score_codex":0.0014072552,"about_ca_system_score_gemma":0.0034436174,"threshold_uncertainty_score":0.045930624},"labels":[],"label_agreement":null},{"id":"W2033819515","doi":"10.4108/icst.valuetools2009.7807","title":"A Performance Experiment System Supporting Fast Mapping of System Issues","year":2009,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Exploit; Computer science; Estimation; Industrial engineering; Reliability engineering; Systems engineering; Engineering; Computer security","score_opus":0.013194306487946849,"score_gpt":0.25476979185916876,"score_spread":0.24157548537122192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033819515","genre_codex":"software","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011457799,0.00011837714,0.4322941,0.00022778219,0.0002558107,0.001706857,0.008169421,0.54054755,0.00522231],"genre_scores_gemma":[0.36881557,0.00047183054,0.51920134,0.0010201288,0.00084408565,0.010441846,0.026009867,0.048473645,0.024721835],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9952944,0.0015581839,0.00068348023,0.0010321607,0.0012179891,0.00021366215],"domain_scores_gemma":[0.94319147,0.031616446,0.002611548,0.015674176,0.0049858834,0.0019204263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009001855,0.0026299823,0.0020743308,0.0033150213,0.000604338,0.0020038434,0.0027449345,0.001517919,0.06443303],"category_scores_gemma":[0.0301577,0.0014984338,0.0008053217,0.0019135864,0.0010033333,0.0044598947,0.0025200993,0.0020190869,0.0170067],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01624853,0.0038557388,0.026087081,0.0024799427,0.0010615828,0.0017374088,0.0010373582,0.045579072,0.15183875,0.021469988,0.2457539,0.48285073],"study_design_scores_gemma":[0.0064523476,0.0043683923,0.01620778,0.00017901407,0.00049289025,0.001453857,0.000111358095,0.6443266,0.1706731,0.028189518,0.12672605,0.0008191154],"about_ca_topic_score_codex":0.0010490607,"about_ca_topic_score_gemma":0.00054673565,"teacher_disagreement_score":0.06443303,"about_ca_system_score_codex":0.0007439882,"about_ca_system_score_gemma":0.0016217815,"threshold_uncertainty_score":0.21555},"labels":[],"label_agreement":null},{"id":"W2035512953","doi":"10.1002/stvr.418","title":"Fault‐driven stress testing of distributed real‐time software based on UML models","year":2009,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Stress testing (software); Unified Modeling Language; Test case; Test (biology); Stress test; Node (physics); Stress (linguistics); Cover (algebra); Real-time computing; Software; Reliability engineering; Programming language; Engineering; Machine learning","score_opus":0.02393212963172253,"score_gpt":0.24975384158457228,"score_spread":0.22582171195284975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035512953","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24042906,0.0002383296,0.7557371,0.00016249194,0.000030078918,0.00010310292,0.00006123349,0.0020299437,0.0012086171],"genre_scores_gemma":[0.9218067,0.000072161434,0.07751249,0.000029835088,0.000009255921,0.0000908719,0.00006787291,0.00004613912,0.0003647525],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978369,0.0009972958,0.00011600083,0.0001926325,0.0007474731,0.000109692555],"domain_scores_gemma":[0.9921136,0.004486804,0.0010494838,0.00113182,0.0010640713,0.00015421897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017080827,0.0007678757,0.0003629651,0.0009178503,0.00018658444,0.0006863951,0.0010597808,0.0006811529,0.00069718977],"category_scores_gemma":[0.006985927,0.00029837235,0.00062347564,0.00025716895,0.00073497725,0.0009484143,0.0005686816,0.00047274065,0.000105624385],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054033886,0.00031336796,0.011696173,0.00028428627,0.00015068504,0.000980061,0.0006917099,0.75322306,0.09476797,0.023370244,0.0006958617,0.113286294],"study_design_scores_gemma":[0.000033561548,0.00012945528,0.00068455655,0.000021277143,0.000022811437,0.000116014424,0.000023190516,0.9719492,0.02127809,0.005005062,0.000725316,0.000011398677],"about_ca_topic_score_codex":0.0019844472,"about_ca_topic_score_gemma":0.0016624294,"teacher_disagreement_score":0.0019844472,"about_ca_system_score_codex":0.0007927423,"about_ca_system_score_gemma":0.0007789877,"threshold_uncertainty_score":0.009033263},"labels":[],"label_agreement":null},{"id":"W2035538419","doi":"10.1504/ijhpcn.2011.038708","title":"Leveraging many simple statistical models to adaptively monitor software systems","year":2011,"lang":"en","type":"article","venue":"International Journal of High Performance Computing and Networking","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; System monitoring; Context (archaeology); Software; Component (thermodynamics); Continuous monitoring; Fault detection and isolation; Data mining; Reliability engineering; Simple (philosophy); Real-time computing; Artificial intelligence","score_opus":0.0422950986400276,"score_gpt":0.2618850722666185,"score_spread":0.2195899736265909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035538419","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06986227,0.00020996721,0.92799425,0.00034172446,0.000031250536,0.000053912932,0.0000739927,0.0007957036,0.0006369084],"genre_scores_gemma":[0.89790297,0.00034994094,0.10029515,0.00014607965,0.00009860705,0.00013061294,0.00014748758,0.00007966366,0.00084942806],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979165,0.00075459515,0.0001317119,0.00044470787,0.00061194936,0.00014051016],"domain_scores_gemma":[0.9892211,0.006715443,0.0016226316,0.0016952376,0.0005708186,0.00017469855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032443732,0.001120571,0.00085929234,0.001257879,0.00043136496,0.0015628708,0.0014144516,0.0012296436,0.00055357977],"category_scores_gemma":[0.017408669,0.00078576553,0.000925112,0.00087645516,0.0012066949,0.0029401109,0.0012263795,0.0014903119,0.00024273939],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008044668,0.0001228281,0.013055508,0.000050600436,0.00012445956,0.000118862576,0.00010005796,0.9361539,0.004998556,0.010174536,0.00037206206,0.034648217],"study_design_scores_gemma":[0.000004868518,0.000028435281,0.0006332452,0.000002114319,0.000010567986,0.000029470159,0.0000044743147,0.9934493,0.0005167286,0.005195915,0.00011550166,0.000009321805],"about_ca_topic_score_codex":0.0036276507,"about_ca_topic_score_gemma":0.004901885,"teacher_disagreement_score":0.0036276507,"about_ca_system_score_codex":0.0008051916,"about_ca_system_score_gemma":0.0008868014,"threshold_uncertainty_score":0.017158091},"labels":[],"label_agreement":null},{"id":"W2036051048","doi":"10.1145/2591062.2591192","title":"Software feature location in practice: debugging aircraft simulation systems","year":2014,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CAE (Canada); Concordia University","funders":"Consortium de Recherche et d’innovation en Aérospatiale au Québec","keywords":"Debugging; Computer science; Feature (linguistics); Software; TRACE (psycholinguistics); Set (abstract data type); Precision and recall; Software bug; Software engineering; Real-time computing; Programming language; Artificial intelligence","score_opus":0.008444977945628231,"score_gpt":0.2653895105564987,"score_spread":0.25694453261087047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036051048","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4746608,0.0017531328,0.49715868,0.001386944,0.00009804073,0.00023806852,0.000474719,0.020709714,0.0035199418],"genre_scores_gemma":[0.8107226,0.0002542724,0.1877499,0.00012027174,0.00002899472,0.000046245892,0.00034564012,0.00030840316,0.00042372328],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.975577,0.013667227,0.0015831831,0.0035466503,0.004968073,0.00065780256],"domain_scores_gemma":[0.8800386,0.08249152,0.00876932,0.018370064,0.008919564,0.0014109684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012198832,0.0013000563,0.0008565235,0.004634544,0.0008134968,0.0022775147,0.0027623773,0.0024641496,0.0013149612],"category_scores_gemma":[0.092872664,0.00086766423,0.00032069703,0.0031692958,0.0012336415,0.005296968,0.0027227702,0.0017197145,0.0006368436],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011931222,0.0010940782,0.14617041,0.0009979177,0.00034361653,0.0010045132,0.009112477,0.056868646,0.033268217,0.0047824667,0.0066471626,0.7385174],"study_design_scores_gemma":[0.0004836365,0.0033244556,0.067938395,0.00060120696,0.00038585826,0.0047802045,0.0075425073,0.7215437,0.13688608,0.016704708,0.039426833,0.00038247014],"about_ca_topic_score_codex":0.0037565376,"about_ca_topic_score_gemma":0.0048840824,"teacher_disagreement_score":0.012198832,"about_ca_system_score_codex":0.0011282859,"about_ca_system_score_gemma":0.0010851352,"threshold_uncertainty_score":0.0645144},"labels":[],"label_agreement":null},{"id":"W2036458369","doi":"10.1016/j.jss.2008.03.067","title":"Performance analysis of security aspects by weaving scenarios extracted from UML models","year":2008,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Weaving; Unified Modeling Language; Computer science; Software engineering; Process (computing); Software; Aspect-oriented programming; Systems engineering; Engineering; Programming language","score_opus":0.013899987794626409,"score_gpt":0.2142190393488737,"score_spread":0.20031905155424728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036458369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8639639,0.00023151205,0.12936184,0.00018757307,0.00003613123,0.0001887477,0.00040269765,0.0033500472,0.0022775636],"genre_scores_gemma":[0.94609874,0.00008486436,0.052833773,0.000011390853,0.000009191435,0.000055722114,0.0005484956,0.0001547103,0.00020318064],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951977,0.0018825802,0.00040914147,0.0003420721,0.001680907,0.00048747152],"domain_scores_gemma":[0.9698182,0.022489348,0.0021441004,0.0024353322,0.0026058822,0.00050714926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041864817,0.0016549834,0.0006082217,0.0033138522,0.0004985806,0.0017224933,0.0010802118,0.0011171019,0.0019376847],"category_scores_gemma":[0.024643756,0.00081254775,0.0014726572,0.001316151,0.00050384755,0.0027840673,0.00096303667,0.0010468035,0.0004262859],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033330515,0.0009613718,0.052193444,0.00076032634,0.00064672006,0.00096471305,0.001018132,0.6649345,0.10622982,0.011554563,0.0013793018,0.15602392],"study_design_scores_gemma":[0.000039878847,0.00032203793,0.0038587085,0.00002304931,0.00018740592,0.00014809796,0.000093446,0.9661886,0.026424725,0.0021592807,0.00052083825,0.000033968714],"about_ca_topic_score_codex":0.002561848,"about_ca_topic_score_gemma":0.0021249661,"teacher_disagreement_score":0.0041864817,"about_ca_system_score_codex":0.0008653698,"about_ca_system_score_gemma":0.0011319004,"threshold_uncertainty_score":0.022140503},"labels":[],"label_agreement":null},{"id":"W2036835904","doi":"10.1109/ra-m.2006.250528","title":"Automation science comes of age [from the Editor's desk]","year":2006,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Desk; Automation; Computer science; Engineering; Mechanical engineering","score_opus":0.009939450089082268,"score_gpt":0.2426379391204197,"score_spread":0.23269848903133744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036835904","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000053424214,0.0064694523,0.0003455093,0.04265399,0.9478384,0.0000043733608,0.00002035716,0.00007955054,0.0025348251],"genre_scores_gemma":[0.0012153885,0.010188142,0.00050608726,0.025561817,0.9460977,0.000007236013,0.000034179346,0.00009744166,0.016292091],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99690884,0.00036225925,0.00041787303,0.00034557082,0.0017729725,0.00019247078],"domain_scores_gemma":[0.9749699,0.0062552555,0.0009073394,0.0007318245,0.014729188,0.0024065268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00384989,0.0021068058,0.0021873603,0.0022229722,0.0029037348,0.008490139,0.002373971,0.008031022,0.0122837825],"category_scores_gemma":[0.016844045,0.00094674324,0.0012951412,0.0017010876,0.0017968973,0.0047932174,0.0009359752,0.016738761,0.014635798],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020994232,0.000006726286,0.00004559111,0.00012675047,0.000012085926,0.000074980955,0.000010555505,0.000027597001,0.00008628839,0.0006374608,0.98530453,0.013646487],"study_design_scores_gemma":[0.000010121592,0.0000330604,0.00035750587,0.00016625677,0.000024469051,0.00016934813,0.000042319552,0.0001483852,0.00013575164,0.0019648576,0.9969298,0.00001821513],"about_ca_topic_score_codex":0.001620991,"about_ca_topic_score_gemma":0.0071784756,"teacher_disagreement_score":0.0122837825,"about_ca_system_score_codex":0.0011931867,"about_ca_system_score_gemma":0.0020022192,"threshold_uncertainty_score":0.04109329},"labels":[],"label_agreement":null},{"id":"W2040040060","doi":"10.1016/j.procs.2014.08.036","title":"Classification of Post-deployment Performance Diagnostic Techniques for Large-scale Software Systems","year":2014,"lang":"en","type":"article","venue":"Procedia Computer Science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University; University of Waterloo","funders":"","keywords":"Computer science; Software deployment; Task (project management); Scale (ratio); Field (mathematics); Software; Service (business); Data science; Risk analysis (engineering); Software engineering; Systems engineering; Operating system","score_opus":0.01095018948853029,"score_gpt":0.2416727533476307,"score_spread":0.2307225638591004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040040060","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1556284,0.029374843,0.7831341,0.003645798,0.00055820274,0.0011557684,0.000821518,0.008595923,0.017085446],"genre_scores_gemma":[0.5780287,0.009969053,0.40596592,0.00038882112,0.00029526008,0.00041654307,0.0012151211,0.00041642832,0.0033041097],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99191815,0.0011694328,0.00082037336,0.0009419806,0.0046284883,0.0005215889],"domain_scores_gemma":[0.9506494,0.022988671,0.008588085,0.004722929,0.012308018,0.00074286934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00464481,0.0013386868,0.0006981638,0.006813615,0.0007154929,0.0020669647,0.0025447663,0.0010702952,0.0008341597],"category_scores_gemma":[0.037422195,0.00047313242,0.0010354987,0.004739407,0.00083723717,0.0027035577,0.0011407781,0.0015591304,0.0006447358],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026550572,0.00035410063,0.026030343,0.002037054,0.00010199236,0.0002421763,0.0011608084,0.008222271,0.015384093,0.0061184596,0.006160863,0.93392235],"study_design_scores_gemma":[0.0001715223,0.0025786674,0.16022536,0.0045865127,0.00086595793,0.0073901587,0.0049267914,0.5113291,0.13323785,0.03533076,0.13866812,0.00068914174],"about_ca_topic_score_codex":0.002127034,"about_ca_topic_score_gemma":0.0018116815,"teacher_disagreement_score":0.006813615,"about_ca_system_score_codex":0.0014781147,"about_ca_system_score_gemma":0.002002244,"threshold_uncertainty_score":0.024564385},"labels":[],"label_agreement":null},{"id":"W2040855511","doi":"10.1016/j.mcm.2010.12.025","title":"Special Issue On: Telecommunications Software Engineering: Emerging Methods, Models and Tools","year":2010,"lang":"en","type":"article","venue":"Mathematical and Computer Modelling","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Telecommunications; Software; Software engineering; Programming language","score_opus":0.03626104682282194,"score_gpt":0.2796830976889062,"score_spread":0.24342205086608426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040855511","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018719743,0.06501191,0.009097955,0.025422094,0.8076814,0.00017860824,0.0007354572,0.0004555661,0.08954514],"genre_scores_gemma":[0.007313959,0.05175582,0.002701071,0.0050359196,0.736821,0.00019122726,0.0012513,0.00058755546,0.19434212],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980173,0.00031504867,0.00020735123,0.00037432084,0.00090943096,0.00017653966],"domain_scores_gemma":[0.9923712,0.0026781666,0.00049489795,0.0005714095,0.0029310384,0.0009533864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023410309,0.003331081,0.0045043263,0.0061004176,0.0018931563,0.0073549487,0.002418393,0.0043355655,0.0984383],"category_scores_gemma":[0.006145648,0.0006968865,0.0016419487,0.0051891096,0.0013843603,0.0048815915,0.0019735687,0.0034758183,0.032137424],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050364953,0.00006109021,0.00017798784,0.0006983618,0.000025566156,0.00009937571,0.000027181206,0.00028428194,0.00034048228,0.0058116014,0.9510239,0.04139982],"study_design_scores_gemma":[0.0000253508,0.00010154459,0.00089542003,0.0003938304,0.00005477956,0.00046162,0.00005105135,0.0011953071,0.0003164865,0.009883448,0.9865948,0.000026488755],"about_ca_topic_score_codex":0.00085768127,"about_ca_topic_score_gemma":0.0022900344,"teacher_disagreement_score":0.0984383,"about_ca_system_score_codex":0.00201306,"about_ca_system_score_gemma":0.0022289602,"threshold_uncertainty_score":0.32930887},"labels":[],"label_agreement":null},{"id":"W2041218528","doi":"10.1002/qre.1147","title":"FaBSR: a method for cluster failure prediction based on Bayesian serial revision and an application to LANL cluster","year":2010,"lang":"en","type":"article","venue":"Quality and Reliability Engineering International","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Cluster (spacecraft); Failure rate; Bayesian probability; Scale (ratio); Computer science; Series (stratigraphy); Population; Statistics; Reliability engineering; Mathematics; Engineering; Artificial intelligence","score_opus":0.008304275900135313,"score_gpt":0.3000407202795615,"score_spread":0.2917364443794262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041218528","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019036658,0.00011122285,0.9777836,0.00008382749,0.000025805286,0.000050779203,0.000107158114,0.0023511034,0.00044980695],"genre_scores_gemma":[0.47395027,0.00018363073,0.5227645,0.000102087724,0.000070023416,0.00021135938,0.0005868953,0.00030345106,0.0018276974],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991773,0.0002903353,0.000037624974,0.00015917528,0.0002816206,0.000054030326],"domain_scores_gemma":[0.9977258,0.00095435267,0.00024365044,0.0003009835,0.00069594075,0.00007921691],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002283521,0.0007919076,0.0010811115,0.0013735625,0.00046365405,0.00050149875,0.0016113289,0.0007783574,0.0016511361],"category_scores_gemma":[0.006110163,0.00036312765,0.0005740947,0.0010351021,0.0004246633,0.0007853613,0.00073969207,0.0009375138,0.00064961275],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019929715,0.00008165476,0.004414036,0.000074014584,0.000094633055,0.000114097995,0.00012127715,0.7279876,0.0042369813,0.0035827502,0.0036876728,0.25540605],"study_design_scores_gemma":[0.0000051149636,0.000008271126,0.00025176385,0.0000014602941,0.0000028863078,0.00001002004,0.0000027925767,0.998719,0.0003437286,0.0004708458,0.00017893265,0.0000053040667],"about_ca_topic_score_codex":0.016698612,"about_ca_topic_score_gemma":0.010665942,"teacher_disagreement_score":0.016698612,"about_ca_system_score_codex":0.00063737796,"about_ca_system_score_gemma":0.0010946925,"threshold_uncertainty_score":0.033202827},"labels":[],"label_agreement":null},{"id":"W2041783719","doi":"10.1145/2517349.2522727","title":"Do not blame users for misconfigurations","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":173,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Division of Computer and Network Systems; NetApp; University of California, San Diego; National Science Foundation","keywords":"Computer science; Software bug; Blame; Software; Backporting; Software engineering; Software maintenance; Software configuration management; Computer security; Software development; World Wide Web; Component-based software engineering; Operating system; Software construction","score_opus":0.02038757480416186,"score_gpt":0.2546589506544686,"score_spread":0.23427137585030672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041783719","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12886776,0.0035694109,0.13072807,0.21104544,0.01544045,0.0006949355,0.0006765517,0.038519446,0.47045785],"genre_scores_gemma":[0.57744235,0.0014871071,0.04931041,0.07697684,0.0040701763,0.00058904727,0.0006738482,0.009652164,0.279798],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98824906,0.0035038085,0.0005866339,0.0013790325,0.0053913994,0.000890001],"domain_scores_gemma":[0.8492176,0.02216962,0.013872213,0.058092315,0.04535333,0.011294929],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067316047,0.0012313658,0.0008289365,0.0014566531,0.004020876,0.006593959,0.0029578747,0.0055968976,0.035192877],"category_scores_gemma":[0.09850118,0.0011152262,0.00046099687,0.00097647775,0.00519407,0.012335508,0.0054326314,0.0057361233,0.05497979],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002964218,0.0006191751,0.028047862,0.00047002203,0.00012203505,0.00066401064,0.010602843,0.00055847486,0.010563445,0.027100362,0.598189,0.3227664],"study_design_scores_gemma":[0.00016969518,0.0003599371,0.021508653,0.0004428622,0.00011111777,0.0027125312,0.004739485,0.002505008,0.011072056,0.041775744,0.91433865,0.00026435443],"about_ca_topic_score_codex":0.0025541235,"about_ca_topic_score_gemma":0.0047382014,"teacher_disagreement_score":0.035192877,"about_ca_system_score_codex":0.0011446194,"about_ca_system_score_gemma":0.0034709875,"threshold_uncertainty_score":0.11773193},"labels":[],"label_agreement":null},{"id":"W2041838121","doi":"10.1145/1134285.1134340","title":"Traffic-aware stress testing of distributed systems based on UML models","year":2006,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Unified Modeling Language; Computer science; Sequence diagram; Stress testing (software); Test case; Focus (optics); Data flow diagram; Distributed computing; Stress test; Real-time computing; Scenario testing; Stress (linguistics); Database; Artificial intelligence; Machine learning; Programming language; Software","score_opus":0.019347497837059604,"score_gpt":0.21769872736416776,"score_spread":0.19835122952710815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041838121","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.268887,0.00015848225,0.7259557,0.00014521764,0.000017528162,0.00013069407,0.0000908909,0.0037367532,0.00087766524],"genre_scores_gemma":[0.85283387,0.00008567393,0.14633772,0.000030722425,0.000011836082,0.00012346072,0.00014099442,0.00013501132,0.00030085808],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978116,0.0010261429,0.00013587184,0.00020122656,0.0007049265,0.00012036913],"domain_scores_gemma":[0.9877164,0.008118918,0.0013429853,0.0015256256,0.0010901781,0.00020593744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017588414,0.00088704185,0.00041477848,0.0010875672,0.00031270972,0.000807337,0.0009449076,0.00067613344,0.00057554926],"category_scores_gemma":[0.010757944,0.000422882,0.00053074723,0.0003842441,0.0008203943,0.0014312944,0.0006681714,0.00059512793,0.00009628624],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006725849,0.00060929236,0.028387373,0.00046386852,0.00013960553,0.0015033542,0.0017024312,0.50716805,0.21112794,0.022851974,0.0011302237,0.22424337],"study_design_scores_gemma":[0.000038699596,0.0002725061,0.001749035,0.00004961432,0.000046190136,0.00037702743,0.00007431042,0.9343043,0.054715067,0.0071384176,0.0012072042,0.000027524395],"about_ca_topic_score_codex":0.0020085701,"about_ca_topic_score_gemma":0.002234625,"teacher_disagreement_score":0.0020085701,"about_ca_system_score_codex":0.0007465382,"about_ca_system_score_gemma":0.0008676159,"threshold_uncertainty_score":0.009301782},"labels":[],"label_agreement":null},{"id":"W2041938145","doi":"10.1109/noms.2012.6211882","title":"Interactive learning of alert signatures in High Performance Cluster system logs","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"National Institute for Materials Science; Natural Sciences and Engineering Research Council of Canada; Dalhousie University","keywords":"Computer science; Anomaly detection; Signature (topology); Visualization; Feature (linguistics); Data mining; Cluster (spacecraft); Simple (philosophy); Machine learning; Artificial intelligence","score_opus":0.006903645971703883,"score_gpt":0.2260938502631949,"score_spread":0.21919020429149103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041938145","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6731813,0.00012877554,0.29805,0.0003677122,0.000038211612,0.00020714093,0.00048351177,0.026192168,0.0013511897],"genre_scores_gemma":[0.9352554,0.000030377074,0.0633787,0.00005395046,0.000015331836,0.0000582802,0.00046742364,0.0001269631,0.0006134703],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904436,0.00030651235,0.000050918217,0.00023403199,0.00029019092,0.00007392317],"domain_scores_gemma":[0.9869322,0.009734865,0.00089123537,0.0009236769,0.0010561987,0.0004619032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022937015,0.00070757756,0.00064179214,0.001588855,0.00030268382,0.0009806509,0.0012458314,0.0008397539,0.0010198249],"category_scores_gemma":[0.01362709,0.00029606125,0.00025267096,0.00061975745,0.00032478743,0.0011546193,0.0009379601,0.0009358012,0.0004784477],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016573663,0.0016951056,0.0755606,0.00021484957,0.000164491,0.00046287238,0.0011694462,0.17343311,0.033215933,0.000866996,0.005322375,0.7062369],"study_design_scores_gemma":[0.000018554945,0.000108775006,0.0060220514,0.000004585144,0.0000086117925,0.000046299614,0.000055554236,0.9848931,0.0077036726,0.00079131423,0.00033470313,0.000012775294],"about_ca_topic_score_codex":0.0033730809,"about_ca_topic_score_gemma":0.005077064,"teacher_disagreement_score":0.0033730809,"about_ca_system_score_codex":0.00056506234,"about_ca_system_score_gemma":0.0008352745,"threshold_uncertainty_score":0.012130439},"labels":[],"label_agreement":null},{"id":"W2042076922","doi":"10.1016/s0166-5316(02)00203-1","title":"Automatic response performance monitoring for real-time software with nondeterministic behaviors","year":2003,"lang":"en","type":"article","venue":"Performance Evaluation","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Bell (Canada)","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Response time; Nondeterministic algorithm; Correctness; Real-time computing; Robustness (evolution); Software; Behavioral modeling; Reliability engineering; Artificial intelligence; Algorithm; Operating system; Engineering","score_opus":0.02457494913926627,"score_gpt":0.2951316720886818,"score_spread":0.2705567229494155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042076922","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43994132,0.000419623,0.54482687,0.00020262954,0.00009720158,0.0001419018,0.00013202014,0.01215865,0.0020798068],"genre_scores_gemma":[0.9646005,0.000034930443,0.034575555,0.00003297706,0.000021398684,0.00005964095,0.00005052156,0.0001332585,0.00049120915],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99538165,0.0016710815,0.00024004038,0.0008174291,0.0015541768,0.0003356095],"domain_scores_gemma":[0.9786345,0.012052737,0.003116071,0.0035892432,0.0021060607,0.0005013707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002929171,0.001043717,0.0008186657,0.0015012367,0.00058396044,0.0010318628,0.00156795,0.000734252,0.001146718],"category_scores_gemma":[0.01501534,0.0004093487,0.00023615496,0.00049756933,0.000881146,0.0013461373,0.0007829372,0.0012697768,0.0003797066],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005585768,0.000962547,0.032142237,0.0004664741,0.00020685256,0.00055548106,0.0013272538,0.1061908,0.27282065,0.014948127,0.0046566315,0.5601372],"study_design_scores_gemma":[0.000092023576,0.00048686995,0.0049040667,0.000027636761,0.00006245444,0.0003176605,0.000054394302,0.89760125,0.08808992,0.0072747683,0.0010178493,0.00007098856],"about_ca_topic_score_codex":0.0010818461,"about_ca_topic_score_gemma":0.0012536431,"teacher_disagreement_score":0.002929171,"about_ca_system_score_codex":0.00079844345,"about_ca_system_score_gemma":0.0009756064,"threshold_uncertainty_score":0.015491068},"labels":[],"label_agreement":null},{"id":"W2043006334","doi":"10.1145/1071021.1071038","title":"Solving layered queueing networks of large client-server systems with symmetric replication","year":2005,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Queueing theory; Layered queueing network; Solver; Distributed computing; Workload; Exploit; Replication (statistics); Mean value analysis; Markov process; Mathematical optimization; Parallel computing; Computer network; Mathematics; Operating system","score_opus":0.009971847590710015,"score_gpt":0.239494039819977,"score_spread":0.22952219222926698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043006334","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.120867185,0.00031208803,0.87416863,0.00042009493,0.000059427606,0.00009618146,0.00018267061,0.00054956076,0.0033440946],"genre_scores_gemma":[0.69959104,0.00027582704,0.2952352,0.00014102424,0.00006159001,0.00032996657,0.000344603,0.00020712582,0.0038136095],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990608,0.00042195452,0.000047910773,0.00011365679,0.00017887971,0.0001767834],"domain_scores_gemma":[0.99409264,0.0047244094,0.0003633887,0.00015464645,0.00041382635,0.00025113378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002691388,0.0009920156,0.0012302839,0.0006534723,0.0007858377,0.0016934202,0.0015889913,0.0017147738,0.002011791],"category_scores_gemma":[0.008826464,0.0012670737,0.001191436,0.00086433394,0.0011763296,0.0013577498,0.0016803856,0.0014671037,0.00020785774],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022190523,0.000012394118,0.00033885072,0.000017378848,0.0000132037785,0.000031042156,0.000024438039,0.9928738,0.00026648707,0.004793217,0.00010598132,0.0015011043],"study_design_scores_gemma":[0.000004507444,0.000001945035,0.000018195637,0.000001000866,0.0000014241652,0.0000017188511,0.000005339604,0.99829715,0.000064607026,0.0015716855,0.000031159314,0.0000012996352],"about_ca_topic_score_codex":0.031114792,"about_ca_topic_score_gemma":0.02028689,"teacher_disagreement_score":0.031114792,"about_ca_system_score_codex":0.0024735008,"about_ca_system_score_gemma":0.0042319675,"threshold_uncertainty_score":0.061867356},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2043397649","doi":"10.1145/1958746.1958783","title":"MT-WAVE: profiling multi-tier web applications","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Profiling (computer programming); Computer science; Web application; Web service; Root cause; Web modeling; World Wide Web; Engineering; Operating system; Reliability engineering","score_opus":0.06127977216608452,"score_gpt":0.25496551615728674,"score_spread":0.19368574399120222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043397649","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43357766,0.0010020351,0.3429041,0.00057504344,0.0003547483,0.0010541021,0.019030822,0.18652254,0.014979038],"genre_scores_gemma":[0.7901244,0.0003393125,0.16910182,0.0003054733,0.000104026,0.00041942115,0.025712218,0.003935332,0.009958114],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99746084,0.00039923203,0.00024833175,0.00041745612,0.0012079593,0.00026618288],"domain_scores_gemma":[0.9968862,0.00079021323,0.00028487068,0.0007815941,0.0009845633,0.0002725757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012180535,0.001182656,0.000622684,0.0031164552,0.0005240833,0.0019315933,0.0013836892,0.001014169,0.0023562238],"category_scores_gemma":[0.005507103,0.00054971856,0.00059494615,0.0019418742,0.0002807624,0.0022431177,0.0011309873,0.00090246083,0.002474747],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035974446,0.0019641758,0.14783235,0.0010715581,0.0008768158,0.0011936208,0.0012580978,0.09002978,0.18181626,0.0057169464,0.09845241,0.46619046],"study_design_scores_gemma":[0.000113067435,0.0004577849,0.033392895,0.000030985022,0.00009488264,0.00046557677,0.0002768046,0.8766847,0.06525555,0.0034082716,0.019713115,0.00010633428],"about_ca_topic_score_codex":0.0047708596,"about_ca_topic_score_gemma":0.0076769064,"teacher_disagreement_score":0.0047708596,"about_ca_system_score_codex":0.0005033049,"about_ca_system_score_gemma":0.000631752,"threshold_uncertainty_score":0.009486139},"labels":[],"label_agreement":null},{"id":"W2043495335","doi":"10.1145/1370916.1370928","title":"Scalable adaptive web services","year":2008,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; IBM (Canada)","funders":"","keywords":"Computer science; Web service; Robustness (evolution); Scalability; WS-Policy; Web modeling; Quality of service; Distributed computing; Web application; Service-oriented architecture; Workload; Software deployment; Software engineering; Web development; World Wide Web; Web application security; Database; Computer network; Operating system","score_opus":0.014399000420256176,"score_gpt":0.21356501591252355,"score_spread":0.19916601549226737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043495335","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03270133,0.0011777831,0.9152492,0.00084964663,0.00036812917,0.00036943576,0.00038279925,0.013999498,0.034902107],"genre_scores_gemma":[0.8267517,0.0009657408,0.15535381,0.0003087838,0.00026558808,0.00034842378,0.00085565756,0.0005683679,0.014581917],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985335,0.00020664909,0.000068609734,0.0002328469,0.00078009674,0.00017833813],"domain_scores_gemma":[0.9987011,0.00036052355,0.000107749125,0.00042790905,0.00030944994,0.00009322846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010908803,0.000799031,0.00080959656,0.00078497856,0.0006701487,0.0013312985,0.0018369228,0.00089517114,0.005199698],"category_scores_gemma":[0.0036337087,0.00035376186,0.00056933623,0.0010487549,0.00064924883,0.0019024133,0.0022416678,0.0011936693,0.0013907864],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004115752,0.00029314024,0.0020178491,0.0004875412,0.00021039869,0.0007196231,0.00026786997,0.42507505,0.050219785,0.09484523,0.027749132,0.39770278],"study_design_scores_gemma":[0.00004637016,0.00005672707,0.00057495874,0.000019904037,0.0000243345,0.000117248775,0.0000505891,0.9404698,0.004693323,0.036297586,0.017629445,0.000019791263],"about_ca_topic_score_codex":0.0053639854,"about_ca_topic_score_gemma":0.0037767263,"teacher_disagreement_score":0.0053639854,"about_ca_system_score_codex":0.0010140844,"about_ca_system_score_gemma":0.0010505049,"threshold_uncertainty_score":0.017394722},"labels":[],"label_agreement":null},{"id":"W2044316154","doi":"10.1109/ainaw.2007.210","title":"Interaction Analysis of Heterogeneous Monitoring Data for Autonomic Problem Determination","year":2007,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Leverage (statistics); Scalability; Data mining; XML; Eclipse; Data integration; System monitoring; Information overload; Variety (cybernetics); Distributed computing; Real-time computing; Database; Machine learning; Artificial intelligence; Operating system","score_opus":0.042812967320735675,"score_gpt":0.3347657936130355,"score_spread":0.2919528262922998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044316154","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21246494,0.00031724814,0.7677634,0.0012730192,0.000099916855,0.0007975244,0.00083698257,0.011684199,0.0047627357],"genre_scores_gemma":[0.6386088,0.00012386472,0.3573655,0.00020167715,0.000057865847,0.0004718882,0.0016328539,0.00066991354,0.00086751854],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9881853,0.0049804873,0.0009764727,0.0011256487,0.0043124235,0.0004197048],"domain_scores_gemma":[0.965864,0.020337982,0.0018443761,0.00655153,0.0045917025,0.0008104052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010117825,0.0013378188,0.0017200091,0.004545141,0.0012975279,0.003969392,0.0015762352,0.0010565948,0.001986008],"category_scores_gemma":[0.04138588,0.0005806313,0.001010271,0.0033692454,0.0008087827,0.003693181,0.0026277394,0.0018872117,0.0005786182],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017175529,0.0020234631,0.08975537,0.00065637566,0.00058050477,0.0013096845,0.0034489008,0.06347971,0.07004853,0.013383571,0.0095949145,0.7440014],"study_design_scores_gemma":[0.00012124022,0.00033259398,0.02298917,0.00008508224,0.00015673948,0.00043732914,0.0009914684,0.9037443,0.041378967,0.021303033,0.008344306,0.000115875824],"about_ca_topic_score_codex":0.0021046936,"about_ca_topic_score_gemma":0.0024180305,"teacher_disagreement_score":0.010117825,"about_ca_system_score_codex":0.0011303729,"about_ca_system_score_gemma":0.0017077903,"threshold_uncertainty_score":0.05350882},"labels":[],"label_agreement":null},{"id":"W2047093659","doi":"10.1145/2642937.2642988","title":"Behavioral resource-aware model inference","year":2014,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Microsoft Research","keywords":"Computer science; Debugging; Resource (disambiguation); Software engineering; Finite-state machine; Inference; Software; Software system; Software bug; Comprehension; State (computer science); Software evolution; Human–computer interaction; Programming language; Artificial intelligence; Software construction","score_opus":0.02358057636605227,"score_gpt":0.2820658507939021,"score_spread":0.25848527442784985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047093659","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021697508,0.000061342915,0.97143847,0.00027589189,0.00002460729,0.000076057186,0.00095953624,0.0038499013,0.0016167001],"genre_scores_gemma":[0.57132924,0.0002087564,0.42083013,0.0002806878,0.000053381613,0.00036435452,0.004022836,0.0006554542,0.0022551639],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99752253,0.00096240925,0.00012656127,0.00045850003,0.00070806773,0.00022201712],"domain_scores_gemma":[0.9912367,0.005639973,0.0005149394,0.0015921326,0.00085865404,0.00015758521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021126342,0.0012150255,0.0008265521,0.0020141522,0.0006328778,0.0015004878,0.0028014146,0.0009794688,0.0031123813],"category_scores_gemma":[0.018965852,0.0011335257,0.002147734,0.00094998756,0.0007993497,0.0032014605,0.0015427925,0.00247848,0.0008149151],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000202901,0.00037960513,0.016487261,0.00031433027,0.0002754169,0.00040372706,0.00026359083,0.8178859,0.0065119597,0.06417755,0.0057763793,0.08732147],"study_design_scores_gemma":[0.000006298617,0.000008166235,0.00026566,0.000009204057,0.000017419972,0.000018506433,0.00001476882,0.97424793,0.0013744553,0.023484858,0.0005448784,0.000007848074],"about_ca_topic_score_codex":0.013135395,"about_ca_topic_score_gemma":0.035182774,"teacher_disagreement_score":0.013135395,"about_ca_system_score_codex":0.0013482479,"about_ca_system_score_gemma":0.003518662,"threshold_uncertainty_score":0.02611792},"labels":[],"label_agreement":null},{"id":"W2048885202","doi":"10.1145/1321211.1321233","title":"The scalability of AspectJ","year":2007,"lang":"en","type":"article","venue":"Proceedings of CASCON","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Computer science; Eclipse; Scalability; Modular programming; Programming language; Aspect-oriented programming; Software engineering; Operating system; Software","score_opus":0.005260579994586591,"score_gpt":0.2288974944070237,"score_spread":0.2236369144124371,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048885202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8549189,0.0024794685,0.09376969,0.0013316876,0.00043864586,0.00035556703,0.0006864131,0.015855473,0.030164221],"genre_scores_gemma":[0.9284827,0.00065597007,0.06290052,0.0003058479,0.000088563735,0.00019947773,0.0010444424,0.003685666,0.0026368317],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98705274,0.0024194715,0.00086411036,0.001545452,0.007387766,0.00073042203],"domain_scores_gemma":[0.95776993,0.01760059,0.0022042447,0.011465824,0.010186926,0.0007724127],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008474659,0.00095967425,0.00065126416,0.0014901742,0.0009342676,0.002073289,0.002030877,0.000733149,0.0024193402],"category_scores_gemma":[0.042304244,0.000837621,0.00069366687,0.0013947184,0.0013718172,0.0040521706,0.0015916768,0.0018854341,0.0007969839],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002083828,0.0011027692,0.065412685,0.0017314812,0.00061132933,0.0009991634,0.003359494,0.077239394,0.38567483,0.02471496,0.017463913,0.41960618],"study_design_scores_gemma":[0.00045297563,0.0024786682,0.086012594,0.00040521804,0.00083744415,0.0022443987,0.001600634,0.5229447,0.2882093,0.02834183,0.06601232,0.0004599984],"about_ca_topic_score_codex":0.0048628994,"about_ca_topic_score_gemma":0.0030451352,"teacher_disagreement_score":0.008474659,"about_ca_system_score_codex":0.00094665214,"about_ca_system_score_gemma":0.0013046005,"threshold_uncertainty_score":0.04481882},"labels":[],"label_agreement":null},{"id":"W2048976792","doi":"10.1145/1958746.1958760","title":"An automatic trace based performance evaluation model building for parallel distributed systems","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Asynchronous communication; Distributed computing; Software; Timestamp; Queueing theory; Workload; Process (computing); Software engineering; Real-time computing; Operating system; Computer network","score_opus":0.06068756346315892,"score_gpt":0.2931767416864619,"score_spread":0.23248917822330298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048976792","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033434725,0.000022889715,0.99260724,0.00003634247,0.000008400555,0.00007740457,0.0000886951,0.0033211287,0.0004943297],"genre_scores_gemma":[0.15904586,0.00019000513,0.8372327,0.000031190837,0.000017168062,0.0005412056,0.00076612714,0.0006416772,0.0015340842],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981071,0.0005311925,0.00016514896,0.00021978955,0.0008769861,0.00009979603],"domain_scores_gemma":[0.99722266,0.0011270694,0.0002523867,0.0007149588,0.0006196686,0.000063276544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028897473,0.001095212,0.00074658124,0.001232733,0.0006463416,0.0019417215,0.0022982594,0.00070106075,0.0024295729],"category_scores_gemma":[0.008230231,0.0006931277,0.0010315144,0.0007264671,0.0006525559,0.0024581687,0.0012655829,0.0015193152,0.00068267726],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013007186,0.00019549353,0.00203412,0.00026066633,0.000050264953,0.00015460666,0.00039017148,0.7910399,0.013963973,0.042982705,0.002307497,0.14649056],"study_design_scores_gemma":[0.000007985788,0.000029152663,0.000081471895,0.000015320751,0.000009707713,0.00002602382,0.000013479804,0.9872017,0.004721584,0.005390755,0.0024902327,0.000012600462],"about_ca_topic_score_codex":0.0055966405,"about_ca_topic_score_gemma":0.003916782,"teacher_disagreement_score":0.0055966405,"about_ca_system_score_codex":0.0013476472,"about_ca_system_score_gemma":0.0026312247,"threshold_uncertainty_score":0.015282631},"labels":[],"label_agreement":null},{"id":"W2050759137","doi":"10.1145/1463788.1463813","title":"Information-theoretic modeling for tracking the health of complex software systems","year":2008,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Pairwise comparison; Computer science; Entropy (arrow of time); Mutual information; Metric (unit); Data mining; Software; Correlation; Theoretical computer science; Software metric; Overhead (engineering); Information theory; Computation; Machine learning; Artificial intelligence; Algorithm; Software development; Mathematics; Software quality","score_opus":0.04885429454524661,"score_gpt":0.27408913879354846,"score_spread":0.22523484424830184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050759137","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019930974,0.0002858283,0.9775218,0.0003424991,0.000025068608,0.00003393012,0.00011090628,0.00018591736,0.0015630354],"genre_scores_gemma":[0.88410383,0.00077431055,0.111795,0.00013047291,0.000122889,0.00025169514,0.00028339273,0.00008956007,0.002448845],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988508,0.00044068202,0.000064434884,0.00020426145,0.00036426497,0.00007552097],"domain_scores_gemma":[0.9946944,0.0036524595,0.0007051784,0.00036994435,0.00044634021,0.00013170773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022084846,0.0010251582,0.0009582461,0.0017351924,0.00045845206,0.0014998313,0.0016691708,0.0012002387,0.0011251979],"category_scores_gemma":[0.012601824,0.0005194338,0.00081374217,0.0016539351,0.0015339793,0.0029018288,0.0012507318,0.0013175487,0.00026310282],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021368893,0.000017702328,0.0007106453,0.000023617304,0.000022852633,0.00003609643,0.000049660102,0.9589954,0.00041612895,0.033475447,0.00028313222,0.0059479875],"study_design_scores_gemma":[0.0000013350577,0.0000038046257,0.000067655375,0.0000016680218,0.0000023882512,0.000004674306,0.0000024470703,0.9850309,0.000055704095,0.014738069,0.000087958455,0.000003388542],"about_ca_topic_score_codex":0.005925865,"about_ca_topic_score_gemma":0.0040899883,"teacher_disagreement_score":0.005925865,"about_ca_system_score_codex":0.0020303417,"about_ca_system_score_gemma":0.0012275225,"threshold_uncertainty_score":0.014731228},"labels":[],"label_agreement":null},{"id":"W2050842491","doi":"10.1109/icsm.2011.6080775","title":"Identifying performance deviations in thread pools","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Thread (computing); Computer science; Thrashing; Concurrency; Distributed computing; Parallel computing; Software; Operating system","score_opus":0.06343390626594803,"score_gpt":0.25721859473867564,"score_spread":0.19378468847272762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050842491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8573471,0.00068927254,0.13659488,0.00015319818,0.00006288764,0.0001657063,0.00052726077,0.0027730213,0.0016866183],"genre_scores_gemma":[0.960404,0.000101451435,0.038124613,0.000026529271,0.000023179238,0.000072266186,0.00072490075,0.000113035516,0.00041020688],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9927165,0.0011300264,0.0011658496,0.0016351306,0.0029081227,0.00044440542],"domain_scores_gemma":[0.9581689,0.013561953,0.013274323,0.0049920143,0.00905051,0.0009522816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004936259,0.0009618354,0.0010571454,0.00853037,0.00090501865,0.0022491778,0.0011207242,0.0008959024,0.00038906108],"category_scores_gemma":[0.039837,0.00048984407,0.0006714999,0.004114812,0.0005070229,0.00223194,0.0015569474,0.000764496,0.00037221966],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085490145,0.00023774964,0.6080419,0.00033318228,0.00042035422,0.0006131016,0.0024325382,0.038044,0.030693633,0.0031421601,0.0027130302,0.31247336],"study_design_scores_gemma":[0.000084489075,0.0007688143,0.26942968,0.00012307668,0.00029489555,0.0018487659,0.0016291271,0.64086044,0.064834766,0.011933303,0.007932667,0.00026005908],"about_ca_topic_score_codex":0.002943833,"about_ca_topic_score_gemma":0.0027915915,"teacher_disagreement_score":0.00853037,"about_ca_system_score_codex":0.0009801665,"about_ca_system_score_gemma":0.0010577036,"threshold_uncertainty_score":0.026105762},"labels":[],"label_agreement":null},{"id":"W2053362736","doi":"10.1007/s10270-013-0385-x","title":"Transformation challenges: from software models to performance models","year":2013,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Unified Modeling Language; Model transformation; Scalability; Petri net; Queueing theory; Software development process; Model-driven architecture; Software; Software development; Software engineering; Programming language; Database; Artificial intelligence","score_opus":0.05411228093989949,"score_gpt":0.22902063827280253,"score_spread":0.17490835733290305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053362736","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0175532,0.0026109512,0.9027782,0.050999437,0.00054742134,0.00010080845,0.0007261691,0.0016099577,0.023073817],"genre_scores_gemma":[0.69312537,0.0065811267,0.28209615,0.004405898,0.0013403583,0.00043196155,0.0014731502,0.0013885461,0.009157494],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99338526,0.0030981367,0.000318594,0.00069481094,0.0021347317,0.00036842443],"domain_scores_gemma":[0.9815368,0.010652178,0.0008365732,0.004011856,0.0024828212,0.00047981387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069433944,0.0010489604,0.0014734651,0.0014532746,0.0009035286,0.0068946546,0.004274142,0.0027190284,0.0047796727],"category_scores_gemma":[0.034901015,0.001005686,0.0013282348,0.001767909,0.00406056,0.016155753,0.0036079031,0.00890887,0.001998887],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003810295,0.00009880099,0.00070878444,0.00022987918,0.000044492856,0.000114894494,0.00043780069,0.07349432,0.00044890319,0.8713141,0.008937819,0.044132113],"study_design_scores_gemma":[0.000008766854,0.000015149948,0.00011715176,0.00007259516,0.000012456517,0.00003935523,0.00019738002,0.15267031,0.00031039622,0.8328112,0.013728886,0.0000163273],"about_ca_topic_score_codex":0.008066515,"about_ca_topic_score_gemma":0.003773425,"teacher_disagreement_score":0.008066515,"about_ca_system_score_codex":0.0032574928,"about_ca_system_score_gemma":0.005401966,"threshold_uncertainty_score":0.036720574},"labels":[],"label_agreement":null},{"id":"W205360658","doi":"","title":"A Pattern Language For Improving the Capacity of Layered Client/Server Systems with Multi-Threaded Servers","year":2003,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Server; Computer science; Server farm; Client–server model; Client; Application server; Operating system; Name server; File server; Web server; Computer network; Software; Distributed computing; The Internet","score_opus":0.02488094643071292,"score_gpt":0.23469755276390367,"score_spread":0.20981660633319074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W205360658","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001527258,0.000061554834,0.99350786,0.00018348772,0.00004602306,0.00013938417,0.00008982847,0.0037951036,0.0006495481],"genre_scores_gemma":[0.01635643,0.00012208837,0.97979707,0.00019556403,0.000035232242,0.0004350869,0.00023321684,0.00107612,0.0017491688],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99483514,0.0012261753,0.001113558,0.0006277194,0.0018570098,0.00034036773],"domain_scores_gemma":[0.9891416,0.0043096743,0.0009035386,0.003150353,0.0020805707,0.00041415344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006973926,0.0015913683,0.0011169007,0.0015183736,0.0011207802,0.002615603,0.0037577727,0.0019180713,0.0041233967],"category_scores_gemma":[0.01640634,0.0015848473,0.0022612442,0.0019373557,0.002571734,0.008618571,0.0038105622,0.005032053,0.0017343592],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007354948,0.00040801964,0.002757857,0.0013679666,0.00017768727,0.0008937902,0.0022308158,0.057629306,0.041007478,0.3842487,0.028462064,0.4800809],"study_design_scores_gemma":[0.00041762568,0.00064722315,0.00061536435,0.00035685307,0.00023503041,0.0016100007,0.0003031312,0.45359054,0.061135024,0.30208048,0.17876503,0.00024371893],"about_ca_topic_score_codex":0.0020423604,"about_ca_topic_score_gemma":0.002127698,"teacher_disagreement_score":0.006973926,"about_ca_system_score_codex":0.0012558402,"about_ca_system_score_gemma":0.0019091924,"threshold_uncertainty_score":0.036882043},"labels":[],"label_agreement":null},{"id":"W2055136026","doi":"10.1145/584369.584402","title":"XSLT transformation from UML models to LQN performance models","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; XSLT; Programming language; Streaming XML; Graph rewriting; Model transformation; XML Schema (W3C); XML; XML Encryption; Graph; Artificial intelligence; World Wide Web; Theoretical computer science","score_opus":0.0480725074263114,"score_gpt":0.21250607005521172,"score_spread":0.1644335626289003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055136026","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074204635,0.00002822041,0.9716328,0.00018858326,0.000067122906,0.00018529694,0.0011131349,0.015363546,0.0040008393],"genre_scores_gemma":[0.20583998,0.00029800864,0.76950157,0.00024614512,0.000051075098,0.00087013596,0.0077114776,0.0051264735,0.010355178],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99817157,0.00051639037,0.00019373267,0.00023772824,0.0008031539,0.000077409706],"domain_scores_gemma":[0.9980869,0.00075505156,0.00015435467,0.0003947946,0.00057526596,0.000033659046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017358226,0.0006852546,0.0003662104,0.0010994693,0.00035640548,0.0014844482,0.0010132549,0.0005879528,0.0047407993],"category_scores_gemma":[0.006402344,0.00048109936,0.0010318721,0.00058967626,0.0006024945,0.001123808,0.0008650866,0.0010191265,0.0019235197],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036576617,0.0002790942,0.003412704,0.0006719609,0.00013036921,0.0012240959,0.002366514,0.44703275,0.037242115,0.18169343,0.030430749,0.29515046],"study_design_scores_gemma":[0.00007230897,0.00007429849,0.0005268123,0.00011451208,0.0000645346,0.00018772198,0.00013800744,0.79118645,0.063218795,0.04562442,0.09874112,0.000051060324],"about_ca_topic_score_codex":0.0053097266,"about_ca_topic_score_gemma":0.0031736887,"teacher_disagreement_score":0.0053097266,"about_ca_system_score_codex":0.0013678031,"about_ca_system_score_gemma":0.0016105942,"threshold_uncertainty_score":0.015859544},"labels":[],"label_agreement":null},{"id":"W2056320501","doi":"10.1145/2160803.2160821","title":"Integrated estimation and tracking of performance model parameters with autoregressive trends (abstracts only)","year":2011,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Estimator; Computer science; Extrapolation; Kalman filter; Benchmark (surveying); Autoregressive model; Filter (signal processing); Process (computing); Time series; Series (stratigraphy); Estimation theory; Econometrics; Machine learning; Statistics; Artificial intelligence; Algorithm; Mathematics","score_opus":0.10233521450884568,"score_gpt":0.31012781171172304,"score_spread":0.20779259720287735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056320501","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046943903,0.00032084645,0.94894165,0.00015629412,0.000057885056,0.000045570327,0.0002138538,0.001783458,0.0015366666],"genre_scores_gemma":[0.765708,0.00085413025,0.22955373,0.000060800972,0.000094538955,0.0001251523,0.0008996948,0.00020857317,0.0024953191],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989177,0.00023243809,0.00008899718,0.00026306903,0.00042873863,0.00006918481],"domain_scores_gemma":[0.9969119,0.001073324,0.000634364,0.0005523205,0.00079277734,0.000035332923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021696638,0.0006853986,0.0008138038,0.0010726143,0.00019467386,0.0013729236,0.0009044472,0.0007195186,0.0008299174],"category_scores_gemma":[0.0076776654,0.00060882344,0.0008208252,0.0013934639,0.00026649947,0.0020764333,0.00053038413,0.0012100148,0.00059365184],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016056056,0.00022838295,0.02214925,0.00026020352,0.00032985446,0.000095433665,0.00024528286,0.5647625,0.011373822,0.007413823,0.0021708591,0.39080998],"study_design_scores_gemma":[0.000008588656,0.00012673611,0.0071304874,0.00003194751,0.00007898931,0.000039680723,0.000025566005,0.98236793,0.0053969338,0.0030006862,0.001756765,0.000035797097],"about_ca_topic_score_codex":0.008962843,"about_ca_topic_score_gemma":0.009123059,"teacher_disagreement_score":0.008962843,"about_ca_system_score_codex":0.0005717951,"about_ca_system_score_gemma":0.00089279254,"threshold_uncertainty_score":0.017821312},"labels":[],"label_agreement":null},{"id":"W2058082064","doi":"10.1145/2160803.2160830","title":"MT-WAVE","year":2011,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Profiling (computer programming); Bottleneck; Instrumentation (computer programming); Cloud computing; Web application; Visualization; Web service; World Wide Web; Operating system; Embedded system; Data mining","score_opus":0.18984152141500563,"score_gpt":0.32108580606164533,"score_spread":0.1312442846466397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058082064","genre_codex":"software","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019958165,0.00033601234,0.30006766,0.00077157724,0.00044643413,0.00085799216,0.016954089,0.5811197,0.079488374],"genre_scores_gemma":[0.29456112,0.0009778137,0.29685453,0.0020993128,0.00039910592,0.0024713422,0.080904566,0.09336577,0.22836648],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99870074,0.00014601799,0.00009496298,0.00024403624,0.0006733072,0.00014092022],"domain_scores_gemma":[0.9978126,0.00046376706,0.00016535421,0.000733409,0.0006576864,0.00016718596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013254584,0.0010416802,0.0006511447,0.001678849,0.0007957739,0.0023068683,0.0022137307,0.0013516672,0.06076502],"category_scores_gemma":[0.004965606,0.00085726165,0.00080293015,0.0012661073,0.00048554092,0.003787733,0.0022713838,0.0018232855,0.02854823],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019827627,0.00048634934,0.0093236435,0.00094710337,0.00016982084,0.000923031,0.0014546528,0.0062364284,0.046183947,0.021763364,0.53472096,0.3758079],"study_design_scores_gemma":[0.0004673349,0.0006636698,0.011101612,0.00025378336,0.00013261805,0.0012096409,0.00048153053,0.14183123,0.059820607,0.017020414,0.7667693,0.00024822244],"about_ca_topic_score_codex":0.0033127784,"about_ca_topic_score_gemma":0.003283626,"teacher_disagreement_score":0.06076502,"about_ca_system_score_codex":0.000615527,"about_ca_system_score_gemma":0.0011336365,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2058906762","doi":"10.1016/j.infsof.2010.10.002","title":"A unit test approach for database schema evolution","year":2010,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Database schema; Computer science; Schema migration; Schema evolution; Code refactoring; Database; Schema (genetic algorithms); View; Database design; Database testing; Information schema; Semi-structured model; Conceptual schema; Database model; Software; Software engineering; Data mining; Programming language; Information retrieval","score_opus":0.008474905470517978,"score_gpt":0.23274660255772797,"score_spread":0.22427169708720998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058906762","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076885032,0.000070147435,0.98819846,0.00013883339,0.000027297845,0.00009236143,0.00006181233,0.0013133411,0.002409147],"genre_scores_gemma":[0.2727153,0.00013350863,0.72192097,0.00031565572,0.00006371743,0.00040520114,0.00039411837,0.00073278847,0.0033187445],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.993934,0.0023333358,0.00041926306,0.0005883732,0.0023210093,0.00040412447],"domain_scores_gemma":[0.98006403,0.01053033,0.0007513783,0.00473324,0.0035417958,0.0003792714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005483111,0.000795183,0.0010853016,0.002573595,0.00092093815,0.0022256994,0.0045378436,0.0019182229,0.0063549383],"category_scores_gemma":[0.03159921,0.00063156,0.0015453014,0.0020791157,0.0019039668,0.005061009,0.0029921061,0.0023058085,0.0009850857],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047981145,0.00047243733,0.0067813974,0.00035116196,0.0002883801,0.00064178533,0.0007960653,0.15939836,0.009991513,0.25695714,0.0070012775,0.55684066],"study_design_scores_gemma":[0.000040967083,0.00018321483,0.00048251785,0.000054148284,0.00010000625,0.0002620347,0.00012261051,0.8953849,0.007358228,0.09156115,0.0044098007,0.00004042498],"about_ca_topic_score_codex":0.004203433,"about_ca_topic_score_gemma":0.0033184008,"teacher_disagreement_score":0.0063549383,"about_ca_system_score_codex":0.0012173639,"about_ca_system_score_gemma":0.0018093573,"threshold_uncertainty_score":0.028997779},"labels":[],"label_agreement":null},{"id":"W2059245867","doi":"10.1145/1082983.1083071","title":"Hierarchical model-based autonomic control of software systems","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; IBM (Canada)","funders":"","keywords":"Computer science; Workload; Quality of service; Distributed computing; Service level; Provisioning; Control (management); Software; Computer network; Artificial intelligence; Operating system","score_opus":0.010031670426985932,"score_gpt":0.21830650646217842,"score_spread":0.20827483603519248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059245867","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030496199,0.00061511336,0.95484626,0.00043935797,0.00007652695,0.00006972226,0.000059412378,0.0014702203,0.011927122],"genre_scores_gemma":[0.8806639,0.00060003746,0.115211405,0.00009789133,0.000064719134,0.00018556979,0.00011077435,0.000090738235,0.002974971],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99942327,0.0001602994,0.000033835993,0.00007763188,0.00023294815,0.00007210048],"domain_scores_gemma":[0.9994635,0.00018327312,0.00007146617,0.00011820066,0.00010997263,0.000053551827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082651357,0.0003501916,0.0004873749,0.00041675923,0.00058779225,0.0015875477,0.0010026639,0.00044504678,0.0015703277],"category_scores_gemma":[0.0014787384,0.00030772339,0.00046823657,0.00041032385,0.0008682825,0.0010574405,0.0010205202,0.0008258169,0.00029485085],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052651143,0.000045387605,0.00049222435,0.00006702801,0.00003361835,0.000061474704,0.00014832856,0.85899234,0.005784423,0.09943628,0.0014579413,0.033428382],"study_design_scores_gemma":[0.00000934098,0.000018771909,0.0001103603,0.0000054924626,0.000006069603,0.000009253097,0.000008137493,0.97417825,0.0004234949,0.023717899,0.0015070935,0.000005870234],"about_ca_topic_score_codex":0.0060475445,"about_ca_topic_score_gemma":0.007456446,"teacher_disagreement_score":0.0060475445,"about_ca_system_score_codex":0.0011991811,"about_ca_system_score_gemma":0.0012407008,"threshold_uncertainty_score":0.012024701},"labels":[],"label_agreement":null},{"id":"W2060631282","doi":"10.1002/nem.751","title":"A hybrid approach to operating system discovery based on diagnosis","year":2010,"lang":"en","type":"article","venue":"International Journal of Network Management","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"University of Ottawa; Université Laval","keywords":"Computer science; Unification; Simple (philosophy); Knowledge extraction; Data science; Artificial intelligence; Machine learning; Programming language","score_opus":0.008074049951444444,"score_gpt":0.23565243955933168,"score_spread":0.22757838960788723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060631282","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015797026,0.00019942722,0.9781974,0.00087569625,0.000045296067,0.00011419718,0.00007083966,0.0010591353,0.0036410142],"genre_scores_gemma":[0.37927264,0.00017131383,0.6172912,0.00030496914,0.000065762324,0.0001494518,0.0001616104,0.00009165073,0.0024913026],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9940783,0.002181406,0.00031934178,0.0008441855,0.002282223,0.00029453222],"domain_scores_gemma":[0.9832519,0.011882753,0.00084440847,0.0021436159,0.0015239818,0.00035331395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049970327,0.0008044047,0.0012009763,0.0049323305,0.0011897582,0.004502351,0.0041831974,0.0024192492,0.0033649409],"category_scores_gemma":[0.010641592,0.0008273236,0.0012549805,0.0024285272,0.0038246978,0.006391742,0.0045145326,0.0023053621,0.00058247155],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005308838,0.0007615772,0.008214518,0.0005143432,0.0002841653,0.0010169772,0.0021614013,0.1890519,0.013762032,0.45871955,0.0041755675,0.32080716],"study_design_scores_gemma":[0.000071641254,0.00007604566,0.00037073306,0.00002866392,0.00007164788,0.0002944943,0.0002011443,0.8766253,0.004640632,0.11305995,0.0045056874,0.000054010397],"about_ca_topic_score_codex":0.0047164885,"about_ca_topic_score_gemma":0.0041327276,"teacher_disagreement_score":0.0049970327,"about_ca_system_score_codex":0.0023580424,"about_ca_system_score_gemma":0.002843187,"threshold_uncertainty_score":0.02642715},"labels":[],"label_agreement":null},{"id":"W2063068240","doi":"10.1109/cloud.2013.24","title":"Achieving High Availability at the Application Level in the Cloud","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada)","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Cloud computing; Computer science; Cloud testing; Cloud service provider; Perspective (graphical); Host (biology); High availability; Cloud computing security; Distributed computing; Computer security; Operating system","score_opus":0.018737772203748185,"score_gpt":0.23626040144195887,"score_spread":0.2175226292382107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063068240","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17423828,0.0021067185,0.80347794,0.0028492324,0.00019110797,0.000081968996,0.000062378116,0.0010115214,0.01598084],"genre_scores_gemma":[0.94509834,0.00062332803,0.052717514,0.00017143034,0.00016911235,0.000028253638,0.00002550214,0.00007227057,0.0010943033],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985018,0.00041989723,0.000077439676,0.00013007126,0.0005507378,0.0003200838],"domain_scores_gemma":[0.9955349,0.0020957228,0.0004080225,0.0008222253,0.0008331997,0.00030593527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016376161,0.00029812296,0.00054881786,0.00039401706,0.0011014432,0.0020960274,0.0010696847,0.00079355855,0.0014343153],"category_scores_gemma":[0.0043687965,0.00026936817,0.00033050482,0.0004895474,0.0008440233,0.0025170147,0.0018024464,0.0014966377,0.0006077034],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050697447,0.00040532518,0.010159329,0.00079534965,0.00014666945,0.0017788156,0.0014171388,0.15510044,0.31194073,0.30074158,0.008464528,0.20854302],"study_design_scores_gemma":[0.000057014506,0.0005226198,0.00826397,0.00013540976,0.00009993245,0.0015289999,0.000935714,0.7060787,0.09014354,0.15819797,0.033949718,0.00008646024],"about_ca_topic_score_codex":0.0015892045,"about_ca_topic_score_gemma":0.001992669,"teacher_disagreement_score":0.0020960274,"about_ca_system_score_codex":0.00055970455,"about_ca_system_score_gemma":0.0011774596,"threshold_uncertainty_score":0.008660674},"labels":[],"label_agreement":null},{"id":"W2064344480","doi":"10.5430/air.v1n2p75","title":"A Bayesian Network approach to diagnosing the root cause of failure from Trouble Tickets","year":2012,"lang":"en","type":"article","venue":"Artificial Intelligence Research","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bayesian network; Scope (computer science); Hierarchy; Computer science; Root cause; Context (archaeology); Root cause analysis; Element (criminal law); Root (linguistics); Network element; Network monitoring; Distributed computing; Computer security; Computer network; Artificial intelligence; Reliability engineering; Engineering","score_opus":0.14744883045305152,"score_gpt":0.37923639586671715,"score_spread":0.23178756541366563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064344480","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011005346,0.00059226825,0.985061,0.00062141434,0.000030126837,0.00006610081,0.00026758297,0.0002536993,0.0021024582],"genre_scores_gemma":[0.48743582,0.002395726,0.50266385,0.0003105536,0.00034509576,0.00031804657,0.0010578127,0.00009568785,0.005377455],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982755,0.0008255612,0.00010098038,0.0003448018,0.00034273148,0.00011036062],"domain_scores_gemma":[0.9931316,0.0056595076,0.0004135704,0.00012984016,0.00053268485,0.00013287639],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031942348,0.00095251517,0.0011228321,0.0037002286,0.000707982,0.0016470044,0.0018893804,0.0019519252,0.0028053736],"category_scores_gemma":[0.013079799,0.000797072,0.00088879815,0.0020463208,0.0011093816,0.002429693,0.0008782374,0.0015329316,0.0004371625],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022184114,0.00013743386,0.005678928,0.00024101605,0.00025109673,0.0004189424,0.00026110126,0.8212925,0.001645267,0.05855098,0.0025088836,0.10879198],"study_design_scores_gemma":[0.000020598727,0.000026501806,0.0008703127,0.00003116803,0.000068440015,0.00010831691,0.000032399486,0.95457995,0.00031812498,0.04256809,0.0013502793,0.000025801726],"about_ca_topic_score_codex":0.01681345,"about_ca_topic_score_gemma":0.012541165,"teacher_disagreement_score":0.01681345,"about_ca_system_score_codex":0.0017628738,"about_ca_system_score_gemma":0.0016099656,"threshold_uncertainty_score":0.033431172},"labels":[],"label_agreement":null},{"id":"W2067258447","doi":"10.1145/2188286.2188344","title":"Automated detection of performance regressions using statistical process control techniques","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada); Queen's University","funders":"","keywords":"Regression testing; Computer science; Software performance testing; Process (computing); Software; Software regression; Non-regression testing; Software reliability testing; Data mining; Statistical process control; Statistical hypothesis testing; Machine learning; Software quality; Software system; Software development; Software construction; Statistics; Operating system","score_opus":0.01484464576219385,"score_gpt":0.2998189450069804,"score_spread":0.28497429924478657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067258447","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0688227,0.00030825287,0.9186235,0.000121286495,0.000038978393,0.0001614616,0.00026481025,0.010870798,0.0007882105],"genre_scores_gemma":[0.75994164,0.00020457966,0.2379098,0.00006898104,0.00007057756,0.00031778007,0.0006355628,0.0003962688,0.00045477063],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9882486,0.003670477,0.00083443325,0.0019951947,0.0048415307,0.0004097305],"domain_scores_gemma":[0.92317957,0.042863693,0.01585547,0.007954799,0.009572318,0.0005741175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007619392,0.0014658741,0.0011479066,0.006302548,0.00055426906,0.0018891979,0.0014045942,0.00084859086,0.0007294491],"category_scores_gemma":[0.041796464,0.00050693203,0.00066798925,0.003318863,0.00085546076,0.0015364073,0.00085040485,0.0014451899,0.0003116457],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056740444,0.0005797183,0.09017208,0.0003564239,0.0003443859,0.00063358626,0.0010166629,0.1957144,0.052357584,0.010204674,0.0038562915,0.64419675],"study_design_scores_gemma":[0.00003894023,0.00018257734,0.011782668,0.000029914592,0.000046250072,0.00019290025,0.000054248463,0.9599037,0.02063136,0.005573435,0.0014831576,0.000080822036],"about_ca_topic_score_codex":0.0064520384,"about_ca_topic_score_gemma":0.0036673553,"teacher_disagreement_score":0.007619392,"about_ca_system_score_codex":0.00078083354,"about_ca_system_score_gemma":0.0015809543,"threshold_uncertainty_score":0.04029572},"labels":[],"label_agreement":null},{"id":"W2067652224","doi":"10.1109/icst.2012.121","title":"A Large Scale Empirical Study on User-Centric Performance Analysis","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Benchmark (surveying); Software; Task (project management); Empirical research; Software performance testing; Scale (ratio); Software development; Software engineering; Software construction; Systems engineering; Engineering; Operating system","score_opus":0.021328365654028476,"score_gpt":0.29899957894533924,"score_spread":0.2776712132913108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067652224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9937412,0.00013286062,0.003007812,0.00014764677,0.000006004049,0.00008466828,0.00014219298,0.000035992973,0.0027014948],"genre_scores_gemma":[0.998546,0.00005824238,0.0009861881,0.000058061538,0.000008023828,0.000055557517,0.000109179586,0.000012805176,0.00016602903],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9784651,0.012141326,0.0012685669,0.0019425732,0.005544283,0.00063822756],"domain_scores_gemma":[0.6479686,0.27432886,0.028754722,0.018798804,0.027149158,0.0029999143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018400893,0.0004148168,0.00046328714,0.002396512,0.00092068675,0.001584197,0.0010167457,0.00095719687,0.0019107161],"category_scores_gemma":[0.10646049,0.00035261424,0.00041660015,0.0033337541,0.001398111,0.0038599004,0.0012619831,0.0013151416,0.00061101204],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039471049,0.0019723766,0.9124963,0.0004103193,0.00023110569,0.00027724486,0.01592466,0.003089718,0.0020584874,0.0017385035,0.0020884157,0.059318043],"study_design_scores_gemma":[0.000030792067,0.0021818215,0.9642095,0.00012468577,0.00008307042,0.0005293848,0.01287451,0.013202911,0.0017393207,0.0008346737,0.004097792,0.00009151527],"about_ca_topic_score_codex":0.002386208,"about_ca_topic_score_gemma":0.0023051547,"teacher_disagreement_score":0.018400893,"about_ca_system_score_codex":0.0012761604,"about_ca_system_score_gemma":0.0008158269,"threshold_uncertainty_score":0.09731436},"labels":[],"label_agreement":null},{"id":"W2069517117","doi":"10.1007/11557432_12","title":"Performance Analysis of UML Models Using Aspect-Oriented Modeling Techniques","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; Aspect-oriented programming; Applications of UML; UML tool; Parameterized complexity; Context (archaeology); Software engineering; Programming language; Software; Data mining; Algorithm","score_opus":0.025223080115334834,"score_gpt":0.26185023974018073,"score_spread":0.2366271596248459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069517117","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07570518,0.00030106545,0.9150405,0.0002081378,0.000041522373,0.00014342614,0.00024857887,0.0041410103,0.004170505],"genre_scores_gemma":[0.6503655,0.0005594805,0.34461418,0.000045570177,0.000048894744,0.0002608814,0.0009981412,0.0013949042,0.0017124366],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955048,0.0016409286,0.00033785572,0.00025919173,0.0019973593,0.00025983696],"domain_scores_gemma":[0.9878308,0.008610492,0.0010334266,0.0011377839,0.0012921935,0.000095250936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040345564,0.0015888324,0.0009463856,0.002452012,0.0006205592,0.0026562714,0.0018085558,0.0009566862,0.0030555252],"category_scores_gemma":[0.016796298,0.0012394926,0.0017287164,0.0016144234,0.00042094864,0.0032247915,0.000827218,0.00125826,0.00062359154],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033402958,0.0003262685,0.00474877,0.0004670011,0.00021215026,0.00023153512,0.0006483356,0.8112827,0.024416614,0.044371095,0.0018240188,0.111137435],"study_design_scores_gemma":[0.000011477712,0.000040190338,0.0002920352,0.000016387074,0.000055243858,0.000031688924,0.000027857464,0.98726964,0.007118774,0.004241284,0.0008835048,0.000011834422],"about_ca_topic_score_codex":0.0040159044,"about_ca_topic_score_gemma":0.0033524667,"teacher_disagreement_score":0.0040345564,"about_ca_system_score_codex":0.0015484706,"about_ca_system_score_gemma":0.0011769397,"threshold_uncertainty_score":0.021337092},"labels":[],"label_agreement":null},{"id":"W2070274168","doi":"10.1145/1071021.1071022","title":"Performance by unified model analysis (PUMA)","year":2005,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":207,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; Dependability; Puma; Interface (matter); Process (computing); Sequence diagram; Distributed computing; Software engineering; Programming language","score_opus":0.009796874054619879,"score_gpt":0.225683126952683,"score_spread":0.21588625289806312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070274168","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020472805,0.0001384893,0.98819077,0.00010311396,0.000042807285,0.00012276645,0.00024086481,0.0044492055,0.004664653],"genre_scores_gemma":[0.09184934,0.00035636942,0.901681,0.000076539836,0.000055540135,0.0010194053,0.0012116132,0.0013137126,0.0024364511],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99529546,0.0017661406,0.00034814567,0.0005502005,0.001679705,0.00036034384],"domain_scores_gemma":[0.99568945,0.0016307974,0.0003350857,0.0015597021,0.00069662783,0.00008828926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055563524,0.0020127143,0.0013045582,0.0034723585,0.0012213534,0.004931279,0.0031458146,0.0015472304,0.00832732],"category_scores_gemma":[0.014915342,0.0013717343,0.0038962916,0.0020660304,0.0013885358,0.0056615453,0.0038550084,0.0026228176,0.0019826612],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001058334,0.00007462504,0.0012383242,0.0005084006,0.00015150367,0.00018160407,0.0007331225,0.14928405,0.0033039711,0.74484986,0.0066295643,0.09293915],"study_design_scores_gemma":[0.000027905542,0.00008176404,0.00022170349,0.0001456494,0.000117039395,0.00012509558,0.00010400045,0.72674066,0.0057257204,0.21464513,0.052009765,0.000055558547],"about_ca_topic_score_codex":0.003937664,"about_ca_topic_score_gemma":0.0030221404,"teacher_disagreement_score":0.00832732,"about_ca_system_score_codex":0.0019476048,"about_ca_system_score_gemma":0.0037073656,"threshold_uncertainty_score":0.02938521},"labels":[],"label_agreement":null},{"id":"W2070556308","doi":"10.1109/issre.2010.43","title":"Pinpointing the Subsystems Responsible for the Performance Deviations in a Load Test","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Unavailability; Computer science; Benchmark (surveying); Instrumentation (computer programming); Load testing; Test data; Real-time computing; Documentation; Reliability engineering; System under test; Test (biology); Volume (thermodynamics); Embedded system; Distributed computing; Test case; Engineering; Operating system","score_opus":0.011576362035329323,"score_gpt":0.2450903432489236,"score_spread":0.23351398121359426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070556308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7689878,0.00022158916,0.217014,0.00014067332,0.000048331738,0.0001983808,0.001097048,0.009668593,0.0026236146],"genre_scores_gemma":[0.9338949,0.000060210918,0.063538246,0.00003767005,0.00002034495,0.00007492763,0.001470023,0.00021352408,0.0006901097],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962559,0.0005396411,0.00040196918,0.0007531555,0.0017482323,0.00030113736],"domain_scores_gemma":[0.980391,0.0064912327,0.0056110863,0.002721601,0.0042223227,0.0005626227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018533337,0.0013987828,0.0008823474,0.0052212696,0.00056885206,0.0012185978,0.0009577984,0.00066803,0.0011385249],"category_scores_gemma":[0.018315444,0.0003468678,0.00051617535,0.0021427271,0.0005169311,0.0010059247,0.0010144685,0.0007511328,0.0010150457],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085650006,0.0005391274,0.50303584,0.00033591845,0.00027872183,0.0010201547,0.0009986163,0.03842316,0.08588982,0.0014609259,0.0037530812,0.3634081],"study_design_scores_gemma":[0.00005772829,0.00095220946,0.31722844,0.000057256275,0.00016903316,0.0011107334,0.0007161961,0.5310168,0.14195743,0.002644976,0.0039318837,0.00015721297],"about_ca_topic_score_codex":0.0036283024,"about_ca_topic_score_gemma":0.004297039,"teacher_disagreement_score":0.0052212696,"about_ca_system_score_codex":0.0005004656,"about_ca_system_score_gemma":0.0008948543,"threshold_uncertainty_score":0.009801447},"labels":[],"label_agreement":null},{"id":"W2070673450","doi":"10.1109/ccece.2013.6567812","title":"Software architecture decomposition using adaptive K-nearest neighbor algorithm","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Architecture tradeoff analysis method; Decomposition; Software engineering; Software; Software architecture; Software development; Software system; Cluster analysis; Software construction; Reference architecture; Data mining; Computer architecture; Artificial intelligence; Programming language","score_opus":0.012316859872099673,"score_gpt":0.24730018129124456,"score_spread":0.23498332141914488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070673450","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01846954,0.00008063071,0.9799605,0.000033732817,0.000016685424,0.000069185284,0.000034438246,0.0005633619,0.0007718552],"genre_scores_gemma":[0.16778417,0.00008901287,0.83029217,0.00002243494,0.000010794121,0.00011738769,0.0002415738,0.00008706349,0.0013553143],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99857175,0.00024613974,0.00012036139,0.00030326043,0.00063475315,0.00012374595],"domain_scores_gemma":[0.99865544,0.00025213877,0.00014312746,0.00014701921,0.00075525546,0.000047021138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000901918,0.0007211338,0.0009654252,0.0025862898,0.0009991546,0.0008154844,0.0013771751,0.0010273679,0.0012293824],"category_scores_gemma":[0.0028151844,0.00047550857,0.0010047844,0.0018849156,0.00041413208,0.0012088756,0.0007939825,0.00067364523,0.00052263914],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000179665,0.00015824715,0.003238215,0.0001470768,0.00013297805,0.00016304404,0.00038118637,0.47291028,0.016232366,0.0045348904,0.0029478983,0.4989741],"study_design_scores_gemma":[0.000007225609,0.00002298796,0.000546533,0.00000493403,0.000011716081,0.00004665522,0.00005356776,0.99428695,0.0022622428,0.0019536254,0.0007890489,0.000014469622],"about_ca_topic_score_codex":0.01218692,"about_ca_topic_score_gemma":0.011793348,"teacher_disagreement_score":0.01218692,"about_ca_system_score_codex":0.00078910764,"about_ca_system_score_gemma":0.0013293497,"threshold_uncertainty_score":0.02423197},"labels":[],"label_agreement":null},{"id":"W2070837763","doi":"10.1016/j.peva.2004.09.005","title":"Software performance models from system scenarios","year":2004,"lang":"en","type":"article","venue":"Performance Evaluation","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; Sequence diagram; Activity diagram; Notation; Sequence (biology); Use Case Diagram; Software; Software engineering; Queueing theory; Programming language; Data mining; Class diagram","score_opus":0.029395488591723255,"score_gpt":0.24856567937448293,"score_spread":0.21917019078275968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070837763","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10321031,0.0010553367,0.83279854,0.0018016224,0.00014270924,0.0003246005,0.001554012,0.0013388457,0.05777407],"genre_scores_gemma":[0.93317926,0.0009543705,0.05726593,0.00012473414,0.00011829756,0.00045771766,0.0014399744,0.00018066942,0.006279065],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981773,0.0009732107,0.0000748464,0.00014704007,0.00047920222,0.00014840407],"domain_scores_gemma":[0.99257797,0.0057641417,0.00042230645,0.00041428916,0.00069336855,0.00012789879],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022946552,0.0014492528,0.00062798476,0.0015575554,0.000299203,0.0014347797,0.0014319705,0.0015476752,0.0051624286],"category_scores_gemma":[0.016898507,0.0005858607,0.0009690763,0.0013278017,0.0006570804,0.0031915468,0.000905478,0.001625805,0.0015177787],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004440301,0.000047324265,0.0004814418,0.00006812089,0.00002160679,0.000071116636,0.00008625539,0.90791625,0.00025243085,0.074722715,0.0017334882,0.0145547455],"study_design_scores_gemma":[0.0000074106424,0.000028185856,0.00021265626,0.000017539025,0.000009916252,0.00003175916,0.000016229238,0.94652104,0.00014147304,0.05144387,0.0015630581,0.000006782971],"about_ca_topic_score_codex":0.0023077563,"about_ca_topic_score_gemma":0.0018420332,"teacher_disagreement_score":0.0051624286,"about_ca_system_score_codex":0.0012362236,"about_ca_system_score_gemma":0.00062625564,"threshold_uncertainty_score":0.017270029},"labels":[],"label_agreement":null},{"id":"W2070864209","doi":"10.1145/1118537.1123064","title":"Performance modeling and prediction of enterprise JavaBeans with layered queuing network templates","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Application server; Scalability; Server; Template; JavaBeans; Java; Component (thermodynamics); Queueing theory; Modular design; Operating system; Message queue; Component-based software engineering; Queue; Distributed computing; Software; Database; Software engineering; Software system; Computer network; Programming language","score_opus":0.00986127314587406,"score_gpt":0.1925936872529448,"score_spread":0.18273241410707072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070864209","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6378314,0.00014404213,0.35796127,0.00017895861,0.000045957386,0.000074398056,0.00024102627,0.0016511395,0.0018719276],"genre_scores_gemma":[0.97271097,0.000061612176,0.026313195,0.00001586968,0.000008145114,0.00003967275,0.00019757646,0.0000662158,0.0005867299],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989442,0.00037900076,0.00006873837,0.00016609539,0.00030836,0.00013365284],"domain_scores_gemma":[0.997127,0.0014014737,0.00040546915,0.0002923232,0.0006075468,0.0001661787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00259486,0.0008126895,0.00055198546,0.0007290425,0.00023797038,0.0011351439,0.001327002,0.00079681346,0.00040857264],"category_scores_gemma":[0.0066027734,0.0004666356,0.00061669055,0.0006208703,0.00040988074,0.0010381868,0.00041037254,0.00070165965,0.0001813804],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056003646,0.00006438012,0.003215924,0.000009788092,0.000013518907,0.000017603517,0.00003169621,0.98879725,0.0017494374,0.0016975836,0.00012610943,0.0042206864],"study_design_scores_gemma":[0.0000021118399,0.000008564151,0.00031173642,5.8328436e-7,0.0000017804688,0.000001506141,0.0000012090751,0.9990262,0.00036057952,0.0002530395,0.00002975414,0.0000030413428],"about_ca_topic_score_codex":0.020771371,"about_ca_topic_score_gemma":0.007293789,"teacher_disagreement_score":0.020771371,"about_ca_system_score_codex":0.002106939,"about_ca_system_score_gemma":0.0012278734,"threshold_uncertainty_score":0.041300952},"labels":[],"label_agreement":null},{"id":"W2071838763","doi":"10.1109/iccsn.2010.65","title":"Fusion Based Approach for Distributed Alarm Correlation in Computer Networks","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"ALARM; Computer science; Disjoint sets; Fuse (electrical); Fault management; Domain (mathematical analysis); Process (computing); Heuristics; Fault (geology); Distributed computing; Codebook; Multi-agent system; Artificial intelligence; Engineering","score_opus":0.007828038255696135,"score_gpt":0.21763187555533725,"score_spread":0.2098038372996411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071838763","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004417871,0.00019329038,0.9945498,0.000048887312,0.000020712454,0.000023576711,0.000013990497,0.00024058016,0.0004912914],"genre_scores_gemma":[0.5371643,0.00047696222,0.45958254,0.00013461307,0.00014508108,0.00014108232,0.00013572139,0.000064615786,0.0021550974],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997624,0.00049055053,0.00012508972,0.00040830413,0.0011918724,0.00016019159],"domain_scores_gemma":[0.9981312,0.0007719062,0.00020586178,0.0002721411,0.00055392523,0.000064984684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019347979,0.000654589,0.0013372151,0.001493325,0.00066041504,0.0012620571,0.001630853,0.0010125199,0.0011788853],"category_scores_gemma":[0.0038856154,0.000367714,0.0007789251,0.0016437311,0.0007686459,0.0021307424,0.0015494057,0.0010250893,0.00034586317],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000400858,0.0001803302,0.0017948787,0.00022249679,0.00017407878,0.00032160885,0.00035837147,0.46196154,0.02176342,0.04702922,0.0028765327,0.4629166],"study_design_scores_gemma":[0.00001804162,0.00007160234,0.0003261012,0.000008206239,0.00003652768,0.00011031329,0.000027722035,0.98115724,0.0047725663,0.012037391,0.0014134343,0.00002075548],"about_ca_topic_score_codex":0.0020621675,"about_ca_topic_score_gemma":0.0017316533,"teacher_disagreement_score":0.0020621675,"about_ca_system_score_codex":0.0011624171,"about_ca_system_score_gemma":0.0009931353,"threshold_uncertainty_score":0.010232329},"labels":[],"label_agreement":null},{"id":"W2071860408","doi":"10.1007/s007990100045","title":"Performance stress vectors and capacity planning for e-commerce applications","year":2002,"lang":"en","type":"article","venue":"International Journal on Digital Libraries","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; IBM (Canada)","funders":"","keywords":"Computer science; Software deployment; Revenue; Capacity planning; Reliability (semiconductor); E-commerce; World Wide Web; Business; Software engineering; Finance; Operating system","score_opus":0.029986294122395857,"score_gpt":0.24108006380638305,"score_spread":0.2110937696839872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071860408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8752974,0.0006456423,0.109383844,0.0008188182,0.000077406425,0.0001829058,0.0006416322,0.000585257,0.012366965],"genre_scores_gemma":[0.9965224,0.00004639632,0.002658039,0.000010133697,0.000010046996,0.000024428795,0.00013183682,0.000021877833,0.00057476194],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99926156,0.00025814763,0.00004938303,0.00007514259,0.00019757413,0.0001580498],"domain_scores_gemma":[0.99297476,0.003938436,0.00080808025,0.00022465357,0.0015855216,0.00046858453],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017004245,0.00065492815,0.00039098927,0.0021167216,0.00050030556,0.0016897998,0.00071581616,0.00055690756,0.0036725162],"category_scores_gemma":[0.010931929,0.00040591418,0.00035707327,0.0017414487,0.00049715897,0.0016984006,0.0004725676,0.0007086519,0.00040489988],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083957845,0.00038490604,0.05563457,0.00012865422,0.000099214914,0.0002465206,0.00032736972,0.82967097,0.0034311868,0.020600338,0.0030978448,0.085538946],"study_design_scores_gemma":[0.000014326746,0.00027002287,0.027322616,0.000024000015,0.000034817793,0.00006684465,0.00047865455,0.95285624,0.0017969818,0.016429583,0.00066418364,0.000041818308],"about_ca_topic_score_codex":0.0066388072,"about_ca_topic_score_gemma":0.0063820584,"teacher_disagreement_score":0.0066388072,"about_ca_system_score_codex":0.0012517655,"about_ca_system_score_gemma":0.00081231166,"threshold_uncertainty_score":0.013200283},"labels":[],"label_agreement":null},{"id":"W2072220377","doi":"10.3402/rlt.v20i0.19191","title":"Improving student success using predictive models and data visualisations","year":2012,"lang":"en","type":"article","venue":"Research in Learning Technology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"D2L (Canada)","funders":"","keywords":"Graduation (instrument); Psychological intervention; Analytics; Learning analytics; At-risk students; Computer science; Predictive analytics; Workforce; Workflow; Medical education; Data science; Mathematics education; Psychology; Engineering; Medicine","score_opus":0.19830287471949398,"score_gpt":0.47470576187185504,"score_spread":0.27640288715236105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072220377","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2781785,0.0015155344,0.6403975,0.004277487,0.00031497964,0.00040304605,0.008854119,0.04466959,0.021389185],"genre_scores_gemma":[0.81469476,0.0009434315,0.17711839,0.00014947602,0.00008920184,0.00021763344,0.0038958492,0.00064277713,0.0022485014],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99828136,0.0007167234,0.00013849614,0.000198041,0.0005901917,0.00007524578],"domain_scores_gemma":[0.9864638,0.010533216,0.0008750137,0.00090788194,0.001011139,0.00020903957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003275611,0.0020089995,0.00070713233,0.006218401,0.00046024955,0.0049081203,0.0011924056,0.0011562372,0.0041294377],"category_scores_gemma":[0.019994251,0.00044230046,0.0012478087,0.0038453194,0.0005386693,0.0029476322,0.002276345,0.0011609714,0.0011850218],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077238,0.0005307338,0.077069394,0.0008291301,0.00029417526,0.0005059774,0.0033269015,0.29883116,0.003864927,0.018013274,0.025321314,0.5706406],"study_design_scores_gemma":[0.00005224547,0.00021526167,0.012068535,0.00026753746,0.00009674395,0.00020351683,0.0006590711,0.9470571,0.0056203357,0.020684501,0.012921596,0.00015355342],"about_ca_topic_score_codex":0.0064057815,"about_ca_topic_score_gemma":0.0051420666,"teacher_disagreement_score":0.0064057815,"about_ca_system_score_codex":0.00092654687,"about_ca_system_score_gemma":0.000767026,"threshold_uncertainty_score":0.017323315},"labels":[],"label_agreement":null},{"id":"W2072834164","doi":"10.1145/2405688.2405694","title":"Towards dependable clients","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Dependability; Computer science; Self-healing; Autonomic computing; Client-side; Server; Reliability engineering; Distributed computing; Operating system; Software engineering; Cloud computing; Engineering","score_opus":0.015785805044787358,"score_gpt":0.25659903634213554,"score_spread":0.2408132312973482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072834164","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03222225,0.0032393201,0.8505446,0.022857456,0.0011537524,0.0002510329,0.0001402859,0.0028024237,0.08678884],"genre_scores_gemma":[0.5195685,0.0058677727,0.36304188,0.008321514,0.0011860641,0.00078884215,0.00044961018,0.0011436054,0.09963226],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99627966,0.001049161,0.00013270577,0.00065108977,0.0014673963,0.00042003454],"domain_scores_gemma":[0.9931365,0.001750484,0.00033559612,0.0021983245,0.0018351503,0.00074388186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043638735,0.0008353581,0.0006598887,0.0007305545,0.0017576187,0.005142431,0.0031692912,0.0042518647,0.007653044],"category_scores_gemma":[0.011762529,0.0009849177,0.0005852406,0.00070759753,0.003351392,0.011220496,0.0071099717,0.008368407,0.004479596],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012627656,0.00010244275,0.0005790685,0.00021186325,0.000018228646,0.0003948358,0.0016301128,0.0063890917,0.009420339,0.90950495,0.015054119,0.05656863],"study_design_scores_gemma":[0.00006166533,0.000099139004,0.00029750337,0.00018620268,0.000030491667,0.00043279713,0.00071969256,0.06597523,0.010914499,0.75948614,0.16174841,0.000048242546],"about_ca_topic_score_codex":0.0014053307,"about_ca_topic_score_gemma":0.0011275257,"teacher_disagreement_score":0.007653044,"about_ca_system_score_codex":0.0018126225,"about_ca_system_score_gemma":0.0014624567,"threshold_uncertainty_score":0.025602043},"labels":[],"label_agreement":null},{"id":"W2073374531","doi":"10.1145/974043.974089","title":"Performance modeling from software components","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Component (thermodynamics); Component-based software engineering; Unified Modeling Language; Software engineering; Software; sync; Modeling language; Programming language; Software development","score_opus":0.019966338121843372,"score_gpt":0.21476278661021792,"score_spread":0.19479644848837455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073374531","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029476488,0.00057217025,0.9778217,0.00038120753,0.00008865394,0.00010216997,0.00032391236,0.0017993983,0.015963107],"genre_scores_gemma":[0.22629064,0.0063227867,0.737189,0.00032301596,0.00032208237,0.0010485173,0.0033694895,0.0022156853,0.022918701],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984419,0.00041014492,0.00012768131,0.00016488608,0.00075045123,0.00010493598],"domain_scores_gemma":[0.99836177,0.0007500512,0.00013288333,0.00029964803,0.00040416454,0.00005143832],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015435192,0.0018340547,0.00064028037,0.0018183802,0.0005641774,0.0028992791,0.0024490196,0.0012824227,0.0043619513],"category_scores_gemma":[0.0056785303,0.0009008229,0.0016800961,0.0014371551,0.000963972,0.0036408112,0.0016394281,0.0019035764,0.0026688436],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003613241,0.00005705428,0.00061615976,0.00039853048,0.00006335536,0.00016266757,0.0003645677,0.5106579,0.0035942614,0.41882056,0.006060558,0.059168197],"study_design_scores_gemma":[0.00001857552,0.000047355155,0.00029014415,0.00017077365,0.00005982052,0.00010643556,0.00006232011,0.73848355,0.003720593,0.16269137,0.09430669,0.000042452044],"about_ca_topic_score_codex":0.0053328704,"about_ca_topic_score_gemma":0.0027161282,"teacher_disagreement_score":0.0053328704,"about_ca_system_score_codex":0.00142648,"about_ca_system_score_gemma":0.0014865127,"threshold_uncertainty_score":0.01459223},"labels":[],"label_agreement":null},{"id":"W2073761305","doi":"10.1145/1740390.1740398","title":"SelfTalk for Dena","year":2010,"lang":"en","type":"article","venue":"ACM SIGOPS Operating Systems Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; ENCODE; Conjunction (astronomy); Human–computer interaction","score_opus":0.01782953816987386,"score_gpt":0.2958220418627152,"score_spread":0.27799250369284134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073761305","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003231814,0.0018159332,0.76455325,0.002259767,0.0012997136,0.00033031197,0.0016232482,0.15826498,0.06662096],"genre_scores_gemma":[0.079809576,0.003238587,0.7171757,0.006823487,0.0014163891,0.00191274,0.009031099,0.093806185,0.0867862],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9956001,0.0011919971,0.00045390282,0.0006611264,0.0016828557,0.0004100402],"domain_scores_gemma":[0.9930754,0.0029493982,0.00056504365,0.0020140703,0.0008493007,0.000546798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041463207,0.0012695368,0.0008601525,0.0011179104,0.0011048339,0.0042122765,0.004410337,0.0018146442,0.05090888],"category_scores_gemma":[0.012427529,0.0015229638,0.0015968963,0.0007389375,0.001644149,0.009692865,0.006926282,0.005583464,0.032052945],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006869454,0.0002719256,0.0020303733,0.0015162363,0.000091492744,0.00052968884,0.0015549258,0.0033429877,0.014226355,0.35338184,0.27596056,0.3464066],"study_design_scores_gemma":[0.000055787496,0.000054207554,0.0003393803,0.00019666021,0.000028973045,0.00043314853,0.00006201304,0.0065908777,0.005570802,0.05063089,0.9359843,0.000052876196],"about_ca_topic_score_codex":0.0013881306,"about_ca_topic_score_gemma":0.0015759433,"teacher_disagreement_score":0.05090888,"about_ca_system_score_codex":0.0011176479,"about_ca_system_score_gemma":0.001786551,"threshold_uncertainty_score":0.17030716},"labels":[],"label_agreement":null},{"id":"W2073857467","doi":"10.1007/s10270-010-0180-x","title":"A metamodel for the compact but lossless exchange of execution traces","year":2010,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Concordia University","funders":"","keywords":"Computer science; TRACE (psycholinguistics); Scalability; Programming language; Interoperability; Reuse; Metamodeling; Software; Software engineering; Variety (cybernetics); Database; World Wide Web; Artificial intelligence","score_opus":0.03221588793950747,"score_gpt":0.26804895932448813,"score_spread":0.23583307138498066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073857467","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002775172,0.000052249663,0.99228704,0.00012865293,0.000049614508,0.00009277753,0.0003436197,0.003137057,0.0011338223],"genre_scores_gemma":[0.14402647,0.00040445692,0.84420973,0.00031732957,0.000101434496,0.00059180585,0.0015728944,0.0024903591,0.006285619],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970606,0.0007014674,0.00051547535,0.0005882814,0.0008981018,0.00023601353],"domain_scores_gemma":[0.9923069,0.0020493856,0.000540386,0.0039729513,0.00087244116,0.00025801393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045048394,0.0010801553,0.0009898159,0.0018074808,0.0009999126,0.00408767,0.002928944,0.002747771,0.004116592],"category_scores_gemma":[0.012029874,0.0012401951,0.0019111253,0.001254895,0.0019017862,0.0068741385,0.002649689,0.003586476,0.001521402],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033897944,0.00025880785,0.0022298975,0.00049471145,0.0001437794,0.0008511197,0.0015739801,0.072005026,0.023940198,0.79565364,0.007969483,0.09454043],"study_design_scores_gemma":[0.00014249464,0.000189321,0.0005214987,0.00038167997,0.00026060277,0.0010334807,0.00022961693,0.38899684,0.036577437,0.42692298,0.14457531,0.00016877014],"about_ca_topic_score_codex":0.0033447251,"about_ca_topic_score_gemma":0.0038482153,"teacher_disagreement_score":0.0045048394,"about_ca_system_score_codex":0.001284313,"about_ca_system_score_gemma":0.0029352698,"threshold_uncertainty_score":0.023824155},"labels":[],"label_agreement":null},{"id":"W2073969215","doi":"10.1016/j.peva.2009.07.004","title":"Rule-based automatic software performance diagnosis and improvement","year":2009,"lang":"en","type":"article","venue":"Performance Evaluation","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; Automation; Performance improvement; Software; Software engineering; Software performance testing; Software system; Programming language; Software construction","score_opus":0.020226104069938033,"score_gpt":0.27018023805017827,"score_spread":0.24995413398024025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073969215","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08098613,0.00064835156,0.8969257,0.00021714099,0.00014744147,0.0002267957,0.00039715195,0.016313236,0.004138101],"genre_scores_gemma":[0.6584794,0.00017624977,0.33814716,0.00012738285,0.00005510885,0.00012697653,0.0005523273,0.00018783283,0.0021475398],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99680895,0.00055134937,0.0002572048,0.0007301716,0.0014419403,0.00021032403],"domain_scores_gemma":[0.9906613,0.004782646,0.0006515868,0.0009948272,0.0027293372,0.00018037109],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002562567,0.00091032754,0.0014849154,0.003014541,0.00056220114,0.0015910283,0.0019936003,0.0011409573,0.002425415],"category_scores_gemma":[0.010881825,0.00036200017,0.00073829485,0.0011204674,0.0004946084,0.0012777415,0.0005801611,0.0010658767,0.0014326273],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078826695,0.0005221368,0.00839822,0.00024319485,0.000149753,0.0003452725,0.00014337062,0.07331173,0.0312282,0.002470398,0.004612143,0.87778735],"study_design_scores_gemma":[0.000053268453,0.00018109089,0.0031569698,0.00002578797,0.0001053719,0.0001885806,0.000025399255,0.9697574,0.023182409,0.0021390705,0.0011537252,0.00003102387],"about_ca_topic_score_codex":0.0058302595,"about_ca_topic_score_gemma":0.004891054,"teacher_disagreement_score":0.0058302595,"about_ca_system_score_codex":0.0007518708,"about_ca_system_score_gemma":0.0011007908,"threshold_uncertainty_score":0.013552308},"labels":[],"label_agreement":null},{"id":"W2075076276","doi":"10.1145/505532.505552","title":"2nd international workshop on living with inconsistency (IWLWI01)","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Engineering; Software engineering; Computer science; Engineering management; Library science; Engineering ethics","score_opus":0.013269625088180225,"score_gpt":0.22836985453858205,"score_spread":0.21510022945040183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075076276","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013893025,0.032236073,0.7070064,0.048052866,0.036378045,0.0015173288,0.003924903,0.014146616,0.14284474],"genre_scores_gemma":[0.072793975,0.022890775,0.58234674,0.014265855,0.007818874,0.0022659262,0.02879105,0.008878075,0.25994882],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9905834,0.0031872008,0.0006646853,0.0014497289,0.0029585639,0.0011564068],"domain_scores_gemma":[0.98956734,0.0022994953,0.0004123948,0.002578714,0.0035187695,0.0016232182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013037617,0.0019151251,0.0020848846,0.0025698973,0.0022274388,0.009782619,0.0053169895,0.0044048782,0.048350945],"category_scores_gemma":[0.018989544,0.0012467187,0.0026874845,0.0026318356,0.0017812812,0.012874857,0.012071754,0.00707396,0.024049858],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037707196,0.00047703192,0.0009821844,0.000726818,0.00010897893,0.00035753095,0.001680782,0.0017451152,0.003981126,0.039495215,0.46540347,0.48466462],"study_design_scores_gemma":[0.000061941675,0.00011705623,0.0007407098,0.00049614365,0.000067680696,0.00041543003,0.0006290569,0.0039751213,0.0030243376,0.029844403,0.9605728,0.000055264612],"about_ca_topic_score_codex":0.0033127423,"about_ca_topic_score_gemma":0.004713278,"teacher_disagreement_score":0.048350945,"about_ca_system_score_codex":0.0021968924,"about_ca_system_score_gemma":0.005139401,"threshold_uncertainty_score":0.16175008},"labels":[],"label_agreement":null},{"id":"W2075246343","doi":"10.1016/s0166-5316(00)00065-1","title":"Evaluating layered distributed software systems with fault-tolerant features","year":2001,"lang":"en","type":"article","venue":"Performance Evaluation","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Distributed computing; Software fault tolerance; Fault tolerance; Software; Operating system","score_opus":0.04137402653265357,"score_gpt":0.3151699585172764,"score_spread":0.2737959319846228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075246343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95474267,0.000096080286,0.04349572,0.00006211466,0.000014293322,0.00007102477,0.000031400763,0.0003497299,0.0011369355],"genre_scores_gemma":[0.9903619,0.000022848613,0.009304759,0.000005434894,0.0000061191417,0.00002336713,0.000036674923,0.000014976144,0.00022396118],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99642205,0.0017221109,0.0002626905,0.00016781945,0.0011407752,0.0002844905],"domain_scores_gemma":[0.97801286,0.014437965,0.0018674227,0.0013567935,0.0033901064,0.00093487464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051486376,0.0009478412,0.000660297,0.0009830714,0.00034265226,0.0013779078,0.0010584939,0.0008698136,0.00087909977],"category_scores_gemma":[0.023230582,0.00032920888,0.0003763242,0.00057523855,0.0006569301,0.0017101966,0.0009934357,0.00062733184,0.00015576476],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0049902224,0.0010772597,0.035997644,0.00027553644,0.00028357052,0.0002552635,0.0002988418,0.7994556,0.046277143,0.0029514101,0.00040503824,0.10773254],"study_design_scores_gemma":[0.000087247325,0.0020597342,0.00588086,0.0000100481075,0.00011388598,0.000047721678,0.00009692996,0.9685698,0.021352151,0.0016047813,0.00015657664,0.000020214686],"about_ca_topic_score_codex":0.0021026805,"about_ca_topic_score_gemma":0.0019749864,"teacher_disagreement_score":0.0051486376,"about_ca_system_score_codex":0.0015027312,"about_ca_system_score_gemma":0.0011872725,"threshold_uncertainty_score":0.027228892},"labels":[],"label_agreement":null},{"id":"W2078446277","doi":"10.1016/j.knosys.2010.07.008","title":"Advanced empirical testing","year":2010,"lang":"en","type":"article","venue":"Knowledge-Based Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science","score_opus":0.03136029153661333,"score_gpt":0.2997289248272138,"score_spread":0.26836863329060046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078446277","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15115924,0.002176149,0.5494957,0.009516047,0.0017544228,0.0041339453,0.00831113,0.0021865035,0.271267],"genre_scores_gemma":[0.7923365,0.0009214441,0.16294798,0.002792006,0.00076772226,0.0043293326,0.006127476,0.0004887035,0.029288832],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9492888,0.028701834,0.00391601,0.0070103174,0.0094608255,0.001622153],"domain_scores_gemma":[0.5727507,0.32634875,0.0077681947,0.058477208,0.032281656,0.0023735063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04613418,0.0019406712,0.001848471,0.0032601028,0.0018942885,0.0030188677,0.0040474124,0.0017736759,0.10107522],"category_scores_gemma":[0.25835338,0.000630744,0.0030088753,0.0029692617,0.0031986116,0.008553077,0.00367413,0.00300886,0.017088376],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002616339,0.0032895673,0.05991658,0.0030031067,0.0015446716,0.0011188225,0.0034352364,0.006883958,0.0052217334,0.2784873,0.055662762,0.5788199],"study_design_scores_gemma":[0.0026959404,0.0057827546,0.10473398,0.002755599,0.0023506158,0.002556192,0.008948582,0.06342296,0.012118183,0.582115,0.21229269,0.00022756142],"about_ca_topic_score_codex":0.0015543648,"about_ca_topic_score_gemma":0.0016340635,"teacher_disagreement_score":0.10107522,"about_ca_system_score_codex":0.0012601274,"about_ca_system_score_gemma":0.0037433323,"threshold_uncertainty_score":0.3381303},"labels":[],"label_agreement":null},{"id":"W2081605254","doi":"10.1109/pcoda.2015.7067178","title":"A generalized monitor verdict for log trace triaging","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"TRACE (psycholinguistics); Computer science; Property (philosophy); Equivalence (formal languages); Event (particle physics); Set (abstract data type); Cluster analysis; Theoretical computer science; Completeness (order theory); Data mining; Programming language; Artificial intelligence; Mathematics; Discrete mathematics","score_opus":0.04646692227511637,"score_gpt":0.2965107781544117,"score_spread":0.25004385587929534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081605254","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026521929,0.0001560341,0.96640366,0.0005900763,0.00008563737,0.0002016966,0.00032639375,0.0028684698,0.0028461297],"genre_scores_gemma":[0.69631034,0.0001524846,0.2975523,0.00046592279,0.00017373134,0.0004451515,0.0008365789,0.0005279257,0.0035355513],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9909087,0.0026267532,0.00075183995,0.0018643725,0.003114858,0.00073338987],"domain_scores_gemma":[0.9806331,0.00912615,0.0015460328,0.0061238175,0.0019666639,0.00060431316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071898284,0.0009139312,0.0015472553,0.0024448782,0.001385666,0.003792531,0.0037955877,0.0018861836,0.0042202924],"category_scores_gemma":[0.031300075,0.00050551584,0.0016970646,0.0017046634,0.004453945,0.00630573,0.004091583,0.004203028,0.000594674],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015667347,0.00032986564,0.00802682,0.00051413354,0.00024482657,0.0010771579,0.001221964,0.15231435,0.016099038,0.5943829,0.0077435235,0.21647874],"study_design_scores_gemma":[0.00013775192,0.0003160733,0.00082473294,0.000060778737,0.00012492258,0.00037423326,0.0000982469,0.5751717,0.011232939,0.4071761,0.0044030785,0.00007945706],"about_ca_topic_score_codex":0.0019368882,"about_ca_topic_score_gemma":0.0018786883,"teacher_disagreement_score":0.0071898284,"about_ca_system_score_codex":0.0024236687,"about_ca_system_score_gemma":0.002633463,"threshold_uncertainty_score":0.03802389},"labels":[],"label_agreement":null},{"id":"W2083945769","doi":"10.1016/j.peva.2003.07.011","title":"Analyzing the effectiveness of fault-management architectures in layered distributed systems","year":2003,"lang":"en","type":"article","venue":"Performance Evaluation","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Architecture; Distributed computing; Fault management; Systems architecture; Queueing theory; Fault (geology); Multitier architecture; Computer network; Engineering","score_opus":0.016000394423849523,"score_gpt":0.27511884234419176,"score_spread":0.2591184479203422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083945769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.977971,0.0003846456,0.019799344,0.00026263966,0.00001541777,0.000013362145,0.00001764946,0.00017444094,0.0013614383],"genre_scores_gemma":[0.99660975,0.000043948727,0.0031815486,0.000008621001,0.0000076456545,0.0000045493393,0.000018472732,0.00000774034,0.00011768783],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99649125,0.002193005,0.00016058127,0.00012967599,0.00067586394,0.00034946532],"domain_scores_gemma":[0.949989,0.041827247,0.0022938245,0.0019761692,0.0033080408,0.0006056508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070743454,0.00070931175,0.00044246306,0.0014610168,0.00042436263,0.0012571178,0.00096658245,0.0011577548,0.0006802311],"category_scores_gemma":[0.04427672,0.0002661389,0.00026639734,0.0008619213,0.0010871093,0.00236411,0.0005752375,0.0007032014,0.00010775981],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016337753,0.00048128646,0.03444766,0.00011964857,0.0001765233,0.000093293274,0.00023525544,0.86681455,0.008414804,0.008652027,0.00055266055,0.07837854],"study_design_scores_gemma":[0.00003393668,0.00033617392,0.0052014757,0.000008205623,0.000054849563,0.00002493579,0.000105874526,0.98558676,0.004216284,0.004304732,0.00011457148,0.0000122761385],"about_ca_topic_score_codex":0.004864185,"about_ca_topic_score_gemma":0.0031731576,"teacher_disagreement_score":0.0070743454,"about_ca_system_score_codex":0.0017659831,"about_ca_system_score_gemma":0.00086366746,"threshold_uncertainty_score":0.03741312},"labels":[],"label_agreement":null},{"id":"W2083995590","doi":"10.1109/icst.2012.152","title":"Automated Performance Model Construction through Event Log Analysis","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; TRACE (psycholinguistics); Queueing theory; Distributed computing; Event (particle physics); Software; Real-time computing; Bottleneck; Data modeling; Computer network; Embedded system; Operating system; Software engineering","score_opus":0.016507877424023706,"score_gpt":0.2671072242068783,"score_spread":0.2505993467828546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083995590","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014491817,0.000029331408,0.97015417,0.00009757714,0.000013631918,0.00013690423,0.0006148848,0.013751925,0.0007096079],"genre_scores_gemma":[0.45524493,0.00022525,0.5354859,0.00008341169,0.000034256842,0.00065449235,0.0053676683,0.0013012219,0.0016028635],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99761426,0.0006119467,0.00019352074,0.0003720772,0.0010382022,0.0001700125],"domain_scores_gemma":[0.99259263,0.003507987,0.00062041404,0.001789789,0.0013385413,0.00015066878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023937365,0.0015640634,0.0009612244,0.0027627873,0.0006683128,0.0022944675,0.0018681687,0.0008108141,0.0029801144],"category_scores_gemma":[0.015004541,0.0008733523,0.0013237742,0.0010791457,0.0006800833,0.0029740739,0.0016038006,0.0018415239,0.0014803677],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023055541,0.00040270828,0.006746452,0.00020613354,0.00010004632,0.00041798985,0.00026640066,0.78050184,0.012749157,0.019235814,0.00530122,0.17384166],"study_design_scores_gemma":[0.00000840677,0.000013660442,0.0001882774,0.0000059343715,0.000006109759,0.000019048592,0.000014232641,0.9896198,0.0029505799,0.006515336,0.00064866216,0.000009993002],"about_ca_topic_score_codex":0.008567005,"about_ca_topic_score_gemma":0.0068390155,"teacher_disagreement_score":0.008567005,"about_ca_system_score_codex":0.001425964,"about_ca_system_score_gemma":0.0033365532,"threshold_uncertainty_score":0.017034292},"labels":[],"label_agreement":null},{"id":"W2086975327","doi":"10.1109/tnsm.2011.120811.100033","title":"System Monitoring with Metric-Correlation Models","year":2011,"lang":"en","type":"article","venue":"IEEE Transactions on Network and Service Management","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Metric (unit); Heteroscedasticity; Ordinary least squares; Linear regression; Residual; Data mining; Process (computing); Linear model; Correlation; Variance (accounting); Wilcoxon signed-rank test; Rank (graph theory); Software; Machine learning; Algorithm; Statistics; Mathematics","score_opus":0.022102693191685546,"score_gpt":0.2006628953315815,"score_spread":0.17856020213989596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086975327","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026990913,0.00019925575,0.96782225,0.00041592197,0.00004090239,0.00007977625,0.00034007934,0.0013011167,0.002809687],"genre_scores_gemma":[0.87989396,0.00039058065,0.113050535,0.00017104897,0.00010160096,0.00038990632,0.00058410113,0.00025492546,0.005163324],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99570966,0.0019740437,0.00025096672,0.0006991965,0.0009863223,0.00037982603],"domain_scores_gemma":[0.9870155,0.007795673,0.0022331716,0.0013345946,0.0013866177,0.00023439611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045917295,0.0015074213,0.0012444147,0.0015561908,0.00043043974,0.001637552,0.0022667882,0.0014541481,0.00229735],"category_scores_gemma":[0.023853961,0.0008652762,0.0012008408,0.0019301928,0.0010644165,0.002951879,0.0016409517,0.0021095301,0.0006242528],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037323585,0.000031562617,0.0017024004,0.000022544655,0.000032017615,0.00004973781,0.00004328312,0.9681466,0.00019727013,0.02129182,0.00042568837,0.008019735],"study_design_scores_gemma":[0.0000025970828,0.0000057315724,0.00012272103,0.00000149986,0.000003379613,0.000007718399,0.0000018376809,0.99519783,0.000045445646,0.0044604875,0.00014784205,0.0000029031462],"about_ca_topic_score_codex":0.010212794,"about_ca_topic_score_gemma":0.0070808157,"teacher_disagreement_score":0.010212794,"about_ca_system_score_codex":0.0016862103,"about_ca_system_score_gemma":0.0015166077,"threshold_uncertainty_score":0.024283707},"labels":[],"label_agreement":null},{"id":"W2087347311","doi":"10.1145/1137702.1137717","title":"Exploring robust component-based software","year":2006,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Computer science; Component-based software engineering; Software construction; Software sizing; Component (thermodynamics); Robustness (evolution); Software system; Software development; Software; Software engineering; Reliability engineering; Software design; Systems engineering; Engineering; Operating system","score_opus":0.06775398232971076,"score_gpt":0.21877821783872192,"score_spread":0.15102423550901117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087347311","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015558991,0.00037895815,0.98169875,0.000083418396,0.000007697548,0.000024636194,0.0000105662275,0.00027791096,0.0019591418],"genre_scores_gemma":[0.6011762,0.0010189487,0.39591387,0.00005066902,0.000036642068,0.00016626064,0.000089470304,0.00017001554,0.0013778845],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982938,0.00078699173,0.00006857593,0.00017536429,0.0006011021,0.00007413935],"domain_scores_gemma":[0.99779654,0.0014448169,0.000172362,0.00024061585,0.00031223314,0.000033491033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001927773,0.00078922044,0.000573837,0.0009408766,0.00027575353,0.0011581718,0.0009159035,0.000731692,0.0015137065],"category_scores_gemma":[0.0059085754,0.00046042877,0.0006314682,0.00066815544,0.0010997107,0.0011785518,0.0010601232,0.0005718308,0.00039314342],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011775757,0.000056933197,0.0010342314,0.00034679368,0.00009833047,0.00019630953,0.0003127063,0.66788286,0.022745036,0.17524076,0.0005579757,0.13141042],"study_design_scores_gemma":[0.000015491774,0.00012661605,0.00020109974,0.000018850998,0.000029162376,0.00006817492,0.000037444446,0.9291628,0.004664497,0.06230425,0.003357333,0.000014303166],"about_ca_topic_score_codex":0.0008891929,"about_ca_topic_score_gemma":0.0004967826,"teacher_disagreement_score":0.001927773,"about_ca_system_score_codex":0.0005172636,"about_ca_system_score_gemma":0.0006272963,"threshold_uncertainty_score":0.010195196},"labels":[],"label_agreement":null},{"id":"W2088428159","doi":"10.1145/584369.584371","title":"Analysing software requirements specifications for performance","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software requirements specification; Notation; Software engineering; Abstraction; Formal specification; System requirements specification; Set (abstract data type); Key (lock); Software; Programming language; Software development; Software design","score_opus":0.11466909053765807,"score_gpt":0.2702684230552098,"score_spread":0.15559933251755176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088428159","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05264873,0.00039594917,0.9165506,0.0034662273,0.00007486268,0.00081215106,0.0012559968,0.0012594201,0.023536077],"genre_scores_gemma":[0.49146983,0.00082032074,0.49264476,0.0008027013,0.00014906787,0.0022768928,0.005733525,0.00081492023,0.005288109],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.95512336,0.019440578,0.0037386972,0.0010580212,0.018723348,0.0019160239],"domain_scores_gemma":[0.86689174,0.0942097,0.0066140736,0.008260341,0.023463001,0.00056115404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026150132,0.0014691435,0.00073941296,0.0033550458,0.0013333217,0.004567243,0.0021654034,0.0028065012,0.0033572344],"category_scores_gemma":[0.10997833,0.0014044497,0.0020298383,0.0018980236,0.001971603,0.0067385584,0.00218887,0.0032703283,0.0015453523],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021034895,0.00023196626,0.0037823385,0.0007984521,0.0000786543,0.0018472319,0.012095198,0.14194854,0.01255153,0.7318884,0.009724648,0.08484266],"study_design_scores_gemma":[0.00015016818,0.0005695012,0.004131347,0.0015452179,0.000116103845,0.0018572285,0.009651612,0.40030107,0.0334559,0.4118755,0.13603224,0.0003141484],"about_ca_topic_score_codex":0.0052833986,"about_ca_topic_score_gemma":0.0029080163,"teacher_disagreement_score":0.026150132,"about_ca_system_score_codex":0.0034517765,"about_ca_system_score_gemma":0.0054460606,"threshold_uncertainty_score":0.13829678},"labels":[],"label_agreement":null},{"id":"W2092444151","doi":"10.13031/2013.42542","title":"Evaluation of Implement Monitoring Systems","year":2013,"lang":"en","type":"article","venue":"Journal of Agricultural Safety and Health","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Poison control; Engineering; Forensic engineering; Occupational safety and health; Human factors and ergonomics; Injury prevention; Computer science; Reliability engineering; Transport engineering; Medical emergency; Medicine","score_opus":0.048860716460451176,"score_gpt":0.32398998407305696,"score_spread":0.2751292676126058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092444151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98310894,0.000091931404,0.013765916,0.000050190258,0.00001640691,0.00038646953,0.00015186747,0.00041447816,0.0020137492],"genre_scores_gemma":[0.9704314,0.00012695577,0.026397439,0.000042284522,0.000015184918,0.00024827194,0.0003454246,0.000059483173,0.0023336073],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99764735,0.00095598237,0.0001995141,0.00026955386,0.0008009431,0.00012655441],"domain_scores_gemma":[0.9877608,0.005868885,0.0017966117,0.001024841,0.0030015795,0.000547221],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026184244,0.00077544234,0.0002983624,0.00046011596,0.00025099813,0.00067071733,0.00066507707,0.0004157107,0.003079122],"category_scores_gemma":[0.0166821,0.00020964208,0.00023928544,0.00022113346,0.00019682455,0.00063585513,0.00059301674,0.00028312736,0.00056999834],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0076483455,0.0041912035,0.20665048,0.0014503029,0.0002740088,0.0002702074,0.0035654951,0.006043621,0.24748126,0.0004955185,0.0018744454,0.52005506],"study_design_scores_gemma":[0.00069732976,0.06735139,0.6651262,0.00027282911,0.0007462956,0.0010410019,0.0040025115,0.026515726,0.21789172,0.00038716866,0.015769549,0.00019835003],"about_ca_topic_score_codex":0.0007563052,"about_ca_topic_score_gemma":0.0011477732,"teacher_disagreement_score":0.003079122,"about_ca_system_score_codex":0.0003685654,"about_ca_system_score_gemma":0.00054950616,"threshold_uncertainty_score":0.013847709},"labels":[],"label_agreement":null},{"id":"W2092492132","doi":"10.1145/1982185.1982229","title":"Event clustering for log reduction and run time system understanding","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Cluster analysis; Dependency (UML); Data mining; Event (particle physics); Reduction (mathematics); Dependency graph; Software; Graph; Software system; Complex event processing; Call graph; Real-time computing; Software engineering; Artificial intelligence; Theoretical computer science; Mathematics; Programming language","score_opus":0.051065941363634626,"score_gpt":0.2399857593305927,"score_spread":0.1889198179669581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092492132","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004991463,0.00006442265,0.9921548,0.00005680266,0.000011620261,0.00006734517,0.00015994973,0.0021114994,0.000382131],"genre_scores_gemma":[0.1190642,0.0001536243,0.877612,0.00005594679,0.00004079009,0.00021186308,0.0010547328,0.0004242152,0.001382628],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99870646,0.00031687162,0.00010168783,0.0002698825,0.0004986693,0.000106402],"domain_scores_gemma":[0.9960616,0.0022071188,0.0003007716,0.000753633,0.0005964616,0.00008043468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012912473,0.0009908907,0.0009506104,0.0033761968,0.00084927026,0.0012554821,0.0015030146,0.00083973154,0.0028903547],"category_scores_gemma":[0.009577737,0.00050474686,0.0012383655,0.0025419125,0.00055503804,0.0020720845,0.0010236977,0.0014253041,0.0009888597],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004498839,0.0003785813,0.0037181003,0.00036646146,0.00013595549,0.0003300892,0.00064934697,0.24883574,0.023558943,0.060632825,0.009376538,0.6515676],"study_design_scores_gemma":[0.00001781328,0.000033690278,0.0011928106,0.000019842304,0.000027901018,0.000113610826,0.000095573974,0.95377505,0.010861286,0.02861773,0.005217896,0.000026810507],"about_ca_topic_score_codex":0.0064033843,"about_ca_topic_score_gemma":0.006159311,"teacher_disagreement_score":0.0064033843,"about_ca_system_score_codex":0.0010844195,"about_ca_system_score_gemma":0.001326076,"threshold_uncertainty_score":0.012732208},"labels":[],"label_agreement":null},{"id":"W2095275942","doi":"10.1016/s0166-5316(01)00033-5","title":"Automated performance modeling of software generated by a design environment","year":2001,"lang":"en","type":"article","venue":"Performance Evaluation","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Instituto de Telecomunicações","keywords":"Computer science; Automation; Workload; Implementation; Process (computing); Software; Exploit; Software engineering; Queueing theory; Embedded system; Operating system; Engineering","score_opus":0.04137847820431585,"score_gpt":0.26586802194856823,"score_spread":0.2244895437442524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095275942","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2676963,0.00019962789,0.71869063,0.0001525223,0.000028919878,0.00011960408,0.00025022938,0.0063317707,0.0065304013],"genre_scores_gemma":[0.9272265,0.000115281335,0.07039729,0.00001755402,0.000016498105,0.000095778334,0.00022424,0.00031062888,0.0015962706],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99881196,0.00041024026,0.00004102361,0.00011982107,0.0004893837,0.00012759861],"domain_scores_gemma":[0.99710315,0.0017210471,0.00029963956,0.00041569694,0.00041307785,0.000047338926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011343776,0.0010385123,0.0006142146,0.0009752422,0.00044511192,0.0013463437,0.0013336926,0.00079725205,0.0018512884],"category_scores_gemma":[0.005314312,0.0005771701,0.0007243531,0.00046068453,0.00057127455,0.0010560694,0.0004636525,0.0007638365,0.00049430394],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004969393,0.000048853657,0.0006363486,0.000030090889,0.000012021184,0.000030206154,0.000049955743,0.98032,0.002965363,0.0045703985,0.00025216932,0.0110350475],"study_design_scores_gemma":[0.0000035615692,0.000011683305,0.0000919049,0.0000014260447,0.000004370031,0.0000047544936,0.0000021213768,0.9975253,0.001338245,0.0008638819,0.00015059349,0.0000021589117],"about_ca_topic_score_codex":0.0072607836,"about_ca_topic_score_gemma":0.004204028,"teacher_disagreement_score":0.0072607836,"about_ca_system_score_codex":0.0014038313,"about_ca_system_score_gemma":0.0016067673,"threshold_uncertainty_score":0.01443702},"labels":[],"label_agreement":null},{"id":"W2095734684","doi":"","title":"A Multi-Agent Framework for Testing 3-Tier Distributed Systems Architecture","year":2008,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; System integration testing; Distributed computing; Process (computing); Software system; Software performance testing; Software; Reliability engineering; Software engineering; Software construction; Operating system; Engineering","score_opus":0.05165487984334706,"score_gpt":0.2726834238065773,"score_spread":0.22102854396323024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095734684","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032723343,0.00022167433,0.9918109,0.0001986536,0.00002341007,0.000112546906,0.000020902122,0.00045684507,0.0038826868],"genre_scores_gemma":[0.19102973,0.00035470302,0.8054571,0.00006250487,0.000028025364,0.00031912676,0.0000598179,0.00004651196,0.0026424213],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989134,0.000593627,0.00006126252,0.00008550793,0.0002901194,0.000056136163],"domain_scores_gemma":[0.9992982,0.00034623325,0.00007726514,0.00007825573,0.00012863254,0.0000712553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015988788,0.00065878977,0.00051249034,0.0006212948,0.00094611786,0.0018678514,0.0019057873,0.0015078505,0.0023089424],"category_scores_gemma":[0.0021698105,0.00036300113,0.00069065334,0.00047903782,0.0015033903,0.001358315,0.0012412055,0.0012304971,0.00039860656],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008765288,0.00010869552,0.0011856128,0.00022632832,0.00006705886,0.00073821377,0.0005056535,0.5026302,0.006443572,0.4059035,0.0020818214,0.08002178],"study_design_scores_gemma":[0.000021710044,0.000047554007,0.00011265939,0.000033646218,0.000017224513,0.000121905316,0.000050059236,0.9511325,0.0009040574,0.038460214,0.009080534,0.000017973218],"about_ca_topic_score_codex":0.0064992765,"about_ca_topic_score_gemma":0.008596033,"teacher_disagreement_score":0.0064992765,"about_ca_system_score_codex":0.0011292718,"about_ca_system_score_gemma":0.0018587436,"threshold_uncertainty_score":0.012922943},"labels":[],"label_agreement":null},{"id":"W2096675246","doi":"10.1109/surv.2009.090303","title":"Towards Autonomic Network Management: an Analysis of Current and Future Research Directions","year":2009,"lang":"en","type":"article","venue":"IEEE Communications Surveys & Tutorials","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Perspective (graphical); Autonomic computing; Open research; Data science; Work (physics); Knowledge management; Management science; Risk analysis (engineering); Artificial intelligence; World Wide Web; Cloud computing; Engineering","score_opus":0.0886702266393937,"score_gpt":0.3928894471039492,"score_spread":0.3042192204645555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096675246","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03061913,0.70771873,0.10177568,0.09141093,0.0017541263,0.00014182173,0.00014488422,0.00036390143,0.066070795],"genre_scores_gemma":[0.18931708,0.7448254,0.05197182,0.0035730156,0.0040624337,0.00015840025,0.00020589461,0.00009677865,0.0057891663],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99587137,0.0011694058,0.00030497788,0.00046540017,0.0018913865,0.00029739956],"domain_scores_gemma":[0.9896087,0.005896244,0.0006392096,0.00056345476,0.0027195816,0.000572821],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00934423,0.0007763792,0.00072327635,0.0034705487,0.0011302927,0.0072931056,0.0016556957,0.002904732,0.0042557567],"category_scores_gemma":[0.010237657,0.0006562036,0.0006010695,0.0049654315,0.0027704623,0.0157637,0.0018555128,0.0031373342,0.0010025463],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017415936,0.00026038365,0.0039683045,0.0029641544,0.00007253509,0.0002186755,0.0008751818,0.019899432,0.0019444284,0.39376646,0.014140185,0.56171614],"study_design_scores_gemma":[0.00006655492,0.00045595123,0.0059345276,0.0051039727,0.00011584173,0.0009957912,0.003925973,0.10424516,0.0025382761,0.48984945,0.3866294,0.00013908473],"about_ca_topic_score_codex":0.0010690087,"about_ca_topic_score_gemma":0.0014098233,"teacher_disagreement_score":0.00934423,"about_ca_system_score_codex":0.0022656582,"about_ca_system_score_gemma":0.0022246153,"threshold_uncertainty_score":0.049417615},"labels":[],"label_agreement":null},{"id":"W2097559693","doi":"10.1109/wpc.2004.1311067","title":"Resolving linkage anomalies in extracted software system models","year":2004,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Heuristics; Computer science; Linkage (software); Abstraction; Dependency (UML); Software system; Data mining; Software; Set (abstract data type); Process (computing); Resolution (logic); Artificial intelligence; Programming language","score_opus":0.012652390502630468,"score_gpt":0.21178855138700503,"score_spread":0.19913616088437455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097559693","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10103187,0.0003050091,0.8911859,0.00029151156,0.000031725456,0.00017255355,0.0008673489,0.004633594,0.001480521],"genre_scores_gemma":[0.34013936,0.00038471035,0.6543087,0.00010717113,0.000018572504,0.00017326532,0.0032388677,0.00083557627,0.00079386367],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99310666,0.0018173672,0.00055602996,0.0010016684,0.003211529,0.00030673877],"domain_scores_gemma":[0.97336787,0.012649867,0.0034676518,0.00740586,0.0029140217,0.00019477872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004890622,0.0011425084,0.0012465656,0.004443447,0.0008712864,0.0027825972,0.0015758474,0.0013315964,0.0010397374],"category_scores_gemma":[0.04510752,0.0011295468,0.0013573471,0.0045053144,0.00061648194,0.0048165065,0.0033789289,0.0021502841,0.00052235776],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028614825,0.00029816432,0.058060188,0.0008156651,0.00044106485,0.0017429587,0.0026414776,0.3392991,0.026598176,0.032649804,0.005650263,0.53151697],"study_design_scores_gemma":[0.000029161623,0.00013986412,0.00968259,0.00021055686,0.00027942256,0.0009383332,0.00063944905,0.8771376,0.049653213,0.042630896,0.018542385,0.000116562325],"about_ca_topic_score_codex":0.002824577,"about_ca_topic_score_gemma":0.00545577,"teacher_disagreement_score":0.004890622,"about_ca_system_score_codex":0.0010876723,"about_ca_system_score_gemma":0.0027815148,"threshold_uncertainty_score":0.025864363},"labels":[],"label_agreement":null},{"id":"W2097811902","doi":"10.1109/scc.2007.98","title":"Service Commitment Strategies in Allocating Services to Applications","year":2007,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Markov decision process; Markov process; Process (computing); Service (business); Business process; Sample (material); Operations research; Services computing; Web service; Business; Work in process; Marketing","score_opus":0.01088082784262747,"score_gpt":0.278293541224483,"score_spread":0.26741271338185557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097811902","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17871436,0.00077471876,0.81187326,0.0010300131,0.00010143857,0.0002141781,0.000053282944,0.0005204294,0.0067183194],"genre_scores_gemma":[0.9301166,0.0002213076,0.06643784,0.00013015313,0.00003283733,0.00013886238,0.000049421575,0.000075768075,0.0027972155],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969695,0.0014249074,0.00014101874,0.00038635652,0.0005915337,0.00048661578],"domain_scores_gemma":[0.9955623,0.00267475,0.00043577398,0.00041648242,0.00048717784,0.0004235311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035903822,0.00087187893,0.00092918356,0.0007108509,0.0008465996,0.0015223405,0.0019257346,0.0010693866,0.002633602],"category_scores_gemma":[0.010095794,0.0006601058,0.00044129541,0.0008869802,0.0012613239,0.0023006552,0.0015762824,0.0013794636,0.000414311],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065605796,0.00027413218,0.0016728488,0.00019907799,0.0000872978,0.0002689351,0.00043610326,0.81493527,0.011645826,0.07549282,0.0019186295,0.09241305],"study_design_scores_gemma":[0.00003201486,0.00008431294,0.00021511408,0.000014104276,0.000014481374,0.000057896283,0.00009667384,0.97528946,0.0024069357,0.02047433,0.0012977513,0.000016889415],"about_ca_topic_score_codex":0.0037077633,"about_ca_topic_score_gemma":0.0028945738,"teacher_disagreement_score":0.0037077633,"about_ca_system_score_codex":0.0017547832,"about_ca_system_score_gemma":0.0021334887,"threshold_uncertainty_score":0.018987954},"labels":[],"label_agreement":null},{"id":"W2098386377","doi":"10.1007/978-3-540-72522-0_11","title":"From Annotated Software Designs (UML SPT/MARTE) to Model Formalisms","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Rotation formalisms in three dimensions; Unified Modeling Language; Component (thermodynamics); Context (archaeology); Annotation; Software engineering; Software; Programming language; Artificial intelligence","score_opus":0.0361011823049563,"score_gpt":0.27257101893990543,"score_spread":0.23646983663494914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098386377","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001633176,0.000889342,0.9843369,0.00082931726,0.00015369001,0.000056081106,0.0006442212,0.0026313004,0.008825924],"genre_scores_gemma":[0.03157254,0.0027140211,0.950519,0.00035835072,0.0001343108,0.00022665241,0.0031707948,0.0023163895,0.008987885],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9972754,0.0009474155,0.0003809833,0.00041238338,0.00089679344,0.00008697244],"domain_scores_gemma":[0.9934861,0.0030550843,0.00037465672,0.0020741855,0.0008665801,0.00014343012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035429278,0.0011715757,0.00074386835,0.0032285522,0.0008293711,0.0054434403,0.0019756847,0.0016457333,0.012544672],"category_scores_gemma":[0.015876906,0.002209259,0.0017283034,0.0035892532,0.0027489692,0.010389835,0.004800702,0.0038778437,0.0053106532],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038095073,0.000036975052,0.00014800885,0.0005666989,0.000025544132,0.00015979401,0.0012268904,0.010536956,0.0027858939,0.7999992,0.011915433,0.17256048],"study_design_scores_gemma":[0.000021634492,0.000027456621,0.00009196119,0.0004375151,0.00002773342,0.00014623249,0.00015941942,0.025657536,0.0036120324,0.8128407,0.15694638,0.00003144527],"about_ca_topic_score_codex":0.0028405304,"about_ca_topic_score_gemma":0.003215812,"teacher_disagreement_score":0.012544672,"about_ca_system_score_codex":0.0019397517,"about_ca_system_score_gemma":0.001992922,"threshold_uncertainty_score":0.04196608},"labels":[],"label_agreement":null},{"id":"W2098527294","doi":"10.1109/dsn.2010.5544413","title":"Message from the general chair and conference coordinator","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Pleasure; Computer science; Library science; Telecommunications; Psychology","score_opus":0.009053182700765678,"score_gpt":0.22870221580760824,"score_spread":0.21964903310684256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098527294","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000740443,0.004703435,0.0011463459,0.4086254,0.5688341,0.0004781927,0.0011332025,0.0006490718,0.013689741],"genre_scores_gemma":[0.007614829,0.004712921,0.0016795208,0.48220357,0.19097698,0.001765686,0.001279823,0.0005672847,0.30919936],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961055,0.00074140873,0.00028786343,0.0007623687,0.0015745411,0.00052835187],"domain_scores_gemma":[0.98455435,0.001167946,0.00063539745,0.00038598335,0.008352823,0.0049034506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006243652,0.0018597222,0.0017835761,0.001016199,0.0027582885,0.0067874664,0.002262429,0.012441917,0.08118732],"category_scores_gemma":[0.015002341,0.0007833305,0.0013753932,0.0007670935,0.0008955841,0.0029583347,0.0028262846,0.015059022,0.0837505],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006563359,0.000013865873,0.00007037536,0.00005981634,0.0000043955283,0.000038503094,0.000013355896,0.000018856059,0.00010786901,0.00013020363,0.99618703,0.003290092],"study_design_scores_gemma":[0.00007794038,0.00006158962,0.0010461683,0.00012982317,0.000017121996,0.000116574454,0.00023698056,0.00012758297,0.00025708522,0.00031402815,0.99757856,0.00003661712],"about_ca_topic_score_codex":0.0026891707,"about_ca_topic_score_gemma":0.004193242,"teacher_disagreement_score":0.08118732,"about_ca_system_score_codex":0.0022357234,"about_ca_system_score_gemma":0.006952007,"threshold_uncertainty_score":0.27159864},"labels":[],"label_agreement":null},{"id":"W2098693928","doi":"","title":"UML-based performance modeling of distributed software systems","year":2010,"lang":"en","type":"article","venue":"International Symposium on Performance Evaluation of Computer and Telecommunication Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Victoria","funders":"","keywords":"Computer science; Unified Modeling Language; UML tool; Software system; Software engineering; Applications of UML; Software; Software performance testing; Model-driven architecture; Distributed computing; Software construction; Programming language","score_opus":0.026483758336992135,"score_gpt":0.2810705212158295,"score_spread":0.25458676287883736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098693928","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009361441,0.00016679504,0.9832382,0.00024220879,0.000048577538,0.00008463627,0.0002730201,0.0025335683,0.0040515237],"genre_scores_gemma":[0.4185713,0.0011442788,0.5716061,0.00015876051,0.00014047761,0.000650618,0.001709486,0.0010463849,0.004972668],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99723536,0.0011325978,0.00032078518,0.00020680441,0.00096123794,0.00014329625],"domain_scores_gemma":[0.9958603,0.0022249662,0.000444169,0.0005968759,0.00077104435,0.00010268119],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003259266,0.0013463572,0.0004982193,0.0016276885,0.00055812363,0.0026196924,0.0018707935,0.0012298602,0.0020143066],"category_scores_gemma":[0.008403976,0.00069898897,0.0012833886,0.00074633904,0.00083440903,0.0027198368,0.001183038,0.0013100778,0.0007975758],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101152786,0.00013610336,0.0015154599,0.00024210187,0.00005145241,0.0003178232,0.0007679251,0.74721175,0.010546396,0.20529763,0.0021169349,0.031695317],"study_design_scores_gemma":[0.000017035301,0.000031371434,0.00018980878,0.000048719274,0.000029873658,0.00006181606,0.000027612417,0.95857185,0.0046368376,0.025730604,0.010636489,0.000018033285],"about_ca_topic_score_codex":0.0051519824,"about_ca_topic_score_gemma":0.0030827466,"teacher_disagreement_score":0.0051519824,"about_ca_system_score_codex":0.0018111038,"about_ca_system_score_gemma":0.0017850056,"threshold_uncertainty_score":0.017236888},"labels":[],"label_agreement":null},{"id":"W2099635895","doi":"10.1109/dsn.2009.5270324","title":"Automatic fault detection and diagnosis in complex software systems by information-theoretic monitoring","year":2009,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Jaccard index; False positive paradox; Computer science; Data mining; Wilcoxon signed-rank test; Anomaly detection; Context (archaeology); Component (thermodynamics); Fault detection and isolation; Similarity (geometry); Measure (data warehouse); Software; Fault (geology); Rank (graph theory); Software system; Artificial intelligence; Pattern recognition (psychology); Mathematics; Statistics","score_opus":0.008485578901970105,"score_gpt":0.2297634440473518,"score_spread":0.2212778651453817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099635895","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30400395,0.00035010284,0.6920303,0.000295573,0.000018136032,0.000057601465,0.000098438584,0.0023739904,0.00077193195],"genre_scores_gemma":[0.89684474,0.00009784196,0.10265233,0.000025885049,0.000020832691,0.00003538546,0.00011436147,0.000038702212,0.00016983172],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99788815,0.0007051655,0.0001533046,0.00033034213,0.0008233157,0.000099673336],"domain_scores_gemma":[0.98981875,0.005324814,0.0025050256,0.0010988466,0.0010154153,0.00023709734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024082542,0.00079651584,0.00093599065,0.0035520806,0.0004418344,0.0012511112,0.0010754587,0.0007192512,0.00041004134],"category_scores_gemma":[0.01676935,0.00035362196,0.00039079104,0.0019577164,0.0010530264,0.002416021,0.0011643083,0.0006541706,0.00023512056],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007083252,0.0003503374,0.07434777,0.00020803454,0.00016438143,0.0003085219,0.0004762453,0.28892615,0.04179806,0.011524417,0.0017093004,0.5794784],"study_design_scores_gemma":[0.000014884516,0.000089000336,0.0073088817,0.0000075382945,0.000015863883,0.00011145899,0.000029170995,0.9726988,0.00878349,0.010620176,0.00029749848,0.000023170718],"about_ca_topic_score_codex":0.001298434,"about_ca_topic_score_gemma":0.0012548317,"teacher_disagreement_score":0.0035520806,"about_ca_system_score_codex":0.00086071936,"about_ca_system_score_gemma":0.0007301992,"threshold_uncertainty_score":0.012736201},"labels":[],"label_agreement":null},{"id":"W2100246847","doi":"10.1109/icpc.2011.24","title":"Capturing Expert Knowledge for Automated Configuration Fault Diagnosis","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Troubleshooting; Computer science; Automation; Expert system; Process (computing); Software engineering; Software; Configuration Management (ITSM); Fault (geology); Software bug; Software configuration management; Artificial intelligence; Machine learning; Software system; Operating system; Software construction","score_opus":0.04808761548663284,"score_gpt":0.2883663511378135,"score_spread":0.24027873565118066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100246847","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031923167,0.00027560172,0.96072865,0.00048713243,0.000018992523,0.00030000112,0.00021817035,0.003285815,0.002762508],"genre_scores_gemma":[0.34226227,0.00022812972,0.65539783,0.00018480374,0.000027819728,0.00022824852,0.00067901466,0.00008845789,0.0009034346],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99624735,0.0014792663,0.00024700328,0.0006104284,0.0011794143,0.00023655464],"domain_scores_gemma":[0.9889783,0.0058767716,0.0009467711,0.0015827785,0.0023515215,0.0002638002],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004033181,0.0010356081,0.0008787564,0.004362206,0.0008585177,0.0016580841,0.0017153134,0.0014896273,0.0022760676],"category_scores_gemma":[0.01588096,0.00055705465,0.00060536794,0.0016147316,0.00071412907,0.0025855077,0.0015697852,0.0017104124,0.00096273015],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018697555,0.0008304578,0.008734337,0.00034156852,0.00009150673,0.00037786944,0.0007195414,0.06991018,0.02490808,0.006550397,0.005335856,0.8820132],"study_design_scores_gemma":[0.00004307523,0.00014015542,0.004420832,0.00013937062,0.000050533818,0.00032470562,0.0002973679,0.9424895,0.02403056,0.021861278,0.006136903,0.00006579585],"about_ca_topic_score_codex":0.008189049,"about_ca_topic_score_gemma":0.011662114,"teacher_disagreement_score":0.008189049,"about_ca_system_score_codex":0.0011384571,"about_ca_system_score_gemma":0.0027920841,"threshold_uncertainty_score":0.02132976},"labels":[],"label_agreement":null},{"id":"W2100296054","doi":"10.1109/inm.2011.5990506","title":"Learning to self-recover","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Scheduling (production processes); Cloud computing; Component (thermodynamics); Software; Distributed computing; Component-based software engineering; Real-time computing; Software system; Engineering; Operating system","score_opus":0.014828727844998701,"score_gpt":0.21408954197390132,"score_spread":0.19926081412890262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100296054","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25667918,0.00034486412,0.72551495,0.0022786704,0.000094589064,0.00012837224,0.00007791421,0.0009306741,0.013950711],"genre_scores_gemma":[0.964083,0.0001788863,0.03225667,0.0002711796,0.000043046854,0.000093746305,0.000068307265,0.00004754294,0.0029575638],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99970216,0.00008309204,0.000014005263,0.00008959706,0.000057928817,0.00005310947],"domain_scores_gemma":[0.99755716,0.0014183128,0.0002517162,0.0004373081,0.00021447081,0.00012095375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00095974957,0.00046908914,0.00032014257,0.00019730482,0.0002527107,0.00065348507,0.0006734221,0.0007268965,0.0022677677],"category_scores_gemma":[0.0065866513,0.00016657382,0.00028087053,0.00013655463,0.0009690846,0.0013885379,0.001195146,0.0011726349,0.00046045159],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000217789,0.00042993797,0.006376699,0.0001816534,0.000103331884,0.00017134343,0.0004375458,0.7177716,0.011457984,0.04615754,0.0048535964,0.21184099],"study_design_scores_gemma":[0.000029204632,0.0001420014,0.000736644,0.000015355423,0.000012449037,0.00004669086,0.000073714684,0.94695604,0.0024671154,0.048005514,0.0015015632,0.000013775044],"about_ca_topic_score_codex":0.0007829055,"about_ca_topic_score_gemma":0.0007810758,"teacher_disagreement_score":0.0022677677,"about_ca_system_score_codex":0.00034177775,"about_ca_system_score_gemma":0.0006430102,"threshold_uncertainty_score":0.007586479},"labels":[],"label_agreement":null},{"id":"W2100658674","doi":"10.1109/icac.2005.23","title":"Design of an Autonomic Element for Server Management","year":2005,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Delegation; Application lifecycle management; Computer network; Operating system; Software; Software engineering","score_opus":0.019425082700894627,"score_gpt":0.255485527694574,"score_spread":0.23606044499367937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100658674","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041639674,0.0002874012,0.93842214,0.00030617253,0.00019087622,0.00026599588,0.000047350368,0.0026309371,0.016209414],"genre_scores_gemma":[0.4863493,0.00031297043,0.499983,0.00026457195,0.00012333895,0.00031749991,0.00013097234,0.00018374294,0.01233466],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999526,0.0000828734,0.00004008352,0.00010642749,0.00019230715,0.000052351108],"domain_scores_gemma":[0.99967825,0.00004891577,0.000025397649,0.00006515658,0.00013654183,0.000045743112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000626415,0.00021491376,0.00026024226,0.00035587754,0.0005142098,0.001218484,0.001099475,0.00065099547,0.0012940222],"category_scores_gemma":[0.0006254208,0.0002947963,0.00020070023,0.00019681649,0.00032848716,0.0009183851,0.00050050183,0.0005975315,0.0008322892],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049389584,0.00040372158,0.00547898,0.00043478128,0.00015172239,0.00092901674,0.0009235019,0.061799683,0.43517774,0.17419429,0.008828548,0.3111841],"study_design_scores_gemma":[0.00012331939,0.0010031423,0.0027937135,0.00009862898,0.00016012667,0.0014765303,0.00020273069,0.6160225,0.19742735,0.019145163,0.16144672,0.00010010766],"about_ca_topic_score_codex":0.00030665152,"about_ca_topic_score_gemma":0.0003588368,"teacher_disagreement_score":0.0012940222,"about_ca_system_score_codex":0.000341833,"about_ca_system_score_gemma":0.0006020548,"threshold_uncertainty_score":0.0043289065},"labels":[],"label_agreement":null},{"id":"W2102967730","doi":"10.1145/2451116.2451128","title":"Production-run software failure diagnosis via hardware performance counters","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Ministère de l'Économie, de la Science et de l'Innovation - Québec","keywords":"Concurrency; Computer science; Overhead (engineering); Software; Embedded system; Reliability engineering; Software bug; Instrumentation (computer programming); Operating system; Engineering","score_opus":0.007835913682536794,"score_gpt":0.20206321261524865,"score_spread":0.19422729893271184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102967730","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29825863,0.002182784,0.6677903,0.00027475966,0.00014827926,0.00020011145,0.0006481416,0.023083566,0.0074133915],"genre_scores_gemma":[0.9427529,0.00025357385,0.05494191,0.00004665011,0.000034856745,0.0000719369,0.00029610068,0.0002073966,0.0013947127],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974509,0.00046004582,0.00008848577,0.0005041243,0.0012971393,0.00019931547],"domain_scores_gemma":[0.9897683,0.0045434497,0.0023575465,0.0014691233,0.0015538625,0.0003078052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010915565,0.0014012613,0.0007590396,0.003443781,0.00039341938,0.0010222762,0.0013420512,0.00073750026,0.0022348366],"category_scores_gemma":[0.010469605,0.00056657323,0.0002526582,0.0013786296,0.0005823239,0.0017532654,0.00079305476,0.0008968628,0.0011853741],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001727343,0.0005213265,0.086115085,0.00093057373,0.00028316525,0.0006201299,0.00046032047,0.115645416,0.12946303,0.0071661994,0.006712004,0.6503554],"study_design_scores_gemma":[0.000060767707,0.0006976789,0.025677303,0.000078468074,0.00010356452,0.00062194566,0.00009161939,0.81156135,0.15029041,0.00604641,0.0046494394,0.00012104571],"about_ca_topic_score_codex":0.0017505167,"about_ca_topic_score_gemma":0.002132968,"teacher_disagreement_score":0.003443781,"about_ca_system_score_codex":0.00077221956,"about_ca_system_score_gemma":0.0008932107,"threshold_uncertainty_score":0.00747633},"labels":[],"label_agreement":null},{"id":"W2103322620","doi":"10.5267/j.dsl.2014.2.002","title":"An evaluation of the software architecture efficiency using the Clichés and behavioral diagrams pertaining to the unified modeling language","year":2014,"lang":"en","type":"article","venue":"Decision Science Letters","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Architecture; Computer science; Software; Software engineering; Architecture description language; Engineering; Systems engineering; Software architecture; Reference architecture; Programming language; Geography","score_opus":0.043424532514471995,"score_gpt":0.3484297434269477,"score_spread":0.30500521091247573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103322620","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22864482,0.0008712949,0.74724764,0.0003486476,0.00008276784,0.00031954015,0.00031864014,0.0013038835,0.020862792],"genre_scores_gemma":[0.6889098,0.0006714872,0.3066224,0.000038861235,0.000025504614,0.00035651264,0.00057378656,0.00022742315,0.0025741952],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98860264,0.004735238,0.00076719705,0.00051479205,0.005094699,0.00028543727],"domain_scores_gemma":[0.9755942,0.014115818,0.0019965917,0.0023575088,0.0056917733,0.00024412737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00872698,0.0008735541,0.0005409133,0.005995696,0.00065957726,0.0023157243,0.00063473254,0.00070861104,0.0021156853],"category_scores_gemma":[0.030487739,0.00029641992,0.0006916935,0.0035204364,0.0009224556,0.0038385156,0.0009287826,0.00051025744,0.00038980614],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007503513,0.00039896602,0.047827255,0.0010949845,0.00030666837,0.00039987604,0.0030424388,0.16566792,0.065266654,0.18560714,0.003705479,0.5259323],"study_design_scores_gemma":[0.000105392966,0.0019202532,0.06750115,0.0004495165,0.00038267154,0.00080627314,0.0024304364,0.7637086,0.064121105,0.067728095,0.030553052,0.00029342712],"about_ca_topic_score_codex":0.00246452,"about_ca_topic_score_gemma":0.002209014,"teacher_disagreement_score":0.00872698,"about_ca_system_score_codex":0.0014193335,"about_ca_system_score_gemma":0.0012636478,"threshold_uncertainty_score":0.046153247},"labels":[],"label_agreement":null},{"id":"W2109709665","doi":"10.1109/apsec.2007.32","title":"Checking Distributed Programs with Partially Ordered Atoms","year":2007,"lang":"en","type":"article","venue":"Proceedings - Asia Pacific Software Engineering Conference/Proceedings","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Correctness; Predicate (mathematical logic); Generality; Model checking; Computation; Semantics (computer science); Programming language; Interleaving; Theoretical computer science; Set (abstract data type); Abstract interpretation; Algorithm","score_opus":0.010885333790492472,"score_gpt":0.20833566923616958,"score_spread":0.1974503354456771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109709665","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22356966,0.000065364795,0.77120876,0.00019605501,0.000024432844,0.00013888335,0.00023053237,0.003235817,0.0013304618],"genre_scores_gemma":[0.79356843,0.00006490383,0.20414917,0.00006996753,0.000028438253,0.00023294037,0.0005076963,0.0002012118,0.0011772482],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99605954,0.0010685724,0.00027539112,0.0008166794,0.0013897737,0.00039010876],"domain_scores_gemma":[0.9869804,0.0091346055,0.0013708908,0.0014466078,0.00086897967,0.0001984242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00292489,0.0009544566,0.0010997971,0.0011609658,0.0010287038,0.0022436045,0.002092701,0.0011391074,0.0015883407],"category_scores_gemma":[0.01169237,0.0009470468,0.0018271444,0.0009782191,0.0032691266,0.0036014204,0.0024643594,0.0016037219,0.00019901968],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069653324,0.00027370703,0.010065529,0.00024263904,0.00021847566,0.0007959881,0.00050354266,0.81504756,0.019694334,0.11321258,0.00081815664,0.03843093],"study_design_scores_gemma":[0.00006514989,0.00008592655,0.0003260477,0.000013231208,0.00004007236,0.00005668965,0.000049560214,0.9413151,0.009542992,0.048002888,0.0004883619,0.000013883733],"about_ca_topic_score_codex":0.008122676,"about_ca_topic_score_gemma":0.009319553,"teacher_disagreement_score":0.008122676,"about_ca_system_score_codex":0.0014721348,"about_ca_system_score_gemma":0.0030440977,"threshold_uncertainty_score":0.016150832},"labels":[],"label_agreement":null},{"id":"W2111410817","doi":"10.1145/1723028.1723031","title":"Diagnosis of recurrent faults using log files","year":2009,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Naive Bayes classifier; Classifier (UML); Reliability (semiconductor); Root cause; Machine learning; Data mining; Artificial intelligence; Reliability engineering; Engineering","score_opus":0.025510093971112122,"score_gpt":0.2816766032449623,"score_spread":0.25616650927385015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111410817","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67505944,0.0006103735,0.3029849,0.00043946118,0.00008652009,0.00038081463,0.0046180505,0.013893942,0.0019264452],"genre_scores_gemma":[0.9285575,0.00021560592,0.067223206,0.0000411857,0.000036887443,0.0001000502,0.0031456682,0.00007931623,0.00060066255],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991673,0.00016897124,0.000119772056,0.00017516456,0.00029696047,0.0000717435],"domain_scores_gemma":[0.9876653,0.0068450077,0.0020556764,0.0011508552,0.0019553206,0.00032779717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008793955,0.0008260376,0.0006792532,0.00406225,0.00029300805,0.0007971537,0.00097324006,0.00087747036,0.0009164866],"category_scores_gemma":[0.0104060555,0.0002585701,0.00028399948,0.001375648,0.0002772662,0.0012922536,0.0004052679,0.0004042386,0.0005362362],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017765971,0.0010687509,0.20503262,0.0005556919,0.0001084548,0.0031994793,0.0005012962,0.094456516,0.03480484,0.0018204579,0.009052159,0.6476232],"study_design_scores_gemma":[0.00007081269,0.00032017488,0.03809695,0.000067430505,0.00005588756,0.00093517994,0.00025781494,0.9253385,0.028176647,0.004316429,0.0023092066,0.00005490333],"about_ca_topic_score_codex":0.0024505486,"about_ca_topic_score_gemma":0.0031948162,"teacher_disagreement_score":0.00406225,"about_ca_system_score_codex":0.00037580385,"about_ca_system_score_gemma":0.0006897397,"threshold_uncertainty_score":0.004872501},"labels":[],"label_agreement":null},{"id":"W2111755821","doi":"10.1109/ecbs.2007.22","title":"Automatic Verification and Performance Analysis of Time-Constrained SysML Activity Diagrams","year":2007,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Future Earth; Defence Research and Development Canada; Concordia University","funders":"","keywords":"Systems Modeling Language; Computer science; Activity diagram; Model checking; Markov chain; Synchronization (alternating current); Formal verification; Unified Modeling Language; Programming language; Real-time computing; Data mining; Theoretical computer science; Machine learning","score_opus":0.007055736222908947,"score_gpt":0.22884608144203863,"score_spread":0.2217903452191297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111755821","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013342579,0.00006239874,0.9828918,0.00005886934,0.000014662699,0.00007841005,0.0001090798,0.003018857,0.00042336236],"genre_scores_gemma":[0.4535152,0.00021104432,0.5434762,0.00007108872,0.000039817798,0.0004417347,0.00072211266,0.00075875816,0.00076401193],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9840539,0.0052651814,0.0012434333,0.0014880628,0.0071554715,0.0007939162],"domain_scores_gemma":[0.9571022,0.028229846,0.0036038244,0.005685956,0.005032225,0.0003460894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00773709,0.0016526695,0.0009799551,0.0023336755,0.0007411573,0.0020546585,0.0018791605,0.0010985238,0.0019324382],"category_scores_gemma":[0.03923955,0.0008709764,0.0019098059,0.00091283454,0.0017392254,0.0032460128,0.0020176615,0.001607801,0.00042881363],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045822447,0.00024909832,0.007028098,0.0007270846,0.00023781964,0.00067183306,0.00085322117,0.64035344,0.07508813,0.11756579,0.0015795414,0.1551877],"study_design_scores_gemma":[0.000041080628,0.000066467124,0.0004528343,0.00004914781,0.000045811143,0.00007791995,0.000029387296,0.9445551,0.034856793,0.017973596,0.0018228386,0.000028985485],"about_ca_topic_score_codex":0.005239848,"about_ca_topic_score_gemma":0.003488299,"teacher_disagreement_score":0.00773709,"about_ca_system_score_codex":0.0019976879,"about_ca_system_score_gemma":0.0036105833,"threshold_uncertainty_score":0.04091811},"labels":[],"label_agreement":null},{"id":"W2112517672","doi":"10.1109/cnsm.2010.5691320","title":"An extensible framework for repair-driven monitoring","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Context (archaeology); Autonomic computing; Event (particle physics); Probabilistic logic; Focus (optics); Reliability engineering; Imperfect; Dimension (graph theory); Risk analysis (engineering); Controller (irrigation); Artificial intelligence; Engineering","score_opus":0.018600536017045217,"score_gpt":0.3093990483591438,"score_spread":0.2907985123420986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112517672","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00069524295,0.0001541877,0.9948873,0.000098778895,0.00005239093,0.000083846,0.000042017116,0.0028375299,0.0011487651],"genre_scores_gemma":[0.0766447,0.0006506865,0.9160627,0.00022070592,0.00017575362,0.0005290235,0.00029348742,0.0006256057,0.00479726],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997696,0.0004906955,0.00030362362,0.00045341183,0.00087441265,0.00018183423],"domain_scores_gemma":[0.99770314,0.00065634574,0.0002462676,0.00085041556,0.00033835502,0.00020541566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00515532,0.0013760626,0.0010809298,0.0013379533,0.00076014706,0.0030936275,0.0056973514,0.0021989013,0.004715786],"category_scores_gemma":[0.005347855,0.0011874015,0.0019257346,0.0008518062,0.0016286705,0.0036206942,0.004147216,0.0039636837,0.002083636],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023109105,0.00021594384,0.0019218995,0.00042881453,0.00021126113,0.0011186323,0.000706379,0.24365348,0.017108055,0.51263714,0.008174654,0.21359263],"study_design_scores_gemma":[0.0000721223,0.00013403078,0.00031347253,0.0001357639,0.0001075467,0.000655622,0.000051193754,0.7366069,0.0060240505,0.16786999,0.08793169,0.000097686214],"about_ca_topic_score_codex":0.0025525447,"about_ca_topic_score_gemma":0.0025628495,"teacher_disagreement_score":0.0056973514,"about_ca_system_score_codex":0.00089916063,"about_ca_system_score_gemma":0.0012520786,"threshold_uncertainty_score":0.027264297},"labels":[],"label_agreement":null},{"id":"W2112695785","doi":"10.5555/2007336.2007341","title":"Failure Avoidance through Fault Prediction Based on Synthetic Transactions","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Workload; Production (economics); TRACE (psycholinguistics); Reliability engineering; Operating system; Engineering","score_opus":0.019344684417084316,"score_gpt":0.21391467598944644,"score_spread":0.19456999157236213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112695785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79644024,0.0005283997,0.18993719,0.0005041581,0.00012176907,0.00021983328,0.0011347361,0.009371747,0.001741925],"genre_scores_gemma":[0.9686402,0.00007422643,0.030045655,0.000043587723,0.000017319588,0.000049584574,0.00078276213,0.00006966294,0.00027705234],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984487,0.00039654586,0.00014092067,0.00034461886,0.00054177566,0.00012741398],"domain_scores_gemma":[0.98608994,0.006726912,0.0018695777,0.0020376241,0.0027113035,0.00056461926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014050986,0.00133517,0.0006991523,0.0013067536,0.0004036035,0.0010170601,0.0015462891,0.00076800084,0.00088154565],"category_scores_gemma":[0.012515903,0.00037661524,0.0003700275,0.00090122997,0.00049769523,0.0013972197,0.0006549606,0.0008893907,0.00038678967],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014567322,0.0007942769,0.09803616,0.00025371753,0.0001589525,0.000663139,0.00036377358,0.7132164,0.026717277,0.001410796,0.0041034603,0.15282527],"study_design_scores_gemma":[0.000009755016,0.00010677095,0.0022546863,0.000007769807,0.000010993589,0.00007212272,0.000044295124,0.9927683,0.0038485816,0.0005879901,0.00027901505,0.000009721416],"about_ca_topic_score_codex":0.00520428,"about_ca_topic_score_gemma":0.0036888763,"teacher_disagreement_score":0.00520428,"about_ca_system_score_codex":0.000550021,"about_ca_system_score_gemma":0.0011573822,"threshold_uncertainty_score":0.010348022},"labels":[],"label_agreement":null},{"id":"W2112792171","doi":"10.1109/tse.2005.88","title":"Automatic inclusion of middleware performance attributes into architectural UML software models","year":2005,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Vlaamse regering; University of Ottawa","keywords":"Computer science; Middleware (distributed applications); Unified Modeling Language; Overhead (engineering); Message oriented middleware; Model transformation; Distributed computing; Software architecture; Programming paradigm; Software engineering; Software; Programming language; Artificial intelligence","score_opus":0.01152522820902501,"score_gpt":0.21113453026997295,"score_spread":0.19960930206094793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112792171","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013866978,0.00005127392,0.96425015,0.00011600378,0.000035496865,0.00016969156,0.00054815,0.019077357,0.0018848974],"genre_scores_gemma":[0.19190095,0.0002175541,0.7974753,0.000060404407,0.000034194167,0.00033146553,0.003190474,0.0042689964,0.0025207156],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970312,0.00083994033,0.0003155236,0.0003094211,0.0013719372,0.00013192274],"domain_scores_gemma":[0.9934356,0.0030030538,0.00069476134,0.0014239035,0.0013497501,0.00009297045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034824528,0.0013917185,0.00076717796,0.002383025,0.00066068576,0.0026934864,0.0014486746,0.0009882264,0.0027838885],"category_scores_gemma":[0.014613803,0.0015077228,0.0018854756,0.0011028327,0.0006270685,0.0028632625,0.0018312093,0.0018736573,0.0015047078],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064308936,0.0005182174,0.009887348,0.0007804406,0.00019217373,0.00096631265,0.004254757,0.40581748,0.053780857,0.09243218,0.0106684575,0.42005867],"study_design_scores_gemma":[0.00004238917,0.0000616306,0.00064585387,0.000093747454,0.000091052934,0.0001513611,0.00016016541,0.91697985,0.034186613,0.020278351,0.027250446,0.000058456557],"about_ca_topic_score_codex":0.003277126,"about_ca_topic_score_gemma":0.004153318,"teacher_disagreement_score":0.0034824528,"about_ca_system_score_codex":0.0014959944,"about_ca_system_score_gemma":0.0016859641,"threshold_uncertainty_score":0.01841718},"labels":[],"label_agreement":null},{"id":"W2114385271","doi":"10.5267/j.msl.2012.12.001","title":"Evaluation of software architecture using fuzzy colored Petri nets","year":2013,"lang":"en","type":"article","venue":"Management Science Letters","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Executable; Unified Modeling Language; Petri net; Fuzzy logic; Software engineering; Process architecture; Software; Software development; Sequence diagram; Programming language; Data mining; Artificial intelligence","score_opus":0.021625165330070566,"score_gpt":0.26194216599085673,"score_spread":0.24031700066078618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114385271","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17081496,0.00011185429,0.8254214,0.000050822575,0.00001915416,0.00015906586,0.00012251026,0.00080375874,0.0024964947],"genre_scores_gemma":[0.7456034,0.00010055354,0.25338244,0.000009248821,0.000005832513,0.00010194736,0.00017907374,0.00004916316,0.00056829717],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977888,0.0007967953,0.00013608803,0.00021918015,0.0009455395,0.00011363881],"domain_scores_gemma":[0.9960163,0.0022426057,0.00040448713,0.00015323666,0.001062334,0.00012094281],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026774474,0.00082000945,0.000457842,0.0030224894,0.0004311058,0.0012500242,0.0006042018,0.0004955409,0.0010104731],"category_scores_gemma":[0.0082995305,0.00025375615,0.00064336206,0.0011005045,0.00045258048,0.0010210581,0.00055719056,0.00035298854,0.000117289856],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026055786,0.000100043384,0.008804948,0.0001735582,0.000077640456,0.00018766528,0.00024754458,0.8480345,0.018596418,0.012262805,0.0002729657,0.11098133],"study_design_scores_gemma":[0.000005452848,0.000036981644,0.0007941504,0.0000093184135,0.000010254792,0.00001734335,0.000020647736,0.9923598,0.0045630615,0.0019897688,0.00018441549,0.000008736584],"about_ca_topic_score_codex":0.00949788,"about_ca_topic_score_gemma":0.007295294,"teacher_disagreement_score":0.00949788,"about_ca_system_score_codex":0.0022196874,"about_ca_system_score_gemma":0.0012152513,"threshold_uncertainty_score":0.018885195},"labels":[],"label_agreement":null},{"id":"W2115056012","doi":"10.1145/1557019.1557154","title":"Clustering event logs using iterative partitioning","year":2009,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":331,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Los Alamos National Laboratory; National Institute for Materials Science; Natural Sciences and Engineering Research Council of Canada; Dalhousie University","keywords":"Computer science; Data mining; Cluster analysis; Event (particle physics); A priori and a posteriori; Task (project management); Process mining; Process (computing); Measure (data warehouse); Algorithm; Artificial intelligence; Work in process; Business process; Business process management","score_opus":0.02112236594804766,"score_gpt":0.2849929814636742,"score_spread":0.2638706155156265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115056012","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0365241,0.00018139649,0.9593401,0.0001037638,0.00002027531,0.00043853454,0.00032891362,0.00201071,0.0010522556],"genre_scores_gemma":[0.2573366,0.00020022252,0.73638946,0.000074277734,0.000041711755,0.00092432165,0.0032381515,0.00025006977,0.0015451737],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99654514,0.0010130046,0.00036407556,0.00068862236,0.0010932432,0.00029587708],"domain_scores_gemma":[0.9927954,0.0037811473,0.00064390304,0.00085016043,0.0017841017,0.00014516289],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002515435,0.0013871223,0.001315637,0.0054058977,0.0010804217,0.0018466215,0.0023455748,0.0008969381,0.0014337335],"category_scores_gemma":[0.014473649,0.00066427223,0.0012721192,0.003945197,0.00064814434,0.0020884264,0.0019976422,0.0008873233,0.0010229109],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007426409,0.0005968307,0.016282067,0.00039677534,0.00025745956,0.00033029282,0.0015183954,0.2507453,0.012635274,0.009027238,0.0063663395,0.70110136],"study_design_scores_gemma":[0.000032158878,0.00010959088,0.0022330906,0.00002198347,0.00003192679,0.00017444481,0.00020113833,0.9787933,0.005346563,0.010229812,0.0027918983,0.000034167977],"about_ca_topic_score_codex":0.0059859594,"about_ca_topic_score_gemma":0.0049307505,"teacher_disagreement_score":0.0059859594,"about_ca_system_score_codex":0.0008897365,"about_ca_system_score_gemma":0.0016346321,"threshold_uncertainty_score":0.013303041},"labels":[],"label_agreement":null},{"id":"W2115467047","doi":"10.1109/icsmc.2009.5346576","title":"An autonomous agent-based framework for self-healing power grid","year":2009,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Interdependence; Computer science; Grid; Cascading failure; Self-healing; Distributed computing; Electric power system; Smart grid; Service (business); Asset (computer security); Multi-agent system; Computer security; Risk analysis (engineering); Reliability engineering; Power (physics); Engineering; Artificial intelligence; Business","score_opus":0.012060094294665619,"score_gpt":0.2810954305482874,"score_spread":0.26903533625362175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115467047","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005193888,0.0002536047,0.98632324,0.0003370131,0.00007811466,0.0000920895,0.000023830306,0.0010176213,0.006680642],"genre_scores_gemma":[0.34313142,0.00056253246,0.6454162,0.00016170579,0.00008306312,0.000400144,0.00010861042,0.0001167451,0.010019555],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99968195,0.00009232566,0.000022450482,0.000042750697,0.00012880459,0.000031715434],"domain_scores_gemma":[0.9997938,0.000058007823,0.000018572515,0.000031681313,0.00005138252,0.000046509536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007080393,0.00038294023,0.00041906728,0.00032246573,0.00074269116,0.0013997669,0.0018128003,0.0009952685,0.0022455417],"category_scores_gemma":[0.0007970056,0.00025639383,0.00042316227,0.00027022426,0.0009423942,0.0012540891,0.0011832691,0.0010614025,0.00059653027],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007332301,0.00013451677,0.0005219815,0.00015995314,0.00007208278,0.00071215315,0.00050977577,0.42306763,0.011558134,0.46997184,0.0061497996,0.087068796],"study_design_scores_gemma":[0.00004512362,0.00004738856,0.00006750004,0.000021757976,0.000023411658,0.00010941135,0.000047681042,0.9176663,0.0018935389,0.05169485,0.028362947,0.00002010682],"about_ca_topic_score_codex":0.0042771706,"about_ca_topic_score_gemma":0.005108523,"teacher_disagreement_score":0.0042771706,"about_ca_system_score_codex":0.0005487271,"about_ca_system_score_gemma":0.0012782728,"threshold_uncertainty_score":0.0085045695},"labels":[],"label_agreement":null},{"id":"W2115804807","doi":"10.1109/dsn.2002.1029020","title":"Modeling the coverage and effectiveness of fault-management architectures in layered distributed systems","year":2003,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Control reconfiguration; Computer science; Fault management; Architecture; Distributed computing; Fault detection and isolation; Fault tolerance; Coding (social sciences); Software fault tolerance; Embedded system; Software architecture; Systems architecture; Fault (geology); Software; Computer architecture; Reliability engineering; Engineering; Operating system; Artificial intelligence","score_opus":0.008123994511805772,"score_gpt":0.22563812752466855,"score_spread":0.2175141330128628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115804807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71933043,0.0004310141,0.2749527,0.00026275046,0.0000099705,0.000028589087,0.00005945088,0.00027991977,0.004645185],"genre_scores_gemma":[0.9889664,0.00008618253,0.010600977,0.000006639209,0.0000073040987,0.00001863092,0.00002352341,0.000016402375,0.0002739528],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99898046,0.0004691027,0.00004682251,0.00007157142,0.00024040813,0.00019155952],"domain_scores_gemma":[0.99414426,0.004413209,0.00053541106,0.00036656653,0.0003682596,0.00017229146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016469259,0.00062335,0.00038703068,0.001115034,0.00039884998,0.001315374,0.0010296376,0.0011498492,0.0007323634],"category_scores_gemma":[0.012197878,0.00052932656,0.00045576185,0.0006352118,0.0014199906,0.002352425,0.000897731,0.0006148709,0.00012600583],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032496624,0.000010110426,0.0013384026,0.0000084612275,0.000010580701,0.00002374461,0.00005415503,0.98900896,0.00072260917,0.006460945,0.000027895847,0.0023016424],"study_design_scores_gemma":[0.000002744939,0.000008978969,0.00020250259,0.0000020130876,0.0000034689783,0.000005651123,0.000008505277,0.994651,0.00031330195,0.0047487877,0.00005071553,0.0000023735447],"about_ca_topic_score_codex":0.008625124,"about_ca_topic_score_gemma":0.0052161235,"teacher_disagreement_score":0.008625124,"about_ca_system_score_codex":0.0023338455,"about_ca_system_score_gemma":0.0006661139,"threshold_uncertainty_score":0.017149806},"labels":[],"label_agreement":null},{"id":"W2116786981","doi":"10.1109/iscc.1997.616036","title":"A TMN framework for faults diagnostic in wireless telecommunication networks","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Computer Research Institute of Montréal","funders":"","keywords":"Telecommunications Management Network; Computer science; Component (thermodynamics); Fault (geology); Fault management; Wireless; State (computer science); Computer network; Wireless network; Telecommunications; Distributed computing; Engineering; Element management system; Network management station; Network architecture; Algorithm","score_opus":0.019713850471919182,"score_gpt":0.25789790383084926,"score_spread":0.2381840533589301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116786981","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017486224,0.0002648979,0.9955497,0.000115326824,0.00004108585,0.00004866532,0.00004148876,0.0010905138,0.0010996973],"genre_scores_gemma":[0.12901458,0.0007872924,0.8666526,0.00018319092,0.00012141506,0.00034571477,0.00035197905,0.00016195151,0.0023812747],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99876165,0.00046579997,0.00013563361,0.00016750435,0.00037363634,0.00009578468],"domain_scores_gemma":[0.99922407,0.00032878973,0.00009135684,0.00012434805,0.00018108418,0.00005039808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026246107,0.0006420935,0.0005956525,0.00074807,0.00068190246,0.0018656595,0.0019393141,0.0010115895,0.0013291454],"category_scores_gemma":[0.0028717264,0.00039249836,0.00078473665,0.00069893803,0.0009470017,0.0020212806,0.0010585785,0.0011434784,0.00042799438],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022410462,0.00009929576,0.0012953485,0.00045973522,0.000090189955,0.00078369793,0.000726799,0.31496075,0.012260224,0.4337274,0.009065642,0.22630683],"study_design_scores_gemma":[0.000032658754,0.000055917237,0.00017598974,0.00009093044,0.000044733915,0.00023880681,0.000063645595,0.9029248,0.0028638416,0.06193562,0.03154971,0.000023345945],"about_ca_topic_score_codex":0.0070617655,"about_ca_topic_score_gemma":0.0062592602,"teacher_disagreement_score":0.0070617655,"about_ca_system_score_codex":0.0011951574,"about_ca_system_score_gemma":0.0015621865,"threshold_uncertainty_score":0.014041364},"labels":[],"label_agreement":null},{"id":"W2117755518","doi":"10.1109/pccc.2004.1394988","title":"Compositional layered performance modeling of peer-to-peer routing software","year":2005,"lang":"en","type":"article","venue":"IEEE International Conference on Performance, Computing, and Communications, 2004","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Component (thermodynamics); Traverse; Software deployment; Distributed computing; Component-based software engineering; Peer-to-peer; Software; Software system; Software architecture; Routing (electronic design automation); Generator (circuit theory); Software engineering; Embedded system; Operating system","score_opus":0.052467830630880785,"score_gpt":0.3175604485567992,"score_spread":0.26509261792591843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117755518","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03275491,0.0001702241,0.9604135,0.00014572818,0.00001917649,0.00008989354,0.00009009471,0.0014879933,0.0048284833],"genre_scores_gemma":[0.647209,0.0006744586,0.345543,0.000062963016,0.00003506944,0.00042282057,0.0003049383,0.00033599063,0.005411698],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987589,0.00038498951,0.00009314072,0.00012094955,0.0005007378,0.00014123265],"domain_scores_gemma":[0.998664,0.0005238676,0.00013284954,0.00031002154,0.00030033418,0.00006881399],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016393235,0.000965656,0.0006316587,0.0010319803,0.0007379705,0.0021437735,0.0023959284,0.0010740474,0.0018892752],"category_scores_gemma":[0.0043112193,0.00076066016,0.0011329023,0.00069650006,0.0012585004,0.0031539656,0.0013384377,0.0010460569,0.0007049224],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028079516,0.000026500153,0.00043058547,0.000050367937,0.000023545708,0.00008165713,0.0001626711,0.92780083,0.0024846348,0.061030567,0.00025082508,0.00762981],"study_design_scores_gemma":[0.0000046074492,0.0000120962895,0.00006854642,0.000007419453,0.000013798043,0.00002033065,0.000014579741,0.9796647,0.0010683162,0.018018682,0.0010993623,0.00000758277],"about_ca_topic_score_codex":0.005007841,"about_ca_topic_score_gemma":0.003618815,"teacher_disagreement_score":0.005007841,"about_ca_system_score_codex":0.0014198567,"about_ca_system_score_gemma":0.0014511711,"threshold_uncertainty_score":0.010301828},"labels":[],"label_agreement":null},{"id":"W2119525869","doi":"10.5381/jot.2006.5.4.a5","title":"UML Profiles for Real-Time Systems and their Applications.","year":2006,"lang":"en","type":"article","venue":"The Journal of Object Technology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Unified Modeling Language; Computer science; Real-time computing; Software engineering; Embedded system; Programming language; Software","score_opus":0.005247523389619961,"score_gpt":0.2207872052716904,"score_spread":0.21553968188207046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119525869","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032289114,0.0042006914,0.954883,0.0024063133,0.0007154037,0.001163797,0.0029698762,0.007260497,0.023171598],"genre_scores_gemma":[0.04556522,0.005678719,0.92375755,0.0012185663,0.00048165757,0.0028254834,0.007841955,0.0014062136,0.011224702],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99069536,0.004736558,0.0018346881,0.000493607,0.0019975097,0.00024222121],"domain_scores_gemma":[0.9865703,0.0059739095,0.0021360281,0.0022063449,0.002669465,0.00044400842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007028948,0.0024600762,0.00085913506,0.0047173887,0.0012479525,0.0041584885,0.0022830889,0.0028100917,0.0059110606],"category_scores_gemma":[0.026120596,0.0009936619,0.0014671339,0.0034646776,0.0013713633,0.0059656734,0.0022135759,0.0036058603,0.005955006],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016351957,0.00011923981,0.0016774226,0.001610967,0.00006530613,0.0009259235,0.0041865297,0.009165717,0.0074905423,0.7124259,0.07810917,0.18405995],"study_design_scores_gemma":[0.000034981706,0.00006851032,0.0007970642,0.00081483414,0.0000502477,0.0017351313,0.0004826677,0.017281696,0.0027634173,0.15604733,0.8198456,0.00007845255],"about_ca_topic_score_codex":0.0027915877,"about_ca_topic_score_gemma":0.0031172007,"teacher_disagreement_score":0.007028948,"about_ca_system_score_codex":0.0022809012,"about_ca_system_score_gemma":0.0038328639,"threshold_uncertainty_score":0.037173092},"labels":[],"label_agreement":null},{"id":"W2120338298","doi":"10.1109/noms.2008.4575158","title":"CyberPlanner: A comprehensive toolkit for network service providers","year":2008,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo; Pohang University of Science and Technology","keywords":"Service provider; Computer science; Service (business); Customer Service Assurance; Key (lock); Dimensioning; Process management; Service design; Computer network; Business; Computer security; Marketing; Engineering","score_opus":0.030757488956144993,"score_gpt":0.24414995369656858,"score_spread":0.2133924647404236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120338298","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019611618,0.0003223091,0.78077894,0.0005518751,0.00007452397,0.00046307815,0.003700455,0.20479777,0.0073498175],"genre_scores_gemma":[0.05195327,0.001640226,0.87899834,0.0004531345,0.000111863876,0.0023338215,0.01696028,0.036255635,0.011293516],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99597824,0.0011478696,0.0005199367,0.00045224218,0.0016509754,0.00025081306],"domain_scores_gemma":[0.98952895,0.005136713,0.0006388497,0.0025449025,0.0014375703,0.0007129759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068320613,0.0027576145,0.0018512496,0.0051321364,0.0010408221,0.00435945,0.0038203583,0.0014448639,0.02062816],"category_scores_gemma":[0.017363034,0.002633879,0.0016118054,0.0032373508,0.0011228127,0.009232218,0.0065451255,0.0043574083,0.009871785],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066797424,0.0004717078,0.0062162695,0.0015824225,0.00025743368,0.0011457091,0.0032838953,0.07293586,0.00705441,0.107338764,0.24032322,0.55872244],"study_design_scores_gemma":[0.00022036218,0.00016775298,0.0025300733,0.00064776326,0.000073192954,0.0009868928,0.0004687752,0.3502976,0.0074421302,0.10526415,0.53159666,0.0003046737],"about_ca_topic_score_codex":0.004313174,"about_ca_topic_score_gemma":0.005607949,"teacher_disagreement_score":0.02062816,"about_ca_system_score_codex":0.0011295183,"about_ca_system_score_gemma":0.004718676,"threshold_uncertainty_score":0.06900805},"labels":[],"label_agreement":null},{"id":"W2121589816","doi":"10.1109/fose.2007.32","title":"The Future of Software Performance Engineering","year":2007,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":339,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software engineering; Software; Systems engineering; Engineering; Programming language","score_opus":0.003672834228399873,"score_gpt":0.1968388452082646,"score_spread":0.19316601097986474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121589816","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005469129,0.6165656,0.06117137,0.20743848,0.008587548,0.000037420952,0.00014861247,0.00094218535,0.099639624],"genre_scores_gemma":[0.21788144,0.6591534,0.050381795,0.01805176,0.026557533,0.00017660359,0.00030456536,0.0007686549,0.026724264],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99165416,0.003128757,0.00037129282,0.00075891847,0.0035142703,0.00057250424],"domain_scores_gemma":[0.9773347,0.013498223,0.00087704044,0.0016189653,0.005344555,0.0013265212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01076307,0.0012837993,0.0011094338,0.0031552014,0.0017103415,0.008950361,0.0018562089,0.004002291,0.005883149],"category_scores_gemma":[0.022998236,0.0003947259,0.0005879609,0.0042441254,0.0081954375,0.014032012,0.0030539033,0.0076189423,0.0030638129],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062571584,0.00009235715,0.0007977337,0.0006529804,0.00002573736,0.0000467507,0.0005704675,0.0043204506,0.0004343778,0.5572897,0.04961761,0.3860892],"study_design_scores_gemma":[0.000014178162,0.00008111549,0.0006705774,0.00086443895,0.000013446562,0.00010193675,0.00040426722,0.005535805,0.00034507504,0.6069706,0.3849506,0.000047899055],"about_ca_topic_score_codex":0.0023846352,"about_ca_topic_score_gemma":0.0010481162,"teacher_disagreement_score":0.01076307,"about_ca_system_score_codex":0.0041788593,"about_ca_system_score_gemma":0.0047963387,"threshold_uncertainty_score":0.056921184},"labels":[],"label_agreement":null},{"id":"W2122426297","doi":"10.1145/2245276.2245395","title":"Spatio-temporal decomposition, clustering and identification for alert detection in system logs","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Palomino System Innovations (Canada); Dalhousie University","funders":"National Institute for Materials Science; Natural Sciences and Engineering Research Council of Canada; Dalhousie University","keywords":"Computer science; Cluster analysis; Event (particle physics); Data mining; Identification (biology); Decomposition; Temporal database; Pattern recognition (psychology); Artificial intelligence","score_opus":0.013268749648742787,"score_gpt":0.2630615124461781,"score_spread":0.2497927627974353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122426297","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040839586,0.0003501585,0.9561015,0.00010891397,0.000034477038,0.0001324571,0.00026788504,0.0014057511,0.0007592881],"genre_scores_gemma":[0.4358291,0.00029438862,0.5616219,0.000050432685,0.00006879317,0.00016872202,0.00087892986,0.00008819539,0.0009994967],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990721,0.00022514067,0.00009601568,0.00019278745,0.00033985014,0.00007412317],"domain_scores_gemma":[0.9980198,0.0006444365,0.00037584562,0.00029043682,0.00054785464,0.000121610516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000918867,0.0008200637,0.00059355487,0.0041303732,0.0005622955,0.00085401145,0.00070771587,0.0005576826,0.0006305072],"category_scores_gemma":[0.0034756698,0.00025833648,0.0006093813,0.0021711572,0.00032472826,0.0013477292,0.00053884595,0.000481155,0.0005337307],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071337214,0.0005495691,0.02956514,0.00048024367,0.00024127153,0.00045308247,0.00096221786,0.08194582,0.07764319,0.008881917,0.0052891234,0.7932752],"study_design_scores_gemma":[0.000014842968,0.000090666166,0.011743409,0.00002877069,0.00007221144,0.0003442352,0.00029753364,0.96261054,0.015465705,0.005542167,0.003746552,0.00004326086],"about_ca_topic_score_codex":0.0037687228,"about_ca_topic_score_gemma":0.004646402,"teacher_disagreement_score":0.0041303732,"about_ca_system_score_codex":0.0005110655,"about_ca_system_score_gemma":0.0007337795,"threshold_uncertainty_score":0.0074935555},"labels":[],"label_agreement":null},{"id":"W2122792880","doi":"10.1109/icas.2006.64","title":"Workload Models for Autonomic Database Management Systems","year":2006,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Science Council","keywords":"Workload; Computer science; Database; Key (lock); Autonomic computing; Computer security; Cloud computing; Operating system","score_opus":0.016191952905935274,"score_gpt":0.22964211313000485,"score_spread":0.21345016022406957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122792880","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0613407,0.00097386446,0.9252689,0.0013323964,0.00018013858,0.00031734214,0.00044844378,0.00098536,0.009152873],"genre_scores_gemma":[0.74315864,0.0011671867,0.24905987,0.00030701442,0.00034679152,0.001083847,0.0010032898,0.00031441168,0.0035588748],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961299,0.0015805374,0.00041343432,0.00030130727,0.0013170309,0.00025781422],"domain_scores_gemma":[0.9905427,0.005030378,0.00092246954,0.0012259216,0.0018592707,0.00041924414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004593639,0.00095432106,0.00073154486,0.0009981176,0.00070073485,0.0029889585,0.0017360771,0.0010420926,0.0011891763],"category_scores_gemma":[0.019846564,0.0006383306,0.0006786838,0.0008485545,0.0007577138,0.0031807127,0.0011368874,0.0015070761,0.00045534238],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002420519,0.00022186947,0.005272464,0.00019151442,0.000062261606,0.00027757816,0.0008427535,0.6807338,0.006977264,0.25634834,0.0044167107,0.044413347],"study_design_scores_gemma":[0.000011043199,0.000028450422,0.000343432,0.000017429416,0.0000071632035,0.00004614112,0.000046451634,0.9517044,0.00042045215,0.04487367,0.002488347,0.000013037209],"about_ca_topic_score_codex":0.002559418,"about_ca_topic_score_gemma":0.0018435094,"teacher_disagreement_score":0.004593639,"about_ca_system_score_codex":0.0014886624,"about_ca_system_score_gemma":0.0012565618,"threshold_uncertainty_score":0.02429378},"labels":[],"label_agreement":null},{"id":"W2123218626","doi":"10.1109/ares.2011.51","title":"System State Discovery Via Information Content Clustering of System Logs","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"National Institute for Materials Science; Natural Sciences and Engineering Research Council of Canada; Dalhousie University","keywords":"Computer science; Cluster analysis; Data mining; Computation; Entropy (arrow of time); Cohesion (chemistry); Cluster (spacecraft); State (computer science); Artificial intelligence; Algorithm","score_opus":0.025698430644822794,"score_gpt":0.19529666734804807,"score_spread":0.16959823670322527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123218626","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29575074,0.00030769812,0.69491893,0.00032740395,0.00003800918,0.00057839305,0.001425392,0.004152663,0.0025007892],"genre_scores_gemma":[0.712026,0.00017009201,0.2816266,0.000055389362,0.000054208533,0.0004229686,0.004192784,0.00025363028,0.0011983613],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978629,0.00044799497,0.00019208423,0.0004758723,0.00082778634,0.00019332179],"domain_scores_gemma":[0.9896568,0.004475604,0.0015058352,0.0013381506,0.002790563,0.00023305435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001850219,0.000950092,0.001244755,0.009968782,0.001203338,0.001963522,0.0012029433,0.00093094294,0.0005643325],"category_scores_gemma":[0.014797548,0.000504603,0.00068326364,0.0053063678,0.0005920398,0.0016690658,0.0011452754,0.0007633941,0.00048923487],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011364465,0.0008211358,0.08117032,0.00054010685,0.00032960073,0.0005353362,0.0032165605,0.21382768,0.029029548,0.009638621,0.0085585285,0.6511961],"study_design_scores_gemma":[0.000028004271,0.00007324692,0.018588645,0.00003320706,0.000066759276,0.00015230502,0.00044598427,0.95590705,0.013190119,0.009078101,0.0023801872,0.000056382964],"about_ca_topic_score_codex":0.0071414905,"about_ca_topic_score_gemma":0.0068781762,"teacher_disagreement_score":0.009968782,"about_ca_system_score_codex":0.0014293711,"about_ca_system_score_gemma":0.0014877858,"threshold_uncertainty_score":0.014199853},"labels":[],"label_agreement":null},{"id":"W2124366141","doi":"10.1109/iccbss.2006.27","title":"Solving Performance Issues in COTS-Based Systems","year":2006,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); National Research Council Canada","funders":"","keywords":"Computer science; Eclipse; Extensibility; Process (computing); Commercial off-the-shelf; Software engineering; Systems engineering; Data collection; Embedded system; Software; Operating system; Engineering","score_opus":0.007738172113617925,"score_gpt":0.22613381474032232,"score_spread":0.21839564262670438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124366141","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24964592,0.0015034644,0.73702663,0.0022842502,0.00013042713,0.00015591679,0.000083294755,0.0024638467,0.0067062117],"genre_scores_gemma":[0.78816366,0.0012770344,0.20747036,0.0001568898,0.00014406549,0.000076323195,0.00019541233,0.00034201064,0.0021742214],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9920833,0.0028304558,0.000531093,0.00096833473,0.0030431687,0.00054361206],"domain_scores_gemma":[0.9716689,0.015875813,0.00436405,0.0023854612,0.0050983634,0.0006074586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006408741,0.0011572256,0.00077189173,0.0017636879,0.0013712014,0.0028477802,0.0014447153,0.0011646021,0.0009752087],"category_scores_gemma":[0.03194944,0.00080068,0.00047414147,0.0022588798,0.0016000323,0.0038093897,0.0019863474,0.0020917014,0.0003104089],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004261738,0.00070365425,0.04940316,0.0014054424,0.00020067558,0.003221231,0.0065795886,0.21762358,0.06011275,0.046221823,0.0071212295,0.6069807],"study_design_scores_gemma":[0.000093143884,0.0010060883,0.02631869,0.00041659246,0.00021599633,0.0023939428,0.004348872,0.78505826,0.07250153,0.08211105,0.02532103,0.00021485281],"about_ca_topic_score_codex":0.0039645685,"about_ca_topic_score_gemma":0.003241109,"teacher_disagreement_score":0.006408741,"about_ca_system_score_codex":0.0012543029,"about_ca_system_score_gemma":0.0017257498,"threshold_uncertainty_score":0.03389305},"labels":[],"label_agreement":null},{"id":"W2124819084","doi":"10.1109/conielecomp.2007.93","title":"Performance Diagnosis for Changing Workloads","year":2007,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Computer science; Workload; Task (project management); Key (lock); Software; Software system; Resource allocation; Distributed computing; Resource (disambiguation); System software; Software performance testing; Software engineering; Operating system; Embedded system; Software construction; Systems engineering; Computer network","score_opus":0.014792267203774058,"score_gpt":0.2538379865907259,"score_spread":0.23904571938695182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124819084","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59445584,0.00086809834,0.38298064,0.0011165622,0.00022077905,0.00019675169,0.000558753,0.014679662,0.0049228985],"genre_scores_gemma":[0.9660226,0.00008887584,0.03275406,0.00007988256,0.00003819969,0.00003154363,0.0002604378,0.00010466302,0.0006197121],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99802977,0.00040032162,0.00009654645,0.00035228103,0.0008089442,0.00031219985],"domain_scores_gemma":[0.9916231,0.0042567276,0.0009587986,0.0010347388,0.0018028888,0.00032373838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001216312,0.0010711362,0.0007722287,0.002132009,0.00061703124,0.0012968675,0.0014515428,0.0011902942,0.0015831965],"category_scores_gemma":[0.015670547,0.00033734494,0.00032595656,0.0007900557,0.0006382637,0.001545573,0.0006988315,0.0013025749,0.000680398],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030613202,0.00079861213,0.113756776,0.0004722748,0.0001500376,0.0018898426,0.001026895,0.2325553,0.17588082,0.012082896,0.0099324705,0.44839272],"study_design_scores_gemma":[0.00003245591,0.00016443912,0.010704352,0.000014328504,0.00002141317,0.0003408969,0.00012796177,0.9475277,0.035067666,0.0047914884,0.0011717035,0.000035510056],"about_ca_topic_score_codex":0.0035175523,"about_ca_topic_score_gemma":0.0018473917,"teacher_disagreement_score":0.0035175523,"about_ca_system_score_codex":0.001070178,"about_ca_system_score_gemma":0.00097129657,"threshold_uncertainty_score":0.007764697},"labels":[],"label_agreement":null},{"id":"W2125341657","doi":"10.1109/msr.2013.6624035","title":"Discovering, reporting, and fixing performance bugs","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":116,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo; National Science Foundation","keywords":"Software bug; Computer science; Profiling (computer programming); Eclipse; Software; Operating system","score_opus":0.010633870212058754,"score_gpt":0.2161108396827027,"score_spread":0.20547696947064395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125341657","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87450045,0.0030382017,0.10921036,0.001940718,0.00015837162,0.0003316525,0.00044187557,0.0053563174,0.0050220867],"genre_scores_gemma":[0.91834354,0.001483466,0.07648666,0.00039850484,0.00009835478,0.00010150952,0.0007081359,0.00063573214,0.0017441858],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98304796,0.004447673,0.0017417629,0.0019172973,0.0077901287,0.001055178],"domain_scores_gemma":[0.8181871,0.095735654,0.044387035,0.016589858,0.023425506,0.0016748519],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010265085,0.0013314227,0.0006504739,0.004923676,0.0010267963,0.0024009645,0.0019052732,0.0013085104,0.00083435216],"category_scores_gemma":[0.12486055,0.0010441357,0.00078606955,0.0021566984,0.0011120484,0.004952794,0.0015170461,0.0015382225,0.0005484398],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022030299,0.00041331322,0.5194976,0.0009376043,0.00022321148,0.000748809,0.004280314,0.0061131404,0.019378655,0.0018294746,0.0040147942,0.44234273],"study_design_scores_gemma":[0.00017461246,0.002518294,0.74868137,0.001447299,0.0013255539,0.005562252,0.008071,0.09300384,0.09337296,0.010140884,0.035015255,0.00068662665],"about_ca_topic_score_codex":0.0083098505,"about_ca_topic_score_gemma":0.009479367,"teacher_disagreement_score":0.010265085,"about_ca_system_score_codex":0.001144591,"about_ca_system_score_gemma":0.0031713906,"threshold_uncertainty_score":0.054287612},"labels":[],"label_agreement":null},{"id":"W2125738695","doi":"10.1109/noms.1992.639477","title":"Expanding The Boundaries Of Network Operations","year":2005,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Computer science","score_opus":0.012385411842207695,"score_gpt":0.2560667950532273,"score_spread":0.24368138321101962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125738695","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15490869,0.013301837,0.18977566,0.047515597,0.0012315862,0.000098392666,0.00020472502,0.0005395118,0.59242404],"genre_scores_gemma":[0.97095215,0.0029367295,0.016459707,0.001502834,0.00059379684,0.00008929555,0.00006478762,0.00016032554,0.007240252],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939797,0.003219617,0.00020635231,0.0007748802,0.0011764651,0.0006430838],"domain_scores_gemma":[0.974212,0.01636312,0.0016386856,0.0031246764,0.0023631516,0.0022984394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007840758,0.0005361455,0.0006485092,0.002089472,0.002747707,0.010925841,0.0020495718,0.0027698616,0.014110535],"category_scores_gemma":[0.038036425,0.00052105833,0.0004959104,0.001287861,0.009623085,0.02592652,0.0077957283,0.0049455236,0.0016992764],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000104466264,0.0000475343,0.0011925787,0.000069086855,0.000008922304,0.000050334278,0.0015915068,0.004096293,0.00065501564,0.9365137,0.0025848178,0.053085614],"study_design_scores_gemma":[0.000020471583,0.000039508246,0.001430896,0.0002982408,0.000012855816,0.00008611661,0.0021066042,0.008584205,0.00055097416,0.92375207,0.06309892,0.000019116147],"about_ca_topic_score_codex":0.0027499644,"about_ca_topic_score_gemma":0.0017114141,"teacher_disagreement_score":0.014110535,"about_ca_system_score_codex":0.003482352,"about_ca_system_score_gemma":0.0049488307,"threshold_uncertainty_score":0.047204435},"labels":[],"label_agreement":null},{"id":"W2126021273","doi":"10.1109/sdsoa.2007.11","title":"Supporting Change Impact Analysis for Service Oriented Business Applications","year":2007,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Artifact-centric business process model; Business process modeling; Computer science; Business process discovery; Business rule; Business process management; Business Process Model and Notation; Business process; Business Process Execution Language; Source code; Process management; Business analysis; Business requirements; Software engineering; Service-oriented architecture; Business model; Web service; Programming language; Business; Work in process","score_opus":0.028378141001441294,"score_gpt":0.34339915249879055,"score_spread":0.31502101149734923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126021273","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14075051,0.00015292194,0.8458154,0.0003022465,0.00002884726,0.0004432273,0.00034100594,0.008980751,0.0031850506],"genre_scores_gemma":[0.61607236,0.000131902,0.38150454,0.000052829193,0.000038933085,0.0002985022,0.00080220425,0.00044497848,0.00065378536],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9941658,0.0018016037,0.00037052482,0.00048343666,0.0028717166,0.000307],"domain_scores_gemma":[0.9585779,0.031736366,0.0025719828,0.0024108768,0.0043680454,0.0003348205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035242322,0.0014224707,0.0008532124,0.005697592,0.0011003137,0.0020203,0.0011409422,0.0013064109,0.002037246],"category_scores_gemma":[0.038978815,0.0007573185,0.001408912,0.002665078,0.0010172335,0.0025317145,0.0013703749,0.0013419177,0.00043792598],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007052025,0.0010085754,0.043102287,0.0005190505,0.00028245396,0.0012674134,0.000992015,0.42087698,0.04981457,0.043188352,0.0031963736,0.4350467],"study_design_scores_gemma":[0.000024471443,0.000054886325,0.002453525,0.0000123228065,0.000026970856,0.000099150006,0.00006149329,0.97459644,0.010316874,0.01126117,0.0010693179,0.000023335055],"about_ca_topic_score_codex":0.0066258237,"about_ca_topic_score_gemma":0.006429561,"teacher_disagreement_score":0.0066258237,"about_ca_system_score_codex":0.0015203679,"about_ca_system_score_gemma":0.0014347553,"threshold_uncertainty_score":0.018638134},"labels":[],"label_agreement":null},{"id":"W2126538029","doi":"10.1109/tits.2011.2176121","title":"Intelligent Traction Control Model for Speed Sensor Vehicles in Computer-Based Transit System","year":2011,"lang":"en","type":"article","venue":"IEEE Transactions on Intelligent Transportation Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Traction control system; Traction (geology); Computer science; Intelligent transportation system; Control engineering; Slip (aerodynamics); Engineering; Simulation; Real-time computing; Automotive engineering; Transport engineering","score_opus":0.04634408840596116,"score_gpt":0.2527666765858282,"score_spread":0.20642258817986703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126538029","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036456577,0.00021880966,0.9513134,0.0004086797,0.000095835574,0.000092262315,0.00015714177,0.00046328298,0.010794044],"genre_scores_gemma":[0.9732731,0.00019981808,0.015606815,0.000062896055,0.000035224002,0.00017266364,0.00013262666,0.000029003972,0.010487827],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99957913,0.00006127062,0.000019428146,0.00012138539,0.00014748621,0.00007130376],"domain_scores_gemma":[0.99966455,0.000105371335,0.00006424404,0.000016940821,0.00013346926,0.000015389265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000562877,0.0006292729,0.00068151,0.0004000003,0.0004935636,0.0010776119,0.0014133373,0.0010016246,0.0038916995],"category_scores_gemma":[0.00092357217,0.00027235397,0.00054108404,0.00034075388,0.0006031952,0.0008247206,0.000500102,0.00090844644,0.0004502894],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043811735,0.000026350832,0.00040987227,0.000040457835,0.000014701315,0.00006877373,0.000063112486,0.9798258,0.0012613148,0.009358286,0.0004780269,0.008409503],"study_design_scores_gemma":[0.00000516581,0.000016870892,0.00008346423,0.0000018118986,0.0000044094545,0.0000070949864,0.000003932119,0.9988381,0.00013697932,0.0006413578,0.0002585065,0.0000022194133],"about_ca_topic_score_codex":0.017672205,"about_ca_topic_score_gemma":0.010826356,"teacher_disagreement_score":0.017672205,"about_ca_system_score_codex":0.0011967802,"about_ca_system_score_gemma":0.00094878266,"threshold_uncertainty_score":0.035138667},"labels":[],"label_agreement":null},{"id":"W2127255524","doi":"10.1109/icdcs.1997.603390","title":"Layered analytic performance modelling of a distributed database system","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Queueing theory; Testbed; Distributed computing; Multitier architecture; Distributed database; Layered queueing network; Database; Architecture; Data modeling; Computer network","score_opus":0.04300594882434075,"score_gpt":0.21059737072491583,"score_spread":0.16759142190057508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127255524","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06644668,0.0007107611,0.9209551,0.00048415991,0.000056876426,0.0000802051,0.00024129904,0.0010516518,0.009973199],"genre_scores_gemma":[0.90179634,0.0013077465,0.090860136,0.00013730621,0.000103935265,0.00016780007,0.00025236228,0.00016779141,0.005206524],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99849534,0.00039255348,0.00009407622,0.00015397006,0.00067010324,0.00019393324],"domain_scores_gemma":[0.9974038,0.0011632711,0.0002898045,0.0002973327,0.0006943269,0.0001514814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015750868,0.000966275,0.00067956303,0.0010950143,0.00047734444,0.0027542806,0.0018944696,0.0010182366,0.0019486899],"category_scores_gemma":[0.008138442,0.00055315363,0.0007564815,0.0009683948,0.0009081474,0.002520247,0.0014442214,0.001293416,0.00069455267],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056928828,0.000032575328,0.0006833368,0.000047685946,0.000035932237,0.000105446976,0.00016328381,0.9271225,0.0029024093,0.06136383,0.00058804906,0.0068980223],"study_design_scores_gemma":[0.0000024901808,0.0000073241877,0.000055854536,0.0000027044168,0.0000049872365,0.000012874323,0.0000075481544,0.9941949,0.00020474433,0.005192253,0.00030942785,0.000004826508],"about_ca_topic_score_codex":0.007921923,"about_ca_topic_score_gemma":0.0017245116,"teacher_disagreement_score":0.007921923,"about_ca_system_score_codex":0.0019746048,"about_ca_system_score_gemma":0.0013799972,"threshold_uncertainty_score":0.01575166},"labels":[],"label_agreement":null},{"id":"W2129173237","doi":"10.1109/ccgrid.2012.138","title":"Automated Construction of Performance Models for High Performance Distributed Applications","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Concurrency; TRACE (psycholinguistics); Asynchronous communication; Distributed computing; Queueing theory; Fork (system call); Construct (python library); Task (project management); Process (computing); Software performance testing; Performance prediction; Software; Message queue; Software engineering; Software development; Operating system; Computer network; Programming language; Software construction","score_opus":0.013641883936106956,"score_gpt":0.23741638465814935,"score_spread":0.22377450072204239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129173237","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017328009,0.000052634132,0.97571725,0.0001253596,0.000017692038,0.000114594186,0.00033016017,0.0047703385,0.0015438542],"genre_scores_gemma":[0.432392,0.00023697496,0.5616714,0.000056076246,0.000033933266,0.0005262365,0.0017816653,0.0010430857,0.0022586512],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983175,0.00047006863,0.0001150317,0.00018029568,0.0007885656,0.00012854798],"domain_scores_gemma":[0.9939168,0.003105966,0.00062394096,0.0013365819,0.0008957786,0.00012095728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015652954,0.0012350813,0.00056423864,0.0012569855,0.0008051678,0.002126959,0.0017993408,0.0010795961,0.0020568545],"category_scores_gemma":[0.01008641,0.001194197,0.0016126604,0.0006430724,0.0009041546,0.0024181574,0.0014928139,0.001894878,0.0008839588],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053336647,0.000108663546,0.0020946735,0.00010562903,0.000039587394,0.00018069988,0.00025335318,0.924903,0.005320451,0.031485796,0.0013651062,0.03408973],"study_design_scores_gemma":[0.0000061266182,0.000009620387,0.00013056521,0.000008849161,0.0000077431905,0.000019410358,0.000015052913,0.98337525,0.002414645,0.012520629,0.0014843792,0.0000076910555],"about_ca_topic_score_codex":0.0054473756,"about_ca_topic_score_gemma":0.007520316,"teacher_disagreement_score":0.0054473756,"about_ca_system_score_codex":0.0017317176,"about_ca_system_score_gemma":0.0028208767,"threshold_uncertainty_score":0.0125645995},"labels":[],"label_agreement":null},{"id":"W2130503087","doi":"10.1109/inm.2011.5990587","title":"A next generation entropy based framework for alert detection in system logs","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Sandia National Laboratories","keywords":"Anomaly detection; Computer science; Entropy (arrow of time); Data mining; False positive rate; Cluster (spacecraft); Artificial intelligence","score_opus":0.05415282995792581,"score_gpt":0.24853127986422532,"score_spread":0.19437844990629952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130503087","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014223047,0.00029204343,0.97948337,0.00017090784,0.00006528966,0.00016975484,0.00047377023,0.0040761936,0.0010454946],"genre_scores_gemma":[0.3653646,0.00025145168,0.62921894,0.00021086051,0.00019564148,0.00036316874,0.0014729179,0.00022113678,0.002701175],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977769,0.00054937234,0.00014516652,0.00031344817,0.0010977548,0.00011740056],"domain_scores_gemma":[0.9967981,0.0013791508,0.00031102073,0.00044970246,0.0009110493,0.00015109457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003278064,0.0009499893,0.0012038231,0.004192639,0.0005101431,0.001765989,0.0012977232,0.00089582003,0.001924919],"category_scores_gemma":[0.006527139,0.0003228693,0.0010095532,0.0013493964,0.00047025434,0.0023326867,0.0012444757,0.0012107815,0.00068133505],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080843276,0.0010687488,0.018971784,0.00033677492,0.00046970372,0.0004572039,0.00036952688,0.13414688,0.03210642,0.02695557,0.007464346,0.7768447],"study_design_scores_gemma":[0.00001790181,0.00013213677,0.004283694,0.000018661613,0.000049535603,0.00021021064,0.000023559418,0.97339803,0.007117647,0.011817168,0.002881406,0.00005000131],"about_ca_topic_score_codex":0.0033094925,"about_ca_topic_score_gemma":0.0034622536,"teacher_disagreement_score":0.004192639,"about_ca_system_score_codex":0.0009940895,"about_ca_system_score_gemma":0.0011014421,"threshold_uncertainty_score":0.01733625},"labels":[],"label_agreement":null},{"id":"W2133637844","doi":"10.1109/hicss.1998.649248","title":"Evaluating the scalability of distributed systems","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Scalability; Computer science; Metric (unit); Distributed computing; Scaling; Path (computing); Range (aeronautics); Computer network; Engineering; Mathematics; Operating system","score_opus":0.0698168158170325,"score_gpt":0.31292545548789985,"score_spread":0.24310863967086735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133637844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7518002,0.0029983872,0.21132734,0.0010024938,0.00016090657,0.0005120198,0.00074428844,0.0011626136,0.030291837],"genre_scores_gemma":[0.976487,0.0003986276,0.022046432,0.000035368976,0.00005600298,0.000096843316,0.0003517861,0.00005816673,0.0004698473],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9917605,0.0035651892,0.00048823084,0.00050561904,0.0033067113,0.00037366262],"domain_scores_gemma":[0.96690804,0.023105346,0.0024964388,0.0023511709,0.0041502155,0.0009888537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008795194,0.00084622786,0.00061791315,0.0024254322,0.0005615786,0.0016521354,0.0007651271,0.0007094942,0.0013421829],"category_scores_gemma":[0.04562378,0.00021195729,0.00032628642,0.0019517823,0.0010686493,0.004242413,0.0014713262,0.0006820084,0.00026313995],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007705974,0.0003849524,0.07720393,0.00077704916,0.0005152362,0.0004795308,0.0013037933,0.55243033,0.027006518,0.037343405,0.0038800621,0.29790467],"study_design_scores_gemma":[0.0000783231,0.0018739693,0.036364578,0.00015263032,0.00015311348,0.00032240583,0.0013873604,0.88246757,0.016191725,0.053770356,0.00714277,0.000095099706],"about_ca_topic_score_codex":0.001954091,"about_ca_topic_score_gemma":0.0015203028,"teacher_disagreement_score":0.008795194,"about_ca_system_score_codex":0.0012103767,"about_ca_system_score_gemma":0.00085155014,"threshold_uncertainty_score":0.046513975},"labels":[],"label_agreement":null},{"id":"W2134116815","doi":"10.1109/scam.2015.7335399","title":"Multi-layer software configuration: Empirical study on wordpress","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Plug-in; Computer science; Confusion; Layer (electronics); Software; TRACE (psycholinguistics); Constant (computer programming); Operating system; Database; Programming language; Chemistry","score_opus":0.12576399633670868,"score_gpt":0.36010745208269807,"score_spread":0.2343434557459894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134116815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99727887,0.00014252847,0.00090753386,0.000054068976,0.0000057142843,0.00003915319,0.00015286684,0.000091618385,0.0013276186],"genre_scores_gemma":[0.99668866,0.00014781916,0.0012861534,0.000051507057,0.000010256622,0.000053854652,0.0006019388,0.00010385628,0.0010559787],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98587984,0.004709745,0.0020773644,0.002020527,0.0047696694,0.000542775],"domain_scores_gemma":[0.7814471,0.15115193,0.03151063,0.015260695,0.01840979,0.0022198674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008909591,0.0005369497,0.00050265045,0.003341125,0.0010535968,0.002048706,0.0014331534,0.0010125055,0.0019725536],"category_scores_gemma":[0.10726452,0.00062256504,0.00036240573,0.0043051643,0.0019343558,0.005290116,0.0017454994,0.0015130694,0.0009426348],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095449225,0.0017947657,0.8332364,0.000680341,0.00016948453,0.002269688,0.02885945,0.0022124702,0.004846297,0.0013058599,0.0044758003,0.11919495],"study_design_scores_gemma":[0.000053449614,0.0016211433,0.92246246,0.0002772563,0.00012379713,0.0044981837,0.026717877,0.016099654,0.008296181,0.0012916723,0.01839206,0.0001662389],"about_ca_topic_score_codex":0.0027135191,"about_ca_topic_score_gemma":0.003426001,"teacher_disagreement_score":0.008909591,"about_ca_system_score_codex":0.0008945846,"about_ca_system_score_gemma":0.0005117135,"threshold_uncertainty_score":0.04711902},"labels":[],"label_agreement":null},{"id":"W2134702703","doi":"10.1145/1982185.1982298","title":"Storage and retrieval of system log events using a structured schema based on message type transformation","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"National Institute for Materials Science; Natural Sciences and Engineering Research Council of Canada; Dalhousie University","keywords":"Computer science; Schema (genetic algorithms); Transformation (genetics); Information retrieval; Schema evolution; Database schema; Database design","score_opus":0.028340614214551755,"score_gpt":0.24180875026798723,"score_spread":0.21346813605343548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134702703","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016985524,0.00017230859,0.9588224,0.00048165623,0.000104224186,0.00039818027,0.0031487478,0.016939728,0.0029472592],"genre_scores_gemma":[0.19403265,0.0006180683,0.7787167,0.0006578867,0.000170235,0.0008884131,0.015294648,0.0032612884,0.0063601225],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99720097,0.00070896564,0.00075287744,0.00038841597,0.00079461443,0.00015420206],"domain_scores_gemma":[0.9866414,0.0029614032,0.0011238815,0.0067861066,0.0022629814,0.0002242791],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045037726,0.000743906,0.0011491199,0.0024056449,0.00082835456,0.005453688,0.0018427427,0.001310391,0.0032897398],"category_scores_gemma":[0.011347525,0.0008521342,0.0012622782,0.0025454236,0.0013541572,0.008166377,0.00213923,0.002017727,0.0027537448],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017340039,0.00071035494,0.015602044,0.0012049448,0.0002583349,0.0017858271,0.0060959863,0.045317985,0.07496707,0.4581254,0.048145123,0.3460529],"study_design_scores_gemma":[0.00037371638,0.00053836044,0.0034413217,0.0004170308,0.0002967472,0.0016167534,0.0013823202,0.34490663,0.18000287,0.18076518,0.2858767,0.00038239424],"about_ca_topic_score_codex":0.0019406409,"about_ca_topic_score_gemma":0.0016697318,"teacher_disagreement_score":0.005453688,"about_ca_system_score_codex":0.0014001703,"about_ca_system_score_gemma":0.0026327341,"threshold_uncertainty_score":0.023818493},"labels":[],"label_agreement":null},{"id":"W2136715810","doi":"10.1109/icpc.2011.17","title":"The Concept of Stratified Sampling of Execution Traces","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Concordia University","funders":"","keywords":"TRACE (psycholinguistics); Stratified sampling; Sampling (signal processing); Computer science; Simple random sample; Systematic sampling; Statistics; Mathematics; Computer vision","score_opus":0.047948986418984124,"score_gpt":0.26013623818235027,"score_spread":0.21218725176336614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136715810","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006937211,0.00014516956,0.991679,0.00010313165,0.000037681184,0.00018465279,0.00014526676,0.00027334195,0.0004944101],"genre_scores_gemma":[0.35288846,0.00069835584,0.64019537,0.0004793773,0.00035065308,0.0018073121,0.0014112538,0.00022471198,0.0019445294],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98651993,0.006845842,0.00074483536,0.002320788,0.00308659,0.0004818992],"domain_scores_gemma":[0.9557151,0.02727246,0.0031182428,0.008756461,0.004270188,0.00086750655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014206437,0.0009913585,0.0015657457,0.0024139176,0.00083472545,0.0019430362,0.0025526637,0.001217176,0.0016242224],"category_scores_gemma":[0.04937003,0.0008261915,0.0013790985,0.0022565844,0.0023065612,0.0038306252,0.0024203898,0.001618569,0.00046702055],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011883576,0.00036448977,0.02596378,0.0008697502,0.0007833547,0.000751571,0.0019676667,0.19771397,0.02560829,0.45196906,0.0067252945,0.28609458],"study_design_scores_gemma":[0.00014039385,0.000703005,0.004942363,0.00017457372,0.00024834063,0.000687663,0.00029366318,0.63393855,0.013516435,0.32433122,0.02088339,0.00014046616],"about_ca_topic_score_codex":0.0021070894,"about_ca_topic_score_gemma":0.0016339623,"teacher_disagreement_score":0.014206437,"about_ca_system_score_codex":0.0013514425,"about_ca_system_score_gemma":0.0022570353,"threshold_uncertainty_score":0.075131714},"labels":[],"label_agreement":null},{"id":"W2136783037","doi":"10.1109/icebe.2007.84","title":"Systematic Security Analysis for Service-Oriented Software Architectures","year":2007,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software security assurance; Software engineering; Security service; Security engineering; Software development; Computer security; Threat model; Software architecture; Risk analysis (engineering); Software; Information security","score_opus":0.008316468851886251,"score_gpt":0.25187414305610545,"score_spread":0.2435576742042192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136783037","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032418687,0.0003307707,0.96505487,0.00021752033,0.000010736685,0.00017591042,0.000052337225,0.00029836426,0.0014407426],"genre_scores_gemma":[0.4493408,0.0008110288,0.5471849,0.00009268951,0.000026013753,0.0006365001,0.00031122082,0.00015300377,0.0014438558],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99531376,0.0021167586,0.00025300332,0.00019411967,0.0019366822,0.0001856797],"domain_scores_gemma":[0.99201596,0.00467656,0.00076998724,0.0014297627,0.00103442,0.000073301955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052605825,0.0010944183,0.00074338366,0.0034203331,0.0011977542,0.0015097434,0.00070647796,0.0012071024,0.001013741],"category_scores_gemma":[0.011964931,0.00095292414,0.0024702884,0.0010549402,0.0023674818,0.0022233066,0.0014933889,0.0015346989,0.00022388826],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000121467725,0.00024281049,0.009310887,0.00076060527,0.00020691914,0.00070130243,0.0018375168,0.31386918,0.018914944,0.5297735,0.0016042343,0.1226566],"study_design_scores_gemma":[0.000032133943,0.00013464295,0.0012810148,0.00021864171,0.00012300344,0.0001981259,0.00028618722,0.7025471,0.009603612,0.28008202,0.005452764,0.000040692572],"about_ca_topic_score_codex":0.0029907993,"about_ca_topic_score_gemma":0.00434885,"teacher_disagreement_score":0.0052605825,"about_ca_system_score_codex":0.001307827,"about_ca_system_score_gemma":0.0039393757,"threshold_uncertainty_score":0.027820945},"labels":[],"label_agreement":null},{"id":"W2137071358","doi":"10.1109/qsic.2003.1319128","title":"Constructing a reproducible testing environment for distributed Java applications","year":2003,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Java; Distributed computing; Nondeterministic algorithm; Distributed Computing Environment; Programming language","score_opus":0.02773203409199887,"score_gpt":0.24187114490629877,"score_spread":0.2141391108142999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137071358","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04128947,0.00004627276,0.95018023,0.00012325383,0.000021756983,0.00022310638,0.000026443484,0.007125304,0.0009641469],"genre_scores_gemma":[0.37206087,0.00007571586,0.6246587,0.00008196461,0.0000496462,0.00060527073,0.00016881648,0.0011852467,0.0011137458],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9933309,0.0022776707,0.00066544826,0.0011482299,0.0021099865,0.0004676513],"domain_scores_gemma":[0.97849756,0.010114147,0.0023938052,0.0064087575,0.0017263436,0.0008593479],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076417867,0.0006654457,0.00081066304,0.0006819138,0.000982841,0.0016524753,0.0028285594,0.001418928,0.0013880731],"category_scores_gemma":[0.021123497,0.0009966813,0.0009051955,0.00038831346,0.0023420134,0.0028783386,0.003425231,0.0023416304,0.0006684414],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014182419,0.001708297,0.013780461,0.0004803859,0.00012820502,0.0047172676,0.002566814,0.19833405,0.36876848,0.13677546,0.004469496,0.26685286],"study_design_scores_gemma":[0.0005381577,0.0017365309,0.0033006517,0.00014056137,0.00010551674,0.0016452052,0.00019563688,0.6562403,0.26279432,0.050040632,0.023075573,0.00018696787],"about_ca_topic_score_codex":0.00034549867,"about_ca_topic_score_gemma":0.00036073566,"teacher_disagreement_score":0.0076417867,"about_ca_system_score_codex":0.0006350796,"about_ca_system_score_gemma":0.0014630082,"threshold_uncertainty_score":0.040414155},"labels":[],"label_agreement":null},{"id":"W2137723287","doi":"10.1145/1735970.1736038","title":"SherLog","year":2010,"lang":"en","type":"article","venue":"ACM SIGARCH Computer Architecture News","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":217,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Science Foundation","keywords":"Computer science; Unavailability; Task (project management); Software bug; Code (set theory); Software; Server; Source code; Operating system; Software engineering; Programming language; Reliability engineering","score_opus":0.007245533686210765,"score_gpt":0.2351668028681178,"score_spread":0.22792126918190705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137723287","genre_codex":"software","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":"software","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033362997,0.00064231723,0.1738091,0.0011998476,0.0006042454,0.00063165807,0.06564459,0.70298254,0.051149394],"genre_scores_gemma":[0.078440234,0.0023046,0.25026336,0.003810931,0.0005129657,0.0024427504,0.38934126,0.15073258,0.122151345],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99809414,0.00024825253,0.00017529861,0.0003264317,0.0009143303,0.00024155268],"domain_scores_gemma":[0.99541545,0.001717436,0.00025291267,0.0014168329,0.0009547137,0.0002425779],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027661065,0.0017347868,0.0013357564,0.0025253464,0.0009054457,0.0035049606,0.0067517655,0.0020203912,0.13753197],"category_scores_gemma":[0.008714853,0.0020061028,0.0016573961,0.002028943,0.00074619637,0.006468909,0.0035271537,0.0032831966,0.09833055],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00086276623,0.00026151948,0.0020766833,0.0012067044,0.00008902404,0.0003622054,0.00018307862,0.004467567,0.0036128776,0.020661673,0.8139142,0.1523018],"study_design_scores_gemma":[0.00059663074,0.00018483779,0.0014486738,0.00023235206,0.00006239534,0.0005465053,0.00013906976,0.058589876,0.011833714,0.04353157,0.8827059,0.00012838467],"about_ca_topic_score_codex":0.0027413003,"about_ca_topic_score_gemma":0.0044780737,"teacher_disagreement_score":0.13753197,"about_ca_system_score_codex":0.0012025979,"about_ca_system_score_gemma":0.002793124,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2138240799","doi":"10.1155/2014/173976","title":"Real-Time Linux Analysis Using Low-Impact Tracer","year":2014,"lang":"en","type":"article","venue":"Advances in Computer Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Debugging; Tracing; Debugger; Computer science; Programming language; Instrumentation (computer programming); Software; Real-time computing; Operating system","score_opus":0.004429340520389852,"score_gpt":0.24905324085315284,"score_spread":0.244623900332763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138240799","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10110648,0.00012138743,0.88251895,0.00010086046,0.000026445708,0.000059590075,0.00020766871,0.012295853,0.003562816],"genre_scores_gemma":[0.8089443,0.00016522821,0.18618585,0.000047575377,0.0000085007305,0.00012029966,0.0004316212,0.0013893767,0.0027072548],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99939203,0.0001581594,0.000026759897,0.00008756928,0.00023121675,0.00010419529],"domain_scores_gemma":[0.99865204,0.0005303747,0.00015739942,0.00037141415,0.00021981502,0.000069025526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001114555,0.0005615791,0.00035375718,0.0016516407,0.00041357483,0.0012994646,0.0010740985,0.0005317451,0.0017493588],"category_scores_gemma":[0.0032973597,0.00033055682,0.0004811961,0.000884375,0.0008911298,0.0010735772,0.000794062,0.00081799127,0.00035621374],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054217863,0.00025956694,0.024016358,0.00016879925,0.0000973534,0.0006659797,0.0014000104,0.6959227,0.069186494,0.12130866,0.0045296336,0.08190234],"study_design_scores_gemma":[0.0000103576685,0.000027107564,0.0007116597,0.000007793759,0.000008982076,0.000044491117,0.00003522717,0.9753362,0.012745716,0.007931713,0.003125783,0.000015010561],"about_ca_topic_score_codex":0.007306446,"about_ca_topic_score_gemma":0.0036557019,"teacher_disagreement_score":0.007306446,"about_ca_system_score_codex":0.0013101259,"about_ca_system_score_gemma":0.0016986053,"threshold_uncertainty_score":0.014527857},"labels":[],"label_agreement":null},{"id":"W2138302958","doi":"10.1109/drcn.2003.1275353","title":"Availability modeling of services in ip networks","year":2004,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SaskTel (Canada)","funders":"","keywords":"Traverse; Computer science; Core network; Core (optical fiber); Computer network; Next-generation network; Distributed computing; Telecommunications; The Internet; World Wide Web","score_opus":0.010263383190269362,"score_gpt":0.22551517536952873,"score_spread":0.21525179217925935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138302958","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03691639,0.0003348205,0.9553704,0.0001876728,0.000031272444,0.00002730731,0.00012606125,0.00039575042,0.006610381],"genre_scores_gemma":[0.9150278,0.0010503125,0.07847389,0.00007021155,0.00008767442,0.000116000854,0.00027146534,0.00010836687,0.004794274],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996612,0.000115001036,0.0000134142765,0.000045492838,0.00011622365,0.00004868169],"domain_scores_gemma":[0.99933356,0.00044089058,0.00006933689,0.000041062103,0.00009178526,0.000023450408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004486499,0.0005553333,0.0003649766,0.0006131647,0.00044811415,0.00072093593,0.0008976703,0.00067836826,0.0013436754],"category_scores_gemma":[0.0022985153,0.00030392522,0.00049886556,0.0005625423,0.00041404762,0.0014431202,0.00045484284,0.0006106837,0.00032046263],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009825004,0.000006724735,0.00033000502,0.000015395333,0.000005035686,0.000028907905,0.00002482318,0.9844557,0.00059125636,0.009836851,0.00015986484,0.0045356764],"study_design_scores_gemma":[6.676138e-7,0.0000040081095,0.000056930963,0.0000018660695,0.0000019060418,0.00001121867,0.0000041632816,0.99662304,0.00015223214,0.0027437883,0.00039875405,0.0000013162111],"about_ca_topic_score_codex":0.012143387,"about_ca_topic_score_gemma":0.0040904237,"teacher_disagreement_score":0.012143387,"about_ca_system_score_codex":0.0007262695,"about_ca_system_score_gemma":0.0005759137,"threshold_uncertainty_score":0.024145365},"labels":[],"label_agreement":null},{"id":"W2139787745","doi":"10.1109/noms.2012.6212000","title":"A hybrid approach to operating system discovery based on diagnosis theory","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Formalism (music); Extension (predicate logic); Theoretical computer science; Machine learning; Programming language","score_opus":0.013894750572401497,"score_gpt":0.22745938828450846,"score_spread":0.21356463771210696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139787745","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009341733,0.00029045556,0.9867356,0.0005188174,0.000039993763,0.00013140803,0.00007343026,0.00044851136,0.0024200785],"genre_scores_gemma":[0.25131464,0.0003931187,0.74480593,0.00030618775,0.00011544098,0.00023319272,0.00018069902,0.00009616155,0.002554597],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99105036,0.0025398422,0.0006119805,0.0011531411,0.004110193,0.0005345083],"domain_scores_gemma":[0.98328465,0.011519657,0.0006662801,0.00226801,0.0019649512,0.00029650284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005985369,0.0010527676,0.0015015532,0.0041299537,0.0011274553,0.0052859928,0.0034356115,0.0017621481,0.0028103455],"category_scores_gemma":[0.014298147,0.0009694125,0.0019302856,0.0024405804,0.0036976929,0.007580735,0.0044112294,0.0036597054,0.00043259145],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021065182,0.00032909456,0.0030054764,0.00042275843,0.0001583756,0.00028665646,0.00091660797,0.18459296,0.006224131,0.664519,0.0026554116,0.13667886],"study_design_scores_gemma":[0.00005809486,0.00009491221,0.00029096837,0.00003503219,0.000056283843,0.00019451632,0.0001495707,0.8036022,0.0037862742,0.18598576,0.005695611,0.00005079025],"about_ca_topic_score_codex":0.004448337,"about_ca_topic_score_gemma":0.0035720211,"teacher_disagreement_score":0.005985369,"about_ca_system_score_codex":0.0034585886,"about_ca_system_score_gemma":0.0041650515,"threshold_uncertainty_score":0.031654},"labels":[],"label_agreement":null},{"id":"W2140678945","doi":"10.1109/ccece.2007.280","title":"Spanning Tree Protocol Interoperability with Other Loop Prevention Algorithms","year":2007,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Burnaby Hospital; General Electric (Canada)","funders":"","keywords":"Interoperability; Computer science; Protocol (science); Tree (set theory); Spanning tree; Loop (graph theory); Distributed computing; Algorithm; World Wide Web; Mathematics","score_opus":0.021078564717215517,"score_gpt":0.30557248096007356,"score_spread":0.284493916242858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140678945","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076091713,0.00026308294,0.98361975,0.00041780033,0.00014858742,0.00012810357,0.000022361492,0.0012688829,0.0065222722],"genre_scores_gemma":[0.4467143,0.0008383478,0.54382825,0.00053292955,0.00035271718,0.00045911572,0.00027962893,0.00056341366,0.006431298],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938386,0.0019377366,0.00081179,0.00040665132,0.0026595686,0.00034571163],"domain_scores_gemma":[0.98472124,0.008099079,0.0010088385,0.0037979553,0.0021806671,0.00019211037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008730754,0.000621743,0.0009513896,0.001897496,0.0012883916,0.0031432721,0.0021551668,0.0016083485,0.0037308466],"category_scores_gemma":[0.02436428,0.00032477442,0.0009265574,0.0022265944,0.001535271,0.0074230414,0.0017600274,0.002326104,0.0006050616],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039550272,0.00037142527,0.0018942859,0.0004001995,0.00017475402,0.00028326493,0.0007700145,0.08316445,0.01065509,0.5574258,0.005615984,0.33884922],"study_design_scores_gemma":[0.00013255574,0.000520617,0.00073978084,0.00022001004,0.00025459283,0.0010156091,0.00029932367,0.5688471,0.045043964,0.32721725,0.055569556,0.00013957577],"about_ca_topic_score_codex":0.0007322141,"about_ca_topic_score_gemma":0.00042779127,"teacher_disagreement_score":0.008730754,"about_ca_system_score_codex":0.00089048,"about_ca_system_score_gemma":0.0010266985,"threshold_uncertainty_score":0.046173215},"labels":[],"label_agreement":null},{"id":"W2140720699","doi":"10.1109/tnsm.2008.080104","title":"Efficient fault diagnosis using incremental alarm correlation and active investigation for internet and overlay networks","year":2008,"lang":"en","type":"article","venue":"IEEE Transactions on Network and Service Management","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Overlay network; Overlay; Fault management; Distributed computing; Scalability; Fault (geology); Fault model; The Internet; Computer network; Real-time computing; ALARM; Engineering","score_opus":0.0186822568874934,"score_gpt":0.22349913085027587,"score_spread":0.20481687396278248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140720699","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0480847,0.00020297895,0.9488535,0.00016840518,0.000013066263,0.00008301594,0.000044331442,0.0016286434,0.00092134473],"genre_scores_gemma":[0.8089848,0.000107679974,0.1902586,0.000049491402,0.00001990793,0.00005388866,0.00011993933,0.000033622116,0.0003720492],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986358,0.00036029602,0.00009747062,0.00023673517,0.00053762546,0.00013202082],"domain_scores_gemma":[0.99709964,0.001518263,0.00042822,0.0004830405,0.0003701626,0.00010071303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014033709,0.00067504303,0.0008132937,0.0013290428,0.00053235865,0.0012228045,0.0016263152,0.0006478859,0.0005362825],"category_scores_gemma":[0.005802579,0.00032886944,0.0006107995,0.0008960774,0.00065822864,0.0027172938,0.0014789095,0.00079501903,0.00010368214],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005339203,0.00030960387,0.007802984,0.00016184579,0.00012671406,0.0003640548,0.00044886032,0.5296747,0.0141600575,0.017621974,0.0019231426,0.4268721],"study_design_scores_gemma":[0.000013278501,0.000030151039,0.00039054026,0.0000030353901,0.000021666234,0.00006328804,0.000025249765,0.9906901,0.0030011747,0.005372011,0.00038151632,0.000008079959],"about_ca_topic_score_codex":0.008265685,"about_ca_topic_score_gemma":0.0065101204,"teacher_disagreement_score":0.008265685,"about_ca_system_score_codex":0.0010324494,"about_ca_system_score_gemma":0.0013677061,"threshold_uncertainty_score":0.016435146},"labels":[],"label_agreement":null},{"id":"W2141091176","doi":"10.1109/icdew.2007.4401023","title":"Outlier Detection for Fine-grained Load Balancing in Database Clusters","year":2007,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Database; Server; Provisioning; Database server; Scheduling (production processes); Load balancing (electrical power); Virtualization; Distributed computing; Database administrator; Anomaly detection; Cloud computing; Data mining; Computer network; Operating system","score_opus":0.011476654854877007,"score_gpt":0.2586670347149838,"score_spread":0.2471903798601068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141091176","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12824216,0.00026493246,0.8673298,0.00027183924,0.000049771978,0.00006970751,0.00007549588,0.0033586032,0.0003377971],"genre_scores_gemma":[0.783099,0.00009369285,0.21586457,0.0000629018,0.00005758014,0.0000696973,0.0002101858,0.00012870609,0.0004136034],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980107,0.00044602642,0.00016928825,0.0004649526,0.000662633,0.0002464262],"domain_scores_gemma":[0.9918385,0.00406505,0.0016209176,0.0009234266,0.0011591513,0.00039294746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023898203,0.00061313284,0.0012917349,0.0018121247,0.0010445113,0.0014753563,0.001554874,0.0009005779,0.00039831048],"category_scores_gemma":[0.012796396,0.00040901577,0.00040517747,0.0014590375,0.0009360379,0.0012837633,0.0014189172,0.0010113154,0.00018514381],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009446905,0.0003392454,0.032719947,0.00019694975,0.00013151068,0.00046980943,0.0006377452,0.5642623,0.041285757,0.011620885,0.003961954,0.3434292],"study_design_scores_gemma":[0.000015444351,0.000043153916,0.0015028333,0.0000034285858,0.000008721184,0.000084596795,0.00006557683,0.98849666,0.0051826495,0.0041393833,0.00044394343,0.000013580846],"about_ca_topic_score_codex":0.003220169,"about_ca_topic_score_gemma":0.0023990064,"teacher_disagreement_score":0.003220169,"about_ca_system_score_codex":0.0009393642,"about_ca_system_score_gemma":0.0012176272,"threshold_uncertainty_score":0.012638748},"labels":[],"label_agreement":null},{"id":"W2142033303","doi":"10.1109/32.888627","title":"Management of performance requirements for information systems","year":2000,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Non-functional requirement; System requirements; Software engineering; Requirements analysis; Requirements management; Process (computing); Domain (mathematical analysis); Requirements engineering; Systems engineering; Information system; Functional requirement; Variety (cybernetics); Software system; Software; Engineering; Software construction; Artificial intelligence","score_opus":0.010316117302928352,"score_gpt":0.21488042325859766,"score_spread":0.2045643059556693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142033303","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04641234,0.0029913771,0.8140489,0.017481735,0.00024749036,0.0011333487,0.00048109214,0.0027346085,0.114469014],"genre_scores_gemma":[0.5304013,0.003697476,0.45113492,0.0014131824,0.0006148483,0.0013761489,0.0016325491,0.0008770515,0.008852554],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.96903414,0.0084925005,0.0029157647,0.0009968058,0.016466666,0.0020941526],"domain_scores_gemma":[0.9545152,0.022245787,0.0052835755,0.005819779,0.010866206,0.0012694465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018985514,0.0010842496,0.00080960814,0.0032007864,0.0027365908,0.01087092,0.0023343996,0.0028044798,0.0021414733],"category_scores_gemma":[0.057806052,0.0007586227,0.0008697001,0.0023057417,0.0023711121,0.010769551,0.0036712897,0.0032988868,0.0010978858],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006382556,0.00021106903,0.003329256,0.0010918267,0.000067659,0.00075283257,0.003188344,0.052951146,0.011694136,0.6598098,0.018299825,0.24854024],"study_design_scores_gemma":[0.00006113529,0.00039985537,0.00763335,0.0014721779,0.00010116051,0.0015603994,0.003959671,0.15785179,0.014550466,0.52815133,0.28392485,0.000333785],"about_ca_topic_score_codex":0.004614743,"about_ca_topic_score_gemma":0.0032587517,"teacher_disagreement_score":0.018985514,"about_ca_system_score_codex":0.0047526574,"about_ca_system_score_gemma":0.008233088,"threshold_uncertainty_score":0.10040617},"labels":[],"label_agreement":null},{"id":"W2142462092","doi":"10.1109/icpc.2011.38","title":"Industrial Case Study on Supporting the Comprehension of System Behaviour under Load","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Thread (computing); Computer science; Thrashing; Concurrency; Scalability; Distributed computing; Parallel computing; Operating system","score_opus":0.11657857706497975,"score_gpt":0.2961520720109906,"score_spread":0.17957349494601083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142462092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.837571,0.00046504097,0.12190943,0.0027969917,0.000057381345,0.00079270545,0.0012937149,0.008111082,0.0270025],"genre_scores_gemma":[0.9405496,0.0001537662,0.053624958,0.00018320265,0.000025055151,0.00013250168,0.00061560975,0.00042253884,0.0042927125],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9969007,0.0015358444,0.00014894172,0.0003272313,0.00084911997,0.00023820347],"domain_scores_gemma":[0.975382,0.018005315,0.0008662597,0.0027953926,0.0022751775,0.000675934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038067556,0.0006720344,0.0003904609,0.0011069503,0.0012267879,0.0016569076,0.002248795,0.0022922964,0.005358737],"category_scores_gemma":[0.02161457,0.00039060868,0.0004554066,0.0011747036,0.0016080108,0.0025139279,0.001337892,0.0013283722,0.0012386262],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031393566,0.0060675414,0.09066454,0.0029949152,0.00021692674,0.031288426,0.0486097,0.22603324,0.090292774,0.04868342,0.039289054,0.41272014],"study_design_scores_gemma":[0.00053938816,0.0020180033,0.038110483,0.00036695064,0.00016228858,0.00405634,0.009992663,0.7821651,0.05859748,0.029333055,0.074473985,0.00018426661],"about_ca_topic_score_codex":0.009675944,"about_ca_topic_score_gemma":0.008513822,"teacher_disagreement_score":0.009675944,"about_ca_system_score_codex":0.0013886006,"about_ca_system_score_gemma":0.0011649611,"threshold_uncertainty_score":0.020132303},"labels":[],"label_agreement":null},{"id":"W2142804492","doi":"10.1109/tkde.2011.138","title":"A Lightweight Algorithm for Message Type Extraction in System Application Logs","year":2011,"lang":"en","type":"article","venue":"IEEE Transactions on Knowledge and Data Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Message passing; Partition (number theory); Event (particle physics); Algorithm; Data type; Web log analysis software; Task (project management); Data mining; Theoretical computer science; Distributed computing; Programming language; Operating system; The Internet","score_opus":0.026532542095579034,"score_gpt":0.26306770202565416,"score_spread":0.23653515993007512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142804492","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00457055,0.00013033266,0.978224,0.00010445403,0.00004499501,0.0003118023,0.0006708455,0.0154181495,0.0005249332],"genre_scores_gemma":[0.035959456,0.000090457106,0.95797133,0.000091908325,0.00004448365,0.00047978453,0.002799107,0.0006694241,0.0018940021],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99767166,0.00029461834,0.0003437117,0.0005074628,0.0010347725,0.00014765735],"domain_scores_gemma":[0.9948461,0.0020689985,0.00072464533,0.001211239,0.0010263651,0.00012276275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018307683,0.001515722,0.0010348231,0.004903258,0.0011865913,0.0021340856,0.0022091276,0.0012321738,0.0040700296],"category_scores_gemma":[0.009325748,0.0007872199,0.0012189158,0.0032290695,0.00065382896,0.0036969043,0.0021079327,0.001653233,0.004285804],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038782402,0.00021388875,0.0035831567,0.00041808852,0.00007312309,0.00015640586,0.00027117788,0.010861091,0.020971708,0.0065154703,0.016551971,0.93999624],"study_design_scores_gemma":[0.00019427633,0.00024382844,0.0034245958,0.00011574017,0.00007666229,0.0007593101,0.00023430913,0.8646445,0.052788384,0.03601812,0.041386195,0.000114106944],"about_ca_topic_score_codex":0.002370723,"about_ca_topic_score_gemma":0.0035750347,"teacher_disagreement_score":0.004903258,"about_ca_system_score_codex":0.0012493143,"about_ca_system_score_gemma":0.0024653347,"threshold_uncertainty_score":0.013615668},"labels":[],"label_agreement":null},{"id":"W2144253208","doi":"10.1109/emwrts.1994.336863","title":"A resynchronization method for real-time supervision","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Supervisor; Formalism (music); Computer science; Reliability (semiconductor); Software; Reliability engineering; Real-time computing; Programming language; Engineering","score_opus":0.01753212565294923,"score_gpt":0.2706924748488153,"score_spread":0.2531603491958661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144253208","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024905836,0.00014794926,0.9883333,0.00011114184,0.00014987082,0.00008325441,0.00004890798,0.00391977,0.004715317],"genre_scores_gemma":[0.16501032,0.00034930173,0.81118226,0.00034745017,0.00028433828,0.00045939852,0.00039874887,0.0016537282,0.020314367],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976203,0.0005207184,0.00017616508,0.0006025072,0.000878577,0.0002016686],"domain_scores_gemma":[0.99732685,0.0005927639,0.00023131554,0.0013012846,0.000447239,0.00010051181],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014837579,0.0007834545,0.0006589938,0.0012249944,0.0008200321,0.0011863795,0.0020567714,0.0009208452,0.013137254],"category_scores_gemma":[0.0047528804,0.0004204177,0.00082461647,0.0008523006,0.0013262882,0.0027393862,0.0021570309,0.0018011018,0.00369528],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059793674,0.00019365604,0.00060796045,0.0003020251,0.00006328683,0.00043164392,0.0008375061,0.014316616,0.04404342,0.23043354,0.017994275,0.6901781],"study_design_scores_gemma":[0.0004883325,0.0006184863,0.0009956028,0.00016973786,0.0001742848,0.0016618076,0.0003063796,0.39161223,0.14430386,0.16812126,0.29129693,0.000251048],"about_ca_topic_score_codex":0.0011417766,"about_ca_topic_score_gemma":0.0012049777,"teacher_disagreement_score":0.013137254,"about_ca_system_score_codex":0.00068198406,"about_ca_system_score_gemma":0.0010512392,"threshold_uncertainty_score":0.04394847},"labels":[],"label_agreement":null},{"id":"W2145491441","doi":"10.5555/2337223.2337490","title":"Bridging the divide between software developers and operators using logs","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Bridging (networking); Software engineering; Software development; Bridge (graph theory); Software; Software quality; Data science; Computer security; Programming language","score_opus":0.03238386682170277,"score_gpt":0.26438908682333445,"score_spread":0.23200522000163168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145491441","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28129023,0.0021050072,0.6408835,0.028631167,0.0003921787,0.00053523533,0.00058246905,0.0062431283,0.03933701],"genre_scores_gemma":[0.9070637,0.0009308682,0.08553956,0.001009682,0.00023609116,0.00034260796,0.00045296273,0.00033909117,0.004085412],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9779189,0.014799165,0.0013733804,0.0013573853,0.0039159544,0.00063516066],"domain_scores_gemma":[0.81575835,0.1377117,0.013330248,0.014869228,0.014151649,0.004178821],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02574371,0.00083300803,0.00079353555,0.0037792318,0.0024327082,0.010865224,0.0020484563,0.002023008,0.0036030845],"category_scores_gemma":[0.086710654,0.0009016551,0.00027721492,0.0019868012,0.0034366467,0.019910501,0.007276112,0.0034175473,0.0014213523],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001331922,0.000991021,0.08497548,0.0009517083,0.00009158081,0.0010413979,0.066350825,0.0057408,0.011679723,0.13754271,0.023173502,0.6661294],"study_design_scores_gemma":[0.0003614203,0.0012138942,0.037007038,0.0032376845,0.00018124243,0.0019143098,0.09464375,0.25796846,0.023534099,0.34679317,0.23249137,0.0006536427],"about_ca_topic_score_codex":0.0021911717,"about_ca_topic_score_gemma":0.0022062664,"teacher_disagreement_score":0.02574371,"about_ca_system_score_codex":0.0017360655,"about_ca_system_score_gemma":0.0045003765,"threshold_uncertainty_score":0.13614738},"labels":[],"label_agreement":null},{"id":"W2145804665","doi":"10.1109/icst.2012.83","title":"AutoFLox: An Automatic Fault Localizer for Client-Side JavaScript","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Microsoft","keywords":"Computer science; Java; Debugging; JavaScript; Java annotation; Scripting language; Programming language; Java Modeling Language; strictfp; Real time Java; Web application; Tracing; Operating system","score_opus":0.023821604897930247,"score_gpt":0.2855786333350425,"score_spread":0.2617570284371123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145804665","genre_codex":"software","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02704569,0.00028366878,0.40497845,0.00010998566,0.00008820992,0.00033483838,0.0010138574,0.5648182,0.0013270384],"genre_scores_gemma":[0.41144082,0.000324005,0.54543936,0.0004443222,0.000101064405,0.00057344267,0.00512779,0.026292343,0.010256894],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982406,0.0002507877,0.00017226217,0.0004538681,0.0007612714,0.000121253135],"domain_scores_gemma":[0.9938746,0.0021348954,0.0011170419,0.0014661795,0.00117498,0.00023233698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016133953,0.0020572287,0.0011556355,0.0024340206,0.00043715208,0.00097179046,0.002789169,0.001211022,0.005000512],"category_scores_gemma":[0.006784789,0.0010409554,0.0008643381,0.00053053227,0.00069272186,0.00201715,0.001579373,0.0012140914,0.0040789726],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014280769,0.00044652884,0.023949612,0.0010845333,0.00020379342,0.0012955152,0.0007809764,0.013659808,0.1310473,0.001500623,0.05746789,0.7671354],"study_design_scores_gemma":[0.00034166273,0.00089375273,0.023445718,0.00021331603,0.00015384826,0.0034320105,0.00020818449,0.63597655,0.28997427,0.0035258627,0.041482065,0.0003527514],"about_ca_topic_score_codex":0.0020705292,"about_ca_topic_score_gemma":0.0019923456,"teacher_disagreement_score":0.005000512,"about_ca_system_score_codex":0.00050716987,"about_ca_system_score_gemma":0.0010537048,"threshold_uncertainty_score":0.016728342},"labels":[],"label_agreement":null},{"id":"W2147247575","doi":"10.1109/icpc.2011.23","title":"Anomaly Detection by Monitoring Filesystem Activities","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Notice; Computer science; Anomaly detection; Baseline (sea); Context (archaeology); Process (computing); Anomaly (physics); Point (geometry); Software; State (computer science); System call; File system; Software bug; Real-time computing; Data mining; Operating system; Programming language","score_opus":0.018080816466403925,"score_gpt":0.20309756432082524,"score_spread":0.18501674785442132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147247575","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35973686,0.00037714228,0.6333743,0.00024223847,0.000055506447,0.00012737435,0.00045653633,0.0044585015,0.001171536],"genre_scores_gemma":[0.8749179,0.00018792565,0.123401515,0.0000467342,0.000059400427,0.00007040413,0.0006573934,0.00008274585,0.0005758921],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99858236,0.00027150722,0.00009746708,0.00040344405,0.00054421177,0.000100933416],"domain_scores_gemma":[0.9939918,0.0024723443,0.0014813957,0.0006810135,0.0011677487,0.00020564758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009491171,0.0006815555,0.0006604859,0.0026205461,0.00038424353,0.0008756588,0.0011205374,0.0009871023,0.0002834547],"category_scores_gemma":[0.0060497955,0.00022320772,0.000340236,0.001501865,0.0004660826,0.0012751701,0.0006413822,0.0007191762,0.00026460315],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005478512,0.00071426225,0.20718843,0.0002939372,0.00022183033,0.0006181235,0.0008374274,0.07003612,0.13935356,0.0026827233,0.003711434,0.5737943],"study_design_scores_gemma":[0.00002515231,0.0004451323,0.09381187,0.000041752886,0.000100359226,0.0014236167,0.00034428187,0.82182664,0.06882126,0.009157102,0.003913619,0.00008922918],"about_ca_topic_score_codex":0.0017441806,"about_ca_topic_score_gemma":0.0021507414,"teacher_disagreement_score":0.0026205461,"about_ca_system_score_codex":0.0003924866,"about_ca_system_score_gemma":0.0005300478,"threshold_uncertainty_score":0.005019486},"labels":[],"label_agreement":null},{"id":"W2148167250","doi":"10.1109/iwsm.1996.534143","title":"Performance evaluation for distributed system components","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Component (thermodynamics); Control reconfiguration; Distributed computing; Polling; Process (computing); Component-based software engineering; Reliability engineering; State (computer science); Software; Software system; Real-time computing; Embedded system; Engineering","score_opus":0.04608588577395325,"score_gpt":0.2526245081041816,"score_spread":0.20653862233022832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148167250","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22976743,0.0033117968,0.7416189,0.0005918477,0.00022169507,0.00027726093,0.0005150167,0.0037607108,0.019935444],"genre_scores_gemma":[0.95148623,0.0004248045,0.04508983,0.000034627697,0.000084275445,0.000117671916,0.0005127953,0.00023277632,0.0020170533],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99300027,0.0023420695,0.00040167902,0.00078112877,0.0029353225,0.0005396112],"domain_scores_gemma":[0.9853087,0.008268302,0.0010464676,0.0016770983,0.0033131344,0.00038628257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004712488,0.0011135951,0.00079909,0.0028070724,0.00056450034,0.002324842,0.0010940165,0.000799826,0.0031228438],"category_scores_gemma":[0.02194763,0.00021983386,0.00073612336,0.0023486766,0.0006420004,0.0015958338,0.0008733128,0.00070199947,0.00077779574],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013856747,0.00031522536,0.018707858,0.00070260756,0.0002398857,0.00022405475,0.00040716218,0.6643886,0.021327475,0.040825173,0.004057994,0.24741828],"study_design_scores_gemma":[0.000028101089,0.000569401,0.0053353077,0.00004893855,0.00006953555,0.00015649706,0.000120848556,0.97174037,0.011398148,0.006762321,0.003733862,0.00003671139],"about_ca_topic_score_codex":0.0021000968,"about_ca_topic_score_gemma":0.0007081338,"teacher_disagreement_score":0.004712488,"about_ca_system_score_codex":0.0021434235,"about_ca_system_score_gemma":0.0009031658,"threshold_uncertainty_score":0.024922311},"labels":[],"label_agreement":null},{"id":"W2148310771","doi":"10.1139/l00-039","title":"D-CRANE: a database system for utilization of cranes","year":2000,"lang":"en","type":"article","venue":"Canadian Journal of Civil Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Lift (data mining); Database; Flexibility (engineering); Computer science; Relational database; Process (computing); Engineering; Data mining; Operating system","score_opus":0.013281080911497652,"score_gpt":0.2076676289776747,"score_spread":0.19438654806617706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148310771","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017555704,0.0019065617,0.6507914,0.0004347903,0.0002971842,0.0013618002,0.051210016,0.25432652,0.022116069],"genre_scores_gemma":[0.2238113,0.0028937312,0.5565285,0.0008001313,0.0003180794,0.00193147,0.17000641,0.012921672,0.0307887],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978654,0.0002817037,0.0004622829,0.0006258894,0.000630814,0.000134008],"domain_scores_gemma":[0.99624074,0.0007582776,0.00029159692,0.0013005923,0.0010301447,0.00037875917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024453623,0.0010092421,0.0014375424,0.0032539496,0.0008293759,0.003826735,0.0033206078,0.0007633163,0.01849354],"category_scores_gemma":[0.0057926592,0.0008858349,0.0006172292,0.004064731,0.00039383193,0.0039048437,0.0022444765,0.0010758677,0.011695043],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017777539,0.00033684837,0.007923944,0.0016319143,0.00025607334,0.0008872031,0.0012464349,0.0091333855,0.033083208,0.026340783,0.3398996,0.57748294],"study_design_scores_gemma":[0.00048737822,0.00033468532,0.006762277,0.00022018427,0.00016566228,0.0015723401,0.00042283037,0.0564032,0.04615943,0.008063905,0.8791365,0.00027149174],"about_ca_topic_score_codex":0.0033570027,"about_ca_topic_score_gemma":0.0019746178,"teacher_disagreement_score":0.01849354,"about_ca_system_score_codex":0.0007748806,"about_ca_system_score_gemma":0.001860697,"threshold_uncertainty_score":0.06186706},"labels":[],"label_agreement":null},{"id":"W2148918812","doi":"10.1109/icws.2009.114","title":"Inferring Behavioural Models from Traces of Business Applications","year":2009,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Computer Research Institute of Montréal","funders":"","keywords":"Computer science; Reservation; Automaton; Control flow; Model checking; Inference; Observable; Data modeling; Cellular automaton; Data mining; Artificial intelligence; Theoretical computer science; Software engineering; Programming language","score_opus":0.027920051730331304,"score_gpt":0.24296454492134237,"score_spread":0.21504449319101107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148918812","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14090139,0.00010291443,0.85086936,0.00014555496,0.000025939602,0.00024758032,0.0012680725,0.0049585276,0.0014806152],"genre_scores_gemma":[0.7708388,0.00027566016,0.22295813,0.000058909907,0.00002483512,0.00036216638,0.0036682063,0.0005064995,0.0013068233],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99789965,0.00069220667,0.00016763515,0.00031530758,0.0007557339,0.00016947958],"domain_scores_gemma":[0.9891986,0.007158145,0.00062046346,0.0016939079,0.0011710791,0.00015773583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015459439,0.0012880806,0.0005286983,0.0022111002,0.000415986,0.0016749694,0.0016091901,0.0015229951,0.0013635728],"category_scores_gemma":[0.01908768,0.001104827,0.0016251433,0.00081345066,0.0007252003,0.0020364483,0.0010399147,0.001332272,0.00071033114],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005624209,0.00066203455,0.035315298,0.0005230838,0.00028723618,0.0017315375,0.0014850723,0.78203994,0.045362554,0.03647081,0.0011960051,0.09436395],"study_design_scores_gemma":[0.000018171651,0.000038297927,0.0010958941,0.00003288391,0.00004426558,0.00007627029,0.00006805761,0.971884,0.011594631,0.013899379,0.0012273414,0.000020923564],"about_ca_topic_score_codex":0.010927047,"about_ca_topic_score_gemma":0.010265457,"teacher_disagreement_score":0.010927047,"about_ca_system_score_codex":0.00095165253,"about_ca_system_score_gemma":0.0016221359,"threshold_uncertainty_score":0.021726906},"labels":[],"label_agreement":null},{"id":"W2149063137","doi":"10.2174/1874110x01206010011","title":"Efficient Conditional Tracepoints in Kernel Space","year":2012,"lang":"en","type":"article","venue":"The Open Cybernetics & Systemics Journal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Kernel (algebra); Space (punctuation); Mathematics; Artificial intelligence; Discrete mathematics","score_opus":0.019057240174417758,"score_gpt":0.27432329470395783,"score_spread":0.2552660545295401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149063137","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0754854,0.00041390766,0.88865185,0.0002674454,0.00010719594,0.00011254476,0.00031725055,0.030261306,0.0043829908],"genre_scores_gemma":[0.75189584,0.00016809115,0.23791747,0.0001326196,0.000052288135,0.00014934961,0.00079964986,0.0021786431,0.0067061572],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9961701,0.0007566664,0.00025770563,0.0006960332,0.0013841052,0.00073549664],"domain_scores_gemma":[0.9895851,0.0037561124,0.00055153045,0.0045328066,0.0011904984,0.00038389844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019457001,0.0012859893,0.0012617048,0.0012770979,0.0011882937,0.0022090909,0.0031094917,0.00090386264,0.011688982],"category_scores_gemma":[0.011726346,0.00072203606,0.0009407596,0.0013430684,0.0020283791,0.005131883,0.005335575,0.0021079779,0.0033306507],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00325003,0.00052750553,0.006305466,0.00044525813,0.000114948954,0.000628794,0.0013969822,0.12992185,0.0372818,0.13237824,0.02029188,0.6674572],"study_design_scores_gemma":[0.00025496515,0.00047129687,0.0010547653,0.00006504113,0.000071048824,0.00024158985,0.0003263182,0.7489111,0.05575375,0.17833969,0.014407072,0.00010330822],"about_ca_topic_score_codex":0.0059908894,"about_ca_topic_score_gemma":0.008111286,"teacher_disagreement_score":0.011688982,"about_ca_system_score_codex":0.0014419161,"about_ca_system_score_gemma":0.0026227292,"threshold_uncertainty_score":0.039103508},"labels":[],"label_agreement":null},{"id":"W2149488367","doi":"10.1007/978-3-642-38911-5_12","title":"Traceability Links in Model Transformations between Software and Performance Models","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Traceability; Computer science; Software engineering; Software; Programming language","score_opus":0.02255300894512314,"score_gpt":0.23429099579332022,"score_spread":0.21173798684819709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149488367","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01112613,0.00016264425,0.97829926,0.00040520122,0.000078400255,0.00009920253,0.00015890026,0.0016031408,0.008067028],"genre_scores_gemma":[0.48468032,0.0009843076,0.49287865,0.0003753517,0.00015131629,0.00051870185,0.0014110479,0.0027920078,0.016208282],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9943685,0.0021514634,0.0004714921,0.00076283223,0.0019740525,0.0002716494],"domain_scores_gemma":[0.9805321,0.012261221,0.0009527258,0.0047766874,0.0012961951,0.00018109454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052043074,0.0009911555,0.0006205802,0.0021727982,0.0011008254,0.00331122,0.0024064046,0.0018990906,0.0071096714],"category_scores_gemma":[0.033060834,0.0012916563,0.001988008,0.0020127983,0.0020235144,0.011014621,0.004281801,0.00601812,0.0012341229],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001402213,0.00017861692,0.0011813578,0.00032679783,0.00007595969,0.0004026254,0.0013385075,0.1029903,0.0034814843,0.7645704,0.002564564,0.12274918],"study_design_scores_gemma":[0.000020731868,0.000078441255,0.00028983701,0.00016444353,0.00009086892,0.000117220596,0.00015647258,0.2079171,0.010285251,0.7660723,0.014775047,0.00003228452],"about_ca_topic_score_codex":0.0030083535,"about_ca_topic_score_gemma":0.002033815,"teacher_disagreement_score":0.0071096714,"about_ca_system_score_codex":0.0014051099,"about_ca_system_score_gemma":0.0017534583,"threshold_uncertainty_score":0.027523339},"labels":[],"label_agreement":null},{"id":"W2150061685","doi":"10.1109/waina.2009.121","title":"A Distributed Application-Level IT System Workload Generator","year":2009,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Workload; Computer science; Robustness (evolution); Distributed computing; Process (computing); Real-time computing; Operating system","score_opus":0.015266328784935924,"score_gpt":0.23882377311816017,"score_spread":0.22355744433322425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150061685","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06753831,0.00009260102,0.84502083,0.00019466146,0.00012298331,0.0011578219,0.0017792633,0.074751206,0.009342392],"genre_scores_gemma":[0.63671464,0.00015189403,0.34563246,0.00023247044,0.00006191079,0.0015094463,0.0040273634,0.003916401,0.0077534127],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994106,0.00014229785,0.000051342016,0.0001074053,0.00023237742,0.0000559595],"domain_scores_gemma":[0.9975097,0.0010189998,0.00011491046,0.00066507835,0.0005311025,0.00016027685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001289413,0.0007508751,0.00047497696,0.0008963178,0.00027130588,0.0008224949,0.0015355013,0.00049590215,0.006570963],"category_scores_gemma":[0.0047717225,0.0004492152,0.00032715674,0.00064436265,0.00028462836,0.00088185945,0.0007743993,0.0008491437,0.0017605552],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014617539,0.0012435522,0.016190372,0.000663341,0.00015147227,0.0021558555,0.0009438512,0.27088207,0.09852572,0.027480233,0.05966794,0.5206339],"study_design_scores_gemma":[0.00020394906,0.00026707214,0.0017652115,0.000030046907,0.000024430361,0.0003912759,0.00004321311,0.9432908,0.0340028,0.0061636935,0.013781453,0.00003593134],"about_ca_topic_score_codex":0.0006150083,"about_ca_topic_score_gemma":0.00048133076,"teacher_disagreement_score":0.006570963,"about_ca_system_score_codex":0.0003836974,"about_ca_system_score_gemma":0.00064607826,"threshold_uncertainty_score":0.021982074},"labels":[],"label_agreement":null},{"id":"W2150853641","doi":"10.1109/tse.2011.65","title":"WAM—The Weighted Average Method for Predicting the Performance of Systems with Bursts of Customer Sessions","year":2011,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Benchmark (surveying); Queueing theory; Workload; Markov chain; Sizing; Benchmarking; Machine learning","score_opus":0.013726318271697586,"score_gpt":0.22237533266721862,"score_spread":0.20864901439552103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150853641","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02040733,0.00024671247,0.97638834,0.00007608979,0.000040068517,0.00004140328,0.00021187737,0.0019602594,0.00062788365],"genre_scores_gemma":[0.6029699,0.00045522058,0.3936886,0.00011344836,0.00010230143,0.0002581153,0.00074648083,0.00034491782,0.001321001],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914813,0.00029423778,0.0000481163,0.00014932248,0.0002977468,0.00006242415],"domain_scores_gemma":[0.9967224,0.0018905266,0.00049227045,0.00039969943,0.0004133971,0.00008179398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017296828,0.001378419,0.0010526512,0.0018805938,0.00046701965,0.0008149962,0.001745974,0.000809857,0.0011537997],"category_scores_gemma":[0.008501486,0.00053383707,0.0008734504,0.0014512768,0.0003420152,0.0018848834,0.00069095654,0.0012252231,0.0004590223],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011174678,0.00007781536,0.0072341305,0.00009172398,0.0001811233,0.00006178887,0.000074416406,0.84199494,0.004624907,0.005223131,0.0022829857,0.13804129],"study_design_scores_gemma":[0.0000020864666,0.000017217408,0.0002892485,0.0000046844966,0.0000053430563,0.000012805633,0.0000045480965,0.99702483,0.00051754515,0.0018344535,0.00028031238,0.0000069724747],"about_ca_topic_score_codex":0.009199752,"about_ca_topic_score_gemma":0.006545497,"teacher_disagreement_score":0.009199752,"about_ca_system_score_codex":0.0006256352,"about_ca_system_score_gemma":0.0011075663,"threshold_uncertainty_score":0.018292367},"labels":[],"label_agreement":null},{"id":"W2151223720","doi":"10.1145/1811039.1811055","title":"A query language and runtime tool for evaluating behavior of multi-tier servers","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Server; A priori and a posteriori; ENCODE; Query language; Distributed computing; Database; Operating system","score_opus":0.020381690952278944,"score_gpt":0.31837519969764694,"score_spread":0.297993508745368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151223720","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012367883,0.00007489326,0.83440715,0.00016583137,0.00003303908,0.0002457804,0.0017352407,0.14902228,0.0019478758],"genre_scores_gemma":[0.27178434,0.00022472959,0.68550175,0.00067787565,0.00010040891,0.0008197694,0.007291597,0.028058456,0.005541016],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99411017,0.0014722563,0.0009938806,0.0010702626,0.002027552,0.00032576965],"domain_scores_gemma":[0.986059,0.008156781,0.0011211676,0.0025936277,0.0016545765,0.00041483145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006788852,0.0018301463,0.0013767993,0.0013689133,0.0009959091,0.0032834697,0.0037427864,0.0015285268,0.0069942144],"category_scores_gemma":[0.015927186,0.0016091458,0.0015439498,0.0008668363,0.0016287077,0.005964325,0.0032263307,0.0021963029,0.0028747197],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037869008,0.0011016119,0.027002988,0.0021685031,0.00047465067,0.0027919821,0.007584644,0.08176882,0.1740673,0.13618669,0.12142281,0.44164312],"study_design_scores_gemma":[0.0004709102,0.000589732,0.004685722,0.00023203183,0.0001876061,0.0014061134,0.00068496185,0.73914224,0.10762035,0.04714011,0.09747058,0.0003697295],"about_ca_topic_score_codex":0.0054439562,"about_ca_topic_score_gemma":0.004510101,"teacher_disagreement_score":0.0069942144,"about_ca_system_score_codex":0.001253738,"about_ca_system_score_gemma":0.0022454476,"threshold_uncertainty_score":0.035903275},"labels":[],"label_agreement":null},{"id":"W2152384991","doi":"10.1109/icac.2008.33","title":"Semantic-Driven Model Composition for Accurate Anomaly Diagnosis","year":2008,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Bayesian network; Component (thermodynamics); Data mining; Artificial intelligence; Machine learning; Hierarchy; Benchmark (surveying); Set (abstract data type); Anomaly detection; Sketch; Key (lock); Algorithm","score_opus":0.036780928640932305,"score_gpt":0.26488714599682844,"score_spread":0.22810621735589615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152384991","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030337714,0.000025337933,0.995471,0.00009099244,0.000009276627,0.000032774027,0.000039759954,0.0009791281,0.00031808284],"genre_scores_gemma":[0.23366413,0.00008921511,0.76462144,0.00015618725,0.000026879,0.00021116703,0.00041568864,0.00028073654,0.0005346293],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99508864,0.0017520657,0.00028544542,0.0006164836,0.0020434516,0.00021400416],"domain_scores_gemma":[0.9933003,0.0035000078,0.00047633186,0.0015010068,0.0010949271,0.000127354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054082875,0.0014289443,0.001475924,0.0020426677,0.0009372601,0.001563636,0.0027028867,0.0013427999,0.002031395],"category_scores_gemma":[0.018678004,0.001077576,0.0018724843,0.0011666697,0.001231726,0.004088588,0.0025599685,0.002725085,0.00069060037],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017701184,0.00015496496,0.0026300603,0.00020193534,0.00016656307,0.00018608586,0.00031809392,0.8276039,0.0074407198,0.045477152,0.0015607354,0.114082776],"study_design_scores_gemma":[0.0000075742555,0.000013786624,0.000052167754,0.0000067154897,0.000013230274,0.000029575556,0.000013130559,0.9803823,0.0018500384,0.016823955,0.0008002409,0.0000072310872],"about_ca_topic_score_codex":0.005046054,"about_ca_topic_score_gemma":0.007499926,"teacher_disagreement_score":0.0054082875,"about_ca_system_score_codex":0.0016517808,"about_ca_system_score_gemma":0.0029463868,"threshold_uncertainty_score":0.028602123},"labels":[],"label_agreement":null},{"id":"W2152428001","doi":"10.1109/qest.2006.23","title":"Layered Bottlenecks and Their Mitigation","year":2006,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Bottleneck; Computer science; Distributed computing; Queueing theory; Thread (computing); Scheduling (production processes); Resource (disambiguation); Computer network; Embedded system; Operating system; Engineering; Operations management","score_opus":0.0037381397977387285,"score_gpt":0.1838684044543722,"score_spread":0.18013026465663345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152428001","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056777533,0.0032069387,0.9301599,0.0012910904,0.0001558616,0.00014911259,0.00014536295,0.002241265,0.005872876],"genre_scores_gemma":[0.8036979,0.0021534339,0.19054855,0.00025154543,0.00016205285,0.00016141337,0.00014458904,0.00020550267,0.0026750455],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960252,0.0011863987,0.0002083129,0.00054521457,0.0013419808,0.0006929276],"domain_scores_gemma":[0.98238087,0.0068035196,0.003303426,0.0024226329,0.0041423105,0.00094732794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060017547,0.0013322295,0.0010922103,0.0026457391,0.0010528002,0.00294028,0.002650744,0.0016310713,0.00206496],"category_scores_gemma":[0.030032651,0.0010027918,0.0008380014,0.0015521551,0.0023730847,0.0070978934,0.0050155525,0.0018373093,0.0005290063],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005558057,0.00023129645,0.016818298,0.00079000246,0.0003149397,0.00064693915,0.0015054458,0.38792524,0.013565456,0.2212687,0.006050208,0.35032767],"study_design_scores_gemma":[0.000050593415,0.00026904859,0.0061137876,0.00024975586,0.00019413016,0.00043755252,0.0006514641,0.79454327,0.01523794,0.17222309,0.009841793,0.00018753935],"about_ca_topic_score_codex":0.0057854964,"about_ca_topic_score_gemma":0.002194524,"teacher_disagreement_score":0.0060017547,"about_ca_system_score_codex":0.0023502726,"about_ca_system_score_gemma":0.0030908333,"threshold_uncertainty_score":0.031740725},"labels":[],"label_agreement":null},{"id":"W2153509881","doi":"10.1109/cnsm.2010.5691319","title":"Dependency-aware fault diagnosis with metric-correlation models in enterprise software systems","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Jaccard index; Dependency (UML); Computer science; Data mining; Metric (unit); Correlation coefficient; Software; Correlation; Component (thermodynamics); Fault (geology); Anomaly (physics); Software system; Artificial intelligence; Machine learning; Pattern recognition (psychology); Mathematics","score_opus":0.009143105317213842,"score_gpt":0.22356825488565296,"score_spread":0.2144251495684391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153509881","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16823919,0.00026796662,0.8279652,0.0004299785,0.000017879993,0.000049798695,0.00010945723,0.0022366538,0.0006838625],"genre_scores_gemma":[0.82925767,0.00010676949,0.16984476,0.000054136584,0.000023564608,0.00005021692,0.00016717437,0.000085211694,0.0004104306],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99767035,0.0010290672,0.00015427949,0.000401458,0.0006079615,0.00013691839],"domain_scores_gemma":[0.9912373,0.0058475574,0.0012231071,0.00070855016,0.00079465326,0.00018883383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030088383,0.0008718058,0.0010145772,0.0023130125,0.000540542,0.000987959,0.0012632795,0.0009908368,0.00045577492],"category_scores_gemma":[0.01608559,0.00061051495,0.0007794544,0.0021003105,0.0007993375,0.0018621128,0.0010527405,0.00104321,0.00016625076],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118625016,0.000116312636,0.009358228,0.000038664515,0.000075508724,0.0001383017,0.00011285003,0.9198597,0.0016407546,0.0041836067,0.0006302516,0.06372722],"study_design_scores_gemma":[0.0000026332068,0.000009423763,0.0004010318,0.0000015275568,0.00000416044,0.000020054813,0.0000042729635,0.99668014,0.00045292766,0.0023510896,0.00006847108,0.000004251274],"about_ca_topic_score_codex":0.013178219,"about_ca_topic_score_gemma":0.013006814,"teacher_disagreement_score":0.013178219,"about_ca_system_score_codex":0.0017099858,"about_ca_system_score_gemma":0.0014598311,"threshold_uncertainty_score":0.026203036},"labels":[],"label_agreement":null},{"id":"W2153857704","doi":"10.1109/eit.2009.5189590","title":"A new probing scheme for fault detection and identification","year":2009,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Set (abstract data type); Identification (biology); Scheme (mathematics); Fault management; Fault detection and isolation; Constraint (computer-aided design); Data mining; Engineering; Artificial intelligence; Mathematics","score_opus":0.01130002298949485,"score_gpt":0.2502025814552993,"score_spread":0.23890255846580444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153857704","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004004425,0.00011156793,0.99454087,0.00008644189,0.00003352827,0.000093255134,0.00003501322,0.00042385966,0.00067104836],"genre_scores_gemma":[0.120774604,0.00016411899,0.8762293,0.00015035104,0.000045577803,0.0002625489,0.00015849597,0.00005795399,0.0021571121],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99827313,0.00043101152,0.00011541007,0.00036842522,0.0006683211,0.00014368154],"domain_scores_gemma":[0.9981133,0.0006655062,0.00018500276,0.00057472894,0.0003667606,0.00009473477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013820331,0.00073871436,0.0011196363,0.001229708,0.000760783,0.0010308969,0.0028595047,0.0013427422,0.0025083502],"category_scores_gemma":[0.0037218782,0.0004410988,0.0006459302,0.0016196998,0.00093975186,0.002603376,0.001954304,0.0017898474,0.0005778133],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006880611,0.0002868576,0.0014155653,0.00032110323,0.0001055278,0.0002896304,0.0003641861,0.076299615,0.15090203,0.09607491,0.005494613,0.667758],"study_design_scores_gemma":[0.000103675826,0.0004787703,0.0005374163,0.000023771285,0.000058414174,0.00079137436,0.00004747164,0.9197539,0.031576507,0.027324257,0.019224571,0.000079829915],"about_ca_topic_score_codex":0.00072458404,"about_ca_topic_score_gemma":0.0007996899,"teacher_disagreement_score":0.0028595047,"about_ca_system_score_codex":0.0006181384,"about_ca_system_score_gemma":0.0009417574,"threshold_uncertainty_score":0.008391261},"labels":[],"label_agreement":null},{"id":"W2154306155","doi":"10.1109/hase.2008.16","title":"Detection and Diagnosis of Recurrent Faults in Software Systems by Invariant Analysis","year":2008,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Discriminative model; Correlation; Software; Metric (unit); Invariant (physics); Fault detection and isolation; Machine learning; Data mining; Software system; Software metric; Artificial intelligence; Software bug; Software quality; Software development; Mathematics; Engineering","score_opus":0.012355664529006818,"score_gpt":0.22271097987951657,"score_spread":0.21035531535050975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154306155","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39113614,0.0002699386,0.6046809,0.00016371252,0.00001760527,0.000047682926,0.00014206632,0.0028232185,0.0007187541],"genre_scores_gemma":[0.9312156,0.000059871283,0.06828034,0.000025773657,0.000016604707,0.00001956673,0.00016788354,0.000059060156,0.00015521566],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99775344,0.0005336268,0.0001810829,0.00049030874,0.0008133991,0.00022810196],"domain_scores_gemma":[0.9884862,0.0044471207,0.0038673896,0.0015723555,0.0013330849,0.00029383917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016995157,0.00074928615,0.0008883376,0.0033577015,0.00038231324,0.0007350291,0.0009294275,0.0005699907,0.0004978606],"category_scores_gemma":[0.013730047,0.00031613145,0.00067089056,0.0016220533,0.0009774803,0.0011873603,0.00086988905,0.00071947847,0.00026776578],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005158139,0.0003939252,0.17178023,0.00024016842,0.00023452507,0.00089128956,0.00040273916,0.19305158,0.07197743,0.0054452037,0.0019479382,0.5531191],"study_design_scores_gemma":[0.000020401209,0.00016721117,0.02613377,0.00001118024,0.000057259946,0.00036703426,0.00005100446,0.9431572,0.024459025,0.0051661325,0.00037069485,0.000039036273],"about_ca_topic_score_codex":0.0028492608,"about_ca_topic_score_gemma":0.003154411,"teacher_disagreement_score":0.0033577015,"about_ca_system_score_codex":0.0007052006,"about_ca_system_score_gemma":0.001013998,"threshold_uncertainty_score":0.008988023},"labels":[],"label_agreement":null},{"id":"W2154595863","doi":"10.1002/smr.285","title":"Migrating to Web services: a performance engineering approach","year":2004,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Scalability; Web service; Software deployment; Computer science; Middleware (distributed applications); Web engineering; World Wide Web; WS-Policy; Web modeling; Latency (audio); Web development; Service-oriented architecture; Web application security; Software engineering; Distributed computing; Telecommunications; Database","score_opus":0.023365228873488728,"score_gpt":0.2924268147943313,"score_spread":0.26906158592084256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154595863","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015627109,0.001128745,0.96150035,0.003437503,0.00012398577,0.00012039712,0.00003313982,0.00081663777,0.01721217],"genre_scores_gemma":[0.4655439,0.0037086676,0.52230525,0.0004451127,0.00046125104,0.0002621382,0.00011719577,0.0006330802,0.0065234555],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99613625,0.0013692674,0.00019580776,0.0002811705,0.0017619045,0.00025558224],"domain_scores_gemma":[0.99363315,0.002998814,0.00063535006,0.00085036183,0.0016053447,0.00027695548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004961103,0.0015647894,0.0007114988,0.0023970262,0.0012663305,0.0057334015,0.0033496195,0.0017645656,0.0014765405],"category_scores_gemma":[0.012268542,0.0008551682,0.0007956291,0.0020335305,0.0028136082,0.005031693,0.0021658568,0.0036437893,0.000746762],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053929696,0.00022377628,0.0019210237,0.00042764208,0.00007523529,0.0002775552,0.00065780943,0.33040488,0.0067532263,0.5244938,0.0033277257,0.1313834],"study_design_scores_gemma":[0.000014849881,0.00006632363,0.00032508283,0.00014600433,0.00005128168,0.00013971547,0.0003342544,0.7156668,0.005408829,0.25998282,0.01782771,0.000036428195],"about_ca_topic_score_codex":0.0024265458,"about_ca_topic_score_gemma":0.0014547819,"teacher_disagreement_score":0.0057334015,"about_ca_system_score_codex":0.0025605103,"about_ca_system_score_gemma":0.0021659352,"threshold_uncertainty_score":0.02623713},"labels":[],"label_agreement":null},{"id":"W2154941531","doi":"10.1109/icsm.2009.5306331","title":"Automated performance analysis of load tests","year":2009,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada); Queen's University","funders":"","keywords":"Computer science; Baseline (sea); Load testing; Throughput; Reliability engineering; System under test; System testing; Test (biology); Real-time computing; Test case; Machine learning; Engineering; Operating system","score_opus":0.008841837450423766,"score_gpt":0.25545023265880246,"score_spread":0.24660839520837868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154941531","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5167966,0.0006979155,0.3979402,0.00036034212,0.000092094764,0.00048355438,0.0035475707,0.07287571,0.00720597],"genre_scores_gemma":[0.9216573,0.00013972301,0.072119646,0.00007566487,0.00006264277,0.00027712501,0.003328832,0.0011197649,0.0012193798],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99375993,0.0016215614,0.00038674075,0.00078638096,0.0029747896,0.00047049564],"domain_scores_gemma":[0.970248,0.014491719,0.0047220984,0.0042653163,0.0058545438,0.0004183743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024806831,0.0018772681,0.001282088,0.005639812,0.0005725692,0.0017343434,0.0018979089,0.00073444407,0.0026946857],"category_scores_gemma":[0.022960132,0.0004892628,0.0006374579,0.0019345457,0.00060719013,0.0015603453,0.0009717479,0.0010138806,0.00147375],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001310495,0.0012023348,0.09225629,0.000891372,0.0002737506,0.0012254267,0.0008418175,0.23482548,0.08017631,0.005587604,0.013902488,0.5675067],"study_design_scores_gemma":[0.000060773487,0.00031867882,0.027108686,0.0000463318,0.000050336697,0.00026572985,0.00013507668,0.9291844,0.034882605,0.004747484,0.0031228815,0.00007694411],"about_ca_topic_score_codex":0.0047794143,"about_ca_topic_score_gemma":0.0024883116,"teacher_disagreement_score":0.005639812,"about_ca_system_score_codex":0.0012377742,"about_ca_system_score_gemma":0.0015615635,"threshold_uncertainty_score":0.01311928},"labels":[],"label_agreement":null},{"id":"W2155963559","doi":"10.1109/issre.1996.558892","title":"Supervision of real-time software systems using optimistic path prediction and rollbacks","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada); University of Waterloo","funders":"","keywords":"Computer science; Supervisor; Path (computing); Matching (statistics); Field (mathematics); Software; Scheme (mathematics); Black box; Real-time computing; Artificial intelligence; Operating system","score_opus":0.01767703277914517,"score_gpt":0.21851825920893092,"score_spread":0.20084122642978575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155963559","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12243187,0.00037375515,0.8618607,0.00021455564,0.000042550113,0.00011306686,0.0000739713,0.013519278,0.0013702676],"genre_scores_gemma":[0.886423,0.0001267823,0.112561695,0.000038624697,0.000021522086,0.0000615427,0.000113711096,0.0001210079,0.0005320701],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979563,0.00061531615,0.00014344059,0.00030499298,0.000804106,0.00017587049],"domain_scores_gemma":[0.9910581,0.0039520185,0.0015203499,0.0022687349,0.00090625155,0.00029454104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019815606,0.00084837986,0.00079841074,0.0007729071,0.0005613051,0.00089394924,0.001395485,0.00047845024,0.00090918114],"category_scores_gemma":[0.009314086,0.0004376034,0.0003760764,0.00046452443,0.00095575926,0.0017066394,0.0011178124,0.001290777,0.00024169071],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015387365,0.00032894177,0.011387841,0.0002519786,0.000103703234,0.0005349246,0.0013478351,0.42909607,0.03746858,0.011079902,0.0029297075,0.50393176],"study_design_scores_gemma":[0.00004359346,0.00017044709,0.0011111309,0.000014291981,0.000024024757,0.00012666866,0.00005903153,0.97456217,0.017061153,0.0058336505,0.00096615334,0.000027608901],"about_ca_topic_score_codex":0.0038107883,"about_ca_topic_score_gemma":0.00309815,"teacher_disagreement_score":0.0038107883,"about_ca_system_score_codex":0.00060144084,"about_ca_system_score_gemma":0.0014471662,"threshold_uncertainty_score":0.010479569},"labels":[],"label_agreement":null},{"id":"W2156085526","doi":"10.1145/2479871.2479887","title":"Propagation of incremental changes to performance model due to SOA design pattern application","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Computer architecture","score_opus":0.019431264820394947,"score_gpt":0.2296736871601066,"score_spread":0.21024242233971166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156085526","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3039791,0.0001158846,0.6755888,0.00060049916,0.00010779703,0.0003571256,0.00035675944,0.010584572,0.008309458],"genre_scores_gemma":[0.7839787,0.0001521135,0.2107833,0.00012738293,0.000017912489,0.00020501968,0.0006599744,0.0007114172,0.0033640878],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972529,0.00071593234,0.00015393282,0.00031364762,0.0013874039,0.00017623007],"domain_scores_gemma":[0.9885704,0.0053814976,0.00080546713,0.003121847,0.0019775033,0.00014330214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002867872,0.0007788976,0.0003297378,0.001107703,0.0005316619,0.0010173605,0.0008377108,0.0009093886,0.0014213849],"category_scores_gemma":[0.019794978,0.00056375004,0.00069771917,0.00059473416,0.00055839,0.0012530253,0.0011687959,0.0010491847,0.00049536023],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077978993,0.00082712114,0.038859185,0.00048104685,0.00015671374,0.0040424215,0.004762162,0.26942018,0.16797797,0.043542963,0.005455924,0.46369454],"study_design_scores_gemma":[0.000063493695,0.0003363028,0.0069851466,0.00006046627,0.0001069056,0.0006543527,0.000395864,0.8421358,0.11390649,0.02001233,0.015245428,0.00009747056],"about_ca_topic_score_codex":0.0069241114,"about_ca_topic_score_gemma":0.004372158,"teacher_disagreement_score":0.0069241114,"about_ca_system_score_codex":0.0009450418,"about_ca_system_score_gemma":0.0018650708,"threshold_uncertainty_score":0.015166938},"labels":[],"label_agreement":null},{"id":"W2157001542","doi":"10.1109/tdsc.2011.16","title":"Efficient Fault Detection and Diagnosis in Complex Software Systems with Information-Theoretic Monitoring","year":2011,"lang":"en","type":"article","venue":"IEEE Transactions on Dependable and Secure Computing","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Jaccard index; Data mining; Mutual information; Pairwise comparison; Entropy (arrow of time); Component (thermodynamics); Metric (unit); Wilcoxon signed-rank test; Context (archaeology); Inference; Artificial intelligence; Pattern recognition (psychology); Mathematics; Statistics","score_opus":0.016077978260016217,"score_gpt":0.21359344813163914,"score_spread":0.1975154698716229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157001542","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.089413494,0.00027262888,0.908449,0.00031214516,0.000011187968,0.000048121903,0.000045946184,0.00083848205,0.00060902047],"genre_scores_gemma":[0.7934085,0.00012963013,0.20591523,0.0000430142,0.00002695649,0.0000511496,0.00007760179,0.00003822294,0.00030971877],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980343,0.000615293,0.00014258246,0.000322677,0.0007756662,0.00010947752],"domain_scores_gemma":[0.9909588,0.005670469,0.0017153184,0.00074972206,0.0007271325,0.00017866911],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021505256,0.0009449701,0.0010187445,0.002129041,0.0005068876,0.0011173945,0.0011781007,0.00082167867,0.0004470533],"category_scores_gemma":[0.016039748,0.00040957314,0.00039490827,0.001215035,0.0011247558,0.002411582,0.0014085324,0.0008012979,0.00018749165],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035294247,0.00024230099,0.018950421,0.0001499678,0.00010227403,0.00024994276,0.0002742665,0.60131955,0.016942125,0.014773721,0.0010166023,0.34562594],"study_design_scores_gemma":[0.000008225984,0.000035163852,0.0014045334,0.0000041537646,0.000006982548,0.00005522278,0.000013407828,0.9855555,0.003881993,0.008869419,0.00015655998,0.000008720731],"about_ca_topic_score_codex":0.0018682771,"about_ca_topic_score_gemma":0.0023878305,"teacher_disagreement_score":0.0021505256,"about_ca_system_score_codex":0.0012008934,"about_ca_system_score_gemma":0.0010975307,"threshold_uncertainty_score":0.011373162},"labels":[],"label_agreement":null},{"id":"W2157036638","doi":"10.1109/iccbss.2007.41","title":"Software IC Revised: A New Approach of Component-Based Software Design with Software Slots","year":2007,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Component-based software engineering; Software construction; Computer science; Component (thermodynamics); Software system; Software engineering; Software sizing; Software development; Software framework; Software design; Software; Verification and validation; Resource-oriented architecture; Systems engineering; Engineering; Operating system","score_opus":0.027204146058516683,"score_gpt":0.24344893518761196,"score_spread":0.21624478912909528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157036638","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022588572,0.00022798161,0.9870942,0.0002634893,0.00009588078,0.00008070638,0.000009804305,0.00036729875,0.009601795],"genre_scores_gemma":[0.07288441,0.0004962899,0.9189561,0.0002582154,0.000083435545,0.00029054182,0.000042984262,0.00039423574,0.006593844],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99727935,0.0010009538,0.00019232888,0.00033852446,0.0010161218,0.00017270561],"domain_scores_gemma":[0.9975962,0.0008059698,0.00016444692,0.0007890313,0.0005192422,0.00012513445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033709225,0.0009908557,0.0006963319,0.0016657399,0.0010111883,0.003584907,0.0028643627,0.0012313495,0.0028125942],"category_scores_gemma":[0.005359332,0.0009241421,0.0013260228,0.0012987228,0.0049937335,0.004902562,0.0027609644,0.003000743,0.0009988515],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034194392,0.00002629708,0.00026347523,0.00019464297,0.000018928182,0.00012566638,0.0018199369,0.011773738,0.003301932,0.90842736,0.0015498309,0.0724641],"study_design_scores_gemma":[0.00008376258,0.00025783756,0.0002541496,0.00024351009,0.00009652035,0.00074880314,0.00059472484,0.092190966,0.009025015,0.5521948,0.34423134,0.00007865232],"about_ca_topic_score_codex":0.0015274261,"about_ca_topic_score_gemma":0.0014597108,"teacher_disagreement_score":0.003584907,"about_ca_system_score_codex":0.0015084026,"about_ca_system_score_gemma":0.0029161477,"threshold_uncertainty_score":0.017827392},"labels":[],"label_agreement":null},{"id":"W2157374570","doi":"10.1142/s0218194001000608","title":"SOFTWARE RESOURCE ARCHITECTURE","year":2001,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Resource-oriented architecture; Reference architecture; Software architecture description; Computer science; Applications architecture; Software architecture; Software engineering; Architecture tradeoff analysis method; Space-based architecture; Architecture; Software design description; Resource (disambiguation); Enterprise architecture framework; Computer architecture; Multilayered architecture; Software system; Software construction; Software; Operating system; Computer network","score_opus":0.005560298770386073,"score_gpt":0.21657082613307888,"score_spread":0.2110105273626928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157374570","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012084633,0.0026259266,0.8484094,0.0023600087,0.00032611334,0.0005560617,0.0008911631,0.0077823983,0.1249644],"genre_scores_gemma":[0.3372176,0.005129775,0.56206715,0.0014886351,0.0004475891,0.0012564444,0.0037235634,0.0031442537,0.08552498],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962704,0.00086725975,0.00041951504,0.0005793902,0.0014405675,0.000422836],"domain_scores_gemma":[0.99604154,0.0010526249,0.00027891147,0.0011574851,0.0012156367,0.00025376584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030877905,0.001061584,0.0007204586,0.0021230227,0.0016848816,0.007231695,0.0025640943,0.0019063551,0.007984089],"category_scores_gemma":[0.0078215925,0.0008813572,0.0011584002,0.002068216,0.0028252834,0.007661705,0.0037842763,0.0021575093,0.0051739053],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004461344,0.00005178399,0.00093259383,0.0003341448,0.00004731531,0.00019730456,0.0007525174,0.016137972,0.0033534325,0.87674713,0.013481007,0.08792018],"study_design_scores_gemma":[0.000025624813,0.000084001294,0.0007167488,0.00028590538,0.000059021746,0.00041183646,0.00035887476,0.051967908,0.004181526,0.41638532,0.5254312,0.000091970986],"about_ca_topic_score_codex":0.0063943043,"about_ca_topic_score_gemma":0.003616525,"teacher_disagreement_score":0.007984089,"about_ca_system_score_codex":0.0030136984,"about_ca_system_score_gemma":0.004451618,"threshold_uncertainty_score":0.026709497},"labels":[],"label_agreement":null},{"id":"W2157540440","doi":"10.1109/aqtr.2006.254556","title":"Visualization ¿ A Key Concept for Multidimensional Performance Modeling in Software Engineering Management","year":2006,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Viewpoints; Visualization; Software visualization; Software engineering; Software; Data visualization; Focus (optics); Data modeling; Key (lock); Software development; Curse of dimensionality; Data mining; Systems engineering; Data science; Software construction; Artificial intelligence; Engineering","score_opus":0.01108214538632304,"score_gpt":0.2261210843857264,"score_spread":0.21503893899940335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157540440","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017097323,0.0013193317,0.987435,0.0030846114,0.00023625152,0.00006729079,0.00021442169,0.001044694,0.004888546],"genre_scores_gemma":[0.08752661,0.0029395574,0.90500206,0.00054766797,0.0005652013,0.00045362845,0.0003700466,0.00039102888,0.0022041928],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.996783,0.0017014251,0.00024443027,0.00043116018,0.00071268284,0.00012721088],"domain_scores_gemma":[0.99287087,0.00402432,0.0008147329,0.0014544852,0.0005412044,0.00029424773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052850074,0.0017431373,0.0013255482,0.00351688,0.0014066685,0.010185096,0.002261822,0.0022110739,0.0055407607],"category_scores_gemma":[0.013239557,0.0007737498,0.0016874638,0.0042266976,0.005543155,0.012577029,0.0050565833,0.005155317,0.0012019057],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000270567,0.00002336904,0.00041498613,0.0002723791,0.000029734054,0.00010480891,0.0013564995,0.005660513,0.0018581891,0.90583897,0.007158176,0.07725528],"study_design_scores_gemma":[0.000022003704,0.00005284942,0.00039772928,0.000385416,0.00002235729,0.00044224036,0.00054273475,0.051138088,0.0017549157,0.83703125,0.10812639,0.000083971834],"about_ca_topic_score_codex":0.0012175773,"about_ca_topic_score_gemma":0.00053647987,"teacher_disagreement_score":0.010185096,"about_ca_system_score_codex":0.0012620667,"about_ca_system_score_gemma":0.0013752739,"threshold_uncertainty_score":0.027950108},"labels":[],"label_agreement":null},{"id":"W2158810316","doi":"10.1145/350391.350416","title":"Using regression splines for software performance analysis","year":2000,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Multivariate adaptive regression splines; Regression analysis; Regression testing; Software; Software regression; Artificial intelligence; Machine learning; Polynomial regression; Software quality; Software development; Programming language; Software construction","score_opus":0.035078676810210464,"score_gpt":0.3004936049908715,"score_spread":0.26541492818066104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158810316","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049500954,0.00016851346,0.9917637,0.0000676813,0.00007257461,0.00002245687,0.00014251679,0.002402878,0.00040958734],"genre_scores_gemma":[0.27148482,0.0008947899,0.7154331,0.00011423846,0.00022219682,0.00042914847,0.0015806659,0.004327497,0.0055134688],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9892315,0.008089895,0.00037065937,0.0007296406,0.0011929887,0.00038532406],"domain_scores_gemma":[0.9546169,0.035947658,0.0016924908,0.0046691718,0.0027508552,0.00032286477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014194248,0.0014304952,0.0024681897,0.004605675,0.000807189,0.0020331987,0.0022911646,0.0015871684,0.006991705],"category_scores_gemma":[0.077519685,0.0013514381,0.002907617,0.0075741694,0.00073369173,0.002324237,0.0017929503,0.0040749186,0.0031890192],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007194965,0.00034980738,0.009643973,0.0005136807,0.0010301797,0.00020289619,0.0004278795,0.3977612,0.002787662,0.060339794,0.011585228,0.5146382],"study_design_scores_gemma":[0.000048847545,0.0000718185,0.001958422,0.000048395126,0.000080953345,0.000061414794,0.00004947168,0.96052843,0.0009316918,0.031136882,0.005025832,0.000057861314],"about_ca_topic_score_codex":0.009037148,"about_ca_topic_score_gemma":0.0055806474,"teacher_disagreement_score":0.014194248,"about_ca_system_score_codex":0.00077013095,"about_ca_system_score_gemma":0.0014867405,"threshold_uncertainty_score":0.07506728},"labels":[],"label_agreement":null},{"id":"W2159227863","doi":"10.1109/icdcs.2013.66","title":"Towards an Efficient Online Causal-Event-Pattern-Matching Framework","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Event (particle physics); Matching (statistics); Identification (biology); Pattern matching; Data mining; Class (philosophy); Process (computing); Artificial intelligence; Mathematics","score_opus":0.012991065160339188,"score_gpt":0.2752542526844332,"score_spread":0.262263187524094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159227863","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002663131,0.00010939004,0.99514955,0.00010393937,0.000011153368,0.00006581777,0.00011864747,0.0013852265,0.00039312273],"genre_scores_gemma":[0.10419407,0.0001844538,0.8925629,0.0001584549,0.000055454213,0.00020006542,0.000885686,0.00034347392,0.0014154721],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9924583,0.0015304061,0.0006737352,0.001602264,0.0029931122,0.0007420578],"domain_scores_gemma":[0.990824,0.004134739,0.0009263332,0.0024127252,0.001314273,0.0003879561],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005294007,0.0013573859,0.0024761246,0.0025474885,0.0011245732,0.0032606358,0.0071141603,0.0023049244,0.003944035],"category_scores_gemma":[0.017748075,0.0014379902,0.0022825187,0.0038147112,0.001704049,0.0068790168,0.005297996,0.003118038,0.0011681264],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007097809,0.0006376047,0.0036836525,0.00054186606,0.00021480562,0.0004673842,0.00037394944,0.4740738,0.010921192,0.16902262,0.0081085,0.3312448],"study_design_scores_gemma":[0.000035356123,0.000033671797,0.00012671034,0.0000108763525,0.000023795454,0.00008144322,0.000026467282,0.937819,0.002310749,0.05720755,0.0023111785,0.000013257054],"about_ca_topic_score_codex":0.008072058,"about_ca_topic_score_gemma":0.0068203495,"teacher_disagreement_score":0.008072058,"about_ca_system_score_codex":0.0017881647,"about_ca_system_score_gemma":0.0044989223,"threshold_uncertainty_score":0.027997732},"labels":[],"label_agreement":null},{"id":"W2159484301","doi":"10.1109/tse.2008.74","title":"Enhanced Modeling and Solution of Layered Queueing Networks","year":2008,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":204,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; IBM (Canada); Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Queueing theory; Distributed computing; Layered queueing network; Dependability; Control reconfiguration; Canonical form; Queue; Representation (politics); Theoretical computer science; Computer network","score_opus":0.012426582439109008,"score_gpt":0.20113252693447015,"score_spread":0.18870594449536113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159484301","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015621007,0.00024014009,0.9795989,0.00020382875,0.000048206384,0.00003403034,0.000085810476,0.00022001447,0.003948029],"genre_scores_gemma":[0.6048783,0.0008008456,0.3848329,0.0001282836,0.00010294979,0.0002591279,0.0002879832,0.00014920975,0.008560445],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929416,0.00027623828,0.000032936565,0.000075834585,0.00023027476,0.00009059902],"domain_scores_gemma":[0.9989967,0.0004780177,0.00012671167,0.00008219622,0.00025264864,0.000063813815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010893024,0.00082485535,0.00092026807,0.00060059904,0.00057686295,0.0016368594,0.0015482538,0.001487836,0.0016235366],"category_scores_gemma":[0.0036050484,0.00059387484,0.0009847878,0.0006800616,0.00080293324,0.0016317493,0.0015868903,0.0013793055,0.00028267314],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009919397,0.000010920602,0.00022461849,0.000017399872,0.000007702032,0.00003493253,0.000034755183,0.9739836,0.0006210527,0.022362195,0.000203445,0.0024894471],"study_design_scores_gemma":[0.0000020359992,0.0000018981798,0.00001592549,0.0000016689062,9.531985e-7,0.0000034626642,0.0000030125002,0.99657345,0.00006094853,0.0031253865,0.0002096418,0.000001666279],"about_ca_topic_score_codex":0.015394976,"about_ca_topic_score_gemma":0.0070700664,"teacher_disagreement_score":0.015394976,"about_ca_system_score_codex":0.0014304768,"about_ca_system_score_gemma":0.0022995588,"threshold_uncertainty_score":0.03061074},"labels":[],"label_agreement":null},{"id":"W2160590935","doi":"10.1109/icsm.2009.5306383","title":"An empirical study on the risks of using off-the-shelf techniques for processing mailing list data","year":2009,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Data processing; Software; Data science; Empirical research; World Wide Web; Database; Information retrieval; Data mining","score_opus":0.22795030739119526,"score_gpt":0.4522758268410009,"score_spread":0.22432551944980567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160590935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98936206,0.0004937425,0.0044346866,0.001173294,0.000029650497,0.00029346242,0.00023268914,0.000069978385,0.0039104545],"genre_scores_gemma":[0.99254346,0.00035800782,0.005553934,0.00026719022,0.000028214492,0.00016343404,0.00023332589,0.00003955949,0.0008129185],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.90399665,0.06608915,0.008330564,0.0029040123,0.017345488,0.0013341403],"domain_scores_gemma":[0.11253092,0.7949793,0.044628125,0.021332527,0.024417648,0.0021115919],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08250603,0.0004887534,0.00041861268,0.0023835101,0.0015000663,0.0031793267,0.0015284773,0.0019203037,0.002803392],"category_scores_gemma":[0.49511507,0.00051717606,0.0006628544,0.0029210686,0.002016881,0.006933843,0.0018639188,0.00344597,0.000907714],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023878135,0.006156144,0.8301643,0.0011143665,0.00030797426,0.00072771125,0.021635484,0.0023326736,0.0017381102,0.0028645608,0.0033699493,0.12720087],"study_design_scores_gemma":[0.00042672874,0.013462877,0.83739734,0.0022356343,0.00083728856,0.00511254,0.06213809,0.042038284,0.009613633,0.0050604083,0.021330075,0.00034700808],"about_ca_topic_score_codex":0.002867017,"about_ca_topic_score_gemma":0.0025445109,"teacher_disagreement_score":0.08250603,"about_ca_system_score_codex":0.001371232,"about_ca_system_score_gemma":0.002167273,"threshold_uncertainty_score":0.43633878},"labels":[],"label_agreement":null},{"id":"W2161299124","doi":"10.1109/ipccc.2002.995173","title":"Diagnosing quality of service faults in distributed applications","year":2003,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Quality of service; Computer science; Resource allocation; Scheduling (production processes); Resource management (computing); Mobile QoS; Distributed computing; Key (lock); Resource (disambiguation); Architecture; Quality (philosophy); Service (business); Computer network; Service provider; Computer security; Engineering; Operations management","score_opus":0.02510531832600113,"score_gpt":0.2995514747706632,"score_spread":0.2744461564446621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161299124","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74038035,0.000689602,0.2479563,0.00077125,0.00016829334,0.000375385,0.000121131176,0.006973278,0.002564425],"genre_scores_gemma":[0.96981883,0.000121922414,0.0295983,0.000038158792,0.000018541343,0.000036507896,0.00006559919,0.000028784982,0.00027338156],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964414,0.00082773843,0.00030608717,0.00043140186,0.0016957046,0.00029762372],"domain_scores_gemma":[0.9840142,0.007034289,0.00270398,0.0012859231,0.0043397713,0.00062182674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002786976,0.0006737499,0.00087546394,0.002660828,0.0007927219,0.0013702484,0.0015883181,0.0016211044,0.0003978342],"category_scores_gemma":[0.019613598,0.00045698063,0.00025974252,0.0010323535,0.00074224855,0.0016865308,0.00067283935,0.00078791595,0.0002310242],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018965526,0.001439436,0.2468718,0.00070408074,0.00025606607,0.0038677421,0.0023645312,0.16239694,0.13287105,0.0055483803,0.0048725526,0.43691096],"study_design_scores_gemma":[0.00011358076,0.0005758448,0.03583052,0.0000638001,0.00010068592,0.001487479,0.00077529217,0.8948244,0.057833735,0.0058448752,0.0024843563,0.000065518325],"about_ca_topic_score_codex":0.0035450798,"about_ca_topic_score_gemma":0.0025959355,"teacher_disagreement_score":0.0035450798,"about_ca_system_score_codex":0.0014359662,"about_ca_system_score_gemma":0.0011102199,"threshold_uncertainty_score":0.014739156},"labels":[],"label_agreement":null},{"id":"W2161741201","doi":"10.1109/icpads.2007.4447767","title":"Ants vs. faults: A swarm intelligence approach for diagnosing distributed computing networks","year":2007,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Swarm intelligence; Computer science; Node (physics); Swarm behaviour; Ant colony; Set (abstract data type); Fault (geology); Identification (biology); Ant colony optimization algorithms; Computational intelligence; Distributed computing; Fault tolerance; Artificial intelligence; Algorithm; Particle swarm optimization; Engineering","score_opus":0.01855660179367303,"score_gpt":0.27835325333220273,"score_spread":0.2597966515385297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161741201","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10575482,0.000480742,0.89029664,0.00047451674,0.00007110908,0.00010102311,0.000032767544,0.00052987935,0.0022585613],"genre_scores_gemma":[0.76207733,0.00021712105,0.23641002,0.000077668104,0.00004640827,0.00006771981,0.000027980816,0.000034029905,0.0010417358],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996125,0.00014182094,0.00002513436,0.000057241094,0.00013674656,0.000026502603],"domain_scores_gemma":[0.9983364,0.00105204,0.00020389145,0.00013858886,0.00019803416,0.00007108056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007268064,0.00055774825,0.0005736494,0.00090744375,0.00036148095,0.0007491062,0.0008437772,0.00094479555,0.00046994173],"category_scores_gemma":[0.0031993538,0.00022804242,0.00038204453,0.00046435313,0.0009246653,0.0010082048,0.00057658344,0.00058397686,0.00008315081],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020097522,0.00004884443,0.0026997763,0.000075986514,0.00006647424,0.00017546899,0.00012834843,0.9050427,0.008749216,0.016398694,0.0005725721,0.06584101],"study_design_scores_gemma":[0.000009972927,0.000023569599,0.00011024616,0.0000019547572,0.000005900846,0.000031855714,0.000007630445,0.9954918,0.0008028641,0.003277787,0.00023250806,0.0000039108736],"about_ca_topic_score_codex":0.0020276718,"about_ca_topic_score_gemma":0.0014209124,"teacher_disagreement_score":0.0020276718,"about_ca_system_score_codex":0.00046858168,"about_ca_system_score_gemma":0.00042255683,"threshold_uncertainty_score":0.0040317774},"labels":[],"label_agreement":null},{"id":"W2161961462","doi":"10.1109/dsn.2003.1209981","title":"Dependable LQNS: a performability modeling tool for layered systems","year":2004,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Dependability; Computer science; Control reconfiguration; Distributed computing; Queueing theory; Software architecture; Fault management; Software fault tolerance; Fault tolerance; Fault detection and isolation; Fault injection; Software; Reliability engineering; Embedded system; Software engineering; Operating system; Computer network; Engineering","score_opus":0.02020312244232238,"score_gpt":0.24597930900200132,"score_spread":0.22577618655967893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161961462","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034208796,0.00004858557,0.9905751,0.000045662036,0.000016984663,0.000045679717,0.00041376404,0.0038135692,0.0016197609],"genre_scores_gemma":[0.25389546,0.000499576,0.73279333,0.0001508906,0.00006505277,0.0007064261,0.002671769,0.0021228385,0.0070946296],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993864,0.00014430053,0.000054143467,0.00006478852,0.00028895153,0.00006148508],"domain_scores_gemma":[0.99882334,0.0004943687,0.00015083721,0.00021697184,0.00026188305,0.00005256736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013233193,0.0012938374,0.00056349835,0.0011480751,0.00052484666,0.0014152243,0.0021240474,0.0008712279,0.006570303],"category_scores_gemma":[0.0033765016,0.00064476224,0.0011841937,0.0006755553,0.000581464,0.002783723,0.0012065443,0.0014112022,0.0011349336],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088003646,0.00006541311,0.0010475619,0.0002009247,0.00006067936,0.00012111725,0.0001826062,0.8182592,0.0057726754,0.12548028,0.0057606422,0.04296086],"study_design_scores_gemma":[0.000010702439,0.000019128644,0.00006973691,0.000014184542,0.00001205021,0.000024307412,0.000009204513,0.9695078,0.00222793,0.021943387,0.006150781,0.000010794138],"about_ca_topic_score_codex":0.0055283788,"about_ca_topic_score_gemma":0.0048554284,"teacher_disagreement_score":0.006570303,"about_ca_system_score_codex":0.0009683703,"about_ca_system_score_gemma":0.0013382209,"threshold_uncertainty_score":0.021979868},"labels":[],"label_agreement":null},{"id":"W2165585126","doi":"10.4236/jsea.2012.52011","title":"Design of a Performance Measurement Framework for Cloud Computing","year":2012,"lang":"en","type":"article","venue":"Journal of Software Engineering and Applications","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Cloud computing; Computer science; Cloud testing; Software; Distributed computing; Reliability engineering; Cloud computing security; Operating system; Engineering","score_opus":0.025990331597448374,"score_gpt":0.24439468154484167,"score_spread":0.2184043499473933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165585126","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025182164,0.00015633604,0.99244165,0.00021265713,0.00005273416,0.00043936883,0.00006690482,0.0029892055,0.0011228833],"genre_scores_gemma":[0.11016811,0.00033418936,0.88612884,0.00013887577,0.00011552912,0.0009440382,0.00038366462,0.00063387555,0.0011528664],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99405515,0.0011903113,0.000640268,0.000851503,0.002611917,0.0006509266],"domain_scores_gemma":[0.9961152,0.0007657627,0.00040478623,0.00048273115,0.0018694506,0.0003620088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074758944,0.0016485568,0.0015794963,0.0028468692,0.0019234465,0.0050296118,0.004032026,0.0015094135,0.0016829313],"category_scores_gemma":[0.009274486,0.0011455847,0.0018158564,0.0018602171,0.0015356679,0.0045283223,0.0025288488,0.0031572385,0.0009492578],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003575028,0.0005450082,0.006727056,0.0009903081,0.00039538648,0.0006659544,0.0014794259,0.20460665,0.03931232,0.43347943,0.015584279,0.2958567],"study_design_scores_gemma":[0.000064035274,0.00018706864,0.001136842,0.00018057595,0.00014628675,0.00028213917,0.00018274147,0.8973804,0.01985189,0.0373154,0.043123443,0.00014923631],"about_ca_topic_score_codex":0.010038494,"about_ca_topic_score_gemma":0.0065537044,"teacher_disagreement_score":0.010038494,"about_ca_system_score_codex":0.003219358,"about_ca_system_score_gemma":0.006091987,"threshold_uncertainty_score":0.039536774},"labels":[],"label_agreement":null},{"id":"W2166431299","doi":"10.1080/18756891.2011.9727832","title":"Evaluating Timeliness and Accuracy Trade-offs of Supervised Machine Learning for Adapting Enterprise DRE Systems in Dynamic Environments","year":2011,"lang":"en","type":"article","venue":"International Journal of Computational Intelligence Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The King's University","funders":"","keywords":"Computer science; Adaptation (eye); Metric (unit); Support vector machine; Machine learning; Artificial intelligence; Artificial neural network; Quality of service; Quality (philosophy); Performance metric; Service (business); Data mining; Engineering","score_opus":0.05588479409559038,"score_gpt":0.33637345697706006,"score_spread":0.2804886628814697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166431299","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9008669,0.0010091814,0.094023086,0.00030729486,0.00006433196,0.0001480083,0.00011985987,0.0006575971,0.002803768],"genre_scores_gemma":[0.9771379,0.00013576049,0.022182202,0.000021669086,0.000023883618,0.000043504115,0.00012673522,0.00003401034,0.0002942997],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99322176,0.0029274384,0.00052936544,0.00061895786,0.0024613752,0.00024110312],"domain_scores_gemma":[0.92282325,0.05898508,0.0062840628,0.0047014183,0.006325448,0.000880776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010324395,0.00090881647,0.0006096029,0.0015468958,0.00035818695,0.00089678203,0.0007375223,0.0010847879,0.00047192458],"category_scores_gemma":[0.056108695,0.0002245114,0.00037201832,0.0011589079,0.000749395,0.001973301,0.0007523653,0.00094779197,0.00014129355],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018605106,0.0004997718,0.034917828,0.00019781926,0.00016571775,0.00007332336,0.00018394347,0.7514843,0.0063948287,0.001490473,0.00058266625,0.20214884],"study_design_scores_gemma":[0.000031100368,0.00084426085,0.011902434,0.000013791495,0.00002945223,0.000051883926,0.00005520877,0.9803098,0.0056149117,0.0009211014,0.00020484766,0.000021240834],"about_ca_topic_score_codex":0.0028363517,"about_ca_topic_score_gemma":0.0032482801,"teacher_disagreement_score":0.010324395,"about_ca_system_score_codex":0.001259522,"about_ca_system_score_gemma":0.0008529084,"threshold_uncertainty_score":0.054601252},"labels":[],"label_agreement":null},{"id":"W2167315396","doi":"10.1145/1985793.1985930","title":"Model-based performance testing (NIER track)","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Software performance testing; Track (disk drive); Model-based testing; Orthogonal array testing; Software; System testing; Transactional memory; White-box testing; Software system; Distributed computing; Parallel computing; Operating system; Test case; Software engineering; Database; Software construction; Database transaction; Machine learning","score_opus":0.07363019853490044,"score_gpt":0.23337946892595332,"score_spread":0.15974927039105288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167315396","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005520908,0.00017188845,0.9755803,0.00013368239,0.000075267664,0.00014273217,0.00020396107,0.012075932,0.0060953004],"genre_scores_gemma":[0.2976166,0.00020862071,0.6908128,0.0002972744,0.00007641438,0.00052018894,0.0011027607,0.0022200083,0.0071452768],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9887754,0.0040379167,0.0003130506,0.0012895586,0.00511072,0.00047326338],"domain_scores_gemma":[0.9861568,0.005348401,0.00088038086,0.0060165958,0.0013896723,0.00020810285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006899351,0.0018119825,0.0012765871,0.0015608714,0.0005954811,0.002091794,0.0055787507,0.0017880431,0.009671431],"category_scores_gemma":[0.019161131,0.00073488196,0.0013927553,0.00080289796,0.001350095,0.0032022642,0.0027532289,0.0022982005,0.0035025799],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010164089,0.00091273803,0.008275973,0.00061374216,0.00043238833,0.00047758897,0.00033157898,0.15111381,0.028394913,0.13321553,0.021976711,0.65323865],"study_design_scores_gemma":[0.000111513975,0.0003270796,0.001096435,0.000067196816,0.000055259254,0.00032617376,0.000039344686,0.921293,0.02594951,0.03485407,0.015819553,0.000060861807],"about_ca_topic_score_codex":0.0029864088,"about_ca_topic_score_gemma":0.0021416151,"teacher_disagreement_score":0.009671431,"about_ca_system_score_codex":0.0011832623,"about_ca_system_score_gemma":0.0012264065,"threshold_uncertainty_score":0.0364877},"labels":[],"label_agreement":null},{"id":"W2167785580","doi":"10.1109/ares.2007.140","title":"Self-Diagnosing Wireless Mesh and Ad-Hoc Networks using an Adaptable Comparison-Based Approach","year":2007,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Wireless mesh network; Computer science; Mobile ad hoc network; Wireless ad hoc network; Computer network; Ad hoc wireless distribution service; Optimized Link State Routing Protocol; Vehicular ad hoc network; Distributed computing; Wireless network; Protocol (science); Wireless; Adaptive quality of service multi-hop routing; Telecommunications","score_opus":0.0293267930118734,"score_gpt":0.2716807043398263,"score_spread":0.24235391132795286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167785580","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021811958,0.0002895514,0.97661245,0.00018577914,0.000028436516,0.00007095681,0.000011246061,0.00012754808,0.0008620242],"genre_scores_gemma":[0.7537106,0.0002842421,0.24441937,0.00008275735,0.0000740785,0.0001447525,0.000039091694,0.000038261518,0.0012067627],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99722725,0.0013651351,0.00011759241,0.00034846732,0.0008000498,0.00014148428],"domain_scores_gemma":[0.98656625,0.011090568,0.0008835197,0.0005597767,0.0006758383,0.00022406255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00493624,0.0007309441,0.0010981173,0.0012790089,0.00064645463,0.0010788044,0.0021952186,0.0010835872,0.0009261413],"category_scores_gemma":[0.012600862,0.00041411418,0.00065143366,0.0009047031,0.0016758243,0.0030704848,0.0015211658,0.0011311452,0.00007584637],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002826959,0.00009526035,0.0016653531,0.00018156628,0.00012020329,0.00025100634,0.00022126356,0.8254309,0.00417525,0.0815547,0.0005084083,0.08551334],"study_design_scores_gemma":[0.000021073482,0.00007125281,0.00016671968,0.000007827354,0.000017712206,0.00006427573,0.000029138066,0.97711563,0.0012234286,0.020752454,0.00052035396,0.000010068981],"about_ca_topic_score_codex":0.0014564756,"about_ca_topic_score_gemma":0.0008766163,"teacher_disagreement_score":0.00493624,"about_ca_system_score_codex":0.0018767642,"about_ca_system_score_gemma":0.0009458574,"threshold_uncertainty_score":0.026105583},"labels":[],"label_agreement":null},{"id":"W2168361212","doi":"10.1109/innovations.2006.301961","title":"Techniques and a Framework for Characterizing Computer Systems' Workloads","year":2006,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Workload; Computer science; Set (abstract data type); Process (computing); Distributed computing; Characterization (materials science); Operating system; Programming language","score_opus":0.00896854814098336,"score_gpt":0.23808963029542005,"score_spread":0.2291210821544367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168361212","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021096936,0.00040947905,0.9949536,0.00029744583,0.000021594817,0.00016957815,0.0001254763,0.00041208827,0.0015011125],"genre_scores_gemma":[0.07885666,0.0011252986,0.9169109,0.00014407763,0.00016085287,0.000993214,0.0004950062,0.00014877706,0.0011651722],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99256814,0.0026305802,0.0010857821,0.00094641885,0.002319848,0.0004493558],"domain_scores_gemma":[0.98963577,0.0052022324,0.0011032053,0.0018757064,0.001948498,0.00023462513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075404723,0.0026246358,0.0011645505,0.0063862563,0.0014966491,0.005652102,0.003697498,0.0019184109,0.0017195705],"category_scores_gemma":[0.019525789,0.0010855497,0.0023217394,0.005209521,0.0031121047,0.0073601757,0.0020933233,0.0036034351,0.00092796964],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007890011,0.00016924707,0.0026403794,0.0007040978,0.0000820724,0.0002754854,0.0024483248,0.11966098,0.009928395,0.74288946,0.004936605,0.116186045],"study_design_scores_gemma":[0.00003268415,0.00015478682,0.0014346131,0.00033365615,0.000056513178,0.000566781,0.00075371313,0.5222694,0.0062421705,0.4243473,0.043686345,0.00012204949],"about_ca_topic_score_codex":0.005504007,"about_ca_topic_score_gemma":0.0029307618,"teacher_disagreement_score":0.0075404723,"about_ca_system_score_codex":0.0024173672,"about_ca_system_score_gemma":0.0025457588,"threshold_uncertainty_score":0.03987837},"labels":[],"label_agreement":null},{"id":"W2169367311","doi":"10.1145/350391.350431","title":"Using analytic models predicting middleware performance","year":2000,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada); Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Citation; Computer science; Library science; Operations research; Middleware (distributed applications); World Wide Web; Engineering; Operating system","score_opus":0.0484460767373426,"score_gpt":0.252544080666474,"score_spread":0.20409800392913138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169367311","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46100315,0.001044612,0.51749176,0.0009157568,0.0001331696,0.0001477249,0.0008192164,0.004629286,0.013815302],"genre_scores_gemma":[0.96141344,0.00059710455,0.035770327,0.000048258597,0.00004752301,0.00012284133,0.0005126628,0.0001582414,0.0013295958],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991353,0.00027409516,0.00003697128,0.00012145768,0.00033573364,0.00009652628],"domain_scores_gemma":[0.995193,0.00307466,0.00059491117,0.0004711449,0.0005836822,0.000082612874],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012526046,0.001314441,0.0006162267,0.0016145748,0.00038301141,0.001815465,0.0010860333,0.0012403416,0.0012099376],"category_scores_gemma":[0.015333717,0.0005015874,0.0005711717,0.001488826,0.00047904876,0.0018825174,0.0005136012,0.001003371,0.0007853632],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032505246,0.000044093493,0.0026878589,0.00003438737,0.000027277723,0.000029963605,0.000048977097,0.9817778,0.0017325861,0.0032495982,0.0004474276,0.009887505],"study_design_scores_gemma":[0.0000020915509,0.000010902985,0.0003737887,0.00000351186,0.000004226008,0.000009234334,0.000009558543,0.99729687,0.00051407254,0.0015858631,0.00018299815,0.0000067973506],"about_ca_topic_score_codex":0.0069624437,"about_ca_topic_score_gemma":0.0026647232,"teacher_disagreement_score":0.0069624437,"about_ca_system_score_codex":0.0015778374,"about_ca_system_score_gemma":0.000736551,"threshold_uncertainty_score":0.013843834},"labels":[],"label_agreement":null},{"id":"W2169393467","doi":"10.1007/3-540-46029-2_9","title":"Software Performance Models from System Scenarios in Use Case Maps","year":2002,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Notation; Unified Modeling Language; Sequence diagram; Software; Sequence (biology); Software engineering; Activity diagram; Resource (disambiguation); Programming language","score_opus":0.025109850589888592,"score_gpt":0.21507261937951594,"score_spread":0.18996276878962734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169393467","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.076618284,0.0005152181,0.8701745,0.00071931933,0.000054934568,0.00031286583,0.002046498,0.002643165,0.046915054],"genre_scores_gemma":[0.81981784,0.00076724845,0.16932721,0.000050046292,0.00003388398,0.0004517722,0.0023800742,0.00035667047,0.006815172],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99895406,0.00047008292,0.0000611232,0.00011008044,0.00031254112,0.00009211504],"domain_scores_gemma":[0.99369687,0.0050661303,0.00029384642,0.0003034576,0.00055406196,0.000085593405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013612983,0.00116867,0.00049662945,0.0020647654,0.00040949526,0.002590532,0.001564213,0.0012862019,0.0069223046],"category_scores_gemma":[0.010996159,0.0008352419,0.0009317491,0.0018700379,0.0007096146,0.0036044626,0.000977498,0.0012190134,0.0017778202],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007433002,0.00007255763,0.0011858499,0.00012380927,0.000028185148,0.00020795697,0.00037104829,0.8896786,0.00058852375,0.0710078,0.0023643617,0.034296993],"study_design_scores_gemma":[0.000006396366,0.000014555612,0.00039115516,0.000025506606,0.000013443165,0.000060180668,0.00006831535,0.94973934,0.0003736373,0.046094332,0.0032004183,0.000012609333],"about_ca_topic_score_codex":0.005905865,"about_ca_topic_score_gemma":0.005771402,"teacher_disagreement_score":0.0069223046,"about_ca_system_score_codex":0.0014283912,"about_ca_system_score_gemma":0.0006076003,"threshold_uncertainty_score":0.023157418},"labels":[],"label_agreement":null},{"id":"W2169761397","doi":"10.1145/581339.581346","title":"Performance-related completions for software specifications","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Software deployment; Computer science; Reliability (semiconductor); Specification language; Software; Component (thermodynamics); Software engineering; Programming language; Distributed computing","score_opus":0.06658017354006568,"score_gpt":0.23591103496820426,"score_spread":0.16933086142813858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169761397","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0172998,0.00013721704,0.961797,0.00045248965,0.000076783865,0.00039871698,0.0009026809,0.005945976,0.012989398],"genre_scores_gemma":[0.23583895,0.0002696367,0.7509356,0.00014922403,0.00009856647,0.0008023483,0.003158972,0.0033067313,0.005439979],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9710407,0.00828321,0.0039699543,0.0021742873,0.013788719,0.0007430816],"domain_scores_gemma":[0.8695529,0.072418414,0.008488784,0.027112223,0.021503348,0.0009242787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016986568,0.0017838845,0.00074347714,0.0038624078,0.0016215413,0.0040265894,0.0017614153,0.0016776266,0.008444389],"category_scores_gemma":[0.1379692,0.0013578791,0.001912613,0.0024765108,0.0037159156,0.008133071,0.0034420681,0.0037404972,0.0024099478],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036670224,0.00019953707,0.006777018,0.0011367822,0.000052599877,0.0009150545,0.0068868925,0.096271135,0.010447884,0.62728906,0.014314243,0.2353431],"study_design_scores_gemma":[0.00006290479,0.00045498216,0.0026503364,0.0008945473,0.00011146639,0.0012753101,0.0012937809,0.4131288,0.027042527,0.40566432,0.14714575,0.00027525227],"about_ca_topic_score_codex":0.005074266,"about_ca_topic_score_gemma":0.0031229476,"teacher_disagreement_score":0.016986568,"about_ca_system_score_codex":0.0028221512,"about_ca_system_score_gemma":0.0026892424,"threshold_uncertainty_score":0.08983463},"labels":[],"label_agreement":null},{"id":"W2171151309","doi":"10.1109/edcc.2010.13","title":"Emulation of Transient Software Faults for Dependability Assessment: A Case Study","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fonds de Recherche du Québec - Santé","keywords":"Emulation; Dependability; Computer science; Context (archaeology); Software; Fault injection; Transient (computer programming); Software fault tolerance; Software bug; Embedded system; Fault (geology); Fault tolerance; Reliability engineering; Distributed computing; Engineering; Software engineering; Operating system","score_opus":0.015764365175121486,"score_gpt":0.3187662691080683,"score_spread":0.30300190393294685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171151309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92345756,0.00030503795,0.072737105,0.00023086029,0.000037246704,0.00020692957,0.00025986537,0.0005565367,0.0022089777],"genre_scores_gemma":[0.97737634,0.00009350625,0.02166118,0.000029776522,0.000009023675,0.000052685176,0.000116514675,0.00004182066,0.0006192425],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988869,0.00044963794,0.0000548724,0.00013665172,0.00033857513,0.00013341478],"domain_scores_gemma":[0.9909706,0.00627669,0.0005563852,0.0011207544,0.00083924975,0.0002362587],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015667134,0.00070767774,0.00037174285,0.0006750244,0.0003767641,0.0004776872,0.0010272327,0.0013133816,0.001225303],"category_scores_gemma":[0.005916047,0.00018425833,0.0005353173,0.00047895996,0.00072213233,0.000609062,0.00056298915,0.0009341194,0.00017083678],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013574223,0.0021447379,0.04438919,0.0010990703,0.00020334798,0.008013655,0.0017482669,0.73102105,0.069561444,0.010544807,0.003480925,0.12643608],"study_design_scores_gemma":[0.0001613095,0.0022778504,0.011491553,0.00007308928,0.000131309,0.0019317324,0.00062798325,0.8974367,0.07766022,0.0034561518,0.004700953,0.000051087012],"about_ca_topic_score_codex":0.0019903698,"about_ca_topic_score_gemma":0.0023221339,"teacher_disagreement_score":0.0019903698,"about_ca_system_score_codex":0.00060523784,"about_ca_system_score_gemma":0.00036713132,"threshold_uncertainty_score":0.008285642},"labels":[],"label_agreement":null},{"id":"W2172012155","doi":"10.1109/noms.2010.5488459","title":"Identifying symptoms of recurrent faults in log files of distributed information systems","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Downtime; Leverage (statistics); Process (computing); Identification (biology); Task (project management); Data mining; Distributed computing; Machine learning; Engineering","score_opus":0.009700964547620237,"score_gpt":0.2474721216626639,"score_spread":0.23777115711504368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2172012155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93107575,0.0005676841,0.057852242,0.0004497802,0.000058263777,0.0002446588,0.0034695251,0.005221531,0.0010605603],"genre_scores_gemma":[0.9678285,0.00018714879,0.028701808,0.000057496134,0.00004204345,0.00007018461,0.0026510921,0.00006612503,0.00039562155],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99914634,0.00017175594,0.0001389237,0.00015585388,0.00031372393,0.00007342173],"domain_scores_gemma":[0.9828662,0.010897903,0.0035010963,0.0009482227,0.0014796543,0.0003068647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086456176,0.00055400893,0.00044419826,0.004426379,0.00039084858,0.0009488599,0.00058110774,0.0009470031,0.00045487058],"category_scores_gemma":[0.011551184,0.00019935812,0.00026461828,0.0019160359,0.00039551614,0.0013669358,0.00041067527,0.0005791172,0.00031244746],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001666286,0.0011005256,0.47730502,0.0012062958,0.00015427663,0.005087746,0.0034739778,0.017662756,0.064756386,0.0015466148,0.009637779,0.41640234],"study_design_scores_gemma":[0.00010545564,0.0010484131,0.5115606,0.00024934573,0.0002638631,0.004701178,0.0023920543,0.3851664,0.077161744,0.009679676,0.007515051,0.0001562653],"about_ca_topic_score_codex":0.0018638364,"about_ca_topic_score_gemma":0.0035398097,"teacher_disagreement_score":0.004426379,"about_ca_system_score_codex":0.00041147138,"about_ca_system_score_gemma":0.0005138764,"threshold_uncertainty_score":0.004572332},"labels":[],"label_agreement":null},{"id":"W2174594309","doi":"10.1109/models.2015.7338261","title":"Performance prediction upon toolchain migration in model-based software","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Toolchain; Computer science; Cruise control; Model-based design; Focus (optics); Software; Execution time; Software development; Development environment; Embedded system; Software engineering; Reliability engineering; Distributed computing; Control (management); Operating system; Simulation; Artificial intelligence","score_opus":0.022881763539516268,"score_gpt":0.23229651967859255,"score_spread":0.20941475613907629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2174594309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.947188,0.00009750568,0.050713763,0.0000977348,0.00001216317,0.000033341377,0.00013962663,0.0009391874,0.0007786382],"genre_scores_gemma":[0.99300635,0.000033115943,0.006665559,0.0000057915045,0.0000020630619,0.000015872783,0.00013289727,0.000022086037,0.000116417694],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987337,0.0005453511,0.00006716962,0.00017110376,0.0003414963,0.00014126478],"domain_scores_gemma":[0.9905295,0.006095605,0.000900905,0.0012520114,0.0010012849,0.00022064599],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002514979,0.0008428403,0.0005321963,0.0010502988,0.00039629004,0.00064748275,0.0006596344,0.0008197212,0.0005645805],"category_scores_gemma":[0.014087793,0.00045437593,0.0003729716,0.0009206671,0.0005782981,0.0009546357,0.0005187891,0.0008694171,0.00014896342],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001233612,0.000105388004,0.010359321,0.000030577543,0.00001946495,0.000051022802,0.000051557432,0.9735076,0.0033435146,0.0004899797,0.00014693594,0.0117712375],"study_design_scores_gemma":[0.0000039906454,0.00003718788,0.0016539567,0.0000025002394,0.000002622073,0.000008395885,0.0000086224745,0.9959552,0.001900596,0.00038292079,0.00003925464,0.0000047296808],"about_ca_topic_score_codex":0.008647538,"about_ca_topic_score_gemma":0.0064208037,"teacher_disagreement_score":0.008647538,"about_ca_system_score_codex":0.0010452534,"about_ca_system_score_gemma":0.0009315454,"threshold_uncertainty_score":0.01719439},"labels":[],"label_agreement":null},{"id":"W2175343113","doi":"","title":"Improving the Quality of Web-based Enterprise Applications with Extended Static Checking: A Case Study.","year":2005,"lang":"en","type":"article","venue":"Workshop on Automated Specification and Verification of Web Sites","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Java; Programming language; Software engineering; Web application; Quality (philosophy); Code (set theory); Real time Java; World Wide Web","score_opus":0.029255572854686804,"score_gpt":0.3080112474619958,"score_spread":0.278755674607309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2175343113","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9800065,0.00038784387,0.016078513,0.00034794462,0.000016309217,0.00020046922,0.0001454174,0.001130799,0.001686092],"genre_scores_gemma":[0.97283834,0.00011453218,0.0258386,0.000048414833,0.000006102243,0.00004214963,0.0001830404,0.0001798085,0.0007489806],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9911198,0.0036288395,0.0006310574,0.00060901727,0.0034870845,0.00052419724],"domain_scores_gemma":[0.8907308,0.07632368,0.0069710454,0.010183762,0.014418275,0.0013723936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012835223,0.0006118349,0.0004344091,0.0015649832,0.0009415671,0.0012590614,0.0017775876,0.0017413931,0.0009542697],"category_scores_gemma":[0.070112504,0.0005370867,0.0005080059,0.0016638705,0.00102931,0.0019579765,0.0012701246,0.0011226861,0.0002028494],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036100147,0.0077345897,0.2733504,0.002456025,0.0006189669,0.013102587,0.020571157,0.07397996,0.09352516,0.006099775,0.007303549,0.4976479],"study_design_scores_gemma":[0.00083806145,0.005727771,0.2596181,0.0006880608,0.0011059584,0.008946623,0.006092014,0.4637359,0.22670017,0.006221767,0.019953605,0.00037191942],"about_ca_topic_score_codex":0.009382547,"about_ca_topic_score_gemma":0.01421502,"teacher_disagreement_score":0.012835223,"about_ca_system_score_codex":0.0013650436,"about_ca_system_score_gemma":0.0015970141,"threshold_uncertainty_score":0.067879915},"labels":[],"label_agreement":null},{"id":"W2202946309","doi":"10.4271/2009-01-1428","title":"Managing and Configuring On-Board Diagnostics","year":2009,"lang":"en","type":"article","venue":"SAE technical papers on CD-ROM/SAE technical paper series","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Chrysler (Canada)","funders":"","keywords":"Computer science","score_opus":0.009750587742914697,"score_gpt":0.240790480151344,"score_spread":0.2310398924084293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2202946309","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18203072,0.00046139478,0.68667924,0.00045008378,0.00027387543,0.0007421399,0.00035571703,0.08112518,0.047881637],"genre_scores_gemma":[0.8354616,0.00031317992,0.13046493,0.00040715528,0.00015793578,0.000263967,0.0010431131,0.006497385,0.025390657],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978715,0.00049061514,0.0001284015,0.0004041674,0.00088604895,0.00021924474],"domain_scores_gemma":[0.99594575,0.0012166749,0.0003417869,0.0016541603,0.00057552446,0.0002660791],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011142376,0.0013200225,0.00056569284,0.0014666708,0.00056298455,0.0023261297,0.0019557246,0.00053333916,0.0056894314],"category_scores_gemma":[0.0045042257,0.0006663428,0.00029103467,0.0004235275,0.0005930247,0.0015751835,0.0014606168,0.0011272959,0.0029671297],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005300822,0.0005245515,0.015213243,0.00019108782,0.0000882358,0.0011169816,0.0022554083,0.04061785,0.09641779,0.009056762,0.017329773,0.8166583],"study_design_scores_gemma":[0.00026634874,0.00085938914,0.02947556,0.000251776,0.00023062546,0.0028633822,0.00091793743,0.3980918,0.35234183,0.015221137,0.19909255,0.0003877562],"about_ca_topic_score_codex":0.0018554033,"about_ca_topic_score_gemma":0.0015016549,"teacher_disagreement_score":0.0056894314,"about_ca_system_score_codex":0.0006893793,"about_ca_system_score_gemma":0.00093652325,"threshold_uncertainty_score":0.019033074},"labels":[],"label_agreement":null},{"id":"W22089455","doi":"10.3899/jrheum.110532","title":"GENERATING LOG FILE ANALYZERS","year":2012,"lang":"en","type":"dissertation","venue":"The Journal of Rheumatology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Software; Spectrum analyzer; Prolog; Task (project management); Automation; Set (abstract data type); Process (computing); Regression testing; Programming language; Reliability engineering; Operating system; Software development; Software construction; Engineering","score_opus":0.010373808415596427,"score_gpt":0.2547732632743708,"score_spread":0.24439945485877435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W22089455","genre_codex":"software","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":"software","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047790114,0.00024123034,0.34195223,0.0005536096,0.00061696745,0.0030339616,0.056741618,0.53486264,0.014207592],"genre_scores_gemma":[0.42039993,0.0006205465,0.39006835,0.0006618225,0.00049502385,0.0052166404,0.11361115,0.03958889,0.029337643],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965617,0.0005636915,0.00039731103,0.000993386,0.0012311767,0.00025281808],"domain_scores_gemma":[0.9801364,0.0089790495,0.00097349746,0.0050364635,0.0043209014,0.00055369484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032363706,0.001963638,0.00081856555,0.0035758587,0.00061483984,0.0025062833,0.0021084414,0.0007182324,0.034553323],"category_scores_gemma":[0.024121871,0.0008507472,0.0006765598,0.0020415937,0.0004351875,0.0022894312,0.0016104117,0.0013295454,0.019339994],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029578623,0.0010071363,0.030588517,0.001154126,0.00018926346,0.0011332127,0.001293354,0.009064634,0.03458339,0.01111973,0.25909963,0.64780915],"study_design_scores_gemma":[0.0010715896,0.0016773004,0.040080547,0.0004162955,0.00027399004,0.0021363667,0.00080680195,0.29169968,0.23093323,0.030403342,0.40005344,0.0004473731],"about_ca_topic_score_codex":0.00092637195,"about_ca_topic_score_gemma":0.000641927,"teacher_disagreement_score":0.034553323,"about_ca_system_score_codex":0.0006948433,"about_ca_system_score_gemma":0.0013056943,"threshold_uncertainty_score":0.11559236},"labels":[],"label_agreement":null},{"id":"W2211526479","doi":"10.1017/s1049023x00031198","title":"Availability and Appropriateness of Communication Technology in Disasters: The Evolution of Virtual Emergency Management Information Systems","year":2000,"lang":"en","type":"article","venue":"Prehospital and Disaster Medicine","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Emergency management; Action (physics); Computer science; Computer security; Business; Risk analysis (engineering); Political science","score_opus":0.004227797662362894,"score_gpt":0.2042835495713888,"score_spread":0.20005575190902591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2211526479","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.947805,0.0022569327,0.0063375398,0.009335052,0.0001449235,0.000037147023,0.00034127073,0.00012447828,0.0336176],"genre_scores_gemma":[0.9982502,0.00028054585,0.00083290663,0.00012612049,0.000051663083,0.0000057438137,0.000045801346,0.000017813465,0.00038930232],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959896,0.0019477656,0.00040120922,0.0003365813,0.0010294637,0.00029531785],"domain_scores_gemma":[0.95017785,0.027566267,0.0074400743,0.002574536,0.009511492,0.0027297765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061851004,0.00012796975,0.00015701754,0.0022544845,0.0006579235,0.004016679,0.00070889044,0.001133374,0.0027321307],"category_scores_gemma":[0.06771552,0.00023705754,0.00022969498,0.0018894847,0.0017547347,0.0038122823,0.0014423631,0.0010676668,0.00044096657],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001000841,0.00033138384,0.6949759,0.00031440926,0.00013680873,0.0006485833,0.010718463,0.017010294,0.0026090129,0.033456232,0.0074896147,0.23130843],"study_design_scores_gemma":[0.000035998746,0.00058063364,0.9201814,0.00023355514,0.00006741782,0.0022350638,0.009540011,0.019503465,0.0023404458,0.015000695,0.03019342,0.00008797001],"about_ca_topic_score_codex":0.0046129907,"about_ca_topic_score_gemma":0.0030192295,"teacher_disagreement_score":0.0061851004,"about_ca_system_score_codex":0.0019493335,"about_ca_system_score_gemma":0.0014143296,"threshold_uncertainty_score":0.032710314},"labels":[],"label_agreement":null},{"id":"W2218614072","doi":"10.1049/iet-net.2013.0003","title":"Resilient Network Design","year":2013,"lang":"en","type":"article","venue":"IET Networks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.011555157381773666,"score_gpt":0.2110986917479675,"score_spread":0.19954353436619382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2218614072","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0068239663,0.0033991672,0.9164468,0.0029605853,0.0009861059,0.00023700984,0.00037140909,0.0018961085,0.06687873],"genre_scores_gemma":[0.4567487,0.010344772,0.45516816,0.0025015075,0.00083621853,0.001014442,0.0010626232,0.0005925274,0.07173097],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99913555,0.00021972228,0.000042996053,0.0002123764,0.00028318405,0.000106135296],"domain_scores_gemma":[0.99910957,0.00024106326,0.000085816064,0.00021976727,0.00026646876,0.000077219906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008357315,0.00096006383,0.0005103292,0.0011117031,0.0012040943,0.0020790168,0.0018631198,0.0011478892,0.01142053],"category_scores_gemma":[0.0028033864,0.00038491352,0.0006133938,0.00078526477,0.0015443631,0.003297393,0.0020037252,0.0018390784,0.0032647979],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010436256,0.000043054322,0.00038343048,0.00040755182,0.00005396474,0.00029697272,0.00028340024,0.10659428,0.006313517,0.72232103,0.029627401,0.13357106],"study_design_scores_gemma":[0.000037727375,0.00016691959,0.00020217759,0.00019782582,0.000048122383,0.0005853473,0.00015197536,0.23210014,0.0049894527,0.5307369,0.23072541,0.000058026806],"about_ca_topic_score_codex":0.0011992948,"about_ca_topic_score_gemma":0.0013090401,"teacher_disagreement_score":0.01142053,"about_ca_system_score_codex":0.001738261,"about_ca_system_score_gemma":0.0011183524,"threshold_uncertainty_score":0.038205445},"labels":[],"label_agreement":null},{"id":"W2232079827","doi":"","title":"The Official Guide to DB2 Version 8","year":2003,"lang":"en","type":"book","venue":"Prentice Hall Professional Technical Reference eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"IBM; Computer science; Section (typography); Certification; SQL; World Wide Web; Study guide; Database; Software engineering; Operating system; Political science","score_opus":0.02003935488991135,"score_gpt":0.3021388401362113,"score_spread":0.2820994852462999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2232079827","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010463975,0.0055702296,0.09418138,0.0039073997,0.0032483349,0.00064952724,0.07844393,0.07643885,0.73651403],"genre_scores_gemma":[0.0021979369,0.0033985008,0.04155415,0.002395828,0.00043024708,0.00049231946,0.095191576,0.03727435,0.8170651],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99783343,0.00026037547,0.0002897303,0.0003103844,0.0011327291,0.00017325634],"domain_scores_gemma":[0.99341327,0.0010390144,0.00018501541,0.001117788,0.003912459,0.00033244322],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023224808,0.0015102042,0.0013363837,0.00408288,0.0014594648,0.009061671,0.0030140406,0.0014853489,0.39948592],"category_scores_gemma":[0.010402667,0.0018493544,0.00076267903,0.0076964996,0.00049804855,0.007640836,0.0021601534,0.0037164083,0.55748105],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022275499,0.00002007689,0.00007108358,0.0001468059,0.000003586806,0.000031435848,0.00009450295,0.000098580094,0.0004228851,0.003779154,0.90816,0.08714967],"study_design_scores_gemma":[0.000003755595,0.0000039458187,0.00010855702,0.00006129022,0.0000017019265,0.00006912648,0.000029775589,0.00007842024,0.00021561653,0.0010210251,0.9983972,0.000009742507],"about_ca_topic_score_codex":0.011566177,"about_ca_topic_score_gemma":0.010077535,"teacher_disagreement_score":0.39948592,"about_ca_system_score_codex":0.001511766,"about_ca_system_score_gemma":0.0040445435,"threshold_uncertainty_score":0.85656047},"labels":[],"label_agreement":null},{"id":"W2235243468","doi":"","title":"Model-driven Elasticity and DoS Attack Mitigation in Cloud Environments","year":2014,"lang":"en","type":"article","venue":"International Conference on Autonomic Computing","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; York University","funders":"","keywords":"Cloud computing; Computer science; Elasticity (physics); Workload; Distributed computing; Server; Denial-of-service attack; Service level; Response time; Web service; Computer security; Computer network; The Internet; Operating system; World Wide Web","score_opus":0.03085006355062936,"score_gpt":0.2755445681411867,"score_spread":0.24469450459055736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2235243468","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34784257,0.00031507094,0.6411873,0.0009453373,0.00011524552,0.00013035288,0.00008487791,0.0017110305,0.007668194],"genre_scores_gemma":[0.9733325,0.0000865883,0.025585089,0.000055005286,0.00001257403,0.000034676086,0.00003100117,0.000048155973,0.000814359],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995203,0.00016268076,0.000023928023,0.000060847302,0.00016019974,0.00007211952],"domain_scores_gemma":[0.99916303,0.00031085106,0.00012267617,0.00019184045,0.00014877875,0.00006288241],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085507287,0.00042873432,0.000363531,0.00028680867,0.00036410466,0.0008810024,0.00070311327,0.0005018177,0.0005887134],"category_scores_gemma":[0.0020251474,0.00027065328,0.00034258218,0.00025707728,0.00045594914,0.0009533196,0.00075356284,0.0007181215,0.00014872527],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065353146,0.00006917364,0.0018207803,0.000026496931,0.000016959815,0.000061768056,0.000058103462,0.96773624,0.009403157,0.0074904794,0.00044413365,0.012807357],"study_design_scores_gemma":[0.0000025383417,0.000013464373,0.00024058955,0.000001684761,0.0000027844167,0.000012300158,0.0000102033755,0.996363,0.0013150203,0.001767519,0.00026672697,0.0000041974167],"about_ca_topic_score_codex":0.0031868324,"about_ca_topic_score_gemma":0.0025319841,"teacher_disagreement_score":0.0031868324,"about_ca_system_score_codex":0.0006757527,"about_ca_system_score_gemma":0.0007648486,"threshold_uncertainty_score":0.00633657},"labels":[],"label_agreement":null},{"id":"W2240989855","doi":"10.1109/ase.2015.15","title":"Performance Prediction of Configurable Software Systems by Fourier Learning (T)","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software; Software system; Factor (programming language); Algorithm; Constant (computer programming); Sample (material); Data mining; Theoretical computer science; Programming language","score_opus":0.018441065591878403,"score_gpt":0.20993754057007785,"score_spread":0.19149647497819944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2240989855","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33032396,0.00020412634,0.66721267,0.00016767434,0.0000124909275,0.000046894056,0.00010563638,0.0010088698,0.0009177327],"genre_scores_gemma":[0.938654,0.00006309605,0.060769282,0.00002206026,0.000008284953,0.00003739722,0.00013299903,0.000032435513,0.00028047277],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99930143,0.00020050906,0.00005106073,0.00017997356,0.00019927585,0.00006761456],"domain_scores_gemma":[0.99157834,0.0060633644,0.0010214135,0.0005667642,0.00062558806,0.00014460064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001668022,0.000827846,0.0005231365,0.0011482363,0.00027118847,0.0007130346,0.000872284,0.00091642764,0.0005728397],"category_scores_gemma":[0.01272723,0.00028192974,0.00048865157,0.0007965151,0.00069839077,0.0011365071,0.0005859355,0.0009377183,0.00026050291],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095920295,0.00008776659,0.010497416,0.000027684118,0.000027307915,0.000053795273,0.00004421463,0.9185589,0.0023262652,0.00081256486,0.0002294638,0.067238696],"study_design_scores_gemma":[0.0000013072656,0.000011480007,0.00052470434,0.000001386744,0.0000014399875,0.000008404272,0.0000036664708,0.9985555,0.0005081125,0.00036518945,0.000016043807,0.0000027555063],"about_ca_topic_score_codex":0.005287796,"about_ca_topic_score_gemma":0.0036074216,"teacher_disagreement_score":0.005287796,"about_ca_system_score_codex":0.00089417124,"about_ca_system_score_gemma":0.0006485908,"threshold_uncertainty_score":0.010514021},"labels":[],"label_agreement":null},{"id":"W2243336684","doi":"10.17226/22535","title":"Performance Measurement of Transportation Systems: Summary of the Fourth International Conference","year":2013,"lang":"en","type":"book","venue":"Transportation Research Board eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Systems engineering; Operations research; Engineering","score_opus":0.0724010035294592,"score_gpt":0.29227610821848643,"score_spread":0.2198751046890272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2243336684","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045913127,0.5924564,0.040237196,0.0678383,0.09704954,0.00077771035,0.0025731302,0.0009384346,0.19353794],"genre_scores_gemma":[0.0716119,0.64098954,0.03758868,0.006707628,0.0437954,0.0012983663,0.008670767,0.0012453332,0.18809232],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99063873,0.0019720928,0.0008092951,0.0010314798,0.004439679,0.0011086846],"domain_scores_gemma":[0.98230433,0.0016188547,0.0006333619,0.0007748232,0.012880844,0.0017877046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01996387,0.003611779,0.0014495578,0.008271805,0.0024243433,0.015278508,0.0027152062,0.0031282324,0.022023354],"category_scores_gemma":[0.0134730665,0.0008284765,0.0021543067,0.0112336185,0.0013850215,0.0072129113,0.0044161137,0.00704234,0.008266272],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011543843,0.00023855749,0.0009754056,0.0026699775,0.000064405634,0.00014105637,0.0007401081,0.002652132,0.00087477715,0.03651413,0.5890017,0.36601222],"study_design_scores_gemma":[0.000008767129,0.0001518397,0.0018068086,0.002405554,0.000041138286,0.000115554765,0.00062636065,0.00062315457,0.00089753943,0.0038597023,0.98941296,0.000050552382],"about_ca_topic_score_codex":0.008360458,"about_ca_topic_score_gemma":0.005318611,"teacher_disagreement_score":0.022023354,"about_ca_system_score_codex":0.008487495,"about_ca_system_score_gemma":0.013929534,"threshold_uncertainty_score":0.10558033},"labels":[],"label_agreement":null},{"id":"W2245342929","doi":"","title":"Software error early detection system based on run-time statistical analysis of function return values","year":2006,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Function point; Overhead (engineering); Software; Software bug; Function (biology); Code (set theory); Source code; Software maintenance; Workload; Software system; Software quality; State (computer science); Real-time computing; Operating system; Software development; Distributed computing; Programming language","score_opus":0.006588570754921798,"score_gpt":0.2166083522351904,"score_spread":0.2100197814802686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2245342929","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03988161,0.00016273714,0.907647,0.00017200997,0.00006503471,0.00016801288,0.00018874061,0.050743613,0.00097125786],"genre_scores_gemma":[0.43872258,0.0001358778,0.5568592,0.00016555538,0.00013340278,0.00034407963,0.0004844597,0.00077590806,0.002378918],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99627125,0.0007827868,0.00025869958,0.0008302548,0.0016699659,0.00018702936],"domain_scores_gemma":[0.9770233,0.009417029,0.0040195654,0.0033074322,0.005524531,0.0007081036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025503847,0.00095781666,0.0013855359,0.004841962,0.0006333342,0.0015127388,0.001982382,0.0009819799,0.0016969588],"category_scores_gemma":[0.014748236,0.00061458437,0.0005398351,0.0014977447,0.0009317438,0.0019419924,0.000917268,0.0012333672,0.0014396228],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010971545,0.000907348,0.03492916,0.00028689054,0.00030371954,0.0005057233,0.00037803917,0.01953725,0.1456725,0.0049299607,0.009057599,0.7823946],"study_design_scores_gemma":[0.00014658975,0.00077650015,0.01867142,0.000028962075,0.00015375459,0.0010215988,0.00006504533,0.84290123,0.12788136,0.0028700058,0.005263783,0.00021970748],"about_ca_topic_score_codex":0.0020574392,"about_ca_topic_score_gemma":0.0021583613,"teacher_disagreement_score":0.004841962,"about_ca_system_score_codex":0.0007221499,"about_ca_system_score_gemma":0.0015624937,"threshold_uncertainty_score":0.013487875},"labels":[],"label_agreement":null},{"id":"W2251611076","doi":"","title":"Proceedings of the 6th international workshop on Software quality","year":2008,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Presentation (obstetrics); Session (web analytics); Quality (philosophy); Software; Computer science; Engineering management; Software review; Software quality; Software peer review; Pleasure; Software development; Engineering; World Wide Web; Software construction; Psychology; Medicine","score_opus":0.03155408621747025,"score_gpt":0.27476105030589465,"score_spread":0.2432069640884244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2251611076","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015575315,0.12915294,0.27068096,0.082673594,0.11076817,0.0010899827,0.0016652236,0.0029065858,0.38548726],"genre_scores_gemma":[0.11771251,0.06528747,0.17273343,0.007650664,0.023785535,0.0012533418,0.007202596,0.003365273,0.6010092],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926306,0.0025823337,0.0006074889,0.00081191753,0.002697471,0.0006701639],"domain_scores_gemma":[0.99183345,0.0020301752,0.00033857077,0.0012510624,0.0031935761,0.0013531535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010102692,0.0013446426,0.0013238499,0.002055754,0.001446759,0.0071774046,0.002624983,0.0027850433,0.07583046],"category_scores_gemma":[0.013790267,0.0006590604,0.0017898398,0.0015267789,0.0017198103,0.005278614,0.0050433273,0.0051880833,0.02310105],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002907674,0.00022107192,0.0008100537,0.0007640129,0.00009941853,0.00029463426,0.0012368902,0.0016157964,0.0028676698,0.034004323,0.57319915,0.38459617],"study_design_scores_gemma":[0.000024995436,0.00010426451,0.0007663019,0.0005175886,0.000028006321,0.00023052351,0.00032353486,0.0012281333,0.00084027427,0.011587229,0.9843253,0.00002382269],"about_ca_topic_score_codex":0.0017641658,"about_ca_topic_score_gemma":0.0029920521,"teacher_disagreement_score":0.07583046,"about_ca_system_score_codex":0.001942108,"about_ca_system_score_gemma":0.0028438387,"threshold_uncertainty_score":0.25367814},"labels":[],"label_agreement":null},{"id":"W2268591325","doi":"","title":"The (5+1) architectural view model for cloud applications","year":2014,"lang":"en","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Cloud computing; Software deployment; Service-oriented modeling; Software engineering; Architectural model; Software architecture; Domain (mathematical analysis); Modeling language; Distributed computing; Systems engineering; Reference architecture; Process (computing); Architecture; Metamodeling; Set (abstract data type); Focus (optics); Software; Programming language; Engineering; Operating system","score_opus":0.010133331911213666,"score_gpt":0.2365334798559208,"score_spread":0.22640014794470714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2268591325","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0075223846,0.00037793137,0.97178733,0.0014441545,0.000109710985,0.00015447167,0.00043168446,0.001161257,0.017011123],"genre_scores_gemma":[0.12588267,0.0010905922,0.8599479,0.0006264668,0.00012699098,0.0005875225,0.0013643635,0.0005113922,0.009862087],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985892,0.00041213905,0.00018031517,0.00021674419,0.0004157222,0.0001857952],"domain_scores_gemma":[0.99877316,0.00025282294,0.00014824615,0.00033344034,0.00036536105,0.00012687036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016106524,0.0010925141,0.00042549544,0.0016236454,0.001273449,0.0044012954,0.0021476818,0.002218259,0.002514728],"category_scores_gemma":[0.00217043,0.0008719653,0.0023344285,0.0014354816,0.0015084622,0.0051263743,0.002317899,0.0031768219,0.0014120948],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003306508,0.000043167664,0.0014905909,0.00017614932,0.000033124506,0.00043439298,0.0012629428,0.037058167,0.0044538127,0.9188522,0.0060984883,0.030063916],"study_design_scores_gemma":[0.000037131213,0.000119743796,0.0013419434,0.000383288,0.00013752209,0.0010190927,0.00058716646,0.33743134,0.0049526324,0.34360552,0.31027526,0.00010931303],"about_ca_topic_score_codex":0.01574548,"about_ca_topic_score_gemma":0.024826422,"teacher_disagreement_score":0.01574548,"about_ca_system_score_codex":0.0026481082,"about_ca_system_score_gemma":0.003917128,"threshold_uncertainty_score":0.031307697},"labels":[],"label_agreement":null},{"id":"W2279272802","doi":"10.1007/978-3-642-35632-2_21","title":"Path-Aware Time-Triggered Runtime Verification","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Overhead (engineering); Sampling (signal processing); Execution time; Real-time computing; Set (abstract data type); Path (computing); Parallel computing; Embedded system; Operating system; Programming language; Telecommunications; Detector","score_opus":0.009377730707233394,"score_gpt":0.2167901030679255,"score_spread":0.20741237236069213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2279272802","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0131665245,0.00028014308,0.97460186,0.00010072837,0.0001572688,0.000079848076,0.00013703696,0.007414181,0.0040622717],"genre_scores_gemma":[0.6302696,0.00030114417,0.36071637,0.00020502433,0.00009191993,0.00014763717,0.00052923616,0.0015529955,0.0061860913],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969015,0.00059130136,0.0001544922,0.0005507479,0.0013686722,0.00043333124],"domain_scores_gemma":[0.9948002,0.0023573101,0.00032179768,0.0016673458,0.0007253234,0.00012797162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001443426,0.0013236778,0.0011483463,0.0010271516,0.00060129614,0.0014752089,0.0029215557,0.0010341362,0.0075860596],"category_scores_gemma":[0.0059405006,0.0008310371,0.001477841,0.00072997034,0.0011834562,0.0028843815,0.0031109715,0.0019845644,0.0017635075],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002146628,0.00026766668,0.0016310153,0.0011218574,0.00022173866,0.0008417635,0.00036230256,0.29166347,0.13709933,0.13436216,0.012879394,0.41740265],"study_design_scores_gemma":[0.00011103358,0.00017422663,0.00030754105,0.00006690217,0.00010224649,0.00033655073,0.00003598608,0.85371196,0.06196218,0.076454476,0.006681465,0.000055446548],"about_ca_topic_score_codex":0.0013198471,"about_ca_topic_score_gemma":0.0021202234,"teacher_disagreement_score":0.0075860596,"about_ca_system_score_codex":0.0009342893,"about_ca_system_score_gemma":0.0016375585,"threshold_uncertainty_score":0.02537793},"labels":[],"label_agreement":null},{"id":"W2295492139","doi":"10.1145/2151024.2151044","title":"Execution mining","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Artifact (error); Source code; Code (set theory); Simple (philosophy); Programming language; Software engineering; Representation (politics); Execution model; Software; Distributed computing; Operating system","score_opus":0.01501654337794989,"score_gpt":0.24153168270439995,"score_spread":0.22651513932645007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295492139","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0856339,0.0037172625,0.62379295,0.0017164007,0.0006555507,0.0024609095,0.15159711,0.08327398,0.04715196],"genre_scores_gemma":[0.24154016,0.0021982358,0.4869676,0.00042083664,0.00022105078,0.0013882697,0.24045289,0.0038693254,0.02294153],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9980154,0.00018597998,0.00022309426,0.0007026105,0.0007012883,0.0001715203],"domain_scores_gemma":[0.9969074,0.0011410718,0.00031009188,0.0007795851,0.0007377642,0.00012415469],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015417741,0.0015876958,0.0007640884,0.0053710267,0.0010561238,0.002242393,0.0024331757,0.00096968963,0.0105443075],"category_scores_gemma":[0.008469363,0.0005229536,0.0015334301,0.0035295025,0.000408479,0.0018009054,0.0013696587,0.0014159564,0.0077581606],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065672526,0.0004951203,0.043790516,0.0020979026,0.00037293922,0.0016062979,0.0005193465,0.025651475,0.012268261,0.026305512,0.19598243,0.6902534],"study_design_scores_gemma":[0.00017577926,0.00022805325,0.02431871,0.00058976543,0.00032642923,0.0023334986,0.0008103307,0.39102533,0.038819887,0.05588267,0.48535904,0.0001305268],"about_ca_topic_score_codex":0.0038600487,"about_ca_topic_score_gemma":0.0068092598,"teacher_disagreement_score":0.0105443075,"about_ca_system_score_codex":0.0006297868,"about_ca_system_score_gemma":0.0027540238,"threshold_uncertainty_score":0.035274208},"labels":[],"label_agreement":null},{"id":"W2318956585","doi":"10.1109/tpds.2016.2542815","title":"Post-Deployment Anomaly Detection and Diagnosis in Networked Embedded Systems by Program Profiling and Symptom Mining","year":2016,"lang":"en","type":"article","venue":"IEEE Transactions on Parallel and Distributed Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Fundamental Research Funds for the Central Universities; National Natural Science Foundation of China","keywords":"Computer science; Debugging; Anomaly detection; Profiling (computer programming); Software deployment; Wireless sensor network; Data mining; Program analysis; Distributed computing; Real-time computing; Computer network; Operating system","score_opus":0.01018631391818493,"score_gpt":0.23139136991951384,"score_spread":0.22120505600132892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2318956585","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2424393,0.00039242452,0.73769784,0.00037053856,0.000050095474,0.00019421663,0.00038176274,0.017578673,0.0008952498],"genre_scores_gemma":[0.70712566,0.00017685533,0.29069063,0.000101870755,0.000025034571,0.00012466856,0.0006439756,0.00030177247,0.0008094711],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99888736,0.00019678006,0.000102623664,0.00027574057,0.00044227895,0.000095268304],"domain_scores_gemma":[0.99407816,0.0023888608,0.0014705868,0.0007965546,0.0010319395,0.00023387794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009370383,0.0009545607,0.00064537337,0.003084591,0.00035779446,0.0006960366,0.001136275,0.00055328256,0.0005287956],"category_scores_gemma":[0.0071850205,0.00034658503,0.0005511622,0.0012847089,0.00042013242,0.0012734405,0.0009297073,0.00071376405,0.00031378993],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043799225,0.00069566467,0.11280286,0.0005232087,0.00014433633,0.0011694594,0.00082544575,0.060290083,0.08707803,0.002758272,0.0039408407,0.7293338],"study_design_scores_gemma":[0.000035897552,0.0002762455,0.026112217,0.000043187672,0.00008037784,0.00066737103,0.00027094813,0.91170424,0.05282363,0.0056050015,0.0023395214,0.00004136672],"about_ca_topic_score_codex":0.0018057172,"about_ca_topic_score_gemma":0.0024570322,"teacher_disagreement_score":0.003084591,"about_ca_system_score_codex":0.00042763143,"about_ca_system_score_gemma":0.00089996425,"threshold_uncertainty_score":0.0049556494},"labels":[],"label_agreement":null},{"id":"W2322330124","doi":"10.1145/2020976.1958783","title":"Abstract only","year":2011,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Root cause; Web service; Software engineering; Web application; Root cause analysis; Risk analysis (engineering); World Wide Web; Engineering; Reliability engineering","score_opus":0.025162483660128885,"score_gpt":0.21986540683051634,"score_spread":0.19470292317038745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322330124","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010070809,0.0005468818,0.0046915687,0.009132713,0.011028548,0.0003840213,0.011341795,0.0064547663,0.9554126],"genre_scores_gemma":[0.006615423,0.00036637724,0.0011524032,0.0034895292,0.0016728818,0.00015030702,0.0058790306,0.001300627,0.97937334],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99840814,0.00024233715,0.00012141038,0.0004365373,0.0005562154,0.00023544121],"domain_scores_gemma":[0.9940399,0.0006159587,0.0002141212,0.0016778581,0.0023222584,0.0011299187],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012893645,0.001005413,0.0011719386,0.0014104028,0.0019057245,0.005834073,0.0019372423,0.0030638261,0.8990438],"category_scores_gemma":[0.007976373,0.00042970895,0.00096177217,0.0014384175,0.00093070447,0.003488483,0.004052434,0.0022131263,0.8937119],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009322476,0.00006711334,0.00029136974,0.0001755157,0.0000090094645,0.00013045658,0.00006346709,0.000052017447,0.000770985,0.005189135,0.9149299,0.07822786],"study_design_scores_gemma":[0.000018817087,0.000025277199,0.0003677041,0.00007845877,0.000004711838,0.00016105942,0.000030099458,0.00008057761,0.0003575115,0.0015303686,0.9973369,0.000008451973],"about_ca_topic_score_codex":0.0015590577,"about_ca_topic_score_gemma":0.0021298686,"teacher_disagreement_score":0.1009562,"about_ca_system_score_codex":0.0011002603,"about_ca_system_score_gemma":0.0016230274,"threshold_uncertainty_score":0.14400166},"labels":[],"label_agreement":null},{"id":"W2323664125","doi":"","title":"Methodology for jbi scoping reviews","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":299,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science","score_opus":0.3028050645951804,"score_gpt":0.41514372536919136,"score_spread":0.11233866077401095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2323664125","genre_codex":"protocol","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028611468,0.017041761,0.3199113,0.008649251,0.007345069,0.56014323,0.040686063,0.004910066,0.038452107],"genre_scores_gemma":[0.005807139,0.0030722648,0.44733182,0.0016183485,0.0005559745,0.5324415,0.0036888914,0.0004363815,0.0050478326],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.73016584,0.13650906,0.09214457,0.011028171,0.02692258,0.0032297482],"domain_scores_gemma":[0.51298165,0.21069887,0.044212617,0.056982517,0.16945833,0.005666101],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20361589,0.003052041,0.006219011,0.04917875,0.0051638107,0.01428088,0.0066290507,0.0054589016,0.107120246],"category_scores_gemma":[0.46480474,0.0045833327,0.009370787,0.028421482,0.0035566385,0.0059138183,0.013435395,0.005201733,0.026318304],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016732885,0.00036233384,0.0032668908,0.24694046,0.0023140651,0.0005549891,0.007537296,0.0009025526,0.0025676796,0.03836127,0.1586438,0.5368754],"study_design_scores_gemma":[0.0027899335,0.00069121283,0.005064063,0.16490626,0.0039495816,0.00088122115,0.005499434,0.0037936417,0.0049556997,0.0643174,0.74268967,0.00046182223],"about_ca_topic_score_codex":0.003000549,"about_ca_topic_score_gemma":0.008316105,"teacher_disagreement_score":0.7963841,"about_ca_system_score_codex":0.007055292,"about_ca_system_score_gemma":0.050535433,"threshold_uncertainty_score":0.9820834},"labels":[],"label_agreement":null},{"id":"W2323669771","doi":"10.1515/jisys.2001.11.2.95","title":"Application of Case-Based Reasoning for Call Admission Control in Asynchronous Transfer Mode Networks","year":2001,"lang":"en","type":"article","venue":"Journal of Intelligent Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Kuwait University","keywords":"Computer science; Asynchronous communication; Control (management); Transfer (computing); Mode (computer interface); Call Admission Control; Computer network; Artificial intelligence; Telecommunications; Human–computer interaction","score_opus":0.011805450132374846,"score_gpt":0.2683723677700272,"score_spread":0.2565669176376524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2323669771","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038015332,0.00053417555,0.9454715,0.0021414051,0.00017819219,0.000688436,0.0002358145,0.0015925635,0.011142623],"genre_scores_gemma":[0.49194875,0.00047403798,0.5051225,0.00023598959,0.00008102466,0.00026426834,0.00025600308,0.00006272097,0.0015547496],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.990095,0.0050414815,0.00092346454,0.00066051626,0.0028542536,0.00042520388],"domain_scores_gemma":[0.9758497,0.020225694,0.0009937014,0.0012251766,0.0012981395,0.00040762857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008149405,0.001148227,0.00088923954,0.0033057483,0.0016607487,0.0043066754,0.003320297,0.0029080275,0.004155192],"category_scores_gemma":[0.03764391,0.0008003062,0.0014468713,0.0014006337,0.0025708547,0.0034490053,0.0023885313,0.0019191899,0.00047420157],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001207404,0.0013818421,0.0062402734,0.0007269737,0.00033225465,0.0052989232,0.0033129265,0.42875773,0.008514484,0.19282776,0.011313984,0.34008548],"study_design_scores_gemma":[0.00019348436,0.00007662953,0.00040095978,0.00012580353,0.000093580325,0.00062633184,0.000251897,0.9263134,0.0040947534,0.062412683,0.0053423485,0.00006816442],"about_ca_topic_score_codex":0.0073020207,"about_ca_topic_score_gemma":0.005299112,"teacher_disagreement_score":0.008149405,"about_ca_system_score_codex":0.0018040661,"about_ca_system_score_gemma":0.0022074087,"threshold_uncertainty_score":0.043098688},"labels":[],"label_agreement":null},{"id":"W2336944640","doi":"10.1002/cjce.22509","title":"How do you write and present research well? 9—show and state what error bars represent","year":2016,"lang":"en","type":"article","venue":"The Canadian Journal of Chemical Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Standard deviation; Confidence interval; Standard error; Error bar; Statistics; Range (aeronautics); Mathematics; Interval (graph theory); Relative standard deviation; Tolerance interval; Combinatorics; Materials science","score_opus":0.02121686990521046,"score_gpt":0.24223785186038577,"score_spread":0.2210209819551753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2336944640","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015325441,0.009086966,0.064161144,0.4425616,0.36571017,0.0019550915,0.0080734,0.008532411,0.09838669],"genre_scores_gemma":[0.031369574,0.026129603,0.19145994,0.2654973,0.17992757,0.010237797,0.011802896,0.01589893,0.26767632],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96449697,0.014983676,0.006491816,0.0021186506,0.010808812,0.0011001751],"domain_scores_gemma":[0.5907207,0.11877163,0.020666484,0.023918996,0.23454364,0.011378563],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06239963,0.0014630521,0.0017886014,0.005973304,0.0026011902,0.013626719,0.0034738637,0.0074392306,0.12908618],"category_scores_gemma":[0.32206485,0.00082881725,0.0015039616,0.00481912,0.003036999,0.011163694,0.004133438,0.005801033,0.19028793],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041032505,0.00004632609,0.0003336228,0.00089317776,0.000032948763,0.00005209591,0.00025025263,0.00008286597,0.0003142076,0.006598762,0.9303342,0.061020616],"study_design_scores_gemma":[0.000030605173,0.00006675981,0.00066328334,0.0019221131,0.000025230844,0.000052708103,0.0007205649,0.00027394053,0.00037279492,0.009885424,0.9859407,0.000045937548],"about_ca_topic_score_codex":0.0026182465,"about_ca_topic_score_gemma":0.0028122277,"teacher_disagreement_score":0.9376004,"about_ca_system_score_codex":0.0030887083,"about_ca_system_score_gemma":0.013527905,"threshold_uncertainty_score":0.4318363},"labels":[],"label_agreement":null},{"id":"W2337392435","doi":"10.1145/2909480","title":"Debugging distributed systems","year":2016,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Defense Advanced Research Projects Agency; Universities Space Research Association; National Science Foundation","keywords":"Debugging; Computer science; Visualization; Programming language; Algorithmic program debugging; Software engineering; Operating system; Embedded system; Artificial intelligence","score_opus":0.03294595689119045,"score_gpt":0.27052413423506116,"score_spread":0.2375781773438707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2337392435","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023458553,0.000748831,0.6918621,0.00093379995,0.0002716002,0.00013022104,0.0038953698,0.25601485,0.022684686],"genre_scores_gemma":[0.38849276,0.0018545855,0.5463304,0.0005146959,0.00018467165,0.0002840326,0.010655998,0.021636713,0.030046148],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991272,0.00019425094,0.000044959856,0.00013072933,0.00042265435,0.00008024361],"domain_scores_gemma":[0.9969518,0.0013996976,0.00018469499,0.00070090714,0.0006090696,0.00015375845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017014269,0.0011090001,0.00056445383,0.0022713817,0.0005300761,0.0016238983,0.0013339238,0.0006624079,0.020509303],"category_scores_gemma":[0.006201248,0.0005261939,0.0006359406,0.0011775929,0.00034525665,0.003046521,0.0019471769,0.0016616241,0.002969773],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010411557,0.00019253309,0.007202424,0.0006813157,0.00014952052,0.0004198813,0.0014523518,0.021741884,0.027793465,0.036676522,0.1868965,0.71575236],"study_design_scores_gemma":[0.00084522757,0.00047434567,0.0074719866,0.00041613518,0.00018849496,0.0014675112,0.00043807423,0.4119724,0.08506588,0.06626943,0.42516243,0.0002280352],"about_ca_topic_score_codex":0.0027853516,"about_ca_topic_score_gemma":0.004520314,"teacher_disagreement_score":0.020509303,"about_ca_system_score_codex":0.00050174526,"about_ca_system_score_gemma":0.0011107277,"threshold_uncertainty_score":0.06861043},"labels":[],"label_agreement":null},{"id":"W2339498136","doi":"10.1145/2904111.2904115","title":"A reference architecture for real-time microservice API consumption","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"RTDS Technologies (Canada); University of Ottawa","funders":"","keywords":"Computer science; NoSQL; Microservices; Scalability; Architecture; World Wide Web; Cloud computing; Database; Web service; Rest (music); Operating system","score_opus":0.01831473904096118,"score_gpt":0.25717755949166776,"score_spread":0.2388628204507066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2339498136","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014379239,0.0003837187,0.9463141,0.00044050682,0.000161656,0.00021776484,0.000099195735,0.026765859,0.011238013],"genre_scores_gemma":[0.34459504,0.000687071,0.6038426,0.0006936474,0.00018993655,0.00060811,0.0010716851,0.003352383,0.044959515],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981918,0.00023600877,0.00017168137,0.00045594972,0.00072568754,0.00021877866],"domain_scores_gemma":[0.99689984,0.00020282036,0.000109377375,0.0012774123,0.0012677433,0.00024282034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029418406,0.00055582414,0.0007047373,0.0015023964,0.0014088711,0.0039481306,0.0052289036,0.0020135562,0.0053418367],"category_scores_gemma":[0.0037582908,0.00067668554,0.00066286576,0.0010832027,0.0008520583,0.0038862461,0.0023390104,0.0018468711,0.003910486],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001096076,0.00067051937,0.004620692,0.00050564576,0.00017502038,0.0012422011,0.0026362909,0.029880362,0.09748063,0.3462998,0.042577323,0.47281542],"study_design_scores_gemma":[0.00017221548,0.0009241427,0.0037795096,0.00027695386,0.00026495382,0.0015635326,0.0006028611,0.413598,0.1462702,0.063148715,0.3690067,0.00039226149],"about_ca_topic_score_codex":0.005935763,"about_ca_topic_score_gemma":0.0061847134,"teacher_disagreement_score":0.005935763,"about_ca_system_score_codex":0.0017554967,"about_ca_system_score_gemma":0.0023955489,"threshold_uncertainty_score":0.017870188},"labels":[],"label_agreement":null},{"id":"W2340362696","doi":"10.1007/s11219-016-9311-0","title":"A declarative framework for stateful analysis of execution traces","year":2016,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Debugging; Tracing; TRACE (psycholinguistics); Programming language; Abstraction; Software engineering; Distributed computing; Theoretical computer science","score_opus":0.04390968862051765,"score_gpt":0.35937246303747283,"score_spread":0.3154627744169552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2340362696","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007561829,0.00004602979,0.98977166,0.000062280196,0.000020121817,0.000075719094,0.00025547863,0.00866918,0.00034331344],"genre_scores_gemma":[0.07053434,0.00031947027,0.92136264,0.0002790562,0.00012665895,0.00046496818,0.0020271367,0.0032033946,0.0016823745],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9944634,0.0010488535,0.0008687982,0.00094909716,0.0021181605,0.000551663],"domain_scores_gemma":[0.98112124,0.009593331,0.0012873854,0.0051053343,0.0023915549,0.0005012101],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007703633,0.0024091732,0.0017631408,0.003551854,0.0015059012,0.007837732,0.007643584,0.0020586671,0.005893731],"category_scores_gemma":[0.021946289,0.0025042885,0.0041123326,0.002218544,0.0027871828,0.008054792,0.0053929863,0.005205796,0.0024916346],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054556824,0.0005699995,0.0055530164,0.0015311773,0.00054685876,0.0013152226,0.0021624055,0.14439829,0.030111915,0.47166738,0.021011012,0.32058722],"study_design_scores_gemma":[0.00008794611,0.000104047904,0.0005714585,0.00030946097,0.00024351345,0.00041303982,0.00021356452,0.65405524,0.02431832,0.2904388,0.02909659,0.00014806195],"about_ca_topic_score_codex":0.0088071665,"about_ca_topic_score_gemma":0.011155307,"teacher_disagreement_score":0.0088071665,"about_ca_system_score_codex":0.0016300754,"about_ca_system_score_gemma":0.0046551474,"threshold_uncertainty_score":0.040741205},"labels":[],"label_agreement":null},{"id":"W2353131584","doi":"","title":"The Design and Development of Alarm System in Network Education","year":2009,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"LEAPS; Computer science; ALARM; Publicity; Flexibility (engineering); Profitability index; Computer security; Risk analysis (engineering); Asset (computer security); Work (physics); Set (abstract data type); Engineering management; Marketing; Business","score_opus":0.007928079373588647,"score_gpt":0.22920713275083102,"score_spread":0.22127905337724238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2353131584","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025699962,0.0004227338,0.95958406,0.00028505296,0.0001588589,0.00027386597,0.00006149999,0.0026622196,0.010851771],"genre_scores_gemma":[0.6075396,0.00081127917,0.37221515,0.00024261448,0.000089023866,0.00044055787,0.00021721021,0.000165659,0.018278863],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991122,0.00023386224,0.00007403387,0.00019216374,0.00029294935,0.00009467506],"domain_scores_gemma":[0.99957675,0.000079824706,0.00003585226,0.0000330712,0.0002292835,0.000045240533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007586245,0.00034418103,0.00027200804,0.0006484032,0.000591738,0.0012057493,0.00076646585,0.0007365103,0.002982812],"category_scores_gemma":[0.0013285733,0.00022685424,0.00034320136,0.00033192796,0.0003765117,0.0012240198,0.0006340738,0.00048488303,0.0007851723],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043917613,0.00026890778,0.007827574,0.0009010604,0.00008916109,0.00081149157,0.0020498566,0.07636939,0.0977469,0.076811716,0.013444454,0.72324026],"study_design_scores_gemma":[0.00013862678,0.0012426263,0.007845223,0.0002553132,0.0002376056,0.0012734022,0.0008232939,0.6541625,0.11952841,0.016011812,0.19832331,0.00015791248],"about_ca_topic_score_codex":0.0016779534,"about_ca_topic_score_gemma":0.0009344416,"teacher_disagreement_score":0.002982812,"about_ca_system_score_codex":0.00060662616,"about_ca_system_score_gemma":0.0009789426,"threshold_uncertainty_score":0.009978533},"labels":[],"label_agreement":null},{"id":"W2358348501","doi":"10.1109/tpds.2016.2567390","title":"Diagnosing Performance Variations by Comparing Multi-Level Execution Traces","year":2016,"lang":"en","type":"article","venue":"IEEE Transactions on Parallel and Distributed Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Codebase; Tracing; TRACE (psycholinguistics); Task (project management); Overhead (engineering); Kernel (algebra); Context (archaeology); Source code; Tree (set theory); Distributed computing; Machine learning; Programming language","score_opus":0.03671217780830908,"score_gpt":0.24399445136615242,"score_spread":0.20728227355784334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2358348501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74019355,0.00038984683,0.23746784,0.00017496909,0.00005515074,0.00027348177,0.0014324653,0.01834336,0.0016694003],"genre_scores_gemma":[0.90864116,0.00012036813,0.08882853,0.000024168563,0.000016103204,0.00010109417,0.0013436138,0.00048649334,0.0004385139],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954788,0.00069574424,0.0004687262,0.0010283065,0.0019923474,0.00033601906],"domain_scores_gemma":[0.9795466,0.009105429,0.003774317,0.0038609856,0.0030300429,0.00068256404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029822616,0.0015077973,0.00082920946,0.007058456,0.00046826937,0.001499218,0.001478002,0.0009228648,0.0007993307],"category_scores_gemma":[0.017641215,0.0005772986,0.00057616044,0.0031497125,0.0005571497,0.0019115154,0.0013842223,0.0010771182,0.0003574484],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012973315,0.0010243191,0.31378344,0.00063879945,0.00050894334,0.0011113769,0.0019878838,0.10007652,0.13071561,0.0026777224,0.0027289502,0.44344905],"study_design_scores_gemma":[0.000060074715,0.00096726173,0.12658481,0.000064781554,0.00019933525,0.0009772123,0.0005616576,0.7815721,0.08046313,0.004489269,0.0038980017,0.00016236068],"about_ca_topic_score_codex":0.0040220595,"about_ca_topic_score_gemma":0.004483953,"teacher_disagreement_score":0.007058456,"about_ca_system_score_codex":0.0008351531,"about_ca_system_score_gemma":0.0012470442,"threshold_uncertainty_score":0.015771866},"labels":[],"label_agreement":null},{"id":"W2367047471","doi":"","title":"Study on the Design Model Suitable for Performance Measurement","year":2007,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Software; Software design; Basis (linear algebra); Reliability engineering; Software development; Operating system","score_opus":0.0905620034432027,"score_gpt":0.2842046288915642,"score_spread":0.19364262544836153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2367047471","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01002504,0.00048211028,0.98207146,0.00018977585,0.000039227984,0.00006924378,0.000028660448,0.0002179739,0.006876534],"genre_scores_gemma":[0.6107124,0.0022944538,0.3770203,0.00020958079,0.0001612638,0.0007272775,0.00022103066,0.00026272333,0.008390983],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984829,0.00045857154,0.000049908398,0.00026061176,0.00064784754,0.000100213925],"domain_scores_gemma":[0.99799514,0.0011999164,0.00016655591,0.00021762901,0.0003815034,0.00003920979],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002112947,0.0011215268,0.0006844805,0.00072240736,0.00046587162,0.0012752382,0.0009597305,0.0009051249,0.0044823317],"category_scores_gemma":[0.0067446255,0.00044161925,0.0011218361,0.0005755729,0.0006351204,0.001955088,0.0005300938,0.0014281444,0.00097414776],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017667227,0.00023712333,0.0024921093,0.0010577918,0.00011415613,0.00023963158,0.00052592834,0.5620396,0.021346727,0.24785043,0.0030788225,0.16084094],"study_design_scores_gemma":[0.00003919694,0.00030374684,0.0004160439,0.00009601918,0.00007864319,0.00018163587,0.00006719726,0.94489014,0.0044014864,0.037983753,0.011511819,0.000030349713],"about_ca_topic_score_codex":0.0015736544,"about_ca_topic_score_gemma":0.0009598017,"teacher_disagreement_score":0.0044823317,"about_ca_system_score_codex":0.0010868463,"about_ca_system_score_gemma":0.0011946333,"threshold_uncertainty_score":0.01499486},"labels":[],"label_agreement":null},{"id":"W2367120529","doi":"","title":"Research on Auto-generation Technology of TestScript in .NET Framework","year":2008,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Automation; Test script; Test harness; Maintainability; Manual testing; Test Management Approach; Software engineering; Software; Keyword-driven testing; Test (biology); Scripting language; Test case; Reliability engineering; Embedded system; Software development; Operating system; Software construction; Engineering","score_opus":0.057521076148307176,"score_gpt":0.33786285830842505,"score_spread":0.28034178216011785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2367120529","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018976714,0.00071892905,0.96418786,0.00021330241,0.000116662595,0.00015223291,0.00007703495,0.006583157,0.0089741135],"genre_scores_gemma":[0.4150166,0.0021725139,0.56138855,0.0004286661,0.00016553175,0.00038962768,0.0010348833,0.0020995967,0.01730399],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985311,0.00032102654,0.000103801074,0.00036869108,0.0005369632,0.00013834385],"domain_scores_gemma":[0.99826825,0.00057033886,0.00012837026,0.00038468424,0.0005715885,0.0000767132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016002198,0.0006808823,0.0004246194,0.0010935195,0.00038156135,0.0013291409,0.0019207295,0.00049430254,0.003675616],"category_scores_gemma":[0.004355847,0.00037376836,0.0006096053,0.0006874386,0.0006126582,0.0031629256,0.00041179723,0.001080677,0.00090126775],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000375924,0.00019268024,0.0050911116,0.0006551565,0.00007249183,0.0006183987,0.0009686774,0.011226192,0.09060373,0.10957927,0.007232576,0.77338386],"study_design_scores_gemma":[0.00025014626,0.0010185984,0.0045580207,0.00035061155,0.00034065792,0.0037048564,0.0003375582,0.32697394,0.48116454,0.049634088,0.13144022,0.0002267172],"about_ca_topic_score_codex":0.002451324,"about_ca_topic_score_gemma":0.0011798993,"teacher_disagreement_score":0.003675616,"about_ca_system_score_codex":0.0007485467,"about_ca_system_score_gemma":0.0010627082,"threshold_uncertainty_score":0.01229614},"labels":[],"label_agreement":null},{"id":"W2397411116","doi":"10.1145/2896982.2896989","title":"Model driven performance simulation of cloud provisioned Hadoop mapreduce applications","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Cloud computing; Computer science; Provisioning; Software deployment; Distributed computing; Latency (audio); Big data; Operating system","score_opus":0.019640571182959803,"score_gpt":0.25894983669933963,"score_spread":0.23930926551637982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397411116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94085723,0.00015451694,0.04300963,0.00040082444,0.00007685352,0.00017937188,0.0014518381,0.0012611143,0.012608522],"genre_scores_gemma":[0.9879941,0.000077346966,0.010262298,0.000031634125,0.000007666835,0.00010937451,0.0005490737,0.00006865166,0.0008999511],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999572,0.00012000719,0.000025241483,0.0000603905,0.00012471445,0.000097577344],"domain_scores_gemma":[0.9984428,0.0008317317,0.00009998032,0.00017769619,0.0003350984,0.00011269234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068987976,0.0006589153,0.0006003913,0.00043666773,0.00067333365,0.00090562506,0.0013783665,0.000953083,0.0013118833],"category_scores_gemma":[0.002325414,0.0004265241,0.0007186582,0.0006230551,0.0006109975,0.00075775274,0.00056056643,0.0010998264,0.00019868162],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005089114,0.00006738195,0.0012530515,0.000025127629,0.000012193227,0.0000326558,0.000042937845,0.9949988,0.0013149616,0.0010659106,0.00030229584,0.000833691],"study_design_scores_gemma":[0.0000070896117,0.000014090907,0.00025576502,0.0000014860959,0.0000019297172,0.0000032922405,0.000010299312,0.9987889,0.00060057023,0.00018863784,0.00012413268,0.0000038686226],"about_ca_topic_score_codex":0.025610577,"about_ca_topic_score_gemma":0.0115020815,"teacher_disagreement_score":0.025610577,"about_ca_system_score_codex":0.0014947292,"about_ca_system_score_gemma":0.0015521256,"threshold_uncertainty_score":0.05092299},"labels":[],"label_agreement":null},{"id":"W2400560134","doi":"10.1155/2016/9792462","title":"Detection of Common Problems in Real-Time and Multicore Systems Using Model-Based Constraints","year":2016,"lang":"en","type":"article","venue":"Scientific Programming","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Consortium de Recherche et d’innovation en Aérospatiale au Québec","keywords":"Computer science; Workflow; Multi-core processor; Tracing; Kernel (algebra); Set (abstract data type); Distributed computing; Representation (politics); Core (optical fiber); Programming language; Parallel computing; Database","score_opus":0.02571358315245265,"score_gpt":0.2586395748591801,"score_spread":0.23292599170672745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2400560134","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16081026,0.000360786,0.8294187,0.0011529292,0.000104436076,0.0005050461,0.00081543246,0.0031515723,0.0036807999],"genre_scores_gemma":[0.52330035,0.00022010542,0.47297263,0.00025060412,0.000030391322,0.00044925383,0.0009147065,0.00070287817,0.0011591249],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9868815,0.0030787191,0.0011840696,0.0019522473,0.0058001927,0.0011033185],"domain_scores_gemma":[0.9528768,0.02881972,0.006640384,0.005912738,0.004904705,0.0008457649],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006337375,0.0017256933,0.0012817304,0.002804516,0.0015225456,0.0031603512,0.0024540105,0.0019052251,0.001978981],"category_scores_gemma":[0.042438745,0.0012140821,0.0018553653,0.0026216293,0.0021048419,0.0053229146,0.0027684711,0.0030857846,0.00025186042],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000613214,0.00067899167,0.07063521,0.0017592439,0.0006478944,0.005593722,0.0043003988,0.59127283,0.043855406,0.13142684,0.0071287546,0.14208739],"study_design_scores_gemma":[0.000039340262,0.00013301165,0.004604177,0.00013543188,0.00011289757,0.00086820143,0.0007302909,0.91229904,0.025664367,0.046764612,0.008537624,0.00011097695],"about_ca_topic_score_codex":0.01142452,"about_ca_topic_score_gemma":0.013243993,"teacher_disagreement_score":0.01142452,"about_ca_system_score_codex":0.0023544647,"about_ca_system_score_gemma":0.004747765,"threshold_uncertainty_score":0.033515632},"labels":[],"label_agreement":null},{"id":"W2400577739","doi":"10.1145/2901739.2901769","title":"Logging library migrations","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Logging; Debugging; Leverage (statistics); Computer science; Software engineering; World Wide Web; Operating system","score_opus":0.008629201659741622,"score_gpt":0.20807930754848444,"score_spread":0.19945010588874282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2400577739","genre_codex":"software","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14861849,0.0024437818,0.20927404,0.002710253,0.0016435278,0.0014328134,0.011965597,0.55318093,0.06873054],"genre_scores_gemma":[0.5723386,0.0032475581,0.18428195,0.00303198,0.00081435347,0.0021401958,0.034627847,0.06549474,0.13402279],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923252,0.0014182491,0.0009708102,0.0012058014,0.0032641278,0.0008158787],"domain_scores_gemma":[0.942419,0.010099548,0.00560592,0.028365647,0.010853802,0.002656192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054337396,0.0019391543,0.0009772875,0.0055593993,0.0018277585,0.0043545896,0.0030458304,0.001274404,0.013739529],"category_scores_gemma":[0.044857852,0.0017654754,0.00095484947,0.0038220154,0.00093373895,0.008018455,0.0063526505,0.0043793893,0.013975009],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016941361,0.0009914176,0.057007708,0.001111513,0.00014296857,0.0016813176,0.0041421694,0.0048864386,0.020335386,0.014193454,0.18097222,0.71284115],"study_design_scores_gemma":[0.00038217512,0.00057507516,0.041520808,0.0009700313,0.00029366082,0.0021353026,0.0017789454,0.0490277,0.11572398,0.016986297,0.770025,0.0005810044],"about_ca_topic_score_codex":0.005558988,"about_ca_topic_score_gemma":0.006340919,"teacher_disagreement_score":0.013739529,"about_ca_system_score_codex":0.0014049835,"about_ca_system_score_gemma":0.0047591846,"threshold_uncertainty_score":0.045963287},"labels":[],"label_agreement":null},{"id":"W2406773059","doi":"","title":"Model-based performance testing.","year":2011,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Reliability engineering; Engineering","score_opus":0.08411767033182665,"score_gpt":0.24820776281123494,"score_spread":0.16409009247940828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2406773059","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029417433,0.00052862614,0.9503854,0.00036273708,0.00019935914,0.00014069873,0.00028653943,0.010849845,0.007829437],"genre_scores_gemma":[0.77490395,0.00020411049,0.2200512,0.00015494418,0.000051457126,0.00024768748,0.0006770337,0.0009635018,0.0027461736],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961914,0.0017361717,0.00012237129,0.00037474014,0.0012743649,0.00030106216],"domain_scores_gemma":[0.9889219,0.0071316636,0.00058529485,0.0018551648,0.0012870564,0.00021887313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030021514,0.0016759505,0.0013100186,0.0011867371,0.0003928935,0.0012795598,0.0036403565,0.0016440214,0.00720332],"category_scores_gemma":[0.018183647,0.0007458051,0.00095636584,0.0007948236,0.0010067027,0.002578519,0.0012129904,0.001847353,0.0013186164],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006232942,0.0005673443,0.0030162206,0.0002775472,0.00023037421,0.00014425485,0.00008091038,0.81801087,0.007539434,0.031672396,0.0074025113,0.13043492],"study_design_scores_gemma":[0.000026240485,0.000041877785,0.00019047214,0.000009049436,0.000016522306,0.000023962628,0.0000056601634,0.9901046,0.001874959,0.0072791944,0.00042181005,0.0000056770086],"about_ca_topic_score_codex":0.008007667,"about_ca_topic_score_gemma":0.0058962316,"teacher_disagreement_score":0.008007667,"about_ca_system_score_codex":0.0012257367,"about_ca_system_score_gemma":0.0014585763,"threshold_uncertainty_score":0.024097502},"labels":[],"label_agreement":null},{"id":"W2407664911","doi":"","title":"Dependability Modeling of Self-healing Client-Server Applications.","year":2003,"lang":"en","type":"article","venue":"Workshop on Algorithms and Data Structures","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Dependability; Control reconfiguration; Computer science; Software fault tolerance; Fault management; Fault tolerance; Embedded system; Server; Distributed computing; Software; Reliability engineering; Software engineering; Operating system; Engineering","score_opus":0.02961166643194081,"score_gpt":0.2949991580920693,"score_spread":0.2653874916601285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2407664911","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06801185,0.00056839356,0.9180122,0.00040497925,0.00005007603,0.00007988113,0.00011599514,0.00030672102,0.012449954],"genre_scores_gemma":[0.95575,0.0006430933,0.035766654,0.00007724118,0.00005388196,0.00017038017,0.00019798479,0.00009417744,0.0072466596],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995359,0.0001087671,0.000019143577,0.000048931757,0.00022552849,0.000061605686],"domain_scores_gemma":[0.9992574,0.00037483388,0.000104260966,0.00006681375,0.00016069796,0.000036043002],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060265587,0.00059994456,0.00031150106,0.000676969,0.00030669774,0.00062073936,0.0012157381,0.00067806215,0.0013220067],"category_scores_gemma":[0.00247216,0.00023847235,0.00046990212,0.0003418664,0.00064337405,0.0011824229,0.00038064417,0.00064616755,0.00031928546],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002461845,0.000043164713,0.0005332795,0.000040269868,0.000015994923,0.00010915212,0.0001025754,0.94020575,0.005178852,0.046573233,0.00039711784,0.00677591],"study_design_scores_gemma":[0.0000018908698,0.0000057994584,0.00007286575,0.000001863985,0.0000023509288,0.000012538351,0.0000038440517,0.9918499,0.00036367876,0.007304352,0.00037959946,0.0000012932506],"about_ca_topic_score_codex":0.006919083,"about_ca_topic_score_gemma":0.0030804803,"teacher_disagreement_score":0.006919083,"about_ca_system_score_codex":0.0011222669,"about_ca_system_score_gemma":0.0007601616,"threshold_uncertainty_score":0.013757646},"labels":[],"label_agreement":null},{"id":"W2483067896","doi":"10.1016/b978-0-12-411519-4.00018-5","title":"Mining Software Logs for Goal-Driven Root Cause Analysis","year":2015,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Root cause analysis; Root (linguistics); Computer science; Data mining; Software engineering; Engineering; Reliability engineering; Philosophy","score_opus":0.03100444830357659,"score_gpt":0.2724281780965521,"score_spread":0.24142372979297552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2483067896","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026322085,0.0012105439,0.9514255,0.0004319879,0.00008855852,0.0003443101,0.0043949513,0.012687849,0.0030942226],"genre_scores_gemma":[0.23291326,0.0010984121,0.74912673,0.00013259533,0.00009723584,0.0004452603,0.010362599,0.00070817367,0.0051156715],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99856645,0.00030033838,0.00014155422,0.00025025095,0.00067029666,0.00007112854],"domain_scores_gemma":[0.99473,0.0033496004,0.00042146232,0.0006172046,0.00078526366,0.000096489406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013289928,0.0016687759,0.0009113911,0.0047617056,0.00053701835,0.0017807557,0.0016905023,0.0008720979,0.005325561],"category_scores_gemma":[0.010828209,0.0006140235,0.0015579589,0.0026570887,0.00035504083,0.001603199,0.0013723046,0.0013970461,0.0030103463],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017222915,0.00037613034,0.02189691,0.0012032143,0.00027371605,0.00072774856,0.0004009511,0.08720171,0.011292819,0.008916231,0.029686145,0.8378521],"study_design_scores_gemma":[0.000026324627,0.00009474964,0.0060737175,0.00019909351,0.000116199444,0.00044771013,0.00027372307,0.9365097,0.009899949,0.03615809,0.010157672,0.000043052187],"about_ca_topic_score_codex":0.003198472,"about_ca_topic_score_gemma":0.0076547326,"teacher_disagreement_score":0.005325561,"about_ca_system_score_codex":0.00049246324,"about_ca_system_score_gemma":0.0016451081,"threshold_uncertainty_score":0.017815769},"labels":[],"label_agreement":null},{"id":"W2483497932","doi":"10.4018/978-1-4666-4217-1.ch002","title":"UML-Driven Software Performance Engineering","year":2013,"lang":"en","type":"book-chapter","venue":"Advances in systems analysis, software engineering, and high performance computing book series","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Unified Modeling Language; Applications of UML; Software engineering; Categorization; Software; Data science; Artificial intelligence; Programming language","score_opus":0.0043992300136767035,"score_gpt":0.18892402538762226,"score_spread":0.18452479537394556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2483497932","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003578549,0.0015686667,0.9597216,0.0014446536,0.00028227238,0.0008280621,0.0037197804,0.006462444,0.022394089],"genre_scores_gemma":[0.056471866,0.003477504,0.92363906,0.00036543587,0.00019336268,0.001811365,0.0074761794,0.0010821071,0.005483128],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9841255,0.006643378,0.0018713793,0.0011185542,0.005800633,0.00044060368],"domain_scores_gemma":[0.9731056,0.0148130255,0.0026524223,0.0035915878,0.0055142296,0.00032322344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014624202,0.001944868,0.00095068564,0.008069812,0.0009208666,0.004675838,0.0028535381,0.0016665339,0.00781864],"category_scores_gemma":[0.039436318,0.0010210517,0.0027241302,0.0066075507,0.001135788,0.0052394657,0.002732132,0.0024852962,0.004232787],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013765633,0.00017604699,0.0038403862,0.0033770655,0.0002537447,0.00035723983,0.002204954,0.08940524,0.005543994,0.5315524,0.030507179,0.33264408],"study_design_scores_gemma":[0.00013746232,0.00017161877,0.0017056513,0.0014007337,0.00019641973,0.0003979672,0.00035333374,0.14800991,0.008328067,0.297612,0.54150987,0.00017693048],"about_ca_topic_score_codex":0.0057447124,"about_ca_topic_score_gemma":0.005085248,"teacher_disagreement_score":0.014624202,"about_ca_system_score_codex":0.0029233957,"about_ca_system_score_gemma":0.006511934,"threshold_uncertainty_score":0.07734114},"labels":[],"label_agreement":null},{"id":"W2483576841","doi":"10.1109/uic-atc-scalcom-cbdcom-iop.2015.146","title":"Improved Chain Calculation for Sub-chain Dependencies in Layered Queueing Networks","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Queueing theory; Mean value analysis; Layered queueing network; Computer science; Chain (unit); Dependency (UML); Solver; Mathematical optimization; Queue; Throughput; Algorithm; Computer network; Mathematics","score_opus":0.02396718781154114,"score_gpt":0.2541481091753526,"score_spread":0.23018092136381144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2483576841","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0209768,0.00006871155,0.9765063,0.000058813595,0.000031505995,0.000033000717,0.000083565385,0.0006107682,0.0016305234],"genre_scores_gemma":[0.43758863,0.0001902601,0.5571889,0.0000834637,0.000038609476,0.00019586673,0.00041730222,0.00057531195,0.0037216574],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993679,0.00018305909,0.000036242294,0.00008380329,0.00023075935,0.00009824019],"domain_scores_gemma":[0.99759716,0.0011989583,0.0001518917,0.0002690185,0.0006505776,0.00013237531],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015006227,0.0008380713,0.0008991045,0.0010711888,0.0007212819,0.0010359299,0.0016852772,0.00091601734,0.005217925],"category_scores_gemma":[0.005837971,0.0005842834,0.00095116446,0.00088917854,0.00047395212,0.0018813736,0.0013604233,0.0017161809,0.0008450039],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041281528,0.000033207136,0.0011452293,0.00003554986,0.000020004238,0.00007866221,0.00007290825,0.9573818,0.0018565372,0.012754563,0.0006554919,0.025924731],"study_design_scores_gemma":[0.0000024062583,0.0000035485966,0.000028073868,0.0000017915011,0.0000019635338,0.0000033727454,0.0000030297806,0.99731004,0.00025398002,0.0022055795,0.00018390926,0.000002258951],"about_ca_topic_score_codex":0.020050365,"about_ca_topic_score_gemma":0.015213569,"teacher_disagreement_score":0.020050365,"about_ca_system_score_codex":0.0014246263,"about_ca_system_score_gemma":0.0026957917,"threshold_uncertainty_score":0.03986734},"labels":[],"label_agreement":null},{"id":"W2484023394","doi":"10.1109/icst.2016.9","title":"A Framework to Evaluate the Effectiveness of Different Load Testing Analysis Techniques","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; System under test; Oracle; Load testing; Reliability engineering; Data mining; Test data; Test case; Test (biology); Regression testing; Test Management Approach; Software; Regression analysis; Machine learning; Software system; Engineering","score_opus":0.0205680247550138,"score_gpt":0.29894165628157626,"score_spread":0.27837363152656247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2484023394","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20597859,0.0021408095,0.7482672,0.0010339925,0.00018305054,0.0059944424,0.004253819,0.025636667,0.0065114344],"genre_scores_gemma":[0.42141622,0.00037300875,0.5715907,0.00018164072,0.0000436444,0.0022192947,0.0031561414,0.00044263472,0.00057675614],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9788962,0.008350888,0.0025902444,0.0020870978,0.007067436,0.0010080753],"domain_scores_gemma":[0.9443716,0.031142376,0.0077195126,0.004262467,0.011480041,0.001024079],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02242176,0.0043279603,0.0015677044,0.011809086,0.0011025844,0.0031132705,0.0027191201,0.0017318265,0.0014310367],"category_scores_gemma":[0.05241861,0.00066215167,0.0022340808,0.0036776073,0.0015208212,0.004238084,0.0016959404,0.0018313393,0.0005953699],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001691137,0.006604391,0.10739215,0.0027603498,0.0014842454,0.00046709104,0.0009749954,0.22733884,0.065995894,0.02346425,0.013353779,0.54847294],"study_design_scores_gemma":[0.00033214258,0.009204502,0.041572895,0.00058244105,0.0004907647,0.00054194994,0.000656966,0.89107966,0.04060224,0.006012559,0.008581049,0.00034280587],"about_ca_topic_score_codex":0.016787466,"about_ca_topic_score_gemma":0.009456672,"teacher_disagreement_score":0.02242176,"about_ca_system_score_codex":0.0039611603,"about_ca_system_score_gemma":0.0037516,"threshold_uncertainty_score":0.11857903},"labels":[],"label_agreement":null},{"id":"W2499579268","doi":"10.4018/978-1-59140-366-1.ch010","title":"Software Architecture Analysis and Reconstruction","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; McMaster University","funders":"","keywords":"Architecture tradeoff analysis method; Software engineering; Reference architecture; Computer science; Software architecture; Resource-oriented architecture; Software; Software system; Software architecture description; Architecture; Domain (mathematical analysis); Field (mathematics); Software construction; Systems engineering; Engineering; Operating system","score_opus":0.011258288237618305,"score_gpt":0.21271073785335154,"score_spread":0.20145244961573322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2499579268","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007570215,0.018671261,0.83405507,0.004869925,0.00050692377,0.00019739677,0.00034358157,0.0017545308,0.13203107],"genre_scores_gemma":[0.1534853,0.03652408,0.7069111,0.0009391357,0.00046430575,0.00028198384,0.0019378803,0.0016918724,0.09776429],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987036,0.000271542,0.00007469165,0.00021521134,0.0006538669,0.000081190294],"domain_scores_gemma":[0.9983284,0.0006271857,0.000109858105,0.00037677877,0.0005156998,0.00004215416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014503007,0.0011625722,0.00060171005,0.003434448,0.0010869389,0.00438392,0.0014433269,0.0011376945,0.01007246],"category_scores_gemma":[0.004482312,0.0006355328,0.0010307963,0.0025052498,0.0025764226,0.0058982386,0.0018891006,0.002437704,0.0048611504],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014029462,0.000025536068,0.0007190559,0.0004910637,0.000027613916,0.00018067461,0.001289136,0.010730987,0.0021487966,0.622465,0.017212301,0.34469578],"study_design_scores_gemma":[0.0000048753354,0.000030034966,0.0007876099,0.0006551962,0.000027052785,0.0006096573,0.00079267594,0.032068394,0.0034406537,0.54336023,0.41818583,0.000037841524],"about_ca_topic_score_codex":0.0023455033,"about_ca_topic_score_gemma":0.0022270235,"teacher_disagreement_score":0.01007246,"about_ca_system_score_codex":0.002172546,"about_ca_system_score_gemma":0.002521502,"threshold_uncertainty_score":0.033695757},"labels":[],"label_agreement":null},{"id":"W2500017973","doi":"10.1109/tpds.2015.2488629","title":"Wait Analysis of Distributed Systems Using Kernel Tracing","year":2015,"lang":"en","type":"article","venue":"IEEE Transactions on Parallel and Distributed Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Tracing; Distributed computing; Scheduling (production processes); Overhead (engineering); TRACE (psycholinguistics); Kernel (algebra); Control flow; Computer multitasking; Parallel computing; Address space; Real-time computing; Operating system","score_opus":0.040160039793068925,"score_gpt":0.268441434870765,"score_spread":0.22828139507769607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2500017973","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13328263,0.00010304583,0.86035407,0.000041100477,0.000011836768,0.000031946623,0.000048865775,0.005344543,0.00078202836],"genre_scores_gemma":[0.8788645,0.000049082428,0.11981532,0.000013382989,0.000007954236,0.000036569527,0.00008582697,0.00029501997,0.0008324088],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99927944,0.00013249514,0.000043740623,0.00014781945,0.00030076498,0.000095734395],"domain_scores_gemma":[0.9976774,0.0009060062,0.0003053841,0.0006837075,0.00034281242,0.00008477422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006239426,0.000531021,0.0004062457,0.001204221,0.00050620124,0.00081981526,0.0010409877,0.0002904772,0.0009302239],"category_scores_gemma":[0.0030926953,0.0002970647,0.00043677882,0.0006431316,0.0005607436,0.0011071765,0.00077120506,0.00062371127,0.00015734861],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009930162,0.0002912989,0.033934116,0.0002950248,0.00015858989,0.0005522133,0.0014264489,0.4803113,0.18053026,0.040607896,0.0018526993,0.2590471],"study_design_scores_gemma":[0.000013130084,0.000059278547,0.0015388645,0.0000049128803,0.00001761059,0.000059050875,0.000033101514,0.97435826,0.018407082,0.004557312,0.0009379443,0.000013400471],"about_ca_topic_score_codex":0.0042958376,"about_ca_topic_score_gemma":0.0030466705,"teacher_disagreement_score":0.0042958376,"about_ca_system_score_codex":0.0007575149,"about_ca_system_score_gemma":0.0010995839,"threshold_uncertainty_score":0.008541644},"labels":[],"label_agreement":null},{"id":"W2501978389","doi":"10.4018/978-1-59904-847-5.ch005","title":"Anomaly Detection and Quality Evaluation of Web Applications","year":2008,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Computer Research Institute of Montréal; Université de Montréal","funders":"","keywords":"Computer science; Complement (music); Data mining; Anomaly detection; Set (abstract data type); Bayesian network; Probabilistic logic; Quality (philosophy); Cluster analysis; Bayesian probability; Machine learning; Theoretical computer science; Artificial intelligence; Programming language","score_opus":0.039630505577249876,"score_gpt":0.2917901264558608,"score_spread":0.2521596208786109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2501978389","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046504837,0.006309217,0.93053555,0.00075564993,0.00011702658,0.00009186739,0.00019124508,0.0017041921,0.013790364],"genre_scores_gemma":[0.64158577,0.0050467653,0.34099174,0.00016074747,0.00019392325,0.00012472323,0.0005533787,0.00034130606,0.011001718],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970584,0.0006141716,0.00014887865,0.00036349878,0.0017135518,0.00010144019],"domain_scores_gemma":[0.995082,0.0028476205,0.0004355455,0.00037845015,0.0011932193,0.00006305707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023520298,0.0006169792,0.00078334915,0.002690194,0.00034237016,0.002424364,0.0013568565,0.0009418901,0.0016776075],"category_scores_gemma":[0.010183453,0.00036496634,0.00054384663,0.002042826,0.00090196007,0.0028818112,0.0008071632,0.0011321682,0.0006542061],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014449007,0.00009862043,0.008152225,0.00069882825,0.000073899224,0.00039488636,0.0008949071,0.10704156,0.019975068,0.14589807,0.0055746143,0.7110529],"study_design_scores_gemma":[0.000012347724,0.00013911819,0.0061166985,0.0002591983,0.00006864778,0.0007114127,0.0002249299,0.7594445,0.01880671,0.1848751,0.029276906,0.00006449919],"about_ca_topic_score_codex":0.0015133611,"about_ca_topic_score_gemma":0.0010166231,"teacher_disagreement_score":0.002690194,"about_ca_system_score_codex":0.0014221912,"about_ca_system_score_gemma":0.0005984537,"threshold_uncertainty_score":0.012438893},"labels":[],"label_agreement":null},{"id":"W2502915158","doi":"10.4018/978-1-61520-837-1.ch006","title":"Balancing Security and Performance Properties During System Architectural Design","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Rotation formalisms in three dimensions; Risk analysis (engineering); Quality (philosophy); Process (computing); Context (archaeology); Process management; Computer security; Systems engineering; Software engineering; Engineering; Business","score_opus":0.01847060652053609,"score_gpt":0.19136805585684097,"score_spread":0.17289744933630488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2502915158","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.066535465,0.0009750209,0.9202803,0.0009724587,0.000051196395,0.00043711133,0.000037038564,0.00085107895,0.009860288],"genre_scores_gemma":[0.3809119,0.0010053577,0.6148945,0.00012869069,0.00003501989,0.00031794712,0.00008314286,0.00044158503,0.002181812],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98677456,0.0065616975,0.0007614704,0.0006795244,0.0042935344,0.0009291736],"domain_scores_gemma":[0.9849498,0.008591613,0.0014192361,0.0014648964,0.0032596684,0.00031480595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014456702,0.0014296223,0.0006653021,0.0021187318,0.0015191451,0.0048594093,0.0008327093,0.0010626485,0.0014578397],"category_scores_gemma":[0.01868567,0.0017552368,0.0010205106,0.0008288397,0.0021352333,0.0037402713,0.001950578,0.002177991,0.00049678853],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004465663,0.00022408768,0.0111581385,0.0016286006,0.0002596044,0.0007768678,0.01156187,0.22379789,0.13006938,0.17794761,0.0023116826,0.43981767],"study_design_scores_gemma":[0.00019317276,0.0010174462,0.008750954,0.0018025989,0.0006850369,0.0011857718,0.0040837363,0.57043123,0.15552422,0.17729472,0.078787304,0.00024387465],"about_ca_topic_score_codex":0.0032140617,"about_ca_topic_score_gemma":0.0044044936,"teacher_disagreement_score":0.014456702,"about_ca_system_score_codex":0.0032373017,"about_ca_system_score_gemma":0.00584417,"threshold_uncertainty_score":0.076455295},"labels":[],"label_agreement":null},{"id":"W2507131699","doi":"","title":"Using existing instrumentation for transaction generation and performance analysis in distributed systems","year":2004,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; A priori and a posteriori; Database transaction; Context (archaeology); Aggregate (composite); Interdependence; Construct (python library); Data mining; Information system; Distributed computing; Data science; Database","score_opus":0.05871308859681092,"score_gpt":0.2956587917984327,"score_spread":0.23694570320162178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2507131699","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0085693095,0.00011419334,0.9869802,0.00010710165,0.000020351406,0.00012885123,0.00010752083,0.0028478545,0.0011245575],"genre_scores_gemma":[0.28539446,0.00024894506,0.711979,0.00011199579,0.0000378487,0.00040588155,0.00048072758,0.00047828612,0.0008629182],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99347067,0.0025061143,0.00045762223,0.0009910645,0.0021897203,0.0003848323],"domain_scores_gemma":[0.9798636,0.011703158,0.0018626701,0.0047024363,0.0015431801,0.00032501778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041198875,0.0012933711,0.0010019118,0.002369343,0.0009711629,0.002581136,0.0025508273,0.0012813824,0.0035394079],"category_scores_gemma":[0.028676448,0.0010172233,0.0011117947,0.0029473759,0.002080616,0.003656461,0.0018472149,0.0025360424,0.0011104473],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047411854,0.00062097807,0.008559597,0.0005872874,0.00015370591,0.00029029406,0.001071561,0.53417146,0.028807806,0.12871563,0.0030703372,0.29347715],"study_design_scores_gemma":[0.00003741024,0.00010175171,0.00055761856,0.000054585238,0.000021735423,0.00007562,0.00009119712,0.95006907,0.012880546,0.03208729,0.0039881538,0.00003501033],"about_ca_topic_score_codex":0.0041827424,"about_ca_topic_score_gemma":0.003515064,"teacher_disagreement_score":0.0041827424,"about_ca_system_score_codex":0.0026974382,"about_ca_system_score_gemma":0.0027746733,"threshold_uncertainty_score":0.0217883},"labels":[],"label_agreement":null},{"id":"W2510761896","doi":"10.18293/seke2016-142","title":"Cross-Model Traceability for Coupled Transformation of Software and Performance Models","year":2016,"lang":"en","type":"article","venue":"Proceedings/Proceedings of the ... International Conference on Software Engineering and Knowledge Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Metamodeling; Traceability; Computer science; Model transformation; Unified Modeling Language; Abstraction; Transformation (genetics); Software engineering; Distributed computing; Programming language; Software; Artificial intelligence","score_opus":0.022811036751171226,"score_gpt":0.2443031053994861,"score_spread":0.2214920686483149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2510761896","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032143323,0.000038727012,0.9939156,0.00009762849,0.000027411012,0.0000947559,0.00004032929,0.0010440305,0.0015271928],"genre_scores_gemma":[0.23379149,0.00033697608,0.75757116,0.00028703947,0.00006429569,0.00087839353,0.00066523923,0.0016249801,0.0047804224],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9892525,0.0041049477,0.0011259964,0.0016045684,0.0033948442,0.00051714637],"domain_scores_gemma":[0.9806147,0.006642125,0.0014993389,0.008817812,0.0021358996,0.00029013224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010055164,0.0013059805,0.00081850507,0.002098213,0.001271774,0.0038790316,0.0025300533,0.0021300055,0.004770138],"category_scores_gemma":[0.034128062,0.0011565341,0.002928692,0.0019063335,0.0028818673,0.007924127,0.007917027,0.00477529,0.0011500968],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018292727,0.00027601141,0.0030875248,0.0004084274,0.0001942128,0.00090229925,0.0029768592,0.11349045,0.013990927,0.74615973,0.001779277,0.11655138],"study_design_scores_gemma":[0.000056714383,0.00020713767,0.00081228104,0.0003097739,0.00018334622,0.00042335805,0.00035174654,0.4493775,0.0331298,0.4663962,0.048626725,0.00012537907],"about_ca_topic_score_codex":0.0065197805,"about_ca_topic_score_gemma":0.0044559524,"teacher_disagreement_score":0.010055164,"about_ca_system_score_codex":0.0024945708,"about_ca_system_score_gemma":0.0034530691,"threshold_uncertainty_score":0.053177476},"labels":[],"label_agreement":null},{"id":"W2520417227","doi":"10.1007/978-3-319-46433-6_1","title":"Analytic Solution of Fair Share Scheduling in Layered Queueing Networks","year":2016,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Parameterized complexity; Scheduling (production processes); Weighted fair queueing; Scalability; Queueing theory; Fair queuing; Round-robin scheduling; Distributed computing; Solver; Proportionally fair; Mean value analysis; Dynamic priority scheduling; Mathematical optimization; Layered queueing network; Algorithm; Computer network; Quality of service; Mathematics","score_opus":0.01517167482556693,"score_gpt":0.2416346958652756,"score_spread":0.22646302103970867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2520417227","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02340955,0.0011281619,0.9628553,0.0005878248,0.00016033594,0.00004527407,0.00007226845,0.00018613189,0.0115551045],"genre_scores_gemma":[0.86086863,0.0019569271,0.12105051,0.00018822183,0.00031740425,0.00020801244,0.00017671708,0.00019284019,0.015040698],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99960715,0.00014140274,0.000011780085,0.000028460283,0.00013117674,0.00008002104],"domain_scores_gemma":[0.99884534,0.0007495855,0.00007527005,0.000053649524,0.00019613051,0.00008001597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013743286,0.00092023035,0.0008439742,0.00075925625,0.00064927083,0.0016832295,0.0016107376,0.0011751675,0.0030358557],"category_scores_gemma":[0.0073492066,0.0005731327,0.0006345329,0.000814265,0.0011770832,0.0016211948,0.0015189382,0.0014518932,0.00035314608],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044998043,0.000031658357,0.00020909467,0.000059494083,0.000019693298,0.000038356477,0.00007942244,0.8371884,0.0011910078,0.15012999,0.0017235478,0.009284304],"study_design_scores_gemma":[0.000002907293,0.0000031163702,0.000021087893,0.0000048686093,0.000002301644,0.000003504384,0.000008149459,0.9767447,0.000060731887,0.022913529,0.00023236395,0.0000027561814],"about_ca_topic_score_codex":0.008771684,"about_ca_topic_score_gemma":0.004561995,"teacher_disagreement_score":0.008771684,"about_ca_system_score_codex":0.002395296,"about_ca_system_score_gemma":0.0020523788,"threshold_uncertainty_score":0.017441273},"labels":[],"label_agreement":null},{"id":"W2522585932","doi":"10.5555/3026877.3026924","title":"Non-intrusive performance profiling for entire software stacks based on the flow reconstruction principle","year":2016,"lang":"en","type":"article","venue":"Operating Systems Design and Implementation","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Profiling (computer programming); Software; A priori and a posteriori; Root cause; Parallel computing; Distributed computing; Operating system; Reliability engineering","score_opus":0.022177047937895277,"score_gpt":0.2808422017868504,"score_spread":0.2586651538489551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2522585932","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.074045084,0.00011392082,0.9153159,0.00010275324,0.000016743126,0.00008209236,0.00014749802,0.008809148,0.0013668315],"genre_scores_gemma":[0.68355346,0.0001385871,0.31422785,0.000059925434,0.000024736553,0.00011235752,0.00040172687,0.0005739753,0.00090745953],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982829,0.00030986837,0.00006694468,0.00033376427,0.0008471928,0.00015931258],"domain_scores_gemma":[0.99436885,0.0019795864,0.00088609615,0.001998023,0.0006071817,0.00016035269],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014609693,0.0009979992,0.0006762439,0.0023812163,0.00048817255,0.0011898845,0.0013285669,0.00073342887,0.00092490006],"category_scores_gemma":[0.009989718,0.00079225143,0.00075278233,0.0009996607,0.0014069638,0.003365373,0.0013987295,0.002106065,0.00045679705],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076689175,0.0005610548,0.042255517,0.0002904932,0.00021578523,0.00036561003,0.0014628377,0.3549001,0.11681977,0.034905788,0.00421979,0.4432364],"study_design_scores_gemma":[0.00000909334,0.00010414858,0.0027404076,0.000013405689,0.000014566832,0.0001323825,0.000056346962,0.9541531,0.032345764,0.009278776,0.0011138802,0.000037992693],"about_ca_topic_score_codex":0.0019020431,"about_ca_topic_score_gemma":0.0018496327,"teacher_disagreement_score":0.0023812163,"about_ca_system_score_codex":0.000738822,"about_ca_system_score_gemma":0.0012899302,"threshold_uncertainty_score":0.007726431},"labels":[],"label_agreement":null},{"id":"W2523780669","doi":"10.1145/2976767.2976781","title":"Supporting the model-driven development of real-time embedded systems with run-time monitoring and animation via highly customizable code generation","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Ontario Ministry of Research and Innovation; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Animation; Component (thermodynamics); Personalization; Software engineering; Process (computing); Embedded system; Key (lock); Code generation; Computer animation; Certification; Operating system; Real-time computing; Computer graphics (images); World Wide Web","score_opus":0.015072132610600954,"score_gpt":0.24525142517127455,"score_spread":0.2301792925606736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2523780669","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053045275,0.000036702957,0.9870582,0.000084887004,0.000022074055,0.000053474138,0.000018741655,0.0063689556,0.0010524694],"genre_scores_gemma":[0.1763772,0.00022797498,0.81807125,0.00014942,0.000029594175,0.0002010938,0.00025096102,0.0024556543,0.0022368967],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982558,0.0004525956,0.00011911308,0.0002396427,0.00080481305,0.00012807042],"domain_scores_gemma":[0.9957743,0.0015822834,0.00032385404,0.0017514881,0.00042467177,0.0001433324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021090163,0.0009938907,0.00049794815,0.00061861816,0.00027311195,0.0013510757,0.0021298768,0.0011371896,0.0021186108],"category_scores_gemma":[0.005956979,0.00065145723,0.0008384239,0.00029619026,0.001001877,0.0018744976,0.0017437513,0.001968567,0.0008693856],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033143975,0.0005579017,0.0034362918,0.00049926306,0.00012258023,0.00083498954,0.0010758345,0.34650943,0.20698099,0.06991382,0.0066223317,0.36311516],"study_design_scores_gemma":[0.0000957758,0.00017545733,0.00063961366,0.00009337301,0.00005003701,0.00040275042,0.00004176162,0.86897963,0.07467453,0.022930764,0.031819813,0.00009643948],"about_ca_topic_score_codex":0.0010732614,"about_ca_topic_score_gemma":0.0012761403,"teacher_disagreement_score":0.0021298768,"about_ca_system_score_codex":0.00044119783,"about_ca_system_score_gemma":0.0009227317,"threshold_uncertainty_score":0.011153698},"labels":[],"label_agreement":null},{"id":"W2527012254","doi":"10.1145/2934466.2934469","title":"A mathematical model of performance-relevant feature interactions","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Specialized Research Fund for the Doctoral Program of Higher Education of China; National Natural Science Foundation of China","keywords":"Computer science; Feature (linguistics); Task (project management); Software; Theoretical computer science; Software system; Machine learning; Artificial intelligence; Programming language","score_opus":0.01815097922852866,"score_gpt":0.24633700286230248,"score_spread":0.22818602363377383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2527012254","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012116163,0.00027347362,0.98018825,0.00058201107,0.00003514746,0.000029939809,0.00013222719,0.00017204246,0.0064707072],"genre_scores_gemma":[0.8313606,0.0013304305,0.15320854,0.00056307163,0.00028349605,0.00054772495,0.00035463477,0.00017553233,0.012175996],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981383,0.00055535656,0.000082114624,0.0003103996,0.0006259895,0.00028780926],"domain_scores_gemma":[0.99120444,0.006404159,0.0010684093,0.00045148743,0.0006403441,0.0002312152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003050879,0.001566002,0.0010796038,0.0016893325,0.0006129091,0.0024995783,0.0031878082,0.0022776905,0.0037835485],"category_scores_gemma":[0.0148546165,0.00064567017,0.0010808129,0.0012992759,0.0022004072,0.0057183243,0.0011949565,0.002488024,0.0011136327],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006537615,0.00007323695,0.0008958247,0.00012210659,0.000036264948,0.00027175015,0.00013717897,0.36254305,0.0049704644,0.6163408,0.001811463,0.012732451],"study_design_scores_gemma":[0.000009858923,0.000026623176,0.00015407175,0.000009793886,0.000012119652,0.00006221832,0.000009849843,0.8737993,0.00047829427,0.12466597,0.00075664296,0.000015338335],"about_ca_topic_score_codex":0.0013638501,"about_ca_topic_score_gemma":0.000630011,"teacher_disagreement_score":0.0037835485,"about_ca_system_score_codex":0.0017713895,"about_ca_system_score_gemma":0.0010042446,"threshold_uncertainty_score":0.016134799},"labels":[],"label_agreement":null},{"id":"W2529512925","doi":"10.7287/peerj.preprints.2496","title":"An exploratory study of the state of practice of performance testing in Java-based open source projects","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Java; Suite; Software engineering; Test suite; Test strategy; Software performance testing; Quality (philosophy); Task (project management); Integration testing; Test (biology); Exploratory research; Software quality; Unit testing; Software; Process management; Software development; Test case; Systems engineering; Operating system; Engineering; Software construction","score_opus":0.04216808551109924,"score_gpt":0.2931957702763548,"score_spread":0.25102768476525555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2529512925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99399227,0.0001940695,0.0024912863,0.0008283216,0.000007249285,0.000092313334,0.000028752334,0.0000150913675,0.00235069],"genre_scores_gemma":[0.99764925,0.00017108872,0.0015866504,0.0001389263,0.000008381564,0.00014010193,0.00003087038,0.000018725776,0.00025611353],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.90220815,0.07536926,0.0036987294,0.0039448994,0.011659727,0.0031191579],"domain_scores_gemma":[0.5157043,0.40402153,0.03354296,0.012527789,0.026805142,0.0073982184],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0627114,0.00038418054,0.0005986602,0.003921933,0.0032253726,0.005875097,0.0022109405,0.0017383975,0.0012020831],"category_scores_gemma":[0.21567827,0.0007019584,0.0002984392,0.003833736,0.009333439,0.008090932,0.006257318,0.0024659329,0.00024220214],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001544192,0.00074222864,0.09443498,0.00049465353,0.000030496565,0.0008708443,0.85073215,0.00034398882,0.0022143708,0.005317813,0.0009032719,0.043760706],"study_design_scores_gemma":[0.000041934323,0.0015903532,0.16993323,0.0011232834,0.000029019864,0.0009659447,0.7994554,0.0025258046,0.0019013943,0.0029809258,0.019334497,0.00011820039],"about_ca_topic_score_codex":0.0019461261,"about_ca_topic_score_gemma":0.0024909214,"teacher_disagreement_score":0.9372886,"about_ca_system_score_codex":0.0044012098,"about_ca_system_score_gemma":0.0036204122,"threshold_uncertainty_score":0.33165354},"labels":[],"label_agreement":null},{"id":"W2529822314","doi":"10.1145/3003977.3004002","title":"Boosting Service Availability for Base Stations of Cellular Networks by Event-driven Battery Profiling","year":2016,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Backup; Base station; Computer science; Battery (electricity); Reliability engineering; IT service continuity; Computer network; Engineering; Power (physics); Database","score_opus":0.056989322014526354,"score_gpt":0.3178577480223783,"score_spread":0.260868426007852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2529822314","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6881133,0.0015779956,0.29854625,0.0006360087,0.00011884064,0.00018955866,0.004467269,0.0035515807,0.0027991764],"genre_scores_gemma":[0.9834668,0.00025325493,0.014009374,0.000045146862,0.000031217936,0.000036344463,0.0017584333,0.000029004865,0.00037036423],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9997136,0.000052611405,0.000022984834,0.000097106094,0.000068813104,0.00004494731],"domain_scores_gemma":[0.99910223,0.00038013028,0.00013067134,0.00014060739,0.00018998451,0.0000564251],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047941922,0.000947899,0.00058540155,0.0007842219,0.00028524667,0.00070849794,0.0008143243,0.0004405777,0.0003546745],"category_scores_gemma":[0.0028851565,0.00020907397,0.00040228615,0.0007936777,0.00018594116,0.0009512718,0.0005383475,0.0006869717,0.0002429853],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057662657,0.00035320566,0.0726007,0.00027284733,0.00013444164,0.00045212652,0.00018651866,0.6642707,0.017259693,0.0015335892,0.0039427676,0.23841685],"study_design_scores_gemma":[0.000006488506,0.00004719816,0.005706525,0.000007864994,0.00001625032,0.00008128415,0.00004176595,0.9898403,0.0026318005,0.0009819602,0.0006291006,0.000009409424],"about_ca_topic_score_codex":0.0066182707,"about_ca_topic_score_gemma":0.01088528,"teacher_disagreement_score":0.0066182707,"about_ca_system_score_codex":0.00047433132,"about_ca_system_score_gemma":0.0004296645,"threshold_uncertainty_score":0.013159454},"labels":[],"label_agreement":null},{"id":"W2531425405","doi":"10.1007/s10664-016-9456-2","title":"Which log level should developers choose for a new logging statement?","year":2016,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":107,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Statement (logic); Logging; Computer science; Brier score; Leverage (statistics); Login; Database; Data mining; Information retrieval; Operating system; Machine learning; Forestry","score_opus":0.07458787435700132,"score_gpt":0.30730650497298284,"score_spread":0.23271863061598153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2531425405","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96164674,0.00036159603,0.013993643,0.0096230395,0.000122808,0.00015349638,0.0007853953,0.00065669033,0.012656613],"genre_scores_gemma":[0.9881621,0.00011913302,0.008767188,0.0005837741,0.000035528363,0.00004485624,0.00018435257,0.00014352395,0.0019595071],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958662,0.001645915,0.00039383845,0.0006092099,0.0010353643,0.00044953663],"domain_scores_gemma":[0.9215124,0.048644632,0.010102765,0.0052207275,0.009682205,0.0048372718],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008143733,0.0002944368,0.00029194122,0.000998745,0.0005188838,0.0016982082,0.0006490369,0.0012542605,0.0047327895],"category_scores_gemma":[0.09121022,0.00042321492,0.00028665777,0.0005140971,0.00069981656,0.0030731747,0.0006072848,0.001392272,0.0018382584],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019286288,0.0011831686,0.6853866,0.00048213697,0.00018236527,0.00089782634,0.0035106698,0.0018646386,0.016877623,0.004213073,0.01807809,0.26539522],"study_design_scores_gemma":[0.00063216744,0.0020665147,0.8243482,0.000847475,0.00056960434,0.0020968427,0.024094021,0.035145853,0.037283238,0.03256024,0.03995826,0.0003976187],"about_ca_topic_score_codex":0.0022115011,"about_ca_topic_score_gemma":0.009467151,"teacher_disagreement_score":0.9918563,"about_ca_system_score_codex":0.0007618146,"about_ca_system_score_gemma":0.0014918853,"threshold_uncertainty_score":0.043068707},"labels":[],"label_agreement":null},{"id":"W2534933448","doi":"10.1007/s10664-016-9467-z","title":"Towards just-in-time suggestions for log changes","year":2016,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Commit; Computer science; Logging; Random forest; Set (abstract data type); Directory; Source code; Process (computing); Machine learning; Data mining; Data science; Database; Artificial intelligence; Programming language; Operating system","score_opus":0.023848696009115034,"score_gpt":0.2737739051977656,"score_spread":0.24992520918865058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2534933448","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07856402,0.001003655,0.8317036,0.017577197,0.0009555122,0.0011337874,0.0014056053,0.046215102,0.02144154],"genre_scores_gemma":[0.3262251,0.00025290303,0.6619252,0.0011799488,0.00026430012,0.00034741883,0.0013127325,0.0018436296,0.006648803],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.959419,0.024672158,0.0019523429,0.003548679,0.009324773,0.0010831326],"domain_scores_gemma":[0.7762057,0.13946699,0.011776331,0.031091558,0.036061715,0.0053977217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023719354,0.0022589667,0.0014239644,0.0032640174,0.0025686875,0.00862879,0.0057011074,0.006374546,0.026861772],"category_scores_gemma":[0.22469547,0.0017360481,0.0010029848,0.0015761234,0.0014756473,0.01373593,0.0048594577,0.0053128754,0.0109468745],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035152554,0.0025409637,0.02447411,0.0014905651,0.00023464096,0.0013368216,0.007051249,0.016686225,0.028418312,0.032647118,0.076991454,0.8046133],"study_design_scores_gemma":[0.0014942865,0.0018074592,0.020637562,0.0012915011,0.00041143462,0.0015221719,0.015421555,0.6136001,0.042407118,0.15319318,0.14748748,0.0007262007],"about_ca_topic_score_codex":0.002659793,"about_ca_topic_score_gemma":0.005934548,"teacher_disagreement_score":0.026861772,"about_ca_system_score_codex":0.0015827768,"about_ca_system_score_gemma":0.006489072,"threshold_uncertainty_score":0.12544143},"labels":[],"label_agreement":null},{"id":"W2539799527","doi":"10.1109/tic-sth.2009.5444368","title":"Performance modeling of a 3-tiered software system","year":2009,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Software; Software system; Queueing theory; Software performance testing; Distributed computing; Software architecture; Throughput; Computer architecture; Software construction; Software engineering; Operating system; Computer network","score_opus":0.012304473103077562,"score_gpt":0.2143324622429035,"score_spread":0.20202798913982595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2539799527","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18047456,0.00037445055,0.8017423,0.00051080243,0.0000546603,0.00013855174,0.0004222423,0.0023492922,0.013933113],"genre_scores_gemma":[0.9066553,0.00035235359,0.08741075,0.00011539437,0.000032181364,0.00014186454,0.00028889242,0.00016179592,0.0048414394],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99892515,0.0003181035,0.00007867909,0.00013839462,0.00039335646,0.00014629893],"domain_scores_gemma":[0.9988123,0.00037800847,0.00016938173,0.00016177664,0.00038386148,0.000094658564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010571394,0.0007803545,0.00044361598,0.00066345924,0.0007072624,0.0015917821,0.0012345045,0.0007990813,0.0022735426],"category_scores_gemma":[0.002262906,0.00034525088,0.0009020297,0.00056834996,0.0008363226,0.0017851619,0.00086115784,0.0007331511,0.00054368004],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049358332,0.000038660197,0.0014256948,0.000031524716,0.000020174719,0.00010570495,0.00015255636,0.96506137,0.0049284673,0.022540886,0.00037168246,0.0052738134],"study_design_scores_gemma":[0.000002903394,0.00001492486,0.00023388371,0.0000032314697,0.000004471173,0.000012363212,0.000010424957,0.9950872,0.00044546672,0.0036847133,0.0004928837,0.0000075762423],"about_ca_topic_score_codex":0.023716418,"about_ca_topic_score_gemma":0.01085288,"teacher_disagreement_score":0.023716418,"about_ca_system_score_codex":0.002131935,"about_ca_system_score_gemma":0.0022321579,"threshold_uncertainty_score":0.04715675},"labels":[],"label_agreement":null},{"id":"W2548798173","doi":"10.1109/icenco.2012.6487095","title":"Fault-localization comparative study of deploying monitoring trails to achieve survivability in all-optical networks","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Survivability; Software deployment; Computer science; Focus (optics); Travelling salesman problem; Fault (geology); Process (computing); Distributed computing; Algorithm; Computer network; Geology","score_opus":0.07476440788082163,"score_gpt":0.34398111899041073,"score_spread":0.2692167111095891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2548798173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84739625,0.0007229347,0.14662607,0.00016200585,0.000036716072,0.00007414701,0.000065055196,0.0003387374,0.0045780228],"genre_scores_gemma":[0.9839183,0.00013906468,0.015354235,0.000009364293,0.0000054681223,0.000012755762,0.000038761136,0.000014886439,0.0005071959],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99957234,0.00015647296,0.000016743475,0.00003820059,0.00011727457,0.00009896722],"domain_scores_gemma":[0.9974496,0.0013993911,0.00029603182,0.00022078326,0.0005042307,0.00012983361],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009479856,0.00042166372,0.00025749402,0.0007657081,0.00033718965,0.00031579495,0.00041262677,0.00022091957,0.0011600195],"category_scores_gemma":[0.003306581,0.00008939033,0.00016288467,0.000574339,0.00026002873,0.0009370771,0.00035537017,0.00020043767,0.00009833917],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009575629,0.00029886665,0.0066306437,0.00029107672,0.000051673913,0.00019236776,0.00014905045,0.7735013,0.025282947,0.009028582,0.001245298,0.18237068],"study_design_scores_gemma":[0.00002543424,0.0011355311,0.003047352,0.000016135593,0.000038479528,0.00010373275,0.00019676553,0.96996665,0.022448523,0.002188856,0.0008219137,0.000010560618],"about_ca_topic_score_codex":0.0018057628,"about_ca_topic_score_gemma":0.0020300613,"teacher_disagreement_score":0.0018057628,"about_ca_system_score_codex":0.0007943072,"about_ca_system_score_gemma":0.0004329904,"threshold_uncertainty_score":0.0057631135},"labels":[],"label_agreement":null},{"id":"W2550167848","doi":"10.1007/s11390-016-1690-y","title":"Enhanced Userspace and In-Kernel Trace Filtering for Production Systems","year":2016,"lang":"en","type":"article","venue":"Journal of Computer Science and Technology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Tracing; TRACE (psycholinguistics); Filter (signal processing); Real-time computing; Context (archaeology); Kernel (algebra); Rendering (computer graphics); Overhead (engineering); Software; Latency (audio); Distributed computing; Operating system; Computer graphics (images); Telecommunications","score_opus":0.009656570307727841,"score_gpt":0.2397008524398235,"score_spread":0.23004428213209566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2550167848","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1640785,0.0004175574,0.8125838,0.00020466415,0.0001506111,0.00009173018,0.00039045527,0.019664347,0.0024182785],"genre_scores_gemma":[0.8760146,0.00010380541,0.11946395,0.00006027981,0.00005127535,0.000031574826,0.00038027627,0.0006372943,0.0032569808],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9979995,0.00037388338,0.00013334649,0.00032645307,0.0009008441,0.00026594257],"domain_scores_gemma":[0.99221593,0.002149998,0.00050785823,0.003243259,0.0015324461,0.00035045907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015257514,0.00095069554,0.0009452723,0.001526436,0.00086369505,0.0019994294,0.0016095625,0.00085225597,0.0034816768],"category_scores_gemma":[0.009111368,0.00044183462,0.0005242364,0.001062531,0.00036845298,0.0026969418,0.0015356459,0.0011049218,0.0009849834],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002497761,0.0011379735,0.017017499,0.00024232158,0.0001663133,0.0003190319,0.0007202551,0.06424899,0.066609934,0.007885008,0.0054732705,0.83368164],"study_design_scores_gemma":[0.00005372656,0.00028294727,0.005378344,0.000021431873,0.00006192464,0.00023601686,0.00017824714,0.9292765,0.053525336,0.0065296083,0.004402193,0.00005364664],"about_ca_topic_score_codex":0.0077372994,"about_ca_topic_score_gemma":0.011770447,"teacher_disagreement_score":0.0077372994,"about_ca_system_score_codex":0.00073543796,"about_ca_system_score_gemma":0.002034845,"threshold_uncertainty_score":0.015384555},"labels":[],"label_agreement":null},{"id":"W2560511472","doi":"10.18260/p.27201","title":"Why a Testing Career is Not the First Choice of Engineers","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"System integration testing; Software testing; Process (computing); Computer science; Quality (philosophy); Software engineering; Software quality analyst; Software quality; Software development; Software; Personal software process; Software construction; Engineering","score_opus":0.031430165618215926,"score_gpt":0.2308017583081909,"score_spread":0.19937159268997498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560511472","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015170223,0.0034458092,0.0049384716,0.93441314,0.0073054475,0.000032701904,0.000056994144,0.0003711997,0.0342661],"genre_scores_gemma":[0.3538399,0.0054590423,0.011033391,0.5447279,0.0041598757,0.00015161488,0.00017823842,0.0012443991,0.07920566],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.98163396,0.006505589,0.00046129353,0.0016760925,0.006141132,0.0035819784],"domain_scores_gemma":[0.8926857,0.024816789,0.003927348,0.0045186304,0.028462846,0.045588702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018588386,0.0005309284,0.00067784055,0.0011097456,0.0095442915,0.00930836,0.0017861446,0.009164659,0.02518149],"category_scores_gemma":[0.072211064,0.0004677918,0.0005636501,0.000772083,0.011783044,0.01074559,0.0041601695,0.015222631,0.018308671],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001527096,0.0003006223,0.009218149,0.00027312053,0.000038404316,0.0008717673,0.005468452,0.00018157696,0.0016910145,0.07537099,0.8103227,0.09611059],"study_design_scores_gemma":[0.00009717152,0.00032985283,0.008387568,0.0013067581,0.000022424194,0.0017438601,0.02228929,0.00044353714,0.001063553,0.1412383,0.82290393,0.00017376487],"about_ca_topic_score_codex":0.0036940742,"about_ca_topic_score_gemma":0.00686686,"teacher_disagreement_score":0.02518149,"about_ca_system_score_codex":0.0028386265,"about_ca_system_score_gemma":0.0077730333,"threshold_uncertainty_score":0.09830594},"labels":[],"label_agreement":null},{"id":"W2564043656","doi":"10.22360/summersim.2016.scsc.025","title":"A Simulation-based Model Generator for Software Performance Estimation","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cegep Edouard Montpetit","funders":"","keywords":"Computer science; Workstation; Modular design; Software; Generator (circuit theory); Range (aeronautics); Software system; Set (abstract data type); Real-time computing; Distributed computing; Embedded system; Operating system; Programming language","score_opus":0.02198375711364464,"score_gpt":0.26351939591573953,"score_spread":0.2415356388020949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2564043656","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074269376,0.00007051151,0.9833176,0.000068503265,0.000033813405,0.000097423144,0.0005196193,0.0067369197,0.0017285941],"genre_scores_gemma":[0.38462242,0.00038670236,0.60668665,0.00008126899,0.000056083867,0.0009896021,0.0024896536,0.0012833918,0.003404297],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995597,0.00014142759,0.00003080794,0.00006883316,0.00016415592,0.000034970115],"domain_scores_gemma":[0.9981864,0.0010465482,0.00014099818,0.00028118762,0.00030983958,0.00003501451],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010269631,0.0012034188,0.0007130114,0.0012836759,0.00036969763,0.0007034604,0.0014580264,0.0010954886,0.0044026515],"category_scores_gemma":[0.0049542487,0.0006876237,0.0008787496,0.0009176544,0.00031023673,0.0008839407,0.00050210906,0.0013449896,0.0013065198],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050112365,0.00004765675,0.00075285777,0.000061604536,0.000028294671,0.00005650783,0.000032465567,0.9655839,0.0033887585,0.006205633,0.0016371734,0.022154965],"study_design_scores_gemma":[0.000004402661,0.000006373513,0.00004530914,0.0000028053796,0.0000028912398,0.0000071968548,0.0000013207541,0.99766636,0.0006687559,0.00092458376,0.0006672855,0.0000027686688],"about_ca_topic_score_codex":0.0049212985,"about_ca_topic_score_gemma":0.0044884463,"teacher_disagreement_score":0.0049212985,"about_ca_system_score_codex":0.00071130495,"about_ca_system_score_gemma":0.0014362227,"threshold_uncertainty_score":0.014728308},"labels":[],"label_agreement":null},{"id":"W2565253670","doi":"10.1109/mesoca.2016.13","title":"StratusPM: An Analytical Performance Model for Cloud Applications","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cloud computing; Computer science; Software deployment; Distributed computing; Cloud testing; Software engineering; Reuse; Software; Upgrade; Systems engineering; Cloud computing security; Operating system; Engineering","score_opus":0.033760530109989806,"score_gpt":0.29032790524331975,"score_spread":0.25656737513332994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565253670","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013686474,0.00020709481,0.96249014,0.0006513775,0.000079367834,0.00022985587,0.0018032676,0.0091398135,0.011712641],"genre_scores_gemma":[0.41156986,0.0009953582,0.57140017,0.00043795368,0.00015254084,0.0009889507,0.0034774102,0.0022659395,0.008711789],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99898225,0.00027429848,0.00008827747,0.000120466335,0.00039450376,0.00014014204],"domain_scores_gemma":[0.99875796,0.00049530866,0.00018007582,0.00024877232,0.0002616093,0.000056385754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013748339,0.0013751914,0.00056237855,0.001613201,0.00074079714,0.0027562433,0.002485741,0.0010608156,0.003445007],"category_scores_gemma":[0.0035673836,0.0008204859,0.0013166838,0.0010137642,0.0007662333,0.0027871272,0.0012128893,0.0015643531,0.0011596273],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008077189,0.00005817342,0.001247553,0.00015698305,0.000033433724,0.00015474053,0.0002182672,0.85461396,0.003531521,0.10918897,0.007114376,0.023601152],"study_design_scores_gemma":[0.00000902565,0.000016514037,0.00015590919,0.000019771032,0.000011127242,0.000033638553,0.000018819737,0.9724687,0.0014609566,0.012757252,0.013034268,0.000014082742],"about_ca_topic_score_codex":0.012164787,"about_ca_topic_score_gemma":0.010195239,"teacher_disagreement_score":0.012164787,"about_ca_system_score_codex":0.0020879286,"about_ca_system_score_gemma":0.003171083,"threshold_uncertainty_score":0.024187982},"labels":[],"label_agreement":null},{"id":"W2565446097","doi":"","title":"Modelling decisions in layered queueing networks","year":2016,"lang":"en","type":"article","venue":"Summer Computer Simulation Conference","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Timeout; Computer science; Queueing theory; Layered queueing network; Petri net; Distributed computing; Stochastic Petri net; Resource allocation; Resource (disambiguation); Real-time computing; Computer network","score_opus":0.06491153466699856,"score_gpt":0.28670384408563315,"score_spread":0.2217923094186346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565446097","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08597196,0.00022376406,0.90370077,0.0003070035,0.00008208646,0.00017736442,0.00034068016,0.00071289705,0.008483441],"genre_scores_gemma":[0.755636,0.0005189985,0.23683864,0.00012301611,0.000047924616,0.00036972473,0.0003662644,0.00013619474,0.0059632063],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977239,0.00090400554,0.00019251335,0.0002963053,0.00055745395,0.00032581555],"domain_scores_gemma":[0.99555737,0.0029066545,0.00051380956,0.00024716175,0.0005990955,0.0001760068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028559149,0.00097257545,0.00060214545,0.0007549968,0.0007064446,0.0023947514,0.0016964693,0.0011888903,0.0028869582],"category_scores_gemma":[0.008918925,0.00074630347,0.0012058538,0.00072689715,0.0014225446,0.002562857,0.001674212,0.0014649754,0.000348693],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032337346,0.000021331894,0.00061881845,0.000033119362,0.000013449868,0.00009544787,0.000152698,0.95992863,0.0008023169,0.034715664,0.00016543029,0.0034208035],"study_design_scores_gemma":[0.0000101587475,0.000011626254,0.000064945794,0.000008119862,0.000008029619,0.000010193889,0.000021949778,0.9843076,0.00038746878,0.014399405,0.0007631998,0.000007244381],"about_ca_topic_score_codex":0.02045198,"about_ca_topic_score_gemma":0.011633701,"teacher_disagreement_score":0.02045198,"about_ca_system_score_codex":0.0024840836,"about_ca_system_score_gemma":0.0026278133,"threshold_uncertainty_score":0.040665925},"labels":[],"label_agreement":null},{"id":"W2575714565","doi":"","title":"Killed by Proxy: Analyzing Client-end TLS Interce.","year":2016,"lang":"en","type":"article","venue":"Network and Distributed System Security Symposium","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Proxy (statistics); Computer security","score_opus":0.003860537646584409,"score_gpt":0.20185295038285253,"score_spread":0.1979924127362681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2575714565","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8882918,0.001061573,0.07271874,0.00033667713,0.0003312258,0.00019073438,0.0015395427,0.02454171,0.010988072],"genre_scores_gemma":[0.9846919,0.00009351529,0.009356918,0.00011831162,0.000030624913,0.00003533263,0.0010310977,0.0009163065,0.0037259466],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.996799,0.00047559597,0.0001748272,0.00036640305,0.0016244075,0.0005598255],"domain_scores_gemma":[0.9924656,0.0018347624,0.0004801486,0.003273762,0.0015490702,0.0003967574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016624343,0.0007307498,0.00063400884,0.0014752347,0.0007774427,0.0018746468,0.0017318322,0.0011182922,0.0033389789],"category_scores_gemma":[0.011736445,0.00037610848,0.00027278328,0.0013515912,0.0010207585,0.0027484754,0.0018172615,0.0016170879,0.0017757667],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009214554,0.0016795843,0.24951428,0.00088912353,0.00058385206,0.006902188,0.0058570723,0.11291718,0.17893472,0.056673434,0.054187395,0.3226465],"study_design_scores_gemma":[0.0001892433,0.0007982446,0.019271767,0.00007629971,0.00017173987,0.0013071892,0.0016822012,0.76667714,0.17327257,0.012197183,0.024224935,0.00013153882],"about_ca_topic_score_codex":0.0029368151,"about_ca_topic_score_gemma":0.0037125312,"teacher_disagreement_score":0.0033389789,"about_ca_system_score_codex":0.0012578167,"about_ca_system_score_gemma":0.0015587066,"threshold_uncertainty_score":0.01117003},"labels":[],"label_agreement":null},{"id":"W2576427772","doi":"10.5555/3375069.3375109","title":"Online Characterization of Buggy Applications Running on the Cloud","year":2016,"lang":"en","type":"article","venue":"Conference on Network and Service Management","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Cloud computing; Computer science; Resource (disambiguation); Resource management (computing); Quality of service; Computer security; Distributed computing; Computer network; Operating system","score_opus":0.02291429358918484,"score_gpt":0.2309119831685328,"score_spread":0.20799768957934794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2576427772","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9575563,0.00019523843,0.037977736,0.00010950265,0.000028739589,0.000077022036,0.00064241217,0.002550954,0.0008620595],"genre_scores_gemma":[0.99056256,0.00002965009,0.008721565,0.000020208503,0.000010392143,0.000019562258,0.00035578382,0.000046706326,0.00023360625],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991912,0.00015495741,0.00007310252,0.00018260568,0.00030025098,0.00009777916],"domain_scores_gemma":[0.98940176,0.004532775,0.002617776,0.0012959165,0.0016973325,0.00045441126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008450075,0.00066236814,0.00046893177,0.002397643,0.00029785847,0.00066974387,0.0006934987,0.0005859849,0.00063693745],"category_scores_gemma":[0.007970738,0.00020603983,0.0002741066,0.0007120442,0.00029619364,0.0006933583,0.00037511412,0.00054407684,0.00028295032],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012802553,0.000829053,0.60259444,0.00032621872,0.0001625116,0.0015869616,0.0006382708,0.11014067,0.092560366,0.0014792919,0.003811322,0.18459065],"study_design_scores_gemma":[0.000011613498,0.00022817249,0.09786014,0.000018887511,0.000026371152,0.00059355726,0.00015068572,0.88086385,0.01849338,0.0009763039,0.0007415243,0.000035519377],"about_ca_topic_score_codex":0.0023436495,"about_ca_topic_score_gemma":0.0025208185,"teacher_disagreement_score":0.002397643,"about_ca_system_score_codex":0.0003902382,"about_ca_system_score_gemma":0.0004115508,"threshold_uncertainty_score":0.0046600103},"labels":[],"label_agreement":null},{"id":"W2579398908","doi":"10.5555/3375069.3375078","title":"Predicting Web Service Response Time Percentiles","year":2016,"lang":"en","type":"article","venue":"Conference on Network and Service Management","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Response time; Computer science; Percentile; Workload; Service (business); Web service; Real-time computing; Data mining; World Wide Web; Statistics","score_opus":0.014805947602598218,"score_gpt":0.22063526992587487,"score_spread":0.20582932232327666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2579398908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8502349,0.00023404804,0.13655852,0.00014739322,0.00004416465,0.00008261169,0.0021582283,0.008827264,0.0017129143],"genre_scores_gemma":[0.9829791,0.00005628195,0.014841096,0.000014143041,0.000011882623,0.000029868437,0.0017941163,0.000082732666,0.00019076435],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99898595,0.00015031605,0.00007640171,0.0002190394,0.0004281656,0.0001401276],"domain_scores_gemma":[0.99489343,0.0023092825,0.0006092684,0.0008421133,0.0010456828,0.00030024725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014935184,0.0010525224,0.00075726735,0.0017100924,0.00035391434,0.0009300046,0.00073759054,0.0006980557,0.0006031923],"category_scores_gemma":[0.008775334,0.000443568,0.00047774866,0.0011954723,0.00023225216,0.0011280784,0.000624091,0.0009457816,0.00070418883],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006767486,0.0002076171,0.10565209,0.000090684065,0.00008795027,0.00018613125,0.00014264496,0.7938527,0.018865982,0.0009260631,0.0022976506,0.077013835],"study_design_scores_gemma":[0.000003581331,0.000034911824,0.0060230796,0.0000025506117,0.0000044841026,0.000024545598,0.000021484257,0.9901288,0.0032059415,0.00035953446,0.00018162445,0.000009403499],"about_ca_topic_score_codex":0.009064177,"about_ca_topic_score_gemma":0.0065102284,"teacher_disagreement_score":0.009064177,"about_ca_system_score_codex":0.0007309462,"about_ca_system_score_gemma":0.00084955036,"threshold_uncertainty_score":0.018022835},"labels":[],"label_agreement":null},{"id":"W2580829856","doi":"10.1109/cloudcom.2016.0091","title":"Modelling the Structure of Reusable Solutions for Architecture-Based Quality Evaluation","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Reuse; Metamodeling; Software engineering; Cloud computing; Software architecture; Architecture; Quality (philosophy); Process (computing); Reference architecture; Set (abstract data type); Implementation; Software; Systems engineering; Engineering; Programming language","score_opus":0.06873469165369195,"score_gpt":0.3125366089246186,"score_spread":0.24380191727092665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2580829856","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019788142,0.000115615345,0.9762623,0.00023356012,0.000013161074,0.00022709252,0.000106606276,0.00055209856,0.0027013556],"genre_scores_gemma":[0.1768245,0.00034391508,0.8191246,0.000051917268,0.00001631899,0.0005054313,0.00049916113,0.00031906078,0.0023151822],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961455,0.0013394332,0.00048385293,0.00044038842,0.0011716619,0.00041911812],"domain_scores_gemma":[0.9934957,0.0024472335,0.00083877286,0.0020117345,0.0010289702,0.00017754857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006031478,0.001247754,0.0006885244,0.003684018,0.0010737814,0.004620035,0.0021053546,0.002278086,0.0024900923],"category_scores_gemma":[0.013294501,0.0012854995,0.0031705948,0.0026471396,0.0020922737,0.0050028968,0.0024814727,0.0019535348,0.00069652],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010834073,0.0002099577,0.0058949273,0.00040621072,0.00013793018,0.0006612222,0.002267924,0.4485538,0.01445709,0.4477202,0.0011810493,0.078401424],"study_design_scores_gemma":[0.00004805825,0.00011074178,0.00085962657,0.0001748688,0.00014283377,0.00020400471,0.00030167474,0.7972235,0.008351228,0.17704734,0.0154815195,0.000054610864],"about_ca_topic_score_codex":0.007335305,"about_ca_topic_score_gemma":0.0077970596,"teacher_disagreement_score":0.007335305,"about_ca_system_score_codex":0.0026548468,"about_ca_system_score_gemma":0.0030684113,"threshold_uncertainty_score":0.031897902},"labels":[],"label_agreement":null},{"id":"W2583043835","doi":"","title":"Programmed to Perfection","year":2007,"lang":"en","type":"article","venue":"Australian Holstein Journal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software; Perfection; Computer science; Artificial intelligence; Programming language; Epistemology; Philosophy","score_opus":0.01634475990671082,"score_gpt":0.2883522246327094,"score_spread":0.27200746472599857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2583043835","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008720211,0.00043992628,0.27794138,0.000985791,0.0011800256,0.0006015087,0.01239632,0.24579276,0.45194203],"genre_scores_gemma":[0.102062434,0.00079507113,0.22991483,0.0010650922,0.00023248026,0.0008470674,0.019654699,0.06125184,0.58417654],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99934024,0.000059320504,0.00003235391,0.00015859072,0.0002776609,0.00013171037],"domain_scores_gemma":[0.9984428,0.00029027436,0.000054363856,0.0005125795,0.0005826473,0.00011725952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084590085,0.00085400656,0.0005004029,0.0009905145,0.0007901189,0.0023910997,0.0020884592,0.0006323288,0.26382133],"category_scores_gemma":[0.004835712,0.0006659288,0.0008133003,0.00080173055,0.0010182118,0.002563147,0.0022619995,0.0015837001,0.09105421],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005815129,0.000089504574,0.0017419504,0.00051758136,0.000037195518,0.0002348595,0.0006962033,0.0032368803,0.0062748143,0.09847943,0.58534527,0.3027649],"study_design_scores_gemma":[0.0000647003,0.00006642497,0.0009798964,0.00009007307,0.00002132062,0.00016072413,0.000083056475,0.0061769914,0.007047544,0.022614742,0.96264005,0.00005444608],"about_ca_topic_score_codex":0.012263071,"about_ca_topic_score_gemma":0.016149327,"teacher_disagreement_score":0.26382133,"about_ca_system_score_codex":0.0011650037,"about_ca_system_score_gemma":0.0023278832,"threshold_uncertainty_score":0.88257027},"labels":[],"label_agreement":null},{"id":"W2592746543","doi":"","title":"Performance analysis roundtrip: automatic generation of performance models and results feedback using cross-model trace links","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; TRACE (psycholinguistics); Model transformation; Applications of UML; Traceability; Model-driven architecture; Programming language; Software engineering; Software; Distributed computing; Artificial intelligence","score_opus":0.031040751423117675,"score_gpt":0.24843474565248533,"score_spread":0.21739399422936764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592746543","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005992763,0.000032499986,0.9538861,0.000119033844,0.000047594673,0.00015296292,0.00017306824,0.03828468,0.0013112742],"genre_scores_gemma":[0.22175178,0.00015695626,0.75254035,0.00021807892,0.000052503416,0.00060332735,0.0020307456,0.018272495,0.00437376],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99422175,0.0017459701,0.00038089967,0.0010095995,0.0023205646,0.00032117133],"domain_scores_gemma":[0.9828494,0.009101698,0.0012547788,0.0044145077,0.0020190054,0.0003605716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074374494,0.0034124546,0.0013034343,0.002691462,0.00095797726,0.0031281924,0.0033010636,0.0013572747,0.010125871],"category_scores_gemma":[0.023650384,0.0016486424,0.0021200508,0.0008584523,0.0011781708,0.004042859,0.0046897614,0.0031892767,0.0029888733],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012608696,0.0011348951,0.007107956,0.0009582179,0.00043745703,0.0014142984,0.0027746183,0.3409599,0.04754939,0.05119472,0.023154533,0.5220531],"study_design_scores_gemma":[0.00010068072,0.0001512008,0.00046579388,0.000081129,0.000057269666,0.00015364133,0.00014565932,0.92318505,0.042141665,0.018728629,0.014695345,0.00009397659],"about_ca_topic_score_codex":0.0041720965,"about_ca_topic_score_gemma":0.003477092,"teacher_disagreement_score":0.010125871,"about_ca_system_score_codex":0.0015798204,"about_ca_system_score_gemma":0.0034042574,"threshold_uncertainty_score":0.039333463},"labels":[],"label_agreement":null},{"id":"W2594266659","doi":"10.1002/cpe.4069","title":"Hardware‐assisted software event tracing","year":2017,"lang":"en","type":"article","venue":"Concurrency and Computation Practice and Experience","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Tracing; Computer science; x86; Debugging; Embedded system; Software; Overhead (engineering); Memory footprint; Operating system; Computer hardware","score_opus":0.03195901466201988,"score_gpt":0.3455792680153101,"score_spread":0.3136202533532902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594266659","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3068067,0.0005337831,0.62472004,0.0003012563,0.00017238529,0.0001616176,0.00041644397,0.052322153,0.014565584],"genre_scores_gemma":[0.8782973,0.000111615096,0.11590025,0.00006196056,0.00002373958,0.000036293666,0.00039282316,0.00059451064,0.004581439],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990977,0.00014484115,0.00005263699,0.000112441405,0.00045058003,0.00014188436],"domain_scores_gemma":[0.9969388,0.0009094508,0.00028423007,0.0010691393,0.0006949221,0.00010341983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000625762,0.00049713976,0.00028856876,0.0007646796,0.00024623144,0.0006056795,0.0011323116,0.00027410637,0.0057810163],"category_scores_gemma":[0.0030896668,0.00023280465,0.00026680148,0.00045370916,0.00033929903,0.00067615596,0.0006026122,0.00060373644,0.00078730466],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014507318,0.00021824843,0.016472416,0.0004589819,0.000088699984,0.00029091092,0.00036953072,0.15877783,0.18153119,0.011958096,0.01410531,0.614278],"study_design_scores_gemma":[0.00012454798,0.0005136157,0.004734559,0.000054637276,0.000051122286,0.0002789592,0.00005070878,0.7734247,0.18932833,0.0030148693,0.028356697,0.00006724649],"about_ca_topic_score_codex":0.004769221,"about_ca_topic_score_gemma":0.0043137395,"teacher_disagreement_score":0.0057810163,"about_ca_system_score_codex":0.0006799741,"about_ca_system_score_gemma":0.0014162867,"threshold_uncertainty_score":0.019339442},"labels":[],"label_agreement":null},{"id":"W2594649443","doi":"","title":"Microservices in the modern software world","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Microservices; Computer science; Software architecture; Software engineering; Service-oriented architecture; Flexibility (engineering); Scalability; Resource-oriented architecture; Architectural style; Architecture; Software; Software development; Reference architecture; Computer architecture; Operating system; Component-based software engineering; World Wide Web; Web service; Cloud computing","score_opus":0.007591136296314276,"score_gpt":0.20336497133910333,"score_spread":0.19577383504278906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594649443","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12363048,0.08050545,0.22273605,0.034252327,0.0030216386,0.00010310098,0.00029129264,0.0044440334,0.53101563],"genre_scores_gemma":[0.74681324,0.034322303,0.07929076,0.0055257664,0.0018615869,0.00014199105,0.00029327915,0.00063766376,0.1311135],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990651,0.00018918498,0.00003515124,0.00012974834,0.000479665,0.00010119103],"domain_scores_gemma":[0.99920243,0.00022623423,0.00008949362,0.00014747056,0.00018410069,0.0001502632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006924971,0.000228403,0.00020968368,0.00073806173,0.0014014436,0.0036067478,0.0007945464,0.0015355912,0.0063704215],"category_scores_gemma":[0.0014118839,0.00022665621,0.00015388281,0.001268803,0.0020915929,0.004758516,0.002158304,0.0013427748,0.0021512818],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040116058,0.00003202488,0.0008616902,0.00019336365,0.000012693433,0.00032027066,0.0017006544,0.0025391118,0.0024186794,0.82425946,0.02043333,0.1471886],"study_design_scores_gemma":[0.0000072057055,0.00003790731,0.0011227774,0.00020101157,0.000011350964,0.0004637067,0.0011458216,0.00372164,0.0011160289,0.28694504,0.7052014,0.000026118687],"about_ca_topic_score_codex":0.003427281,"about_ca_topic_score_gemma":0.0037944573,"teacher_disagreement_score":0.0063704215,"about_ca_system_score_codex":0.0011398607,"about_ca_system_score_gemma":0.0014649803,"threshold_uncertainty_score":0.021311224},"labels":[],"label_agreement":null},{"id":"W2602253609","doi":"10.1016/j.jss.2017.03.057","title":"Distributed analysis and filtering of application event streams","year":2017,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"STREAMS; Event (particle physics); Computer science; Environmental science; Real-time computing; Computer network; Physics","score_opus":0.008948841535487742,"score_gpt":0.2543940845877232,"score_spread":0.24544524305223547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602253609","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07292097,0.00017079883,0.9252987,0.00011814867,0.00006713879,0.00003674267,0.000060560225,0.0007678771,0.0005591355],"genre_scores_gemma":[0.8716112,0.0002012274,0.124739766,0.000053338776,0.00017288538,0.00005885501,0.0002897003,0.00013034885,0.0027427452],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986255,0.00024338176,0.00009379508,0.00035055864,0.0005381919,0.00014857353],"domain_scores_gemma":[0.9952016,0.0024896676,0.0003186236,0.0008119701,0.0010099808,0.0001681004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002087582,0.00075296673,0.0011928969,0.0018483311,0.000795813,0.0017977323,0.0010872129,0.000666359,0.0014752095],"category_scores_gemma":[0.0076762564,0.00041141117,0.0006499138,0.0011147971,0.000477506,0.0011317191,0.0010050366,0.00089905015,0.00045667074],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019284084,0.0005284728,0.01328521,0.00017092394,0.00024483842,0.00038808453,0.0003977445,0.3728481,0.062088005,0.019934896,0.0027759748,0.5254093],"study_design_scores_gemma":[0.000017608785,0.000031658292,0.001365794,0.0000033204844,0.000015517691,0.000037557777,0.000023421386,0.9855622,0.0057520308,0.006724732,0.00046028098,0.000005832986],"about_ca_topic_score_codex":0.0039122174,"about_ca_topic_score_gemma":0.0037134837,"teacher_disagreement_score":0.0039122174,"about_ca_system_score_codex":0.0008357159,"about_ca_system_score_gemma":0.0009282062,"threshold_uncertainty_score":0.01104033},"labels":[],"label_agreement":null},{"id":"W2603399189","doi":"10.1002/cpe.4068","title":"Multi‐scale navigation of large trace data: A survey","year":2017,"lang":"en","type":"article","venue":"Concurrency and Computation Practice and Experience","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; TRACE (psycholinguistics); Visualization; Tracing; Correctness; Software visualization; Data science; Scale (ratio); Data visualization; Heuristics; Data structure; Field (mathematics); Data mining; Software; Software system; Programming language; Component-based software engineering","score_opus":0.0727773124512009,"score_gpt":0.40216154067841786,"score_spread":0.32938422822721697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603399189","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039801273,0.27294886,0.6446803,0.005868901,0.00057396654,0.00030067674,0.0029818509,0.016203566,0.016640576],"genre_scores_gemma":[0.25974637,0.31083918,0.40940234,0.00088544097,0.00086718786,0.00040311215,0.00869582,0.003320532,0.005840011],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963672,0.00075951096,0.0003497639,0.000609696,0.0017523924,0.00016132044],"domain_scores_gemma":[0.9814084,0.010598566,0.0012188277,0.0021093655,0.0041184854,0.00054630055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003888512,0.0009599943,0.001164159,0.009618287,0.0006828109,0.004178143,0.0034865409,0.0010647482,0.0028120913],"category_scores_gemma":[0.016203221,0.00086831144,0.0009787597,0.013054322,0.0009256808,0.0073574176,0.002134692,0.0012134613,0.0012820195],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007380787,0.00007836064,0.008136763,0.0035940134,0.000079360885,0.00015104897,0.0016312341,0.005549203,0.002266941,0.012678006,0.016044348,0.94971687],"study_design_scores_gemma":[0.000052189145,0.00028057184,0.019550858,0.0077345353,0.00026737625,0.002611129,0.0052466937,0.076059155,0.016474525,0.05222594,0.81912905,0.00036801494],"about_ca_topic_score_codex":0.0056146244,"about_ca_topic_score_gemma":0.0029484986,"teacher_disagreement_score":0.009618287,"about_ca_system_score_codex":0.00072261255,"about_ca_system_score_gemma":0.0018961771,"threshold_uncertainty_score":0.020564675},"labels":[],"label_agreement":null},{"id":"W2606700701","doi":"10.1145/3053600.3053651","title":"Open-perspective Modeling of Software Systems","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Scope (computer science); Rotation formalisms in three dimensions; Perspective (graphical); Principal (computer security); Data science; Data modeling; Software; Software engineering; Management science; Artificial intelligence; Engineering","score_opus":0.04486310369410974,"score_gpt":0.31813186571143404,"score_spread":0.2732687620173243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606700701","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011368728,0.0013132137,0.94164777,0.00443641,0.00013177539,0.00007442796,0.00051627,0.00023881679,0.04027262],"genre_scores_gemma":[0.57431376,0.0047674295,0.3990529,0.0006458824,0.0006624108,0.0005356598,0.0010720533,0.00033011526,0.018619923],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978581,0.0009605384,0.00011181096,0.00031572444,0.00058651285,0.00016724494],"domain_scores_gemma":[0.99573684,0.0021427933,0.00041590363,0.0008464262,0.00057586265,0.000282168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031148382,0.0012825393,0.0008260428,0.0019166395,0.0012398367,0.0047257044,0.0035487404,0.0024070104,0.005048812],"category_scores_gemma":[0.007200837,0.000750737,0.0015444262,0.0021272646,0.0037565967,0.0071800966,0.0029798567,0.0026936696,0.000973509],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000575134,0.0000152209805,0.00021784144,0.000041834333,0.0000102257845,0.00006518407,0.00027954383,0.040464792,0.0001465196,0.95542383,0.00041672352,0.0029125079],"study_design_scores_gemma":[0.0000075825196,0.000015251939,0.0001444517,0.00004340305,0.000010283774,0.00004945414,0.00015069627,0.16068937,0.00013852942,0.82423466,0.014504901,0.000011525609],"about_ca_topic_score_codex":0.006545107,"about_ca_topic_score_gemma":0.0052457047,"teacher_disagreement_score":0.006545107,"about_ca_system_score_codex":0.0026513897,"about_ca_system_score_gemma":0.0018042851,"threshold_uncertainty_score":0.01923728},"labels":[],"label_agreement":null},{"id":"W2610473248","doi":"10.1109/ipdps.2001.925075","title":"Correcting errors in message passing systems","year":2005,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Message passing; Distributed computing","score_opus":0.013109511078102168,"score_gpt":0.24711132030386807,"score_spread":0.2340018092257659,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610473248","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18892604,0.0016860925,0.79681927,0.0011513617,0.00067901524,0.00010063059,0.000073217016,0.0066159246,0.003948453],"genre_scores_gemma":[0.9119083,0.00077338226,0.07755808,0.00017451847,0.00034706414,0.00006404203,0.00013255715,0.00049999886,0.008542009],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99496645,0.0012668386,0.0003424977,0.00045317007,0.0022547361,0.00071620493],"domain_scores_gemma":[0.96533304,0.018016778,0.003261995,0.0068843225,0.0059577306,0.0005461827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004437684,0.0010928796,0.0013461623,0.0017229018,0.0018623201,0.0027173932,0.001942977,0.002647875,0.0021182247],"category_scores_gemma":[0.049520668,0.00086280674,0.00048073486,0.0016601075,0.0020727206,0.0041037216,0.0022048412,0.0022193159,0.0008739333],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015422063,0.0002638054,0.009985228,0.0006540162,0.00015897362,0.0008459495,0.0023525294,0.39298043,0.021962637,0.1247778,0.009936614,0.43453974],"study_design_scores_gemma":[0.000118430646,0.000324798,0.0014771179,0.00011262461,0.00015624515,0.00058188743,0.00027309966,0.7286616,0.05537316,0.20110093,0.011726206,0.00009393319],"about_ca_topic_score_codex":0.002826962,"about_ca_topic_score_gemma":0.0016813779,"teacher_disagreement_score":0.004437684,"about_ca_system_score_codex":0.00087133696,"about_ca_system_score_gemma":0.0018731644,"threshold_uncertainty_score":0.02346903},"labels":[],"label_agreement":null},{"id":"W2613496308","doi":"10.1145/3035918.3056448","title":"A Demonstration of Interactive Analysis of Performance Measurements with Viska","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Alberta Innovates - Technology Futures; Microsoft Research; International Science and Technology Center; National Science Foundation","keywords":"Computer science; Visualization; Analytics; Visual analytics; Inference; Data visualization; Enhanced Data Rates for GSM Evolution; Big data; Data science; Data analysis; Data mining; Machine learning; Human–computer interaction; Artificial intelligence","score_opus":0.028859191119970797,"score_gpt":0.27727299668774846,"score_spread":0.24841380556777767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613496308","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056237314,0.00055502355,0.4603017,0.002531984,0.00071641634,0.00039722185,0.019046417,0.44080475,0.019409264],"genre_scores_gemma":[0.61203694,0.00055610825,0.34844333,0.0019165865,0.00019014077,0.0011111181,0.007972849,0.019530112,0.008242787],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99791557,0.0005643776,0.0001492104,0.0004345019,0.00076169154,0.00017464157],"domain_scores_gemma":[0.9872018,0.009918805,0.0004299736,0.0013495628,0.000815505,0.0002842334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020922748,0.0017192152,0.0008167124,0.0023979512,0.0006592498,0.0020508089,0.0018893902,0.0014119033,0.028336806],"category_scores_gemma":[0.010438721,0.0007429552,0.0012502314,0.001334683,0.00075382466,0.001365277,0.0019632904,0.0025846015,0.0050693164],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0054126736,0.0013319271,0.04927305,0.0033770322,0.0016106648,0.00537964,0.0050920807,0.1416425,0.08152155,0.03189683,0.35387284,0.3195891],"study_design_scores_gemma":[0.0006076542,0.0005566526,0.030677678,0.000499154,0.00026531893,0.0014060659,0.00058426894,0.77828205,0.04975554,0.040762912,0.09613327,0.00046944438],"about_ca_topic_score_codex":0.007449804,"about_ca_topic_score_gemma":0.006951171,"teacher_disagreement_score":0.028336806,"about_ca_system_score_codex":0.00060570065,"about_ca_system_score_gemma":0.0011925447,"threshold_uncertainty_score":0.094796},"labels":[],"label_agreement":null},{"id":"W2613509522","doi":"10.1109/vlhcc.2017.8103454","title":"Debugging behaviour of embedded-software developers: An exploratory study","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Debugging; Algorithmic program debugging; Computer science; Software bug; Exploratory research; Programming language; Software engineering; Software; Embedded software","score_opus":0.037474645144319106,"score_gpt":0.3049765826070587,"score_spread":0.2675019374627396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613509522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99959546,0.000018373967,0.00019473492,0.000012428892,6.301525e-7,0.000026550597,0.000012489895,0.0000048296183,0.00013457799],"genre_scores_gemma":[0.9989221,0.000039468563,0.00058461045,0.000023930677,0.0000030753117,0.000064553824,0.00003970346,0.0000048661814,0.0003176657],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9966515,0.001935407,0.00023977607,0.00035542154,0.0004818181,0.00033620367],"domain_scores_gemma":[0.9602862,0.026037741,0.0055022975,0.0016840796,0.0039474154,0.0025422492],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0041375402,0.00056245463,0.0005227231,0.0016657194,0.0012348972,0.0011530422,0.00077719457,0.0012751514,0.0008735241],"category_scores_gemma":[0.030464426,0.0005314995,0.00025838503,0.0006232953,0.0009263177,0.0012069448,0.001362594,0.001265669,0.00041803307],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007921521,0.00571227,0.6237216,0.00019650793,0.00006950409,0.0033708017,0.3245506,0.00044229868,0.012749514,0.00028634002,0.00044031916,0.027668204],"study_design_scores_gemma":[0.00018071519,0.0117739,0.7603604,0.00018110995,0.00007251666,0.005112257,0.20564917,0.003193628,0.008417345,0.00053642323,0.0043319105,0.00019065478],"about_ca_topic_score_codex":0.0011494698,"about_ca_topic_score_gemma":0.0017146155,"teacher_disagreement_score":0.9958625,"about_ca_system_score_codex":0.00040147605,"about_ca_system_score_gemma":0.00045750514,"threshold_uncertainty_score":0.0218817},"labels":[],"label_agreement":null},{"id":"W2614734074","doi":"10.1109/icst.2017.17","title":"Perphecy: Performance Regression Test Selection Made Simple but Effective","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Regression testing; Computer science; Commit; Generality; Regression; Simple (philosophy); Selection (genetic algorithm); Regression analysis; Machine learning; Software; Statistics; Software system; Mathematics; Operating system","score_opus":0.009765202068299257,"score_gpt":0.2605345804974529,"score_spread":0.2507693784291536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614734074","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08009491,0.0007712505,0.86585915,0.0031779108,0.00078537787,0.00062215637,0.0005943359,0.037640877,0.0104539795],"genre_scores_gemma":[0.53235084,0.00024646867,0.447855,0.0019140188,0.00046613498,0.0005473718,0.0011754034,0.004479394,0.01096544],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.98582804,0.005885423,0.0006708019,0.0025036484,0.004074102,0.0010379923],"domain_scores_gemma":[0.9463223,0.026891764,0.0029593192,0.01401088,0.008845682,0.0009700426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012003024,0.0017750704,0.0018232863,0.0019755918,0.0009406319,0.0025956354,0.0035336826,0.0021304402,0.005447479],"category_scores_gemma":[0.069859475,0.0009197692,0.00068384246,0.0009269896,0.0017385995,0.004855364,0.0028206392,0.0033380268,0.0028950253],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017760401,0.0007904449,0.03877853,0.0006409678,0.00021903712,0.0013081742,0.0006046522,0.020554328,0.06319505,0.027603626,0.05040489,0.7941243],"study_design_scores_gemma":[0.000914598,0.0020201171,0.020960715,0.0003919488,0.0004306966,0.0034455298,0.00038026768,0.6810982,0.17057577,0.052699942,0.06671051,0.00037165848],"about_ca_topic_score_codex":0.002176489,"about_ca_topic_score_gemma":0.0032643913,"teacher_disagreement_score":0.012003024,"about_ca_system_score_codex":0.0008631093,"about_ca_system_score_gemma":0.004107781,"threshold_uncertainty_score":0.06347877},"labels":[],"label_agreement":null},{"id":"W2618689158","doi":"10.1109/icse.2017.15","title":"Characterizing and Detecting Anti-Patterns in the Logging Code","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Logging; Code (set theory); Source code; Redundant code; Context (archaeology); Database; Operating system; Set (abstract data type); Programming language; Code generation","score_opus":0.02643058065307089,"score_gpt":0.27538497500370246,"score_spread":0.24895439435063157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2618689158","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88011354,0.0007596358,0.09529575,0.0004689086,0.00007941188,0.000330812,0.002757017,0.017648244,0.0025466925],"genre_scores_gemma":[0.8266131,0.00040969255,0.16316287,0.00021290843,0.000029227976,0.00025838567,0.005155383,0.0017473975,0.0024110014],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99476177,0.0008314291,0.00059103296,0.001188788,0.0023306222,0.00029627883],"domain_scores_gemma":[0.94351727,0.030519051,0.010902538,0.004800384,0.009706633,0.00055416435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002432737,0.0007782336,0.00042113004,0.005112982,0.00055337034,0.0008923596,0.00093384617,0.0009434273,0.00056507747],"category_scores_gemma":[0.027706562,0.0005279872,0.0004654608,0.0024918397,0.0008119653,0.001435174,0.00087478023,0.00090084353,0.00054277934],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005807571,0.0004246807,0.3856734,0.0017384333,0.00020466771,0.0025077907,0.0073320614,0.006383621,0.114570215,0.0017087137,0.009815949,0.4690598],"study_design_scores_gemma":[0.000084935564,0.00075701234,0.45577955,0.00074327714,0.00040402124,0.0065772915,0.0038492111,0.20679007,0.27532744,0.0039282483,0.04546833,0.0002905483],"about_ca_topic_score_codex":0.003826806,"about_ca_topic_score_gemma":0.009125163,"teacher_disagreement_score":0.005112982,"about_ca_system_score_codex":0.0005691829,"about_ca_system_score_gemma":0.0015499317,"threshold_uncertainty_score":0.012865663},"labels":[],"label_agreement":null},{"id":"W2620873247","doi":"10.5555/3104068.3104085","title":"Transforming workflow models into automated end-to-end acceptance test cases","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Workflow; Computer science; Test suite; Heuristics; Test case; Regression testing; Software engineering; Programming language; Model-based testing; Data mining; Database; Software system; Machine learning; Software; Regression analysis; Software construction","score_opus":0.026899247945903183,"score_gpt":0.2891282796677941,"score_spread":0.2622290317218909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620873247","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021700477,0.000033602482,0.96975696,0.00011805389,0.00001648062,0.00037449473,0.000315644,0.0056684758,0.0020158405],"genre_scores_gemma":[0.31512517,0.00011096239,0.6779479,0.00017718723,0.000022336992,0.0013224188,0.0025142422,0.0012400278,0.0015397554],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9903978,0.0041857157,0.00072515756,0.00077187474,0.003303012,0.0006164924],"domain_scores_gemma":[0.9746347,0.018111896,0.0019073803,0.0027551025,0.002404796,0.00018607604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066665844,0.0019176934,0.00075117854,0.0029129095,0.00052420597,0.002997941,0.002376251,0.001375659,0.0028511118],"category_scores_gemma":[0.03718143,0.0009992426,0.0023704965,0.00094631617,0.0013787572,0.0020727236,0.0026791312,0.0017701758,0.0009839274],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049407943,0.00062917557,0.00693152,0.00046853506,0.00016893358,0.0019257666,0.0011922535,0.73586994,0.018075023,0.08062657,0.004147366,0.14947082],"study_design_scores_gemma":[0.00004874298,0.000120631295,0.0005117292,0.0001044957,0.000035730744,0.0001898309,0.00014698628,0.9433859,0.020043168,0.0318637,0.0035186505,0.00003050674],"about_ca_topic_score_codex":0.0040431167,"about_ca_topic_score_gemma":0.003976177,"teacher_disagreement_score":0.0066665844,"about_ca_system_score_codex":0.0017986457,"about_ca_system_score_gemma":0.0020676474,"threshold_uncertainty_score":0.035256684},"labels":[],"label_agreement":null},{"id":"W2661131174","doi":"","title":"Chorus: model knowledge base for performance modeling in datacenters","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Chorus; Computer science; Reuse; Distributed computing; Resource (disambiguation); Service (business); Knowledge base; Performance indicator; Artificial intelligence; Computer network","score_opus":0.1120372113696402,"score_gpt":0.2711208296091353,"score_spread":0.1590836182394951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2661131174","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004842217,0.00017728629,0.9771633,0.00035684404,0.00003850009,0.00025504135,0.002511266,0.011886292,0.0027693708],"genre_scores_gemma":[0.113949135,0.0007522406,0.86834127,0.00028796797,0.000047736426,0.0009564249,0.0120192105,0.0017992273,0.0018467837],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997322,0.0007366716,0.0003452727,0.0004548618,0.0009932606,0.0001479938],"domain_scores_gemma":[0.99333245,0.0036718578,0.0004656858,0.0014775498,0.0008732712,0.00017917003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045313775,0.0023070353,0.001477392,0.002745326,0.001375494,0.0047932784,0.0055595203,0.0021806757,0.0046938034],"category_scores_gemma":[0.0172801,0.0017462425,0.0029367928,0.0017997742,0.001318251,0.0047417693,0.0028594625,0.0034146868,0.0016625301],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012861234,0.0002357757,0.0021043771,0.00060438534,0.00018339847,0.0005152021,0.0005041078,0.8537254,0.0019799501,0.060286943,0.010890235,0.06884163],"study_design_scores_gemma":[0.000024935794,0.000019691177,0.00014701915,0.00013649343,0.000048495505,0.0000598202,0.000054690885,0.956611,0.00210677,0.025544453,0.015218262,0.000028344428],"about_ca_topic_score_codex":0.02844478,"about_ca_topic_score_gemma":0.034609463,"teacher_disagreement_score":0.02844478,"about_ca_system_score_codex":0.0023922327,"about_ca_system_score_gemma":0.0049799583,"threshold_uncertainty_score":0.05655837},"labels":[],"label_agreement":null},{"id":"W2689273870","doi":"","title":"The QSL platform at LORIA","year":2003,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Prevention of Organ Failure","funders":"","keywords":"Documentation; Software engineering; Computer science; Quality (philosophy); Software quality; Reliability (semiconductor); Software project management; Software development; Software; Systems engineering; Engineering management; Engineering; Programming language; Software construction","score_opus":0.011418414053414127,"score_gpt":0.21803922932538286,"score_spread":0.20662081527196874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2689273870","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018360233,0.0020547612,0.43810007,0.006933173,0.0006532292,0.0011016118,0.028545896,0.3663648,0.1378862],"genre_scores_gemma":[0.28176317,0.003048592,0.48536578,0.0020209951,0.00073261134,0.002198796,0.07845936,0.043886572,0.1025241],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99653023,0.0010354,0.00018428899,0.00054306025,0.0012153287,0.0004918274],"domain_scores_gemma":[0.99324715,0.0022904256,0.0004077119,0.0018493289,0.0015620001,0.0006433669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056764446,0.00085546245,0.0008843287,0.0026385214,0.001171095,0.0040429495,0.0031534291,0.0014759493,0.07441617],"category_scores_gemma":[0.011620353,0.0012757331,0.0010020866,0.0018528979,0.0016736892,0.005047825,0.003538646,0.002627032,0.039517704],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017180011,0.0003629287,0.002683783,0.0016176486,0.00009814361,0.00055089424,0.0012945787,0.018524483,0.02013517,0.18007457,0.42260593,0.3503338],"study_design_scores_gemma":[0.0006104097,0.00034847396,0.0016545567,0.000325262,0.000039627397,0.00024624847,0.0002828807,0.07279024,0.01551298,0.03566018,0.8723498,0.00017940809],"about_ca_topic_score_codex":0.009741039,"about_ca_topic_score_gemma":0.004416935,"teacher_disagreement_score":0.07441617,"about_ca_system_score_codex":0.0032139397,"about_ca_system_score_gemma":0.0033678433,"threshold_uncertainty_score":0.24894685},"labels":[],"label_agreement":null},{"id":"W26988571","doi":"10.1007/0-306-48738-1_11","title":"Performance Analysis with UML","year":2003,"lang":"en","type":"book-chapter","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; Programming language; Software","score_opus":0.009312769921573065,"score_gpt":0.1944606841695332,"score_spread":0.18514791424796012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W26988571","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019849967,0.00050050253,0.9616581,0.00027951875,0.00007691877,0.00006474294,0.0003205615,0.008019425,0.027095271],"genre_scores_gemma":[0.12648158,0.001812898,0.8141728,0.00025654517,0.00023996824,0.00031218494,0.0019849066,0.004964887,0.049774196],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977204,0.000597273,0.00017848339,0.00032249093,0.0010607213,0.000120545825],"domain_scores_gemma":[0.997224,0.0013544619,0.00019856103,0.0006536368,0.0005336449,0.000035820813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017270879,0.001652332,0.00074312725,0.003047102,0.000661,0.0034220389,0.0013587471,0.00079032825,0.02052774],"category_scores_gemma":[0.008326508,0.0009901475,0.0011832566,0.0015725767,0.00068123837,0.0043283626,0.0011665246,0.0015405965,0.0072929845],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006551213,0.00008113218,0.00069845037,0.0004402234,0.00005418906,0.00014960594,0.00075245363,0.03681346,0.00783715,0.47363997,0.030731888,0.44873595],"study_design_scores_gemma":[0.00002196655,0.0000565903,0.0006057009,0.00042468356,0.00010621646,0.0004278326,0.00018699116,0.27610585,0.024598792,0.39902738,0.29836786,0.000070174676],"about_ca_topic_score_codex":0.0022175796,"about_ca_topic_score_gemma":0.0014412235,"teacher_disagreement_score":0.02052774,"about_ca_system_score_codex":0.0014958775,"about_ca_system_score_gemma":0.001100935,"threshold_uncertainty_score":0.06867218},"labels":[],"label_agreement":null},{"id":"W2724423093","doi":"10.1109/seams.2017.12","title":"Delivering Elastic Containerized Cloud Applications to Enable DevOps","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"DevOps; Microservices; Cloud computing; Software deployment; Computer science; Software engineering; Bridge (graph theory); Distributed computing; Systems engineering; Software development; Software; Operating system; Engineering","score_opus":0.01805739795363334,"score_gpt":0.2719357479514186,"score_spread":0.2538783499977853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2724423093","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17923467,0.00031841162,0.802731,0.00038489432,0.00024412326,0.00023669725,0.00019053723,0.0069890907,0.009670527],"genre_scores_gemma":[0.8500575,0.00027783826,0.14474998,0.0001205206,0.00006399202,0.00010734936,0.00034816517,0.00047564405,0.0037990785],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99954563,0.000089418136,0.000027313388,0.00007497596,0.0001686565,0.0000939959],"domain_scores_gemma":[0.99887496,0.00017768107,0.00012671883,0.00042354333,0.00027693095,0.000120162316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007414222,0.00050351577,0.00039513875,0.00036800766,0.00039510522,0.0010966747,0.00103483,0.00038882153,0.0012466754],"category_scores_gemma":[0.0022517112,0.00025578,0.00029948124,0.00039115647,0.00030176726,0.001009147,0.0016672433,0.0008459158,0.0004737841],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059200916,0.0004252912,0.014203561,0.00027415386,0.00014679517,0.0018054916,0.0008784783,0.34975082,0.28727186,0.043664034,0.013651994,0.28733554],"study_design_scores_gemma":[0.00001575525,0.00012842791,0.0022943844,0.000022999235,0.000021923242,0.00022042605,0.00011487822,0.93622136,0.040962473,0.006301331,0.013670467,0.000025520329],"about_ca_topic_score_codex":0.0015696266,"about_ca_topic_score_gemma":0.0014491618,"teacher_disagreement_score":0.0015696266,"about_ca_system_score_codex":0.00044417373,"about_ca_system_score_gemma":0.0007385679,"threshold_uncertainty_score":0.0041704774},"labels":[],"label_agreement":null},{"id":"W2727682072","doi":"10.1109/msr.2017.7","title":"Do Not Trust Build Results at Face Value - An Empirical Study of 30 Million CPAN Builds","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computer science; Code (set theory); Empirical research; Software; Software evolution; Software engineering; Software system; Operating system; Software construction; Programming language","score_opus":0.04495576005706785,"score_gpt":0.3429298480288655,"score_spread":0.29797408797179764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2727682072","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9974795,0.00012899702,0.0007711864,0.00013807496,0.000005622007,0.000018334898,0.00024877916,0.00005991937,0.0011496035],"genre_scores_gemma":[0.9986998,0.000059922804,0.0004687469,0.000029314346,0.0000067458104,0.000017758899,0.0004074284,0.000047917216,0.00026242837],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98843515,0.003463871,0.0007959021,0.00128345,0.0051459665,0.00087550736],"domain_scores_gemma":[0.7750393,0.1533379,0.030554453,0.017637216,0.018658243,0.00477282],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012709556,0.0004590052,0.00045115408,0.002522036,0.0010441531,0.0018345158,0.0017232028,0.0009451439,0.001719626],"category_scores_gemma":[0.111335024,0.0004909217,0.0003871313,0.0032304723,0.0022588463,0.0032092445,0.0020412693,0.0024752226,0.00078091194],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048687542,0.0005486357,0.9358679,0.00014682196,0.00018529067,0.00085857447,0.0069936677,0.010232099,0.0009963767,0.0018621122,0.0028646823,0.038957037],"study_design_scores_gemma":[0.000017892215,0.0005420485,0.9647596,0.00006689126,0.000056914996,0.00096504693,0.00603312,0.020336766,0.0013667295,0.0013353545,0.004463017,0.00005658907],"about_ca_topic_score_codex":0.0051524886,"about_ca_topic_score_gemma":0.005560119,"teacher_disagreement_score":0.98729044,"about_ca_system_score_codex":0.0013921135,"about_ca_system_score_gemma":0.0008334125,"threshold_uncertainty_score":0.06721538},"labels":[],"label_agreement":null},{"id":"W2728579824","doi":"10.1109/ccgrid.2017.20","title":"Fine-Grained Nested Virtual Machine Performance Analysis through First Level Hypervisor Tracing","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Hypervisor; Computer science; Operating system; Virtual machine; Host (biology); Tracing; Virtualization; Embedded system; Cloud computing","score_opus":0.043523066842017774,"score_gpt":0.26820238905682703,"score_spread":0.22467932221480924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2728579824","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18865801,0.0001821027,0.79409707,0.00007712861,0.000026921029,0.0000828754,0.00024655883,0.015233441,0.001395843],"genre_scores_gemma":[0.8303696,0.000087960805,0.1680023,0.000018635434,0.000008208029,0.000060376275,0.00023658476,0.0004887984,0.0007275067],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999305,0.00014251233,0.00004397748,0.00014202009,0.00028114484,0.00008533253],"domain_scores_gemma":[0.9978193,0.00085949164,0.00035257975,0.00052177237,0.0003434394,0.000103515806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006895662,0.00095343776,0.0004529352,0.0020186394,0.0002685745,0.0010958465,0.0008807141,0.00033981228,0.0013467721],"category_scores_gemma":[0.0033893695,0.00028352038,0.0005557458,0.00056400476,0.00035136912,0.0009655167,0.00069154287,0.0007614176,0.00022322834],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006993682,0.00040585504,0.047628373,0.00044333312,0.000237732,0.00064209005,0.0015498039,0.35555273,0.18003312,0.016381834,0.0029765868,0.3934491],"study_design_scores_gemma":[0.00001041383,0.00010948101,0.004380642,0.000021877393,0.000024313675,0.00016544276,0.00005618084,0.94128305,0.046776436,0.0053429855,0.0017973242,0.000031829903],"about_ca_topic_score_codex":0.0025175654,"about_ca_topic_score_gemma":0.001994482,"teacher_disagreement_score":0.0025175654,"about_ca_system_score_codex":0.000563976,"about_ca_system_score_gemma":0.00082245294,"threshold_uncertainty_score":0.0050058365},"labels":[],"label_agreement":null},{"id":"W27311735","doi":"10.2196/medinform.5185","title":"Evaluación de técnicas de detección de errores en programas concurrentes","year":2014,"lang":"en","type":"dissertation","venue":"JMIR Medical Informatics","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Art","score_opus":0.010567621813289501,"score_gpt":0.34269446592252484,"score_spread":0.3321268441092353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W27311735","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37368086,0.0014641732,0.60059565,0.0006054651,0.00015434831,0.002881531,0.00046224616,0.0057190806,0.014436731],"genre_scores_gemma":[0.66443527,0.0005441957,0.3311464,0.000084260435,0.000035701123,0.0008581316,0.00034059703,0.00036653792,0.0021888763],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.961582,0.018456914,0.0026561182,0.003165561,0.013347773,0.0007915756],"domain_scores_gemma":[0.78692526,0.15981372,0.013551636,0.015650636,0.022886777,0.0011720203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0335068,0.0017390231,0.0013371552,0.004359142,0.00092843786,0.0035547023,0.001973375,0.0012518961,0.0035825216],"category_scores_gemma":[0.20187175,0.0006715267,0.0017122601,0.0020286709,0.0016330199,0.004402685,0.002608528,0.0015264046,0.0005364287],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002484482,0.0014853394,0.027471969,0.00288643,0.00046725414,0.00015845068,0.002296838,0.0813479,0.01362894,0.006703945,0.0014760189,0.85959244],"study_design_scores_gemma":[0.00097385875,0.005519259,0.045363065,0.00176661,0.0013854516,0.0006663086,0.0037936424,0.83478016,0.07316237,0.022502024,0.009832623,0.000254701],"about_ca_topic_score_codex":0.008357028,"about_ca_topic_score_gemma":0.00941484,"teacher_disagreement_score":0.0335068,"about_ca_system_score_codex":0.002713181,"about_ca_system_score_gemma":0.0049714004,"threshold_uncertainty_score":0.177203},"labels":[],"label_agreement":null},{"id":"W2735319346","doi":"10.1130/abs/2017rm-293201","title":"QUAKE CATCHER NETWORK IN CALGARY: TESTING THE LIMITS OF VOLUNTEER HOSTED SEISMIC NETWORKS","year":2017,"lang":"en","type":"article","venue":"Abstracts with programs - Geological Society of America","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Royal University","funders":"","keywords":"Quake (natural phenomenon); Geology; Seismology; Computer science; Engineering","score_opus":0.03425898842717039,"score_gpt":0.2621044764386892,"score_spread":0.22784548801151883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735319346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9947502,0.00004259533,0.00045881377,0.00078790664,0.000017125556,0.0000493707,0.00018871656,0.000032973872,0.00367228],"genre_scores_gemma":[0.9981968,0.00003524181,0.0005483792,0.000105565785,0.000012479723,0.00003670819,0.00023920977,0.000016703632,0.00080891175],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9944133,0.0027705296,0.00017975131,0.0006805464,0.0010704395,0.0008855056],"domain_scores_gemma":[0.8783292,0.08794357,0.006443771,0.0069280993,0.0126325935,0.007722834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013552521,0.00033322859,0.00046373982,0.0008730157,0.0017877342,0.0031190342,0.0028136028,0.0016011441,0.0024352146],"category_scores_gemma":[0.0950203,0.00031573628,0.00023768898,0.0011894612,0.0030172651,0.0039290553,0.0028523686,0.0021008193,0.0003210479],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019003268,0.0066598062,0.56034046,0.00031988765,0.0005004954,0.0010523449,0.009247579,0.24498878,0.003259683,0.02535417,0.026221888,0.103051685],"study_design_scores_gemma":[0.0024443541,0.006734111,0.4128894,0.00019814784,0.00032875492,0.00027532625,0.030235466,0.52178013,0.0042159776,0.011674335,0.009087509,0.00013656779],"about_ca_topic_score_codex":0.32715344,"about_ca_topic_score_gemma":0.30299675,"teacher_disagreement_score":0.67284656,"about_ca_system_score_codex":0.0072615473,"about_ca_system_score_gemma":0.0060032997,"threshold_uncertainty_score":0.6504984},"labels":[],"label_agreement":null},{"id":"W2742089049","doi":"","title":"deTector: a Topology-aware Monitoring System for Data Center Networks","year":2017,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Center (category theory); Detector; Computer science; Network topology; Topology (electrical circuits); Data center; Computer network; Real-time computing; Telecommunications; Electrical engineering; Engineering","score_opus":0.06836995083323666,"score_gpt":0.33119367660873944,"score_spread":0.2628237257755028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2742089049","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07005018,0.0015780624,0.63837045,0.0006084913,0.00043445046,0.00044849023,0.0045489287,0.27680585,0.007155063],"genre_scores_gemma":[0.73688173,0.0007334542,0.24185038,0.0007379216,0.00020395724,0.00038002618,0.0054341005,0.004093459,0.009684939],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99920696,0.00014332496,0.00005321139,0.00024670534,0.0002929545,0.00005687719],"domain_scores_gemma":[0.9982722,0.00048239916,0.0002295893,0.00042446854,0.00034357025,0.00024776533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009276104,0.0012137358,0.001231231,0.0020556345,0.0005789781,0.0012320094,0.0021831268,0.00066120696,0.004303495],"category_scores_gemma":[0.0027945442,0.0007297359,0.00027316663,0.00084213424,0.0002630682,0.0018190787,0.001404562,0.00087776716,0.0016012805],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030338059,0.0008069832,0.028915578,0.0008421691,0.00080376124,0.0005630536,0.0005814606,0.04684955,0.12436812,0.0068082237,0.1701664,0.6162608],"study_design_scores_gemma":[0.00026269513,0.00049932755,0.0095834965,0.000056953337,0.00021667566,0.00062753586,0.00009439103,0.8864969,0.06236724,0.005230735,0.034396112,0.00016796941],"about_ca_topic_score_codex":0.0020051254,"about_ca_topic_score_gemma":0.0041622715,"teacher_disagreement_score":0.004303495,"about_ca_system_score_codex":0.0006949092,"about_ca_system_score_gemma":0.00090791855,"threshold_uncertainty_score":0.014396608},"labels":[],"label_agreement":null},{"id":"W2742453911","doi":"10.1145/3098954.3098979","title":"Using Markov Chains to Model Sensor Network Reliability","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Reliability (semiconductor); Reliability engineering; Context (archaeology); Markov chain; Markov model; Distributed computing; Component (thermodynamics); Markov process; Network topology; Fault tolerance; Maintenance engineering; Engineering; Machine learning; Computer network","score_opus":0.04921105564984695,"score_gpt":0.3113396137913693,"score_spread":0.26212855814152236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2742453911","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04866634,0.0007079965,0.9453725,0.0005729611,0.00007784211,0.000096042466,0.00034066508,0.0003759336,0.003789766],"genre_scores_gemma":[0.93653166,0.0014486185,0.05514279,0.00014308619,0.000111062174,0.0004015363,0.0005133537,0.00007331288,0.005634509],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988716,0.00055380486,0.000049214,0.00016365321,0.00022130476,0.00014032779],"domain_scores_gemma":[0.9944781,0.0044078836,0.00048747574,0.00020062814,0.000324935,0.000100916805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002510864,0.001056479,0.00079328904,0.0010855007,0.00051922916,0.001170912,0.0013313346,0.0013610292,0.0018403339],"category_scores_gemma":[0.007370038,0.00072741654,0.00091211824,0.00085575145,0.0012779976,0.0016042993,0.0008328616,0.0015621247,0.0003591137],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017370636,0.000008776672,0.0004370142,0.000009875373,0.000009696674,0.000023579676,0.00002398394,0.98692966,0.00016203827,0.010784158,0.00011972442,0.0014742255],"study_design_scores_gemma":[0.000004051264,0.000007114111,0.00007260228,0.0000030857627,0.0000036556728,0.0000054728202,0.0000037660554,0.99194884,0.00007843241,0.0077552106,0.00011383273,0.000003897464],"about_ca_topic_score_codex":0.018156974,"about_ca_topic_score_gemma":0.013837526,"teacher_disagreement_score":0.018156974,"about_ca_system_score_codex":0.0017346076,"about_ca_system_score_gemma":0.0010661682,"threshold_uncertainty_score":0.036102593},"labels":[],"label_agreement":null},{"id":"W2745235504","doi":"10.1109/netsoft.2017.8004252","title":"End-to-end management of IoT applications","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"End-to-end principle; Computer science; Internet of Things; End user; Computer network; Embedded system; World Wide Web","score_opus":0.016695297016703876,"score_gpt":0.282264992732741,"score_spread":0.26556969571603717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2745235504","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21771576,0.0010427829,0.7220775,0.0013230513,0.00029291696,0.0005043576,0.000347012,0.014361272,0.04233545],"genre_scores_gemma":[0.94016385,0.00032458527,0.047899067,0.00034632155,0.00009903343,0.0001366002,0.00060578756,0.00042085553,0.010003887],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994079,0.00007463826,0.000055397613,0.000117529904,0.00022883565,0.0001157102],"domain_scores_gemma":[0.99922156,0.000108367785,0.000061404266,0.00027997195,0.0002236401,0.00010513999],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007075712,0.00051335356,0.0003149144,0.00037636957,0.00050928904,0.0019637651,0.0011871883,0.00049608725,0.0011837825],"category_scores_gemma":[0.0014294868,0.00020856527,0.00019538254,0.00027364105,0.00034221204,0.0014972677,0.0011991257,0.0011029704,0.00082937896],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085475406,0.0013773105,0.015426426,0.00035049507,0.00017953204,0.0015250068,0.0011974266,0.11495012,0.26832446,0.062352654,0.031415835,0.50204605],"study_design_scores_gemma":[0.000026106803,0.00015348343,0.0051674475,0.000037060516,0.000051605377,0.00028739846,0.00020220071,0.8476849,0.093500696,0.020594126,0.03225169,0.000043320364],"about_ca_topic_score_codex":0.0007716494,"about_ca_topic_score_gemma":0.00096429995,"teacher_disagreement_score":0.0019637651,"about_ca_system_score_codex":0.00037610365,"about_ca_system_score_gemma":0.0005729295,"threshold_uncertainty_score":0.0039601326},"labels":[],"label_agreement":null},{"id":"W2762915977","doi":"10.1145/3132747.3132768","title":"Pensieve","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs; NetApp","keywords":"Computer science; Process (computing); Service (business); Software engineering; Operating system","score_opus":0.017986429468025703,"score_gpt":0.2712332145326458,"score_spread":0.2532467850646201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762915977","genre_codex":"other","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002751947,0.003795384,0.051125277,0.01611752,0.014877487,0.00024762301,0.0039010386,0.025476648,0.8817072],"genre_scores_gemma":[0.012162614,0.002092345,0.011196895,0.0036432168,0.0012342334,0.00014306206,0.0027284431,0.0056403466,0.9611589],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985014,0.00027626826,0.000056995632,0.00029989867,0.00070132874,0.00016409662],"domain_scores_gemma":[0.9966472,0.0006103497,0.00009916638,0.0007528067,0.0010646018,0.0008258196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015605526,0.0012180674,0.0006238501,0.0018108211,0.0020597999,0.0060248408,0.001986787,0.0020434365,0.5724987],"category_scores_gemma":[0.0074299695,0.0005014598,0.0007696149,0.0010703666,0.0011115014,0.005392958,0.0058882516,0.0030832407,0.35069427],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014722864,0.000053097778,0.0002825438,0.00017754287,0.0000089716395,0.00022004935,0.00030778517,0.00028040772,0.0010380095,0.023322664,0.82472885,0.1494328],"study_design_scores_gemma":[0.000008459251,0.000011447418,0.000089262285,0.00005119971,0.000002224839,0.00013004182,0.000076362536,0.00022315158,0.00033441518,0.0028624295,0.9962024,0.000008588623],"about_ca_topic_score_codex":0.0018892032,"about_ca_topic_score_gemma":0.0039775674,"teacher_disagreement_score":0.5724987,"about_ca_system_score_codex":0.0011965453,"about_ca_system_score_gemma":0.0017728733,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2763776913","doi":"10.1007/s10664-017-9553-x","title":"Empirical study on the discrepancy between performance testing results from virtual and physical environments","year":2017,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Empirical research; Human–computer interaction; Statistics; Mathematics","score_opus":0.05186541589034044,"score_gpt":0.2904156404946555,"score_spread":0.23855022460431508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763776913","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99628407,0.000093555616,0.0019969316,0.00006751205,0.000005398092,0.000008596989,0.000099138,0.000014918377,0.001429937],"genre_scores_gemma":[0.9992932,0.000030975407,0.00040887127,0.000015905467,0.0000034427162,0.000005797388,0.00013050949,0.000007674442,0.00010348311],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.98656034,0.0075982367,0.0010406541,0.00095031236,0.0034666548,0.00038373267],"domain_scores_gemma":[0.55219877,0.3899872,0.02617643,0.0111909555,0.018772941,0.0016736963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012084378,0.0004022687,0.00021279299,0.0019505324,0.0004037913,0.0010103908,0.0012115499,0.0007910489,0.0015503938],"category_scores_gemma":[0.16737348,0.00022996472,0.00025203722,0.0020232352,0.001168139,0.0016603803,0.0011530855,0.0008965732,0.00040303904],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067875587,0.0009807198,0.9544966,0.00017947573,0.00015149852,0.0002686319,0.0061090016,0.0032194695,0.0025734405,0.0017653446,0.000659971,0.028917095],"study_design_scores_gemma":[0.000049726576,0.0014319724,0.9721343,0.000119154705,0.0001152594,0.00093010516,0.0060965624,0.010959809,0.0053151688,0.0013999285,0.0014126276,0.000035287863],"about_ca_topic_score_codex":0.0013999249,"about_ca_topic_score_gemma":0.0014675424,"teacher_disagreement_score":0.012084378,"about_ca_system_score_codex":0.0005257123,"about_ca_system_score_gemma":0.00044372742,"threshold_uncertainty_score":0.063909054},"labels":[],"label_agreement":null},{"id":"W2764058973","doi":"","title":"Analyse de performance des plateformes infonuagiques","year":2016,"lang":"fr","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Humanities; Political science; Philosophy","score_opus":0.013724553514645207,"score_gpt":0.23658725508449527,"score_spread":0.22286270156985005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2764058973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9483377,0.0008137214,0.03602741,0.00020217986,0.00020440045,0.00009204971,0.0021687301,0.005914766,0.006239141],"genre_scores_gemma":[0.97997344,0.00036307264,0.012793981,0.00004278782,0.00004741291,0.0000805182,0.0029959094,0.00024170127,0.0034612273],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99668664,0.0003548331,0.00017309288,0.00067451625,0.0016672608,0.00044376688],"domain_scores_gemma":[0.99108803,0.0049584294,0.00079066574,0.00071784307,0.0020775904,0.00036743173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015620668,0.0016139707,0.0009917241,0.0041302163,0.00062728487,0.0018534061,0.0007261449,0.0013339886,0.005162336],"category_scores_gemma":[0.007367646,0.00035786422,0.0010231829,0.0026288382,0.00092745956,0.0010486415,0.0005129109,0.0011598769,0.0013282018],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004283478,0.0013627586,0.12325745,0.0008781412,0.00071756163,0.002302933,0.0015944698,0.36529955,0.19223958,0.0061596488,0.006457944,0.29544646],"study_design_scores_gemma":[0.00006322324,0.0010044764,0.110175334,0.00006833612,0.00008809647,0.00082290266,0.0004670205,0.78570294,0.095408246,0.000983579,0.0050712847,0.00014457709],"about_ca_topic_score_codex":0.01708113,"about_ca_topic_score_gemma":0.0071773985,"teacher_disagreement_score":0.01708113,"about_ca_system_score_codex":0.0014735374,"about_ca_system_score_gemma":0.00074413494,"threshold_uncertainty_score":0.03396344},"labels":[],"label_agreement":null},{"id":"W2766038630","doi":"10.1109/hpec.2017.8091061","title":"Dynamic trace-based sampling algorithm for memory usage tracking of enterprise applications","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; TRACE (psycholinguistics); Tracing; Scalability; Memory management; Garbage collection; Kernel (algebra); Software; Real-time computing; Garbage; Parallel computing; Embedded system; Operating system; Semiconductor memory; Programming language","score_opus":0.026048314475146654,"score_gpt":0.31002828452481174,"score_spread":0.2839799700496651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766038630","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05576524,0.00025363406,0.9397342,0.000040609248,0.000016269443,0.00005462508,0.00011743585,0.003502192,0.0005158088],"genre_scores_gemma":[0.62254566,0.00019251171,0.375069,0.00003804659,0.000019298845,0.00019570638,0.0005099127,0.00018678547,0.0012430813],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993674,0.00009647461,0.00005989462,0.0001596576,0.00024964922,0.000066821296],"domain_scores_gemma":[0.9987783,0.00040959817,0.00016729606,0.00023126743,0.00034723332,0.00006632479],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005216423,0.00060627563,0.0005773699,0.0020679543,0.0004128951,0.00059174275,0.00093114167,0.00032888452,0.00082019693],"category_scores_gemma":[0.0029656629,0.00022976114,0.00031793438,0.0014270724,0.0002871499,0.0007700983,0.00052731327,0.00042778617,0.0002817766],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067825255,0.00023711583,0.018229578,0.00018840843,0.00009982964,0.00018462371,0.0005180019,0.10770468,0.07460478,0.0048325956,0.0023574247,0.79036474],"study_design_scores_gemma":[0.000021786802,0.00010226955,0.0023102814,0.000009890138,0.000018063149,0.00013850482,0.000038324608,0.97608733,0.017840667,0.0019958138,0.0014185411,0.000018462448],"about_ca_topic_score_codex":0.0045342157,"about_ca_topic_score_gemma":0.004072423,"teacher_disagreement_score":0.0045342157,"about_ca_system_score_codex":0.00044747794,"about_ca_system_score_gemma":0.0009338653,"threshold_uncertainty_score":0.00901562},"labels":[],"label_agreement":null},{"id":"W2766122182","doi":"10.1007/978-3-319-67837-5_14","title":"Modernization of Legacy Software Tests to Model-Driven Testing","year":2017,"lang":"en","type":"book-chapter","venue":"Lecture notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Automation; Medical software; Product testing; Computer science; Software; Quality (philosophy); Software engineering; Software quality analyst; Product (mathematics); Engineering; Software quality; Systems engineering; Software development; Operations management; Operating system","score_opus":0.040501163426249584,"score_gpt":0.26368665814901676,"score_spread":0.22318549472276716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766122182","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011262985,0.007864736,0.9173027,0.0020178366,0.0010337256,0.0001329365,0.00013387697,0.004023737,0.056227483],"genre_scores_gemma":[0.31293583,0.013304814,0.613542,0.0026321893,0.0018645385,0.00027032208,0.00095954427,0.0021131837,0.05237755],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971697,0.000664354,0.00015132832,0.00038053226,0.0014688276,0.00016536372],"domain_scores_gemma":[0.99414355,0.0019784379,0.00020443054,0.0022665332,0.0012575121,0.00014959654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002129971,0.0011589365,0.0007439293,0.0019575274,0.0003821314,0.0025417625,0.002712531,0.00082586915,0.009839941],"category_scores_gemma":[0.0077671558,0.00059807993,0.0011281994,0.0013606189,0.0019710418,0.0033591778,0.0028532804,0.0043097823,0.0023682758],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074593205,0.00017145698,0.0005079662,0.00043487787,0.00005183746,0.0001737733,0.00026130237,0.013862376,0.009188961,0.31403682,0.011457151,0.649779],"study_design_scores_gemma":[0.00005274797,0.0003100676,0.0015122928,0.00066647487,0.00009346846,0.0012666988,0.00010770113,0.16016065,0.022648176,0.43815148,0.37496045,0.000069758855],"about_ca_topic_score_codex":0.00087286776,"about_ca_topic_score_gemma":0.0010994194,"teacher_disagreement_score":0.009839941,"about_ca_system_score_codex":0.0011978825,"about_ca_system_score_gemma":0.0012212971,"threshold_uncertainty_score":0.032917917},"labels":[],"label_agreement":null},{"id":"W2766165299","doi":"10.1145/3155055.3155061","title":"Report on Networking and Programming Languages 2017","year":2017,"lang":"en","type":"article","venue":"ACM SIGCOMM Computer Communication Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Computer science; Presentation (obstetrics); Scope (computer science); Attendance; Intersection (aeronautics); World Wide Web; Programming language","score_opus":0.04583658170272741,"score_gpt":0.34890583038723577,"score_spread":0.30306924868450835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766165299","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033593571,0.12226199,0.097804844,0.10110915,0.15115148,0.00080210896,0.0077059204,0.0062426766,0.50956255],"genre_scores_gemma":[0.017629227,0.13158548,0.03273729,0.013742734,0.04438349,0.0013446462,0.01805491,0.005175066,0.73534715],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99130416,0.0014521721,0.00074343407,0.0012178847,0.004514468,0.00076792465],"domain_scores_gemma":[0.98442197,0.00338893,0.0005009548,0.001944574,0.0074710455,0.0022726222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012613649,0.0019350115,0.001024755,0.0032167137,0.0030647947,0.009213247,0.002479718,0.0027571833,0.15016434],"category_scores_gemma":[0.018468063,0.0010541044,0.001772816,0.0034828337,0.0013269831,0.011596968,0.006295254,0.009642683,0.08978618],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056374818,0.000081150174,0.00035105704,0.00040378986,0.000021906357,0.000052860443,0.00013353219,0.00048272833,0.0006665012,0.04855202,0.8155704,0.13362765],"study_design_scores_gemma":[0.00000489512,0.000018438277,0.00015015218,0.0002955362,0.000008510716,0.000055848795,0.00004650619,0.00027875707,0.00033498765,0.0057295756,0.99306655,0.000010275443],"about_ca_topic_score_codex":0.004405529,"about_ca_topic_score_gemma":0.004624691,"teacher_disagreement_score":0.15016434,"about_ca_system_score_codex":0.0043903436,"about_ca_system_score_gemma":0.009024393,"threshold_uncertainty_score":0.50234973},"labels":[],"label_agreement":null},{"id":"W2767696751","doi":"10.48550/arxiv.1711.03204","title":"Elascale: Autoscaling and Monitoring as a Service","year":2017,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Scalability; Cloud computing; Provisioning; Microservices; Distributed computing; Software; Operating system; Database","score_opus":0.06838411480516778,"score_gpt":0.2080750541583241,"score_spread":0.13969093935315635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767696751","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07899818,0.001588833,0.6672688,0.0012846807,0.00055967685,0.00043975943,0.0009482259,0.22778179,0.021129953],"genre_scores_gemma":[0.7987514,0.00087803125,0.18038787,0.0009158074,0.00021289756,0.00035291174,0.0019792684,0.008393849,0.008127943],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99800247,0.00024849977,0.000117192605,0.00037706547,0.0010139906,0.00024078556],"domain_scores_gemma":[0.996792,0.0006497603,0.00024276538,0.0014639649,0.0006156458,0.00023583183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018013573,0.0013196939,0.0005650772,0.0010270356,0.0005750481,0.0019367426,0.0025347231,0.000683432,0.0031738805],"category_scores_gemma":[0.005604934,0.0006211779,0.00057653396,0.0008553467,0.0009707822,0.0034135787,0.0027321137,0.0018285842,0.0015964806],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001295871,0.00060421426,0.019269362,0.0006520129,0.00040636733,0.0011971333,0.0012179464,0.1702522,0.13279,0.049822796,0.10701922,0.51547277],"study_design_scores_gemma":[0.00010948902,0.00018984823,0.0038671626,0.000075587806,0.00007342379,0.00047943392,0.00014999036,0.7895772,0.09783444,0.023043282,0.08441847,0.00018169548],"about_ca_topic_score_codex":0.00440611,"about_ca_topic_score_gemma":0.0025074626,"teacher_disagreement_score":0.00440611,"about_ca_system_score_codex":0.00081771775,"about_ca_system_score_gemma":0.00093386305,"threshold_uncertainty_score":0.010617733},"labels":[],"label_agreement":null},{"id":"W2768493132","doi":"10.1109/mascots.2017.19","title":"QDIME: QoS-Aware Dynamic Binary Instrumentation","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Instrumentation (computer programming); Computer science; Quality of service; Debugging; TRACE (psycholinguistics); Operating system; Server; Real-time computing; Database; Embedded system; Distributed computing; Computer network","score_opus":0.011279540729499167,"score_gpt":0.2811439944315058,"score_spread":0.2698644537020066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768493132","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09094952,0.0016387202,0.49694484,0.00036343926,0.0002997792,0.0003475769,0.001815762,0.4027776,0.0048627984],"genre_scores_gemma":[0.71238846,0.00078366307,0.26092732,0.00083390984,0.00011698269,0.00039142364,0.006076804,0.01256416,0.005917166],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9973387,0.00029582673,0.00027171324,0.00056241156,0.0011984069,0.00033299162],"domain_scores_gemma":[0.99594116,0.00118072,0.00050545123,0.0013167595,0.0007654784,0.00029050268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017594243,0.0015838501,0.00087398663,0.0014495731,0.0006058967,0.001626141,0.0037592673,0.0007671374,0.002817011],"category_scores_gemma":[0.00612859,0.0010337525,0.00074412685,0.00092258485,0.00096819963,0.0029012922,0.0026438157,0.002049132,0.0010169031],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005165367,0.001031448,0.02874201,0.0016110291,0.000303508,0.0007808063,0.0012012433,0.03318873,0.2626087,0.011066212,0.053176098,0.6011248],"study_design_scores_gemma":[0.00044916203,0.0009380224,0.012766422,0.00011826211,0.0002143099,0.0010323277,0.00020148148,0.5679612,0.3539405,0.0057681277,0.056281686,0.0003285062],"about_ca_topic_score_codex":0.0026310808,"about_ca_topic_score_gemma":0.002065134,"teacher_disagreement_score":0.0037592673,"about_ca_system_score_codex":0.0013022325,"about_ca_system_score_gemma":0.0014567842,"threshold_uncertainty_score":0.0094483495},"labels":[],"label_agreement":null},{"id":"W2769308479","doi":"10.1016/j.infsof.2017.11.007","title":"A framework for the recovery and visualization of system availability scenarios from execution traces","year":2017,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"King Fahd University of Petroleum and Minerals","keywords":"Computer science; Merge (version control); TRACE (psycholinguistics); Flexibility (engineering); Distributed computing; Reusability; Source code; Software; Software engineering; Real-time computing; Data mining; Programming language; Parallel computing","score_opus":0.013040786307295075,"score_gpt":0.2647045050116433,"score_spread":0.2516637187043482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769308479","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009005005,0.000095222626,0.9859374,0.00012620038,0.00002227123,0.000083113446,0.00040707437,0.011938776,0.0004894713],"genre_scores_gemma":[0.04091869,0.00032142331,0.95502865,0.000071873226,0.000042153162,0.0002769442,0.0012773552,0.0009493235,0.0011134497],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99891555,0.0002310719,0.00015747955,0.0001751196,0.00042276434,0.0000980793],"domain_scores_gemma":[0.99676573,0.0012950695,0.0003091305,0.00075048575,0.0006035035,0.00027604352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025634214,0.001863307,0.0012467899,0.004334925,0.0011488709,0.005643281,0.003028363,0.0021788243,0.006595006],"category_scores_gemma":[0.008233726,0.0010108342,0.0020309386,0.002135709,0.001148831,0.0037149785,0.003199258,0.0029674612,0.0017507676],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003726338,0.00042851252,0.003818839,0.0011849033,0.00041089638,0.0014374385,0.0018944074,0.2462854,0.031759314,0.267299,0.045523997,0.3995847],"study_design_scores_gemma":[0.00004692163,0.000050769515,0.000554645,0.00016537138,0.000060825074,0.00040291526,0.00014288831,0.8844075,0.006559974,0.072920874,0.03458495,0.00010233536],"about_ca_topic_score_codex":0.013917403,"about_ca_topic_score_gemma":0.015358604,"teacher_disagreement_score":0.013917403,"about_ca_system_score_codex":0.00092950894,"about_ca_system_score_gemma":0.0023648466,"threshold_uncertainty_score":0.027672827},"labels":[],"label_agreement":null},{"id":"W2770899270","doi":"10.1109/mdat.2017.2771210","title":"Enabling Rapid Construction of Arrival Curves From Execution Traces","year":2017,"lang":"en","type":"article","venue":"IEEE Design and Test","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Comisión Nacional de Investigación Científica y Tecnológica","keywords":"Abstraction; Computer science; Arrival time; Real-time computing; Engineering; Transport engineering","score_opus":0.029819848938065125,"score_gpt":0.250566736882723,"score_spread":0.22074688794465788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770899270","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028074856,0.000030902418,0.9938611,0.00003241534,0.00001262213,0.000038973045,0.000069560825,0.0028081338,0.00033881815],"genre_scores_gemma":[0.26444232,0.00037598496,0.72977614,0.00009297941,0.0000584569,0.00034794337,0.0011576139,0.0021475744,0.0016009555],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965474,0.0007740565,0.00023614618,0.0003763373,0.0018289873,0.00023703379],"domain_scores_gemma":[0.98417294,0.008339027,0.00085827115,0.0044474644,0.001847859,0.00033453447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027470277,0.0017445307,0.00096188305,0.002034755,0.00057887106,0.0026588014,0.002046166,0.0011766332,0.0025694035],"category_scores_gemma":[0.030810406,0.0011135744,0.0010315841,0.0014158464,0.00080584444,0.0031389005,0.0037451682,0.0040545035,0.0019179435],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004808294,0.0002825006,0.007821881,0.00045777523,0.00013414767,0.0006501646,0.0012510887,0.4633417,0.060369745,0.1219471,0.0049369847,0.3383261],"study_design_scores_gemma":[0.000016645796,0.00005051247,0.0004948993,0.00003015153,0.000010010186,0.00018111238,0.00006555284,0.93123204,0.022047702,0.03819131,0.0076410985,0.00003890996],"about_ca_topic_score_codex":0.00274665,"about_ca_topic_score_gemma":0.0020780514,"teacher_disagreement_score":0.0027470277,"about_ca_system_score_codex":0.00076016877,"about_ca_system_score_gemma":0.0019091426,"threshold_uncertainty_score":0.014527857},"labels":[],"label_agreement":null},{"id":"W2771733057","doi":"","title":"Correct Reuse of Transformations is Hard to Guarantee","year":2016,"lang":"en","type":"article","venue":"Research Portal (King's College London)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Reuse; Soundness; Computer science; Transformation (genetics); Model transformation; Quality (philosophy); Risk analysis (engineering); Programming language; Artificial intelligence; Engineering; Consistency (knowledge bases)","score_opus":0.040843029281723627,"score_gpt":0.3269071624677993,"score_spread":0.28606413318607565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771733057","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034322273,0.0003474877,0.9547206,0.003036062,0.00008330309,0.00021435697,0.00014783177,0.0027148023,0.004413263],"genre_scores_gemma":[0.49960887,0.0010600069,0.48753613,0.0013781616,0.0002647085,0.00083286554,0.0009321169,0.0018965967,0.0064904536],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.94191706,0.014804131,0.008615009,0.0088985795,0.02130444,0.0044608125],"domain_scores_gemma":[0.6333932,0.19830601,0.023001876,0.11620905,0.026070507,0.0030193473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.034275807,0.001770953,0.002431808,0.0023375277,0.0031638474,0.007157386,0.004354788,0.0058303126,0.0039384495],"category_scores_gemma":[0.2059088,0.0031350444,0.0035966788,0.0022741344,0.010681638,0.022283552,0.010896703,0.008145135,0.0024501232],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045368038,0.00045953717,0.010716486,0.0013427499,0.00041056378,0.0007407234,0.0026803468,0.070458174,0.013418625,0.7012304,0.005827239,0.19226159],"study_design_scores_gemma":[0.0001606655,0.00023654099,0.00094261137,0.0002603629,0.00016726337,0.00073599216,0.00048516295,0.10702552,0.013410261,0.86118215,0.015302464,0.000091077076],"about_ca_topic_score_codex":0.0040201177,"about_ca_topic_score_gemma":0.0024017366,"teacher_disagreement_score":0.034275807,"about_ca_system_score_codex":0.002110234,"about_ca_system_score_gemma":0.010251239,"threshold_uncertainty_score":0.18127},"labels":[],"label_agreement":null},{"id":"W2774466177","doi":"10.1109/edcc.2017.19","title":"Impact of a Fault Management Architecture on the Performance of a Component-Based System","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Fault management; Computer science; Component (thermodynamics); Scalability; Architecture; Fault (geology); Distributed computing; Fault detection and isolation; Throughput; Set (abstract data type); Reliability engineering; Engineering; Database; Operating system; Artificial intelligence","score_opus":0.012951357767319331,"score_gpt":0.25530989297548856,"score_spread":0.24235853520816922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2774466177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928774,0.00020975337,0.004554261,0.00025999706,0.00002040525,0.000016590617,0.00005065417,0.00019662289,0.0018143945],"genre_scores_gemma":[0.99911636,0.000032166885,0.00066531746,0.000015135308,0.0000037339778,0.0000053520234,0.000023132332,0.000011356847,0.00012761657],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979096,0.00076693366,0.00009127861,0.00018445785,0.0004969517,0.00055078923],"domain_scores_gemma":[0.98802,0.00856012,0.001024713,0.00082790287,0.001156716,0.00041050624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020171613,0.0006749562,0.0005478298,0.0007594534,0.0007794306,0.0011393407,0.00068003533,0.0009785836,0.0010870695],"category_scores_gemma":[0.0124634085,0.00037723494,0.00045132675,0.0006833783,0.0010324995,0.0016533022,0.0007224194,0.0008158428,0.00016635827],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088124437,0.00028556987,0.012578738,0.00006781973,0.000067094465,0.00017922545,0.00012506728,0.9616011,0.011682053,0.002002028,0.00037560693,0.010154312],"study_design_scores_gemma":[0.000048251226,0.0007982753,0.008766967,0.00001367551,0.0000861327,0.00009005134,0.00011032057,0.9784495,0.010035397,0.0012319228,0.00034296868,0.000026489615],"about_ca_topic_score_codex":0.0071572294,"about_ca_topic_score_gemma":0.0040152655,"teacher_disagreement_score":0.0071572294,"about_ca_system_score_codex":0.0022968035,"about_ca_system_score_gemma":0.0011415406,"threshold_uncertainty_score":0.016664565},"labels":[],"label_agreement":null},{"id":"W2777471795","doi":"10.1109/cloudcom.2017.21","title":"Online Phase Detection and Characterization of Cloud Applications","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Cloud computing; Server; Java; Anomaly detection; Characterization (materials science); Phase (matter); Real-time computing; Data mining; Operating system","score_opus":0.015160047988911095,"score_gpt":0.28589218872044025,"score_spread":0.2707321407315292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2777471795","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12188631,0.00080171647,0.8657028,0.00015487031,0.00012532358,0.0002529815,0.0007038539,0.00822816,0.0021440848],"genre_scores_gemma":[0.69460076,0.00050989166,0.30040157,0.00012538083,0.00013712337,0.0002081596,0.0014865994,0.00066236383,0.0018681822],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987016,0.00012699528,0.000093958275,0.00025641156,0.0006864465,0.00013462007],"domain_scores_gemma":[0.9950984,0.0013660209,0.0011537817,0.0006486207,0.0015285845,0.00020459021],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059433404,0.0007819955,0.00061155565,0.0046275165,0.0004242508,0.0009911475,0.0008404175,0.00045097995,0.0015096442],"category_scores_gemma":[0.005201405,0.0003040136,0.00042253485,0.001487067,0.00027621427,0.001370745,0.0007352666,0.0008152719,0.0010087418],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072137354,0.0002909153,0.045871884,0.00048629,0.00008986362,0.0005268595,0.0003976591,0.023656454,0.21455109,0.004407871,0.005345098,0.70365477],"study_design_scores_gemma":[0.00005601749,0.00035852919,0.034206603,0.00008829327,0.00007554962,0.0016269289,0.00023966728,0.7160062,0.22037832,0.009849484,0.016989747,0.00012469766],"about_ca_topic_score_codex":0.0013286303,"about_ca_topic_score_gemma":0.001245708,"teacher_disagreement_score":0.0046275165,"about_ca_system_score_codex":0.0004168824,"about_ca_system_score_gemma":0.0006748141,"threshold_uncertainty_score":0.005050242},"labels":[],"label_agreement":null},{"id":"W2782690365","doi":"","title":"Cloud meets classroom: experience report on using IBM Bluemix in a software architectures course","year":2017,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"IBM; Cloud computing; Computer science; Software; Service (business); Process (computing); Engineering management; Software engineering; Multimedia; Engineering; Operating system","score_opus":0.016520176927678563,"score_gpt":0.27123394608028484,"score_spread":0.2547137691526063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782690365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97122025,0.0002847152,0.0038538873,0.003798008,0.00020660106,0.0002829204,0.00019072903,0.00063083455,0.019532114],"genre_scores_gemma":[0.94161373,0.00050979806,0.006606596,0.0012814202,0.000112755726,0.00012521073,0.0005200201,0.00042971058,0.048800785],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99629444,0.0007460359,0.00012428513,0.0004887106,0.001317459,0.0010290544],"domain_scores_gemma":[0.99012494,0.0008069826,0.00031017698,0.00027652402,0.0015462566,0.0069351103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034171427,0.00077733456,0.0006878043,0.0009527135,0.005314052,0.0034825387,0.0015777263,0.0016669148,0.009314689],"category_scores_gemma":[0.0062083104,0.00056251715,0.000507056,0.00074308476,0.0016562161,0.0022225736,0.0043937503,0.002953048,0.003970267],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009304157,0.028042288,0.07343741,0.0007225286,0.000090157046,0.01748263,0.3649128,0.0018058385,0.039191376,0.0048937383,0.108661346,0.3598295],"study_design_scores_gemma":[0.00027627428,0.009555121,0.10032168,0.0003716117,0.00009687472,0.0073561864,0.26539403,0.0095999325,0.019973405,0.002418405,0.58423805,0.00039842914],"about_ca_topic_score_codex":0.011212447,"about_ca_topic_score_gemma":0.04150812,"teacher_disagreement_score":0.011212447,"about_ca_system_score_codex":0.0028676316,"about_ca_system_score_gemma":0.0033309762,"threshold_uncertainty_score":0.031160712},"labels":[],"label_agreement":null},{"id":"W2783088416","doi":"10.1109/bigdata.2017.8258185","title":"Towards a requirements engineering artefact model in the context of big data software development projects: Research in progress","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Big data; Data science; Data modeling; Domain (mathematical analysis); Software engineering; Software development; Software; Context (archaeology); Software analytics; Software development process; Data mining","score_opus":0.32994551587161813,"score_gpt":0.39833952943844037,"score_spread":0.06839401356682223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783088416","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017649842,0.00087872986,0.9628576,0.006983679,0.00009552378,0.0005882465,0.00015839086,0.00056362385,0.01022442],"genre_scores_gemma":[0.08894981,0.0013331128,0.90574735,0.000482708,0.000054506487,0.0007521762,0.0005673605,0.00026868566,0.0018442911],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97033733,0.017320514,0.0026751081,0.0021338756,0.006432499,0.0011007631],"domain_scores_gemma":[0.9247483,0.043428432,0.0064693694,0.012917003,0.010242084,0.0021948507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03125587,0.0023767338,0.0012748404,0.0063786185,0.0027314369,0.0150017,0.0063350094,0.007372673,0.0036000041],"category_scores_gemma":[0.04606448,0.002260973,0.0032840567,0.005076156,0.006938589,0.021220308,0.006464007,0.007720089,0.0017360754],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012503106,0.00075330713,0.0060687005,0.0017555468,0.000119568234,0.0013547754,0.017319003,0.061854064,0.005264609,0.77324855,0.0045253052,0.12761158],"study_design_scores_gemma":[0.000080056285,0.00028702826,0.0023716353,0.002903567,0.00011263172,0.0012924749,0.014740032,0.34578696,0.005115195,0.48482937,0.14221646,0.00026464986],"about_ca_topic_score_codex":0.00736609,"about_ca_topic_score_gemma":0.008142223,"teacher_disagreement_score":0.03125587,"about_ca_system_score_codex":0.0065533156,"about_ca_system_score_gemma":0.011380047,"threshold_uncertainty_score":0.16529882},"labels":[],"label_agreement":null},{"id":"W2783223655","doi":"10.1109/bigdata.2017.8258159","title":"Towards MapReduce based Bayesian deep learning network for monitoring big data applications","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Big data; Scalability; Cloud computing; Software; Analytics; Deep learning; Bayesian network; Machine learning; Data mining; Artificial intelligence; Distributed computing; Database; Operating system","score_opus":0.06254928361908514,"score_gpt":0.31429069832751055,"score_spread":0.2517414147084254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783223655","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021560587,0.00015667314,0.9752898,0.0003707822,0.000022398568,0.000042302374,0.00015400015,0.001167605,0.0012358569],"genre_scores_gemma":[0.753531,0.00027724775,0.24089532,0.00028553832,0.00005578913,0.00015887267,0.00062877923,0.00010235849,0.004065192],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99953353,0.00011243458,0.000019022418,0.000117744275,0.00015046414,0.00006679391],"domain_scores_gemma":[0.9993237,0.00026875545,0.000083946834,0.000055585097,0.00021628806,0.000051644558],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010112273,0.0006969828,0.00070334977,0.00079143763,0.00039152373,0.0009704743,0.0019822367,0.00086590555,0.0010034264],"category_scores_gemma":[0.002578438,0.0005689358,0.0005997124,0.00060850725,0.00051629957,0.0015060747,0.0009622813,0.0012448386,0.00032163548],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013587438,0.000148876,0.0032588074,0.000060649254,0.000064498636,0.00006721332,0.00006449261,0.8882896,0.0035607272,0.010843259,0.0021011035,0.091404885],"study_design_scores_gemma":[0.0000012595847,0.0000048761444,0.000086381966,0.000001073288,0.0000019847782,0.000002972274,0.0000032206858,0.9973787,0.00024939326,0.0021665161,0.00010183234,0.0000018246069],"about_ca_topic_score_codex":0.02171533,"about_ca_topic_score_gemma":0.025890375,"teacher_disagreement_score":0.02171533,"about_ca_system_score_codex":0.0016065034,"about_ca_system_score_gemma":0.0018063113,"threshold_uncertainty_score":0.043177903},"labels":[],"label_agreement":null},{"id":"W2784260670","doi":"","title":"Incremental change propagation from UML software models to LQN performance models.","year":2017,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; UML tool; Applications of UML; Software engineering; Software; Programming language","score_opus":0.2762776001749046,"score_gpt":0.40418859227411214,"score_spread":0.12791099209920753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784260670","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015866622,0.0001767838,0.9625568,0.00043909842,0.00015627114,0.00029423233,0.00125518,0.014416913,0.004838073],"genre_scores_gemma":[0.30586335,0.0003973833,0.680555,0.00019113427,0.00008116098,0.00039418798,0.004721866,0.002584305,0.0052117137],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99480236,0.0018218588,0.0003534766,0.00064191135,0.002165102,0.00021534643],"domain_scores_gemma":[0.9805664,0.010447629,0.0011454554,0.004278167,0.0033457193,0.0002167008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065043187,0.0009940824,0.00059683656,0.002579812,0.0006051934,0.0033129877,0.0030169468,0.0013695107,0.006977695],"category_scores_gemma":[0.04149212,0.0013500912,0.0019587472,0.0014107219,0.0010064173,0.0045059365,0.0037158947,0.0024553149,0.0018556463],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042120897,0.0004065313,0.0080607785,0.00078165036,0.00029937216,0.00061433384,0.0023617744,0.56133467,0.008286759,0.06672253,0.01379368,0.33691674],"study_design_scores_gemma":[0.000027957574,0.000040631116,0.000475119,0.00008712534,0.000077283126,0.000051670002,0.00010126109,0.9587648,0.0053871195,0.020819627,0.014139318,0.000028100263],"about_ca_topic_score_codex":0.017899247,"about_ca_topic_score_gemma":0.02083313,"teacher_disagreement_score":0.017899247,"about_ca_system_score_codex":0.0018288202,"about_ca_system_score_gemma":0.0027185357,"threshold_uncertainty_score":0.035590112},"labels":[],"label_agreement":null},{"id":"W2784720111","doi":"10.22215/etd/2016-11559","title":"Derivation of Failure Mode and Effects Analysis (FMEA) Table from UML Software Model by Epsilon Model Transformation","year":2016,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; Model transformation; Software development; Failure mode and effects analysis; Software engineering; Transformation (genetics); Abstraction; Interrupt; Software development process; Software system; Programming language; Software; Reliability engineering; Engineering; Artificial intelligence; Embedded system","score_opus":0.004422713446811653,"score_gpt":0.22956268467620639,"score_spread":0.22513997122939472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784720111","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006656289,0.00006186349,0.9829214,0.00009056899,0.00003120482,0.00015447059,0.0006274075,0.0033969027,0.006059802],"genre_scores_gemma":[0.07865973,0.00028006677,0.9109815,0.00004393357,0.000009547507,0.0005219508,0.002407071,0.0012728771,0.0058233393],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99932456,0.00015856524,0.000051536856,0.00009393658,0.00032576334,0.00004555226],"domain_scores_gemma":[0.99917525,0.00042655092,0.000068381276,0.00010786177,0.00020952127,0.000012414144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093804224,0.00094351,0.00039139856,0.0014956725,0.0004026184,0.0010556031,0.0007655388,0.00050441356,0.005378381],"category_scores_gemma":[0.0030640166,0.00053104706,0.0010923633,0.0006070779,0.00039392165,0.0007817828,0.0008022873,0.0010458073,0.0019086401],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025185663,0.00015501691,0.0034844778,0.0011074118,0.0000681142,0.0018512497,0.0025510616,0.24046579,0.060741387,0.22813284,0.016962785,0.44422796],"study_design_scores_gemma":[0.000071849936,0.00012050493,0.0010121581,0.00033834027,0.00008205082,0.0006442747,0.000252781,0.74960214,0.07068807,0.043967836,0.13315533,0.00006468027],"about_ca_topic_score_codex":0.0037122616,"about_ca_topic_score_gemma":0.0028333135,"teacher_disagreement_score":0.005378381,"about_ca_system_score_codex":0.00078895985,"about_ca_system_score_gemma":0.0015428447,"threshold_uncertainty_score":0.017992496},"labels":[],"label_agreement":null},{"id":"W2786605369","doi":"10.1155/2018/3193974","title":"An SAT‐Based Method to Multithreaded Program Verification for Mobile Crowdsourcing Networks","year":2018,"lang":"en","type":"article","venue":"Wireless Communications and Mobile Computing","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Natural Science Foundation of China","keywords":"Computer science; Crowdsourcing; World Wide Web","score_opus":0.02678279697334598,"score_gpt":0.3662154594585261,"score_spread":0.33943266248518017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2786605369","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023586242,0.000046905992,0.99509615,0.000069321635,0.00003239538,0.00007646652,0.000060252965,0.0015094865,0.00075043796],"genre_scores_gemma":[0.18123566,0.00013109317,0.8143372,0.00022034245,0.00006391013,0.00041678626,0.00045857733,0.0004916146,0.0026448043],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99811316,0.0005426475,0.00013316164,0.00042399537,0.0005798301,0.00020726616],"domain_scores_gemma":[0.9966605,0.0019610429,0.0001585796,0.0006286316,0.0005177526,0.000073495285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015422968,0.001204926,0.0008123236,0.0012825552,0.0010460922,0.0013893499,0.0023611248,0.0010740535,0.0062253177],"category_scores_gemma":[0.0059135687,0.00074388116,0.0024059217,0.0010340874,0.0015559233,0.001922525,0.0020441446,0.0025380792,0.0009795793],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044041063,0.00024788472,0.0018426798,0.00056867686,0.0002490609,0.00043570832,0.00040443483,0.4741567,0.030551562,0.14722086,0.006529417,0.33735263],"study_design_scores_gemma":[0.00003310715,0.000051130522,0.00010727996,0.000026027767,0.000032610977,0.00006131948,0.000020428688,0.9619001,0.007131898,0.026790626,0.0038278308,0.000017647113],"about_ca_topic_score_codex":0.00646224,"about_ca_topic_score_gemma":0.0075939544,"teacher_disagreement_score":0.00646224,"about_ca_system_score_codex":0.0015384986,"about_ca_system_score_gemma":0.0025082808,"threshold_uncertainty_score":0.020825744},"labels":[],"label_agreement":null},{"id":"W2786975453","doi":"10.29007/4cth","title":"Event Stream Processing with BeepBeep 3","year":2018,"lang":"en","type":"article","venue":"Kalpa publications in computing","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Computer science; Event (particle physics); Stream processing; Complex event processing; Real-time computing; Programming language; Parallel computing; Process (computing)","score_opus":0.013342663544885364,"score_gpt":0.2795878556468433,"score_spread":0.26624519210195796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2786975453","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008257664,0.0003353918,0.96274513,0.0001805615,0.00015581652,0.00017161082,0.00030851702,0.020133913,0.0077114333],"genre_scores_gemma":[0.31734213,0.0008592832,0.65753394,0.0007176609,0.00014366132,0.00042816257,0.001279372,0.0035794338,0.01811626],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992091,0.000101235535,0.000060307233,0.00011409942,0.00044181023,0.00007352263],"domain_scores_gemma":[0.9990578,0.00043971703,0.00006147765,0.00016897159,0.00023365248,0.000038407135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007200879,0.0007207395,0.00044547208,0.00061700004,0.000390227,0.0013801844,0.0010819647,0.0005905398,0.01365934],"category_scores_gemma":[0.0032347683,0.00041275934,0.0005144827,0.0004868386,0.00044344415,0.0012075187,0.0009050015,0.0011606064,0.002495739],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002969553,0.0002124602,0.002402997,0.00074954686,0.00019759852,0.001401492,0.00063700904,0.07619474,0.11414647,0.0952844,0.05481582,0.6509879],"study_design_scores_gemma":[0.00021355721,0.0003442201,0.001083951,0.00021304378,0.00007370156,0.00081830274,0.000086803564,0.5584858,0.19655655,0.052083932,0.18990546,0.0001346181],"about_ca_topic_score_codex":0.002327159,"about_ca_topic_score_gemma":0.0023691617,"teacher_disagreement_score":0.01365934,"about_ca_system_score_codex":0.0004832128,"about_ca_system_score_gemma":0.00075884827,"threshold_uncertainty_score":0.045695007},"labels":[],"label_agreement":null},{"id":"W2789873537","doi":"10.1007/978-3-319-77243-1_20","title":"State of Requirements Engineering Research in the Context of Big Data Applications","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Big data; Computer science; Context (archaeology); Data science; Variety (cybernetics); State (computer science); Principal (computer security); Requirements engineering; Software; Software engineering; Data mining; Computer security; Artificial intelligence","score_opus":0.11160616601284284,"score_gpt":0.33846776240965704,"score_spread":0.2268615963968142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789873537","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018432159,0.3917895,0.3909803,0.03568115,0.001642932,0.00018060207,0.00062102336,0.00083567237,0.15983666],"genre_scores_gemma":[0.25746733,0.37246525,0.34052697,0.005364885,0.0033879788,0.0003231742,0.0017371085,0.0007710099,0.017956268],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"systematic_review","domain_scores_codex":[0.9933396,0.0028951885,0.0003765681,0.00065395207,0.0024074973,0.0003271588],"domain_scores_gemma":[0.9524602,0.04145771,0.00084172736,0.0026320985,0.0020880064,0.0005202073],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011601785,0.00084820925,0.0011975738,0.003357379,0.0009354116,0.0076612397,0.0026047074,0.00245358,0.005839003],"category_scores_gemma":[0.016391797,0.00097430183,0.0010738616,0.007007086,0.003706068,0.009074346,0.0025935066,0.004207996,0.0019979207],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000651031,0.00016703038,0.00073635223,0.00478483,0.000055906887,0.00019076132,0.0012295428,0.008258261,0.0017919838,0.48722374,0.017428769,0.4780676],"study_design_scores_gemma":[0.000015162922,0.0000836272,0.0009611,0.0037217003,0.000035747285,0.00064562866,0.0013603402,0.027356789,0.0020744717,0.52777696,0.43590894,0.000059534425],"about_ca_topic_score_codex":0.0014311853,"about_ca_topic_score_gemma":0.0014277692,"teacher_disagreement_score":0.9883982,"about_ca_system_score_codex":0.0024884392,"about_ca_system_score_gemma":0.0033678608,"threshold_uncertainty_score":0.061356843},"labels":[],"label_agreement":null},{"id":"W2790537587","doi":"10.1007/s10664-018-9603-z","title":"Studying and detecting log-related issues","year":2018,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Logging; Computer science; Statement (logic); Data science; Software; Scale (ratio); Root (linguistics); Open source; Data mining; Operating system","score_opus":0.019018094875514664,"score_gpt":0.27283382348902824,"score_spread":0.2538157286135136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790537587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95912564,0.00056059135,0.033381958,0.0007705812,0.000056631972,0.00023367096,0.0005018066,0.00072442717,0.0046447027],"genre_scores_gemma":[0.99023074,0.00023618813,0.008014972,0.00007473155,0.00003553293,0.000045798864,0.0004206203,0.000046132016,0.0008952811],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99600804,0.0015124303,0.00040311186,0.00037074956,0.0014503823,0.00025534126],"domain_scores_gemma":[0.8621967,0.09444061,0.023393666,0.008352042,0.010257612,0.0013593476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045733587,0.00050636847,0.00032134677,0.004519449,0.0006531283,0.001729528,0.00087863876,0.0008965258,0.0021349033],"category_scores_gemma":[0.09439272,0.00036867222,0.00028014154,0.0023646308,0.0005551999,0.0041514486,0.00096916227,0.0012614466,0.000455368],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036733682,0.0009988383,0.8248312,0.00040263528,0.00007338424,0.00065279414,0.0018134122,0.003995639,0.0071034194,0.0036712089,0.0026319146,0.15345818],"study_design_scores_gemma":[0.000089862755,0.0014116439,0.773449,0.000425433,0.00024558176,0.002632455,0.0073697893,0.15582652,0.027150676,0.019897483,0.01141007,0.000091499],"about_ca_topic_score_codex":0.0020754396,"about_ca_topic_score_gemma":0.0031669438,"teacher_disagreement_score":0.0045733587,"about_ca_system_score_codex":0.00062901777,"about_ca_system_score_gemma":0.0017189018,"threshold_uncertainty_score":0.024186552},"labels":[],"label_agreement":null},{"id":"W2792146644","doi":"10.1002/spe.2567","title":"Hardware trace reconstruction of runtime compiled code","year":2018,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; TRACE (psycholinguistics); Executable; Tracing; Code (set theory); Kernel (algebra); Software; Linux kernel; Operating system; Granularity; Overhead (engineering); Source code; Just-in-time compilation; Parallel computing; Embedded system; Programming language; Virtual machine","score_opus":0.015052674962690808,"score_gpt":0.28359402150777546,"score_spread":0.26854134654508466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792146644","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5647747,0.00026234242,0.3929462,0.00017747514,0.0001034399,0.000051116593,0.00046684686,0.035244215,0.0059736595],"genre_scores_gemma":[0.92061114,0.000060240098,0.075268716,0.00003482103,0.000012167587,0.00002103959,0.00041483773,0.0010949263,0.002482074],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99961287,0.0000339046,0.000013930379,0.00006801856,0.00021823347,0.0000530789],"domain_scores_gemma":[0.998621,0.00027598848,0.00017117993,0.00060449063,0.00027814726,0.00004925583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025455703,0.00041213265,0.00023736242,0.0008567562,0.00023434151,0.00042948435,0.00058101636,0.0002449032,0.0020345324],"category_scores_gemma":[0.0018105988,0.00021488713,0.00020151018,0.00042679862,0.0003956293,0.00052804785,0.00042954902,0.00055482803,0.00046309418],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009455113,0.00015697548,0.022356462,0.00025194703,0.000063012776,0.0008507618,0.00092641555,0.12507151,0.290569,0.010394128,0.0061581978,0.542256],"study_design_scores_gemma":[0.000018915342,0.00022879282,0.009035897,0.000032867316,0.000021263479,0.00044826526,0.00010189975,0.5953456,0.38258067,0.003177275,0.008954817,0.00005372326],"about_ca_topic_score_codex":0.001700113,"about_ca_topic_score_gemma":0.0016753012,"teacher_disagreement_score":0.0020345324,"about_ca_system_score_codex":0.00043161627,"about_ca_system_score_gemma":0.00054466573,"threshold_uncertainty_score":0.0068062544},"labels":[],"label_agreement":null},{"id":"W2795286600","doi":"10.18174/444615","title":"Verification of PUM’s intervention logic: Insights from the PRIME toolbox","year":2018,"lang":"en","type":"report","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Toolbox; Prime (order theory); Computer science; Programming language; Mathematics; Combinatorics","score_opus":0.040029042459899564,"score_gpt":0.2961563908529914,"score_spread":0.2561273483930918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795286600","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047070906,0.00048472348,0.70816296,0.008484677,0.00020474373,0.00034654065,0.00045514974,0.0014065347,0.23338377],"genre_scores_gemma":[0.8227413,0.0002639562,0.15823352,0.0010933212,0.000095046074,0.000442504,0.00039640506,0.00035209148,0.01638182],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9936581,0.00323946,0.00044082708,0.0013616652,0.00073110766,0.0005687943],"domain_scores_gemma":[0.978638,0.016046483,0.0008941197,0.002158647,0.0017547901,0.0005078678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009622122,0.00071059895,0.0009132643,0.0017061578,0.002500325,0.0063190544,0.002219071,0.0027384665,0.033960756],"category_scores_gemma":[0.03641478,0.00064063654,0.0023848326,0.0009502088,0.010823349,0.013634706,0.0058598886,0.0034641146,0.003459629],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053823795,0.000025878464,0.000486685,0.00006308075,0.000010324564,0.00016543691,0.0006840119,0.0014549177,0.0002693177,0.9885203,0.00079519866,0.007471041],"study_design_scores_gemma":[0.00005107462,0.000054160093,0.00033374815,0.000076017546,0.000022026055,0.0001855101,0.000579776,0.01723762,0.0008371653,0.96865326,0.011949708,0.000019833387],"about_ca_topic_score_codex":0.0036766776,"about_ca_topic_score_gemma":0.0021552274,"teacher_disagreement_score":0.033960756,"about_ca_system_score_codex":0.0029209377,"about_ca_system_score_gemma":0.0038329149,"threshold_uncertainty_score":0.11361009},"labels":[],"label_agreement":null},{"id":"W2795609103","doi":"10.1145/3184407.3184411","title":"Choice of Aggregation Groups for Layered Performance Model Simplification","year":2018,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Merge (version control); Computer science; Queueing theory; Simple (philosophy); Theoretical computer science; Distributed computing; Algorithm; Parallel computing; Computer network","score_opus":0.03497325248023382,"score_gpt":0.2864382686045963,"score_spread":0.2514650161243625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795609103","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031778783,0.000103073195,0.9627906,0.00035570632,0.000076581346,0.00018708338,0.000098438795,0.00061679055,0.0039929072],"genre_scores_gemma":[0.45260516,0.0002376186,0.54274476,0.00020256173,0.000078754456,0.00050456263,0.0002890871,0.0003165433,0.0030208563],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975852,0.0009334592,0.00018894221,0.0002972657,0.00061404885,0.0003811529],"domain_scores_gemma":[0.9951551,0.0016741701,0.0005450511,0.0016155385,0.0008005775,0.00020965411],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039689583,0.001331552,0.0013610396,0.0012607588,0.0012489656,0.0021794215,0.0022550463,0.0009495025,0.002624185],"category_scores_gemma":[0.013240286,0.0006522484,0.0018932312,0.0012294041,0.0012704035,0.0032136983,0.0036668691,0.0025584153,0.00089257344],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057132985,0.00018717584,0.005034103,0.0002112822,0.0001423117,0.0008161615,0.0018385074,0.56685054,0.017835245,0.31986433,0.004900613,0.081748456],"study_design_scores_gemma":[0.00007094756,0.00013304215,0.0007241794,0.00009107231,0.00009907855,0.0001231487,0.0003266617,0.8500946,0.010650688,0.12520087,0.012430453,0.000055146986],"about_ca_topic_score_codex":0.0044409335,"about_ca_topic_score_gemma":0.0033729032,"teacher_disagreement_score":0.0044409335,"about_ca_system_score_codex":0.0012891251,"about_ca_system_score_gemma":0.0018471956,"threshold_uncertainty_score":0.020990074},"labels":[],"label_agreement":null},{"id":"W2800425114","doi":"10.26483/ijarcs.v9i2.5506","title":"REDUNDANCY CHECKS ON ARCHITECTURE FOR CLIENT SYSTEMS","year":2018,"lang":"en","type":"article","venue":"International Journal of Advanced Research in Computer Science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Horizon College and Seminary","funders":"","keywords":"Computer science; Troubleshooting; Redundancy (engineering); Unix; Server; Process (computing); Ethernet; Architecture; Operating system","score_opus":0.0511555874515923,"score_gpt":0.4127158299739242,"score_spread":0.3615602425223319,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800425114","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38084444,0.0016552282,0.5426809,0.001117132,0.00030151106,0.0012496618,0.0006093532,0.03495864,0.036583163],"genre_scores_gemma":[0.7481072,0.0004189001,0.23303823,0.00016942438,0.00008524979,0.00031868453,0.00084303867,0.0013250451,0.015694186],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.995365,0.0013280925,0.00037155297,0.0004343654,0.0019195612,0.0005814453],"domain_scores_gemma":[0.98735887,0.0027593134,0.0006949106,0.0048094536,0.004017347,0.00036016194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040526246,0.00075379765,0.0006351471,0.0028408072,0.0015456805,0.0026883818,0.0020556443,0.0013066293,0.006897342],"category_scores_gemma":[0.013649881,0.00093897403,0.00076671096,0.0011517814,0.001245087,0.0028485453,0.002166665,0.0012067597,0.00260555],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026252228,0.00044574696,0.035737135,0.0019271875,0.00029384994,0.0036243587,0.008615835,0.060800925,0.15957153,0.15476225,0.02340736,0.54818857],"study_design_scores_gemma":[0.00036549487,0.0018343804,0.025199363,0.0009605322,0.0007009218,0.0038545078,0.0018238078,0.4858829,0.24704759,0.0845356,0.14734717,0.00044780388],"about_ca_topic_score_codex":0.0050480408,"about_ca_topic_score_gemma":0.0035187039,"teacher_disagreement_score":0.006897342,"about_ca_system_score_codex":0.0015713103,"about_ca_system_score_gemma":0.0018827808,"threshold_uncertainty_score":0.023073852},"labels":[],"label_agreement":null},{"id":"W2802418316","doi":"10.22215/etd/2017-12197","title":"A Flexible Framework for Modeling Middleware Completions","year":2017,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Middleware (distributed applications); Computer science; Distributed computing; Message queue; Message oriented middleware; Software; Component (thermodynamics); Process (computing); Generality; Software engineering; Operating system; Software architecture","score_opus":0.06293500088087864,"score_gpt":0.3449061123580976,"score_spread":0.281971111477219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802418316","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017599356,0.000078601435,0.99548197,0.00008473122,0.00003441789,0.000039050192,0.0001307336,0.0013288003,0.0010616994],"genre_scores_gemma":[0.12396217,0.0005147905,0.86623716,0.00010933576,0.0001658693,0.00039970598,0.0011070663,0.0014865969,0.006017239],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99726117,0.00066429144,0.00031212842,0.0005106572,0.0009094295,0.00034228986],"domain_scores_gemma":[0.9924739,0.0026923988,0.0007986071,0.0022347416,0.0012782967,0.00052207004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006200026,0.0016971842,0.0015021547,0.002817942,0.001876858,0.005026635,0.0064551993,0.0030275802,0.0070401654],"category_scores_gemma":[0.01865153,0.0014717698,0.004631837,0.0026120797,0.002682742,0.0065756124,0.005972028,0.005122276,0.0025880914],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013015744,0.00009778155,0.0018140562,0.00013173804,0.000099827914,0.0003651637,0.0005463672,0.58044547,0.003017712,0.3676254,0.004064659,0.04166174],"study_design_scores_gemma":[0.000020829631,0.000022489126,0.00012610883,0.000025272573,0.000027571761,0.00006479886,0.00003942616,0.9034384,0.0008206807,0.08644123,0.008945843,0.000027239783],"about_ca_topic_score_codex":0.014049571,"about_ca_topic_score_gemma":0.011953629,"teacher_disagreement_score":0.014049571,"about_ca_system_score_codex":0.0018897338,"about_ca_system_score_gemma":0.0035327494,"threshold_uncertainty_score":0.03278929},"labels":[],"label_agreement":null},{"id":"W2802538220","doi":"10.4212/cjhp.v52i6.1892","title":"CSHP Task Forces — Value-Added Service","year":2018,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Task (project management); Value (mathematics); Task force; Service (business); Business; Process management; Operations management; Computer science; Political science; Marketing; Public administration; Economics; Management","score_opus":0.013741781715077435,"score_gpt":0.25817327330683515,"score_spread":0.24443149159175773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802538220","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022562372,0.012296157,0.018697988,0.56592613,0.022703368,0.010104128,0.016845763,0.002647206,0.32821688],"genre_scores_gemma":[0.14842199,0.022806201,0.08917311,0.112767756,0.018589973,0.00846847,0.042412467,0.0015642478,0.5557958],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9638422,0.005367311,0.0021448964,0.0010082038,0.021247806,0.0063895453],"domain_scores_gemma":[0.8426436,0.019755643,0.010464724,0.0045931153,0.07445425,0.048088722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04467208,0.0016856269,0.0014487422,0.0060352692,0.0038589581,0.00818042,0.005719867,0.011195627,0.03329832],"category_scores_gemma":[0.046773322,0.0012235186,0.0012340066,0.005418585,0.0019027493,0.002719795,0.006049299,0.005468896,0.013609623],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001410122,0.00049116224,0.0031194028,0.0006909678,0.00004646033,0.00015017457,0.0001639026,0.0013822723,0.00094715913,0.011851695,0.8796886,0.10132709],"study_design_scores_gemma":[0.00014936134,0.00022637747,0.009337951,0.00090129947,0.000029871726,0.00014512274,0.00034330902,0.0023134176,0.0013491375,0.0027376176,0.9824172,0.000049489285],"about_ca_topic_score_codex":0.122210085,"about_ca_topic_score_gemma":0.09918472,"teacher_disagreement_score":0.122210085,"about_ca_system_score_codex":0.012806087,"about_ca_system_score_gemma":0.1878554,"threshold_uncertainty_score":0.24299747},"labels":[],"label_agreement":null},{"id":"W2803112921","doi":"10.1007/s00766-018-0297-y","title":"Author Correction: Customer support ticket escalation prediction using feature engineering","year":2018,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Ticket; Feature engineering; Feature (linguistics); Customer service","score_opus":0.02143582517668638,"score_gpt":0.2635398976053534,"score_spread":0.24210407242866702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803112921","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009973367,0.0006250558,0.002684855,0.042506844,0.9442852,0.000030546656,0.0023425347,0.0014137608,0.005113842],"genre_scores_gemma":[0.11370934,0.005331368,0.015992489,0.060068518,0.22605479,0.00020943458,0.005759866,0.0043387595,0.5685354],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99501413,0.00059314363,0.00070698734,0.0008860051,0.002463832,0.00033586653],"domain_scores_gemma":[0.9177844,0.013099658,0.003538019,0.0058605107,0.058169212,0.0015482722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027739173,0.0018691211,0.0019876314,0.004266275,0.0031264948,0.0038478714,0.0034356068,0.005876164,0.061340135],"category_scores_gemma":[0.09122197,0.0011176617,0.0013106389,0.0035084398,0.0015198744,0.0020925207,0.0020442896,0.0072947866,0.033939134],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041989533,0.000009615959,0.00030928542,0.00009132361,0.000023844368,0.00042080772,0.000068503774,0.00023264611,0.000105464766,0.00094318774,0.9898471,0.007906068],"study_design_scores_gemma":[0.000068444846,0.000040478975,0.0018439031,0.00026205208,0.00009463964,0.001122776,0.00029345558,0.002623947,0.0015201564,0.0019163943,0.99013853,0.00007524434],"about_ca_topic_score_codex":0.026293982,"about_ca_topic_score_gemma":0.025904514,"teacher_disagreement_score":0.061340135,"about_ca_system_score_codex":0.003507753,"about_ca_system_score_gemma":0.0047678812,"threshold_uncertainty_score":0.20520324},"labels":[],"label_agreement":null},{"id":"W2805269058","doi":"10.1109/syscon.2018.8369613","title":"High latency cause detection using multilevel dynamic analysis","year":2018,"lang":"en","type":"article","venue":"2018 Annual IEEE International Systems Conference (SysCon)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; User space; Latency (audio); Synchronizing; Root cause; Interrupt; System call; Tracing; Operating system; Distributed computing; Address space; Kernel (algebra); Embedded system; Real-time computing; Reliability engineering","score_opus":0.035663074553681284,"score_gpt":0.30523724556070264,"score_spread":0.26957417100702136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805269058","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18106623,0.00074614177,0.79578906,0.00036115345,0.000055184595,0.00028876303,0.001213957,0.016556054,0.0039234073],"genre_scores_gemma":[0.7608372,0.00021817385,0.2349208,0.00012540206,0.000043085387,0.00028598364,0.0010431786,0.0006256019,0.0019005741],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978776,0.0002616795,0.00014309974,0.00046978355,0.000992191,0.0002556908],"domain_scores_gemma":[0.9935735,0.0027159154,0.001120403,0.00094463344,0.0014122056,0.00023336051],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011910746,0.0010899839,0.000796613,0.007875928,0.0009943584,0.0018436366,0.0013045216,0.0006322857,0.0024209437],"category_scores_gemma":[0.007640952,0.0005733802,0.0010530666,0.0031188694,0.0005934363,0.001731734,0.0022355926,0.0011452994,0.00059904694],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005924306,0.0006479795,0.16731828,0.00068739016,0.0005377918,0.0014360743,0.0025527957,0.118235536,0.08217829,0.019190438,0.007869105,0.5987539],"study_design_scores_gemma":[0.000035597506,0.00020893481,0.027924875,0.000067790534,0.00020880037,0.00048447825,0.00044535965,0.9185041,0.027354605,0.017950479,0.0067127896,0.000102184495],"about_ca_topic_score_codex":0.010408575,"about_ca_topic_score_gemma":0.011078292,"teacher_disagreement_score":0.010408575,"about_ca_system_score_codex":0.0011745559,"about_ca_system_score_gemma":0.0022352864,"threshold_uncertainty_score":0.020695984},"labels":[],"label_agreement":null},{"id":"W2807215337","doi":"10.1109/syscon.2018.8369612","title":"VM processes state detection by hypervisor tracing","year":2018,"lang":"en","type":"article","venue":"2018 Annual IEEE International Systems Conference (SysCon)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Virtualization; Tracing; Virtual machine; Hypervisor; Host (biology); TRACE (psycholinguistics); Operating system; Cloud computing; Kernel (algebra); Software deployment; Workload; Overhead (engineering); Distributed computing; Rootkit; Process (computing); Malware","score_opus":0.02150451725627705,"score_gpt":0.26423567579207075,"score_spread":0.2427311585357937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807215337","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22571151,0.0005709884,0.7505484,0.000121497185,0.00007525845,0.00014875163,0.00027479467,0.020292208,0.0022565976],"genre_scores_gemma":[0.8987316,0.0001937278,0.09922504,0.00002918594,0.000014850757,0.000045281042,0.0002966463,0.00031118817,0.0011524509],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989188,0.00015255908,0.0000770291,0.0002384925,0.0005008014,0.00011226206],"domain_scores_gemma":[0.9971209,0.0007912376,0.00058355805,0.0008344308,0.0005452749,0.00012469299],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063802046,0.0007011129,0.00049157726,0.0020163052,0.000357452,0.0014239657,0.0009026423,0.0004063389,0.00094893685],"category_scores_gemma":[0.004518821,0.000278712,0.00036225613,0.0007899029,0.00034133848,0.00095707824,0.0008722703,0.00061626104,0.0004260336],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008561241,0.000280902,0.0579968,0.0004242424,0.00017813344,0.0005615471,0.0011680488,0.05177819,0.15496281,0.006675801,0.0030361845,0.72208107],"study_design_scores_gemma":[0.00002627934,0.00019231539,0.014072262,0.00005721392,0.000058518006,0.00060122897,0.00022725777,0.82376593,0.14960134,0.005780372,0.0055692396,0.000047945283],"about_ca_topic_score_codex":0.0019048252,"about_ca_topic_score_gemma":0.0017245805,"teacher_disagreement_score":0.0020163052,"about_ca_system_score_codex":0.00045388436,"about_ca_system_score_gemma":0.0009818358,"threshold_uncertainty_score":0.0037875175},"labels":[],"label_agreement":null},{"id":"W2807952920","doi":"10.1145/3180155.3182527","title":"Empirical study on the discrepancy between performance testing results from virtual and physical environments","year":2018,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software performance testing; Virtual machine; Overhead (engineering); Empirical research; Software; Reliability engineering; Embedded system; Operating system; Software system; Engineering","score_opus":0.053168080078038124,"score_gpt":0.292990287499424,"score_spread":0.23982220742138588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807952920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9819865,0.0018279398,0.009431704,0.0005705928,0.00006714726,0.00009810344,0.0008815902,0.00011504795,0.0050213276],"genre_scores_gemma":[0.9962775,0.00030891693,0.0020393818,0.00011572393,0.00002642237,0.000046193236,0.00085484964,0.00004110067,0.00029001522],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.93318117,0.029696748,0.0068760696,0.0070984345,0.021757541,0.0013900995],"domain_scores_gemma":[0.18974978,0.6938977,0.06318509,0.016362224,0.034447987,0.0023571916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.047529843,0.0006342899,0.00046436267,0.003414841,0.0005447862,0.0021091688,0.0020918227,0.0013991118,0.0018401316],"category_scores_gemma":[0.3917965,0.00035266043,0.00047567268,0.0042750854,0.002252803,0.0032770496,0.0015141274,0.001892806,0.00079340127],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006523645,0.000519542,0.94056106,0.0005545593,0.00034816272,0.0002925914,0.0034934748,0.0027494584,0.0010456324,0.001693901,0.002282776,0.04580665],"study_design_scores_gemma":[0.00006349427,0.0014876212,0.95508564,0.00044956323,0.0002823261,0.0017044296,0.006312778,0.019680478,0.0046371096,0.0028066596,0.0073868628,0.00010285576],"about_ca_topic_score_codex":0.0014227004,"about_ca_topic_score_gemma":0.0014387388,"teacher_disagreement_score":0.047529843,"about_ca_system_score_codex":0.0015241795,"about_ca_system_score_gemma":0.00088701054,"threshold_uncertainty_score":0.2513649},"labels":[],"label_agreement":null},{"id":"W2808156704","doi":"10.1007/978-1-4842-3627-7_16","title":"Vulnerability Management Operations","year":2018,"lang":"en","type":"book-chapter","venue":"Apress eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Northern Ontario Academic Medicine Association","funders":"","keywords":"Vulnerability (computing); Computer science; Business; Computer security","score_opus":0.02195230846683412,"score_gpt":0.2485248216611368,"score_spread":0.22657251319430266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808156704","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012594887,0.0022429775,0.13805915,0.007626785,0.0011503007,0.00039527903,0.00151653,0.009693688,0.8267204],"genre_scores_gemma":[0.20166542,0.006518626,0.107992776,0.0023311838,0.00095503265,0.00050250767,0.0040188804,0.0034001484,0.67261535],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989561,0.000120432516,0.000049788545,0.0001616779,0.0005465536,0.00016536826],"domain_scores_gemma":[0.99833655,0.00037620415,0.00012916353,0.00050653116,0.000483093,0.00016854054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010917962,0.00073226675,0.0004174779,0.0016755987,0.0014379348,0.0042328797,0.001265915,0.00087641255,0.069262],"category_scores_gemma":[0.0046605086,0.00035141633,0.0005193615,0.0015673343,0.0010053052,0.0069204993,0.002850521,0.0021629867,0.024663402],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053840526,0.00009058997,0.0007851368,0.00013898074,0.0000126088,0.00018143318,0.0011696529,0.0013813012,0.0033471242,0.2603911,0.3237957,0.4086526],"study_design_scores_gemma":[0.000009232858,0.000047169582,0.00085641665,0.00017410929,0.000012841877,0.00052181055,0.0006735827,0.0036389201,0.0039957548,0.10385638,0.8861767,0.00003713837],"about_ca_topic_score_codex":0.0020417871,"about_ca_topic_score_gemma":0.0013174835,"teacher_disagreement_score":0.069262,"about_ca_system_score_codex":0.0012687341,"about_ca_system_score_gemma":0.0019801077,"threshold_uncertainty_score":0.23170447},"labels":[],"label_agreement":null},{"id":"W288195983","doi":"10.24059/olj.v12i2.1695","title":"INFORMATION TECHNOLOGY SERVICES SUPPORT FOR EMERGENCIES","year":2019,"lang":"en","type":"article","venue":"Online Learning","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Institution; Information technology; Business; Quarter (Canadian coin); Higher education; Public relations; Production (economics); Academic institution; Knowledge management; Engineering management; Political science; Management; Engineering; Computer science; Economics","score_opus":0.005214340570234764,"score_gpt":0.24544982066125068,"score_spread":0.24023548009101592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W288195983","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2526822,0.015489142,0.034599964,0.10210575,0.0028597435,0.000390494,0.0012123019,0.0025080615,0.5881523],"genre_scores_gemma":[0.941658,0.008656876,0.0077339755,0.0022075444,0.001612427,0.00008866606,0.00076862285,0.00016148761,0.037112445],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99904984,0.0003821744,0.00006436645,0.0000523345,0.00028987083,0.00016150199],"domain_scores_gemma":[0.9949882,0.0017596079,0.00067699904,0.0004241951,0.0011480132,0.0010029343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010610406,0.00023753583,0.00012408129,0.0008908012,0.00074007886,0.0021468296,0.0005605686,0.0007182471,0.017380908],"category_scores_gemma":[0.010680504,0.00006745985,0.00017812279,0.00093739235,0.00031342453,0.0016582396,0.001139788,0.00062606856,0.004944484],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030331092,0.0005028757,0.016964303,0.00076445634,0.000041153955,0.001402232,0.00342463,0.0024370637,0.004971771,0.05605839,0.143933,0.7691968],"study_design_scores_gemma":[0.00008221203,0.0005775048,0.027239664,0.00073458446,0.0000624532,0.002035364,0.0038966544,0.0065691047,0.003603665,0.028991703,0.9261667,0.000040354782],"about_ca_topic_score_codex":0.001780531,"about_ca_topic_score_gemma":0.0013909135,"teacher_disagreement_score":0.017380908,"about_ca_system_score_codex":0.0007383867,"about_ca_system_score_gemma":0.0022117337,"threshold_uncertainty_score":0.058144987},"labels":[],"label_agreement":null},{"id":"W2884547357","doi":"10.1145/3196398.3196459","title":"Predicting developers' IDE commands with machine learning","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Session (web analytics); Parsing; Event (particle physics); Machine learning; Artificial neural network; Process (computing); Feature (linguistics); Artificial intelligence; Recurrent neural network; Code (set theory); World Wide Web; Programming language","score_opus":0.013214798872930152,"score_gpt":0.2339957733762227,"score_spread":0.22078097450329257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884547357","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8183966,0.0013456471,0.16149558,0.0012478319,0.00024299494,0.00018580817,0.00580817,0.008801398,0.0024759355],"genre_scores_gemma":[0.94124186,0.00026777832,0.04807334,0.00008164083,0.00010327624,0.00011486255,0.008388176,0.00015217166,0.0015768892],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987386,0.0003786753,0.00010469024,0.00034428734,0.00029724493,0.00013655366],"domain_scores_gemma":[0.99222517,0.004902744,0.00080837554,0.0006819511,0.0010892997,0.000292518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018050943,0.0015818148,0.0006136692,0.002684175,0.00028786145,0.0008828944,0.0009600665,0.0009903337,0.0008029374],"category_scores_gemma":[0.01146343,0.00045109,0.00069463905,0.0015860716,0.00038938588,0.0010889008,0.0006802658,0.0023330795,0.0013457035],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003521853,0.0010334939,0.13695066,0.00020927902,0.00018473504,0.0003337115,0.0003157064,0.5501861,0.0040152976,0.001025322,0.023604931,0.28178853],"study_design_scores_gemma":[0.000006821712,0.000049073675,0.00942126,0.000009687826,0.0000073590963,0.000026270127,0.000039934414,0.98726165,0.001122116,0.0012935136,0.000750314,0.00001198645],"about_ca_topic_score_codex":0.009923138,"about_ca_topic_score_gemma":0.010692501,"teacher_disagreement_score":0.009923138,"about_ca_system_score_codex":0.0008755449,"about_ca_system_score_gemma":0.00071571546,"threshold_uncertainty_score":0.019730747},"labels":[],"label_agreement":null},{"id":"W2885174564","doi":"10.29007/qd4q","title":"Fine-Grained Test Minimization","year":2018,"lang":"en","type":"paratext","venue":"EasyChair preprint","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Test suite; Test (biology); Computer science; Code coverage; Test case; Minification; Test Management Approach; Test harness; Test script; Algorithm; Test method; Reliability engineering; Programming language; Software; Mathematics; Machine learning; Statistics; Engineering; Software system","score_opus":0.012758360017574076,"score_gpt":0.25669821487091093,"score_spread":0.24393985485333686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885174564","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17738985,0.00059080607,0.81313014,0.00035819985,0.000043397795,0.0005249326,0.0003372656,0.0040633515,0.0035621724],"genre_scores_gemma":[0.6114577,0.00016857868,0.3842882,0.00029309824,0.000029681702,0.0004253533,0.0011445779,0.00064153393,0.0015513683],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9932597,0.0021503535,0.00048035407,0.0011879023,0.0023657004,0.00055589457],"domain_scores_gemma":[0.9820582,0.009300418,0.0018327332,0.00476138,0.0018256108,0.00022165892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003707244,0.0012638434,0.0012046902,0.0029186558,0.00063797453,0.0012510034,0.0020563565,0.0007113483,0.0019369427],"category_scores_gemma":[0.020099917,0.0006916427,0.0016278157,0.001357651,0.0013676885,0.0017138036,0.001920682,0.0013882219,0.00044380085],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000611035,0.0007252602,0.022988178,0.00073156075,0.00035056326,0.0006538575,0.0005045295,0.30411243,0.10459659,0.02506139,0.003907729,0.5357568],"study_design_scores_gemma":[0.00012502873,0.0008691412,0.011825799,0.00013788739,0.00029392814,0.0009342397,0.00018515428,0.88104314,0.06116006,0.034491494,0.008858673,0.00007544258],"about_ca_topic_score_codex":0.0027381852,"about_ca_topic_score_gemma":0.0049630455,"teacher_disagreement_score":0.003707244,"about_ca_system_score_codex":0.0011113505,"about_ca_system_score_gemma":0.002300735,"threshold_uncertainty_score":0.019605994},"labels":[],"label_agreement":null},{"id":"W2885726219","doi":"10.1109/rtas.2018.00033","title":"Mining Task Precedence Graphs from Real-Time Embedded System Traces","year":2018,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; TRACE (psycholinguistics); Tracing; Task (project management); Software; Multiprocessing; Set (abstract data type); Embedded software; Software system; Embedded system; Distributed computing; Parallel computing; Real-time computing; Programming language","score_opus":0.009637526207961825,"score_gpt":0.23525154139759483,"score_spread":0.225614015189633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885726219","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29486167,0.00057293614,0.6915146,0.00048743736,0.00006569863,0.00030830293,0.0045446856,0.0062420005,0.0014026759],"genre_scores_gemma":[0.6794598,0.0004112684,0.30751917,0.000085989945,0.000032227843,0.00020648836,0.01076797,0.0003080925,0.0012090168],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9992544,0.00010763479,0.000080116406,0.00021647423,0.0002512786,0.000090127214],"domain_scores_gemma":[0.99475807,0.0028636502,0.0007006539,0.00060859876,0.0008549309,0.00021422768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081497256,0.0012638903,0.00054682005,0.0040658084,0.00052848767,0.00073415437,0.0012251415,0.00080466154,0.0005823017],"category_scores_gemma":[0.007990459,0.00048913696,0.0009412389,0.0026563269,0.0003953326,0.0012475508,0.0006068959,0.0008178549,0.0002766805],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021663682,0.00035108472,0.04318324,0.0005068016,0.00018923261,0.0010280812,0.00040970836,0.5787562,0.014486252,0.004750797,0.006235494,0.3498864],"study_design_scores_gemma":[0.000016384456,0.000045526223,0.0037190341,0.000017364619,0.000027644617,0.00015567926,0.000093505376,0.981754,0.0037436746,0.008919372,0.0014960881,0.000011626365],"about_ca_topic_score_codex":0.01608408,"about_ca_topic_score_gemma":0.02958739,"teacher_disagreement_score":0.01608408,"about_ca_system_score_codex":0.00061490724,"about_ca_system_score_gemma":0.0018160569,"threshold_uncertainty_score":0.03198093},"labels":[],"label_agreement":null},{"id":"W2887770507","doi":"10.24908/pceea.v0i0.9777","title":"EXPERIENCE WITH CAPSTONE PROJECTS BASED ON COLDFIRE MICROCONTROLLERS","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Capstone; Context (archaeology); Engineering management; Architecture; Software engineering; Engineering; Microcontroller; Computer science; Embedded system; Computer security","score_opus":0.004006404466060338,"score_gpt":0.19008250841846294,"score_spread":0.1860761039524026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887770507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94014436,0.000847198,0.03022799,0.0014597777,0.0003267289,0.0002769717,0.00005716948,0.00067609607,0.025983788],"genre_scores_gemma":[0.9464888,0.0010117643,0.017932551,0.00050796644,0.000105295505,0.00018639004,0.00012378609,0.00036410536,0.033279374],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99233,0.004446476,0.00025042516,0.0006907728,0.0014177915,0.00086453505],"domain_scores_gemma":[0.9767454,0.007659422,0.0015022377,0.0016093083,0.0058221426,0.00666151],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009528928,0.000978881,0.00036054672,0.0010533595,0.0048726355,0.0030591195,0.0018659187,0.0012322401,0.008990432],"category_scores_gemma":[0.02327825,0.0007579442,0.00040275985,0.00062231295,0.0031469155,0.0021705478,0.003934381,0.0025172397,0.0030368604],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047285025,0.0017139676,0.02174728,0.00059819064,0.000039591716,0.0045844973,0.7394049,0.0022120099,0.021715209,0.0040063304,0.026789375,0.1767158],"study_design_scores_gemma":[0.000064449756,0.0051440215,0.020473953,0.00065122434,0.000053083375,0.0075115976,0.45513862,0.0050000125,0.023282219,0.0019279441,0.4804785,0.00027437252],"about_ca_topic_score_codex":0.00096575724,"about_ca_topic_score_gemma":0.003151279,"teacher_disagreement_score":0.009528928,"about_ca_system_score_codex":0.001219841,"about_ca_system_score_gemma":0.0018107012,"threshold_uncertainty_score":0.050394416},"labels":[],"label_agreement":null},{"id":"W2891526756","doi":"10.5772/80","title":"Advances in Service Robotics","year":2008,"lang":"en","type":"book","venue":"InTech eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Centros de Pesquisa, Inovação e Difusão, Fundação Amazônia Paraense de Amparo à Pesquisa; Research Institute for Science and Technology, Tokyo Denki University; UC Berkeley College of Chemistry; Institute of Chemistry, Chinese Academy of Sciences; Canadian Institute for Advanced Research","keywords":"Robotics; Artificial intelligence; Service (business); Computer science; Robot; Business; Marketing","score_opus":0.014587873828165942,"score_gpt":0.24434100128741923,"score_spread":0.22975312745925328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891526756","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024862392,0.37029967,0.05247539,0.00960003,0.009035968,0.000059229693,0.00027211173,0.00088217104,0.55488914],"genre_scores_gemma":[0.042687718,0.38052112,0.04402928,0.002603751,0.0048101316,0.0001377426,0.00087675016,0.0004893824,0.5238442],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992385,0.00008579727,0.000035209014,0.00011627926,0.0004554749,0.00006864757],"domain_scores_gemma":[0.9994673,0.00015616184,0.000026637805,0.00008243972,0.0001880123,0.00007933944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005760391,0.0010085828,0.00075966696,0.0014656718,0.00085543306,0.0032892975,0.001018647,0.0013853414,0.026590979],"category_scores_gemma":[0.0013949561,0.0005169395,0.00056883827,0.0023900396,0.0014306192,0.0039574876,0.0018561161,0.0028610115,0.021571962],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022635517,0.000036207282,0.00017691676,0.0010233938,0.000021239679,0.00011634206,0.00040010156,0.0030377356,0.0015761532,0.3522496,0.2271263,0.4142134],"study_design_scores_gemma":[0.0000018315208,0.000015010442,0.00012520813,0.00021710266,0.0000033952717,0.00020740634,0.00007819402,0.0008568691,0.00017044517,0.038170673,0.96014696,0.0000069435887],"about_ca_topic_score_codex":0.0014334496,"about_ca_topic_score_gemma":0.0014843323,"teacher_disagreement_score":0.026590979,"about_ca_system_score_codex":0.0017288538,"about_ca_system_score_gemma":0.0013820304,"threshold_uncertainty_score":0.08895564},"labels":[],"label_agreement":null},{"id":"W2892022253","doi":"10.1109/cloud.2018.00148","title":"Deploying Microservice Based Applications with Kubernetes: Experiments and Lessons Learned","year":2018,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Microservices; Maintainability; Computer science; Downtime; High availability; Flexibility (engineering); Upgrade; Distributed computing; Architectural style; Code refactoring; Service (business); Set (abstract data type); Survivability; Software engineering; Operating system; Architecture; Software; Cloud computing; Computer network; Programming language","score_opus":0.03415740404709071,"score_gpt":0.3078189240316829,"score_spread":0.27366151998459215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892022253","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9889971,0.00027499397,0.008069783,0.00026708163,0.000054146323,0.00008562304,0.00010619853,0.0008230382,0.0013220831],"genre_scores_gemma":[0.9870771,0.00025208437,0.011547772,0.000053171978,0.000016709826,0.00004963003,0.00018864177,0.00015611638,0.0006586534],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982799,0.00060568505,0.00014914594,0.00020659622,0.0004626911,0.00029597155],"domain_scores_gemma":[0.9876645,0.008464828,0.00050774,0.0015338535,0.0010677885,0.00076133263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022971588,0.00073417084,0.0006423475,0.00036335428,0.00040572378,0.00059361197,0.0014123088,0.00083103747,0.0012545263],"category_scores_gemma":[0.009060139,0.00037721405,0.00029665517,0.0004975914,0.00078522955,0.0015111277,0.0008991285,0.0014853446,0.00029381004],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006093152,0.020155696,0.0370858,0.0027683058,0.00051600323,0.0021817272,0.0055084666,0.39276996,0.30772847,0.0074560507,0.01076982,0.20696662],"study_design_scores_gemma":[0.0009174799,0.014365022,0.03392406,0.00020326386,0.00026134914,0.0007329571,0.003026411,0.63392216,0.2977614,0.0046158633,0.010055048,0.00021502379],"about_ca_topic_score_codex":0.002446607,"about_ca_topic_score_gemma":0.0021934833,"teacher_disagreement_score":0.002446607,"about_ca_system_score_codex":0.0005007297,"about_ca_system_score_gemma":0.000317454,"threshold_uncertainty_score":0.012148678},"labels":[],"label_agreement":null},{"id":"W2892033448","doi":"","title":"A Computational Framework for Railway Incident Analysis: from Data Mining to Data Visualization","year":2018,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Visualization; Data visualization; Data mining; Data modeling; Data science; Database","score_opus":0.04419678945673396,"score_gpt":0.34041157277130174,"score_spread":0.2962147833145678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892033448","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009339892,0.00014038155,0.995242,0.000559614,0.00002978124,0.000097163465,0.0002575898,0.0009996427,0.0017398882],"genre_scores_gemma":[0.026073648,0.000388521,0.97169185,0.00012779579,0.000044129887,0.0003437837,0.00061297533,0.00017237243,0.00054492016],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979234,0.00083614275,0.00021505184,0.00029756365,0.00063375285,0.000094064126],"domain_scores_gemma":[0.99596655,0.0024883256,0.00019073223,0.00068356097,0.00047886602,0.00019200133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033608195,0.001271215,0.0009735734,0.0042250985,0.0013491522,0.0074237683,0.0030088096,0.0011395491,0.004510452],"category_scores_gemma":[0.009341171,0.00092841353,0.0024850185,0.0037176674,0.0028503432,0.0046850676,0.0044629234,0.0028370803,0.0010249419],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083850246,0.00016923038,0.0018178351,0.0008041946,0.00016821953,0.00045599154,0.0017633064,0.16824761,0.0035845223,0.62688804,0.013923704,0.18209346],"study_design_scores_gemma":[0.000035374243,0.000037003967,0.000448355,0.00030252204,0.00005141634,0.00017342104,0.00047377704,0.48468181,0.0023773755,0.4539937,0.05735816,0.000067070934],"about_ca_topic_score_codex":0.011386126,"about_ca_topic_score_gemma":0.010997171,"teacher_disagreement_score":0.011386126,"about_ca_system_score_codex":0.0016024634,"about_ca_system_score_gemma":0.0029657334,"threshold_uncertainty_score":0.022639692},"labels":[],"label_agreement":null},{"id":"W2893625134","doi":"10.1145/3257767","title":"Session details: LT'16","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Session (web analytics); Computer science; Multimedia; World Wide Web","score_opus":0.012196840986059354,"score_gpt":0.24034775849656836,"score_spread":0.228150917510509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893625134","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023360283,0.0021897145,0.009709643,0.026875492,0.10309075,0.0022280868,0.022456748,0.014958126,0.81615543],"genre_scores_gemma":[0.0041562016,0.00045121592,0.0010499862,0.0035921328,0.0045446684,0.0006367396,0.0058571245,0.0017147553,0.9779971],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988637,0.00019524447,0.000052069336,0.00025987212,0.00034586643,0.00028328688],"domain_scores_gemma":[0.99524623,0.00037350054,0.000093698574,0.00039920627,0.0014013138,0.0024860515],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0037985279,0.001077635,0.0012060525,0.00087070913,0.0028200666,0.005652413,0.0017926457,0.0037508956,0.8311882],"category_scores_gemma":[0.004337583,0.0003926705,0.0012451771,0.0007839324,0.0004528096,0.00298867,0.0043266453,0.0031302806,0.7039424],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013154907,0.00004566415,0.00007624782,0.00008030658,0.0000030049687,0.000021799913,0.000027467098,0.00002860949,0.00030248048,0.000353474,0.9819918,0.016937677],"study_design_scores_gemma":[0.000049698676,0.000058897807,0.00037304361,0.00005216489,0.000004050889,0.000019587445,0.000053171385,0.00009341957,0.00014253752,0.0003424377,0.99880135,0.000009493547],"about_ca_topic_score_codex":0.0027483173,"about_ca_topic_score_gemma":0.008360683,"teacher_disagreement_score":0.1688118,"about_ca_system_score_codex":0.0015312283,"about_ca_system_score_gemma":0.0028770824,"threshold_uncertainty_score":0.24078947},"labels":[],"label_agreement":null},{"id":"W2893720506","doi":"10.5539/mas.v12n10p71","title":"Automatic Recovery of Database Structure (ARDS)","year":2018,"lang":"en","type":"article","venue":"Modern Applied Science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Database; Feature (linguistics); Database testing; Software; Database administrator; Real-time database; Data mining; Database design; Operating system; View","score_opus":0.009957210024384374,"score_gpt":0.2410138508780599,"score_spread":0.23105664085367553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893720506","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06959175,0.0015233337,0.89000946,0.00044764963,0.00021486987,0.00030517942,0.0007582471,0.032722294,0.00442714],"genre_scores_gemma":[0.61799395,0.00064390537,0.370173,0.00028545674,0.000090376394,0.00016229476,0.0021120354,0.0006796172,0.007859317],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983405,0.00019837296,0.0001246328,0.00034790728,0.0008458893,0.00014269081],"domain_scores_gemma":[0.9952675,0.00079589646,0.00058197917,0.0023707582,0.0008710585,0.00011276802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009921839,0.00066766085,0.0005667782,0.0020466216,0.0005428603,0.001256527,0.0021021303,0.00089024205,0.0025891082],"category_scores_gemma":[0.004932501,0.00038645815,0.0006084371,0.00085217436,0.0005198155,0.0017475646,0.0015274552,0.0007883759,0.0014462983],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000332345,0.00015951623,0.006950294,0.00045243764,0.00006922837,0.00042059366,0.00036380714,0.022814466,0.1055823,0.006708274,0.011158598,0.84498817],"study_design_scores_gemma":[0.000104779814,0.0006148739,0.0128993895,0.00014193307,0.000112406226,0.0026736453,0.0004390142,0.6373214,0.27690393,0.011836745,0.056838214,0.00011372787],"about_ca_topic_score_codex":0.0017818589,"about_ca_topic_score_gemma":0.0017525554,"teacher_disagreement_score":0.0025891082,"about_ca_system_score_codex":0.000527115,"about_ca_system_score_gemma":0.00091649493,"threshold_uncertainty_score":0.008661449},"labels":[],"label_agreement":null},{"id":"W2895106988","doi":"10.1007/s13198-018-0751-8","title":"Application of BOCR models in service oriented architecture (SOA): study on model validation through quantification for QoS considerations","year":2018,"lang":"en","type":"article","venue":"International Journal of Systems Assurance Engineering and Management","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Service-oriented architecture; OASIS SOA Reference Model; Computer science; Model validation; Architecture; Quality of service; Systems engineering; Reliability engineering; Engineering; Web service; Computer network; Data science; Geography; World Wide Web","score_opus":0.02184684206097994,"score_gpt":0.2778167498071089,"score_spread":0.255969907746129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895106988","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1257434,0.00037147425,0.8620077,0.0005633241,0.0000838554,0.00016090726,0.0001128853,0.0005522799,0.010404154],"genre_scores_gemma":[0.85880536,0.00025296365,0.13847747,0.00009772728,0.000022645638,0.0001512673,0.00020887316,0.00024926473,0.0017343852],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9937443,0.003169123,0.00028884335,0.0005543315,0.0018976234,0.0003458074],"domain_scores_gemma":[0.9668205,0.023028027,0.0018655021,0.003730481,0.004355212,0.00020029467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009966687,0.0008290862,0.00072370033,0.002128985,0.0010910596,0.00250097,0.0021301056,0.001264602,0.002022754],"category_scores_gemma":[0.04480364,0.0004273197,0.0012855234,0.0013866845,0.0014468452,0.0044353083,0.0018951432,0.0022769654,0.00020467135],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030895494,0.00034552146,0.009086487,0.0004800223,0.00011694176,0.00027434088,0.0013043855,0.42842725,0.010356959,0.48192137,0.0011031888,0.06627449],"study_design_scores_gemma":[0.000010348549,0.000058452388,0.0005265981,0.000062807216,0.000039544906,0.00004162951,0.000117634794,0.9625598,0.0039053701,0.03154963,0.0011079749,0.000020188394],"about_ca_topic_score_codex":0.011300693,"about_ca_topic_score_gemma":0.0046755164,"teacher_disagreement_score":0.011300693,"about_ca_system_score_codex":0.0020226336,"about_ca_system_score_gemma":0.00279565,"threshold_uncertainty_score":0.05270952},"labels":[],"label_agreement":null},{"id":"W2895516911","doi":"10.7287/peerj.preprints.27253v1","title":"Visualizing systems and software performance - Report on the GI-Dagstuhl seminar for young researchers, July 9-13, 2018","year":2018,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Visualization; Debugging; Data science; Set (abstract data type); Cloud computing; Data set; Software; Scale (ratio); Software visualization; Data visualization; Software engineering; Software system; Data mining; Operating system; Component-based software engineering","score_opus":0.06099261391014266,"score_gpt":0.32434613595123346,"score_spread":0.2633535220410908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895516911","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061407264,0.115698725,0.08368896,0.32503742,0.13356753,0.0017877396,0.02014329,0.012491175,0.24617793],"genre_scores_gemma":[0.19788538,0.053796362,0.042140108,0.0062574563,0.029089734,0.0017501711,0.021998746,0.00855505,0.638527],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954941,0.001063396,0.0001826062,0.000519143,0.001781192,0.00095951563],"domain_scores_gemma":[0.99128693,0.0009907542,0.0002893942,0.00047160176,0.0027156258,0.0042456184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011049758,0.00198594,0.0011478727,0.0031318571,0.002320421,0.00498917,0.0017876677,0.002310706,0.08104127],"category_scores_gemma":[0.0124800345,0.0007120689,0.000923134,0.002708128,0.0012070283,0.0030173054,0.008486435,0.004056545,0.0448873],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024901898,0.00017240243,0.000742814,0.0002691436,0.000018014807,0.00015660728,0.0012005618,0.0007051896,0.0019207011,0.0070053097,0.91847193,0.069088355],"study_design_scores_gemma":[0.000070093054,0.00021755321,0.0035389457,0.00050116633,0.000018546081,0.00015522359,0.0010744501,0.0015575067,0.0029693153,0.009779183,0.9800733,0.00004482123],"about_ca_topic_score_codex":0.0028033988,"about_ca_topic_score_gemma":0.0054718456,"teacher_disagreement_score":0.08104127,"about_ca_system_score_codex":0.002774044,"about_ca_system_score_gemma":0.0031050676,"threshold_uncertainty_score":0.27111006},"labels":[],"label_agreement":null},{"id":"W2899501705","doi":"10.1145/3236024.3236081","title":"Performance comprehension at WiredTiger","year":2018,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Debugging; Computer science; Software bug; Program comprehension; Software engineering; Algorithmic program debugging; Task (project management); Process (computing); Software; Focus (optics); Field (mathematics); Comprehension; Programming language; Human–computer interaction; Software system; Engineering; Systems engineering","score_opus":0.013399719486173361,"score_gpt":0.22678032104770973,"score_spread":0.21338060156153638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899501705","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050375286,0.0022737726,0.023720192,0.03745598,0.0026273567,0.000057332505,0.0013969917,0.009766159,0.87232685],"genre_scores_gemma":[0.40151313,0.0014570348,0.011371421,0.0040007806,0.001190091,0.00005748865,0.0019771575,0.006873264,0.5715596],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99835,0.0003151318,0.00006047795,0.00036899073,0.0006408873,0.00026451758],"domain_scores_gemma":[0.99782443,0.0006702628,0.0001117719,0.00023338514,0.000735728,0.0004244437],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013197906,0.0006870467,0.00032446213,0.0013964662,0.0019196329,0.0039296695,0.00077120174,0.001280862,0.10047838],"category_scores_gemma":[0.008084077,0.00029031248,0.00032054327,0.00078891893,0.0018579289,0.0085327085,0.003225713,0.0022220174,0.027435083],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030348686,0.0001875815,0.004472124,0.00023530169,0.0000152534085,0.0010732713,0.022114648,0.00042450769,0.0053285453,0.1925269,0.44205034,0.331268],"study_design_scores_gemma":[0.000023706021,0.00009276168,0.0035044388,0.00018224263,0.00001243226,0.00056665455,0.0033928242,0.0011953868,0.0046092835,0.054369844,0.9319975,0.000053005242],"about_ca_topic_score_codex":0.004209523,"about_ca_topic_score_gemma":0.006428059,"teacher_disagreement_score":0.10047838,"about_ca_system_score_codex":0.002347229,"about_ca_system_score_gemma":0.0011046433,"threshold_uncertainty_score":0.33613366},"labels":[],"label_agreement":null},{"id":"W2899827171","doi":"10.1109/tdsc.2018.2813891","title":"Guest Editors’ Introduction: Special Issue on Data-Driven Dependability and Security","year":2018,"lang":"en","type":"article","venue":"IEEE Transactions on Dependable and Secure Computing","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Dependability; Computer science; Publication; Data security; Computer security; Data integrity; Data science; Software engineering; Encryption","score_opus":0.01463421890371897,"score_gpt":0.25863456485067887,"score_spread":0.2440003459469599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899827171","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014005603,0.011761412,0.0009475418,0.018727727,0.9644446,0.00002540763,0.00017089308,0.00014424798,0.0036380591],"genre_scores_gemma":[0.0010381053,0.008976577,0.000452718,0.0058711185,0.9708194,0.000037014805,0.00022598372,0.00016563054,0.012413458],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963033,0.00036120927,0.00046054882,0.000920857,0.0015668495,0.00038728435],"domain_scores_gemma":[0.9805878,0.0046677315,0.0013539512,0.00094427686,0.009051723,0.0033944563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044543743,0.0028110913,0.002647296,0.00399258,0.0017975372,0.008005459,0.0024173555,0.0048487103,0.03700458],"category_scores_gemma":[0.014246828,0.0009204135,0.00191837,0.002114553,0.0011805468,0.0049148602,0.0026215818,0.008618122,0.021738907],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039053593,0.000025179259,0.00009232862,0.00027201616,0.000018727882,0.000065688444,0.00001301236,0.00010045727,0.00018449292,0.0008549921,0.97871405,0.019619899],"study_design_scores_gemma":[0.000026735139,0.00006375095,0.00041921024,0.0003280749,0.000033432603,0.00026836593,0.000027325095,0.000387042,0.00026969388,0.0023454519,0.99580485,0.000026162486],"about_ca_topic_score_codex":0.00052518374,"about_ca_topic_score_gemma":0.0011759575,"teacher_disagreement_score":0.03700458,"about_ca_system_score_codex":0.0015951473,"about_ca_system_score_gemma":0.0019832547,"threshold_uncertainty_score":0.12379271},"labels":[],"label_agreement":null},{"id":"W2906040923","doi":"10.1142/7069","title":"Building Secure and High-Performance Software Systems","year":2011,"lang":"en","type":"book","venue":"WORLD SCIENTIFIC eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software; Operating system","score_opus":0.015220875216603525,"score_gpt":0.21114614227343906,"score_spread":0.19592526705683552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906040923","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025128938,0.015584006,0.7623228,0.001575828,0.0007760385,0.0001669459,0.00018097194,0.0075092097,0.18675543],"genre_scores_gemma":[0.19723001,0.028247053,0.6065175,0.000309898,0.0005148543,0.00025971653,0.0008255632,0.0039228746,0.16217268],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99946505,0.00003813651,0.00001937928,0.000038611965,0.00040478597,0.000034044144],"domain_scores_gemma":[0.9994467,0.00019881314,0.000035230052,0.0001869842,0.00010085358,0.00003138576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044581405,0.0012061582,0.0005139832,0.00075563387,0.0007020369,0.0018287698,0.00092382554,0.00075428525,0.010445505],"category_scores_gemma":[0.0015690677,0.0009471225,0.0005717049,0.0008324149,0.0012417661,0.0033730601,0.001873273,0.0020503874,0.0069728894],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043496624,0.00006264374,0.00052125764,0.00069037476,0.00006910502,0.00023962556,0.00047040306,0.051290844,0.030259628,0.2539702,0.046230674,0.61615175],"study_design_scores_gemma":[0.000044500433,0.00015249418,0.0009510095,0.00031941282,0.000081774866,0.00069097866,0.00013787913,0.10139079,0.049671922,0.3384404,0.5080608,0.000058018148],"about_ca_topic_score_codex":0.0007111571,"about_ca_topic_score_gemma":0.0009127911,"teacher_disagreement_score":0.010445505,"about_ca_system_score_codex":0.0006330147,"about_ca_system_score_gemma":0.0006860113,"threshold_uncertainty_score":0.0349437},"labels":[],"label_agreement":null},{"id":"W2907801988","doi":"10.1109/soca.2018.00024","title":"Kubernetes or OpenShift? Which Technology Best Suits Eclipse Hono IoT Deployments","year":2018,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Software deployment; Eclipse; Provisioning; Computer science; Internet of Things; Variety (cybernetics); Service (business); Computer security; Computer network; Software engineering; Business","score_opus":0.02376237350078606,"score_gpt":0.2880252142316042,"score_spread":0.2642628407308181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907801988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47125715,0.0031021193,0.29234347,0.0074700853,0.0013202868,0.00054674176,0.0011849521,0.03284359,0.18993165],"genre_scores_gemma":[0.8653293,0.0012382916,0.11056003,0.00074614177,0.00012284973,0.00019119817,0.0010113318,0.006139814,0.014661023],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99848396,0.00032318127,0.00015398226,0.00023885247,0.0003954024,0.0004045412],"domain_scores_gemma":[0.9967167,0.0009339513,0.0003692132,0.0010076931,0.000571516,0.0004009408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024652868,0.0005602716,0.0004695833,0.0009875167,0.0006219969,0.0027991375,0.0013777596,0.0007763248,0.006474075],"category_scores_gemma":[0.011850134,0.0005295721,0.0005076956,0.0007476185,0.0008116358,0.006794632,0.0016119105,0.00085945235,0.002580741],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027048604,0.00065524795,0.05028653,0.0024305547,0.0001857323,0.0032490375,0.003971838,0.03121413,0.086485334,0.1174771,0.1084277,0.59291196],"study_design_scores_gemma":[0.00041536693,0.0016268695,0.06540345,0.0015073199,0.00028414387,0.006037916,0.0077729495,0.14565384,0.06639957,0.061096415,0.6432008,0.00060133985],"about_ca_topic_score_codex":0.0021509563,"about_ca_topic_score_gemma":0.0037532826,"teacher_disagreement_score":0.006474075,"about_ca_system_score_codex":0.00086850795,"about_ca_system_score_gemma":0.00064725266,"threshold_uncertainty_score":0.021657944},"labels":[],"label_agreement":null},{"id":"W2908076103","doi":"","title":"ARCD: a Solution for Root Cause Diagnosis in Mobile Networks","year":2018,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Exfo Electro-Optical Engineering (Canada)","funders":"","keywords":"Troubleshooting; Computer science; Root cause; Inefficiency; Root (linguistics); Graph; Mobile telephony; Computer network; Distributed computing; Computer security; Telecommunications; Reliability engineering; Engineering; Theoretical computer science; Mobile radio; Operating system","score_opus":0.01631789130939293,"score_gpt":0.2487042047665232,"score_spread":0.23238631345713026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908076103","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007816332,0.00058231916,0.9652293,0.0007540982,0.0003077246,0.00025383974,0.0009983883,0.021870025,0.0021880039],"genre_scores_gemma":[0.15168335,0.00058607344,0.83679634,0.0005455207,0.00028653943,0.0002866247,0.0022310372,0.0008980334,0.0066865124],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99803215,0.00035578373,0.00018347794,0.00050044386,0.0007504739,0.00017768782],"domain_scores_gemma":[0.99597543,0.0014720008,0.00031111276,0.0010705523,0.00095419,0.00021671933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001818994,0.0016877096,0.0014749897,0.0028059112,0.0011189694,0.0019913379,0.002937026,0.0024397154,0.010652572],"category_scores_gemma":[0.008340336,0.0006729516,0.0017613407,0.0011832251,0.000743106,0.0021134245,0.0040735044,0.0018498553,0.0041912794],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010187324,0.0003200881,0.004880277,0.001330083,0.00039272322,0.0011465386,0.00053821807,0.06745822,0.020990474,0.020921621,0.050055318,0.8309477],"study_design_scores_gemma":[0.0003545764,0.00028822594,0.0015570609,0.00017740481,0.0002831087,0.0012862013,0.0004109874,0.8827167,0.023277482,0.0427926,0.046764046,0.00009167252],"about_ca_topic_score_codex":0.0027517106,"about_ca_topic_score_gemma":0.0033968093,"teacher_disagreement_score":0.010652572,"about_ca_system_score_codex":0.0006072,"about_ca_system_score_gemma":0.0018923889,"threshold_uncertainty_score":0.035636425},"labels":[],"label_agreement":null},{"id":"W2909719326","doi":"","title":"Best practices and lessons learned in microservices","year":2018,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Microservices; Suite; Computer science; Pipeline (software); Service-oriented architecture; Software engineering; Architecture; Service (business); Software architecture; Operating system; World Wide Web; Programming language; Software; Web service; Cloud computing","score_opus":0.03622588831804454,"score_gpt":0.29963327780363297,"score_spread":0.26340738948558845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909719326","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026815632,0.2444582,0.10786326,0.47752255,0.0067373775,0.00024016721,0.0004141235,0.0020748237,0.13387388],"genre_scores_gemma":[0.3063226,0.3706546,0.2225331,0.039020926,0.003041797,0.00033655,0.0009223488,0.001375609,0.055792347],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9849139,0.005614045,0.0013679382,0.0018258765,0.005033252,0.001244984],"domain_scores_gemma":[0.95879,0.018333133,0.0011972211,0.004947756,0.013014048,0.0037177932],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0265713,0.0007912619,0.0006713911,0.0029699253,0.0021304393,0.012168308,0.005719374,0.0056347116,0.0074374205],"category_scores_gemma":[0.036434695,0.0006305159,0.0007941407,0.003837234,0.0058887484,0.016085168,0.0034330185,0.007000344,0.0036394226],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013088179,0.00052868645,0.0035916716,0.003502565,0.0000636337,0.00078560977,0.0056743342,0.0050326665,0.0015469737,0.17117308,0.06941229,0.7385576],"study_design_scores_gemma":[0.000034446184,0.00022186815,0.0023834372,0.010923072,0.000045981684,0.0010699544,0.009967708,0.0027251667,0.003190132,0.15890309,0.8103942,0.00014094691],"about_ca_topic_score_codex":0.013196506,"about_ca_topic_score_gemma":0.015873345,"teacher_disagreement_score":0.0265713,"about_ca_system_score_codex":0.006542463,"about_ca_system_score_gemma":0.010484425,"threshold_uncertainty_score":0.14052415},"labels":[],"label_agreement":null},{"id":"W2910940173","doi":"10.48550/arxiv.1901.04946","title":"Kubernetes as an Availability Manager for Microservice Applications","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Microservices; Computer science; Stateful firewall; Orchestration; Provisioning; Architectural style; Cloud computing; Leverage (statistics); Architecture; High availability; Service (business); Stateless protocol; Service-oriented architecture; Distributed computing; World Wide Web; Computer network; Operating system; Web service; Business","score_opus":0.04292096687603732,"score_gpt":0.20271534815521824,"score_spread":0.15979438127918094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910940173","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3385125,0.0018441298,0.41651988,0.0007393277,0.00052371866,0.0008502707,0.0009442308,0.2169701,0.023095857],"genre_scores_gemma":[0.8901876,0.0003382341,0.09652396,0.00025092554,0.000103454186,0.00027101755,0.0008438601,0.0027637724,0.008717226],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99839336,0.00031892568,0.00017643177,0.00028692925,0.00061687775,0.000207481],"domain_scores_gemma":[0.9975368,0.00066304795,0.0003340448,0.0006531597,0.0004555778,0.00035746928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021329212,0.00063132134,0.00043598804,0.00077345787,0.0006223595,0.0015200974,0.0017046974,0.0005175311,0.0034067594],"category_scores_gemma":[0.00391726,0.0005942106,0.00037946086,0.00042318326,0.0005207649,0.0018609831,0.0017226442,0.0013659525,0.00095545873],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00648115,0.0019647744,0.049014453,0.0020561598,0.00067406346,0.0034954264,0.0050045354,0.087666266,0.27902883,0.060524993,0.063698195,0.44039118],"study_design_scores_gemma":[0.00047049674,0.001257367,0.040641047,0.00024217111,0.00037063967,0.0019498062,0.0008285447,0.5412373,0.1987261,0.01349134,0.20032571,0.00045947413],"about_ca_topic_score_codex":0.0020276767,"about_ca_topic_score_gemma":0.0013833374,"teacher_disagreement_score":0.0034067594,"about_ca_system_score_codex":0.00072586467,"about_ca_system_score_gemma":0.0011136401,"threshold_uncertainty_score":0.011396766},"labels":[],"label_agreement":null},{"id":"W2911013831","doi":"10.1117/3.2510243.ch27","title":"Kronig–Penney Model","year":2019,"lang":"en","type":"book-chapter","venue":"SPIE eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Computer science","score_opus":0.019695261996865207,"score_gpt":0.22129698538368986,"score_spread":0.20160172338682464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911013831","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013399446,0.0020616457,0.21791747,0.006710946,0.0010155564,0.0000878004,0.00066203874,0.0005367065,0.7576084],"genre_scores_gemma":[0.31456688,0.0030541718,0.034426253,0.001548208,0.00060197944,0.00024926686,0.00055867195,0.0005768441,0.64441776],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996699,0.000076297125,0.000011182329,0.000055560886,0.00013256044,0.00005448229],"domain_scores_gemma":[0.9995153,0.000093478324,0.000035511683,0.00013020851,0.00016156274,0.00006389324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065435946,0.0007851615,0.0007874945,0.0012520029,0.0012213838,0.0021521286,0.0023463147,0.0024781816,0.04230952],"category_scores_gemma":[0.002201073,0.0003805172,0.0007526704,0.0011268874,0.0018808846,0.004830978,0.0011821897,0.0027272447,0.012062691],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064348424,0.000011862855,0.000017502727,0.000010435879,0.0000030961162,0.000022177659,0.000019508952,0.0021901033,0.00009934656,0.98772764,0.006292065,0.0035998223],"study_design_scores_gemma":[0.000008771552,0.000009934164,0.0000466434,0.000017858301,0.000004967719,0.00007675374,0.00002922343,0.024989303,0.0001710692,0.9514865,0.023147853,0.000010992889],"about_ca_topic_score_codex":0.003155894,"about_ca_topic_score_gemma":0.0020326152,"teacher_disagreement_score":0.04230952,"about_ca_system_score_codex":0.0011816161,"about_ca_system_score_gemma":0.0013201898,"threshold_uncertainty_score":0.14153945},"labels":[],"label_agreement":null},{"id":"W2911428714","doi":"","title":"The 2014 ACM international conference on Measurement and modeling of computer systems","year":2014,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Publication; Library science; Provisioning; Operations research; Special Interest Group; Telecommunications; Engineering; Political science","score_opus":0.06139335820482178,"score_gpt":0.26374861965049956,"score_spread":0.20235526144567778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911428714","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009300626,0.10635075,0.6637591,0.026394138,0.0381226,0.0017330379,0.013655851,0.017481748,0.12320217],"genre_scores_gemma":[0.12370022,0.15839991,0.42226362,0.010688825,0.019973995,0.0045522037,0.054098982,0.0036471307,0.2026751],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98790234,0.0034969186,0.0011148655,0.0014577138,0.0054761637,0.0005519274],"domain_scores_gemma":[0.98705786,0.0038649684,0.00067458366,0.0040285285,0.0035727269,0.0008013759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009211219,0.0029919287,0.0036782399,0.003488939,0.0011295096,0.009650614,0.004003298,0.0032521419,0.06364798],"category_scores_gemma":[0.028927406,0.0012142134,0.0021052423,0.0038875164,0.0016785724,0.00701337,0.005325685,0.00710264,0.03307024],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017670424,0.00026429683,0.003124611,0.0010964185,0.0003586327,0.00018318134,0.0002083799,0.007165523,0.0018476011,0.044308547,0.50830877,0.43295735],"study_design_scores_gemma":[0.000041085226,0.00015497835,0.0028693741,0.00077025004,0.000119094664,0.0004989783,0.00018797285,0.04753874,0.0010623486,0.03911559,0.90754664,0.00009502954],"about_ca_topic_score_codex":0.004862701,"about_ca_topic_score_gemma":0.0025339457,"teacher_disagreement_score":0.06364798,"about_ca_system_score_codex":0.0017471295,"about_ca_system_score_gemma":0.0044631627,"threshold_uncertainty_score":0.2129237},"labels":[],"label_agreement":null},{"id":"W2911657497","doi":"","title":"Proceedings of the 4th international ACM Sigsoft symposium on Architecting critical systems","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Dependability; Computer science; Software engineering; Software architecture; Software system; Software; Computer security; Operating system","score_opus":0.012197210495805199,"score_gpt":0.24692204558431194,"score_spread":0.23472483508850675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911657497","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01625126,0.0493564,0.4203671,0.029888973,0.052809563,0.0007589809,0.0023724388,0.011861453,0.41633385],"genre_scores_gemma":[0.07680498,0.040197786,0.2704094,0.0050309217,0.0077737668,0.0006192328,0.008087413,0.004370426,0.5867061],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979133,0.00044795586,0.00017800264,0.00022223014,0.001083161,0.00015534773],"domain_scores_gemma":[0.99463767,0.0012017624,0.00018873248,0.0011391646,0.0018576152,0.00097503164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003440673,0.0015840946,0.00085607724,0.0015744248,0.0010379303,0.005151455,0.0014387976,0.0019295077,0.090162374],"category_scores_gemma":[0.0077965586,0.0007690515,0.0011331944,0.000957719,0.001015151,0.003519916,0.0025747628,0.0038823683,0.033879805],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016821615,0.0002492433,0.0016478103,0.000305165,0.0000869668,0.0002476439,0.00044504562,0.002930481,0.0035745827,0.020258509,0.4040696,0.5660167],"study_design_scores_gemma":[0.000025562122,0.00007965285,0.0007669434,0.0002834637,0.000035054625,0.0002456894,0.00015085802,0.0033498537,0.0008936112,0.012453476,0.9816886,0.000027175416],"about_ca_topic_score_codex":0.0052724783,"about_ca_topic_score_gemma":0.0076363212,"teacher_disagreement_score":0.090162374,"about_ca_system_score_codex":0.0012033759,"about_ca_system_score_gemma":0.0032117576,"threshold_uncertainty_score":0.30162317},"labels":[],"label_agreement":null},{"id":"W2912238135","doi":"10.1145/3245181","title":"Session details: Volume II: Software development and system software & security: programming for separation of concerns track","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Session (web analytics); Computer science; Track (disk drive); Software development; Software; Volume (thermodynamics); Software security assurance; Software engineering; Separation of concerns; Software construction; Operating system; World Wide Web; Cloud computing; Cloud computing security","score_opus":0.021795782166147182,"score_gpt":0.27453688648377556,"score_spread":0.25274110431762836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912238135","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030742793,0.012427444,0.03442743,0.016896656,0.046186216,0.0010148654,0.0069094077,0.007923553,0.8711402],"genre_scores_gemma":[0.01186587,0.0068315803,0.0047875447,0.0012026437,0.008968192,0.00026344808,0.0047974377,0.0020390633,0.95924425],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989924,0.00015797709,0.000042913292,0.00026429654,0.00038251883,0.00016001085],"domain_scores_gemma":[0.9972698,0.0006164348,0.00010617348,0.00039534518,0.0006564415,0.00095575175],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018567452,0.0015068665,0.0015226803,0.0012353907,0.0020666686,0.0062302933,0.0012803046,0.0028572092,0.65381426],"category_scores_gemma":[0.0030375551,0.0004727424,0.00115066,0.0021626295,0.0005140694,0.0028859961,0.0027471008,0.0034057978,0.4366101],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012370147,0.000090663125,0.00012186649,0.00019577278,0.0000087993085,0.000020337926,0.000039819613,0.00013409753,0.001432419,0.0031410155,0.9236548,0.07103659],"study_design_scores_gemma":[0.00004570182,0.00013685538,0.000884746,0.0001861627,0.000013684943,0.00008756497,0.000048159978,0.000554425,0.001343015,0.00389669,0.9927827,0.000020170675],"about_ca_topic_score_codex":0.0011026133,"about_ca_topic_score_gemma":0.002546242,"teacher_disagreement_score":0.65381426,"about_ca_system_score_codex":0.0014197871,"about_ca_system_score_gemma":0.0024076928,"threshold_uncertainty_score":0.49379194},"labels":[],"label_agreement":null},{"id":"W2912300462","doi":"","title":"Proceedings of the Posters and Demo Track","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Middleware (distributed applications); Computer science; Leverage (statistics); Track (disk drive); Software; Presentation (obstetrics); Software engineering; Coding (social sciences); Operating system; Artificial intelligence","score_opus":0.007268659373133508,"score_gpt":0.2018007901352264,"score_spread":0.1945321307620929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912300462","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035506824,0.0101290215,0.010339772,0.035457917,0.30842355,0.0012291278,0.007825045,0.003221819,0.61982316],"genre_scores_gemma":[0.0085403,0.0029361062,0.0036588414,0.0032419479,0.028031012,0.00045407674,0.006252443,0.0012751984,0.94561005],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99828005,0.00017462624,0.00006787606,0.00027183225,0.000909206,0.00029650863],"domain_scores_gemma":[0.9961054,0.00036338277,0.00012764349,0.000429987,0.0012016383,0.0017719636],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0035161402,0.0016163628,0.0009541757,0.0022918917,0.0040668147,0.008097728,0.0022185536,0.0037430283,0.44256195],"category_scores_gemma":[0.004151029,0.0007549547,0.0018737287,0.0018871884,0.0006764237,0.004031463,0.0046460866,0.005744282,0.21077693],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000112900445,0.00007084082,0.000096609685,0.00007258074,0.000007960211,0.00008604927,0.00003306642,0.00008324098,0.00048359646,0.0013573492,0.96919954,0.028396236],"study_design_scores_gemma":[0.000027134609,0.000032190805,0.0003191464,0.000040857514,0.0000049882938,0.00004678542,0.00006080383,0.00013502224,0.00021503733,0.00078357715,0.99832433,0.000010000502],"about_ca_topic_score_codex":0.0034113796,"about_ca_topic_score_gemma":0.010343112,"teacher_disagreement_score":0.557438,"about_ca_system_score_codex":0.0017225033,"about_ca_system_score_gemma":0.001791447,"threshold_uncertainty_score":0.79511774},"labels":[],"label_agreement":null},{"id":"W2912762702","doi":"10.1109/bigdata.2018.8622210","title":"Practical Cross Program Memoization with KeyChain","year":2018,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Memoization; Computer science; Identifier; SPARK (programming language); Simple (philosophy); Heuristic; Distributed computing; Operating system; Programming language","score_opus":0.0198322260933455,"score_gpt":0.34792510163711754,"score_spread":0.32809287554377203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912762702","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10857345,0.00045223298,0.8598822,0.00070718,0.00023704547,0.00036594836,0.0002205616,0.01956417,0.009997215],"genre_scores_gemma":[0.7094803,0.00018817297,0.28252572,0.00027687772,0.000054514057,0.0003994148,0.00035548818,0.0012697093,0.0054497505],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968545,0.0009795504,0.0002334335,0.00054016063,0.0008939797,0.00049849274],"domain_scores_gemma":[0.9923097,0.0024446293,0.00052527874,0.0034178277,0.0010041832,0.00029828894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003911021,0.0007224686,0.00054120965,0.00063536415,0.001069761,0.0015553768,0.0020438966,0.00093994034,0.0059380936],"category_scores_gemma":[0.010800852,0.000615843,0.00046897828,0.0009074239,0.0016926659,0.005061917,0.0036560388,0.0016188656,0.00150539],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030699577,0.00077776966,0.01446388,0.0010535122,0.00022971355,0.001013564,0.0022880107,0.08460711,0.12673095,0.18201195,0.028606676,0.55514693],"study_design_scores_gemma":[0.0004122515,0.0006934905,0.0013736462,0.0001305481,0.00010835728,0.0008723687,0.00047983456,0.54269636,0.21295491,0.18045828,0.05968421,0.0001357734],"about_ca_topic_score_codex":0.00120529,"about_ca_topic_score_gemma":0.00144459,"teacher_disagreement_score":0.0059380936,"about_ca_system_score_codex":0.0008003665,"about_ca_system_score_gemma":0.0023403037,"threshold_uncertainty_score":0.020683706},"labels":[],"label_agreement":null},{"id":"W2912772635","doi":"","title":"Testing iptables","year":2003,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Correctness; Computer science; Operating system; Algorithm","score_opus":0.16707392438172863,"score_gpt":0.4053650697184758,"score_spread":0.23829114533674717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912772635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59787667,0.0005715592,0.3081718,0.0007872821,0.0004135233,0.0006924991,0.004151503,0.061553393,0.025781719],"genre_scores_gemma":[0.908341,0.00031767858,0.06959787,0.0004491562,0.00010223665,0.00031777011,0.0061364486,0.00389086,0.010846997],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.98932225,0.0016704382,0.00059118005,0.0011397722,0.0067198616,0.00055642397],"domain_scores_gemma":[0.9699683,0.013901621,0.001974858,0.0073466217,0.0062313466,0.0005772514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029271382,0.0008112631,0.00046920433,0.0009830161,0.00037028984,0.0012552979,0.002475471,0.00075720745,0.00404401],"category_scores_gemma":[0.033462863,0.00037634524,0.0006174578,0.00075595255,0.0006198667,0.002334383,0.001278162,0.0008998386,0.0020668958],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016416302,0.0013762469,0.06822974,0.0009506388,0.00038055735,0.0025044263,0.0010867772,0.049604226,0.1749584,0.012081016,0.035971634,0.6512147],"study_design_scores_gemma":[0.00021829114,0.004043105,0.040011957,0.00024529628,0.00035630786,0.0033757722,0.00059550157,0.23677367,0.61754626,0.012508797,0.08409462,0.00023039785],"about_ca_topic_score_codex":0.0018863669,"about_ca_topic_score_gemma":0.001072692,"teacher_disagreement_score":0.00404401,"about_ca_system_score_codex":0.0005465416,"about_ca_system_score_gemma":0.0008557302,"threshold_uncertainty_score":0.015480399},"labels":[],"label_agreement":null},{"id":"W2913024063","doi":"","title":"Proceedings of the 2015 Workshop on Challenges in Performance Methods for Software Development","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Software deployment; Presentation (obstetrics); Computer science; Field (mathematics); Pleasure; Software; Software development; Quality (philosophy); Engineering management; Software engineering; Data science; Engineering ethics; Engineering; Psychology","score_opus":0.10932316860231857,"score_gpt":0.3476912941948269,"score_spread":0.23836812559250836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913024063","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008055039,0.048860665,0.565252,0.21089536,0.10526358,0.0013454962,0.001151163,0.0017001408,0.057476502],"genre_scores_gemma":[0.12271131,0.049961865,0.5058075,0.027500203,0.07952627,0.0037459428,0.006181269,0.0074114273,0.19715413],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9470141,0.032841846,0.0027788125,0.0042809397,0.011128184,0.0019561038],"domain_scores_gemma":[0.9036394,0.0561195,0.0017970181,0.008051204,0.020074401,0.010318546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09287076,0.0021665392,0.00224704,0.0025621012,0.0030514058,0.015614928,0.005429219,0.006420037,0.028834356],"category_scores_gemma":[0.112451084,0.0016082972,0.003479393,0.0018472711,0.0054701436,0.012640241,0.011094268,0.015348029,0.009537969],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034439706,0.00038088887,0.0010847797,0.0011555947,0.00014740565,0.0003888795,0.004565704,0.004344916,0.0016145345,0.104789056,0.6243656,0.25681832],"study_design_scores_gemma":[0.00006463068,0.00020854923,0.0009225902,0.0013345807,0.000041792307,0.00041507135,0.0014312317,0.0063574207,0.0010182734,0.0990522,0.8890298,0.00012391889],"about_ca_topic_score_codex":0.0038763555,"about_ca_topic_score_gemma":0.0037387435,"teacher_disagreement_score":0.09287076,"about_ca_system_score_codex":0.0062130284,"about_ca_system_score_gemma":0.010186457,"threshold_uncertainty_score":0.49115336},"labels":[],"label_agreement":null},{"id":"W2913028816","doi":"","title":"Proceedings of the third international workshop on Large scale testing","year":2014,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Acceptance testing; Unit testing; Schedule; Software performance testing; Scale (ratio); Integration testing; Software engineering; Software testing; System testing; Software; Software system; Operating system","score_opus":0.013663492279697907,"score_gpt":0.2378753392185736,"score_spread":0.2242118469388757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913028816","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007965323,0.056121055,0.4077241,0.04395731,0.11161155,0.0012276322,0.0027496398,0.009803102,0.3588403],"genre_scores_gemma":[0.08111969,0.036593687,0.18107891,0.010919605,0.024302518,0.0015333107,0.012910664,0.008454876,0.6430868],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99087346,0.0028037978,0.00067463674,0.0013140215,0.003491873,0.00084217003],"domain_scores_gemma":[0.98658144,0.0039895545,0.00030939662,0.0023916392,0.0050127036,0.0017152013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01051777,0.0018739634,0.0014593196,0.0023163634,0.0013631241,0.008182506,0.0033699917,0.002993159,0.09661298],"category_scores_gemma":[0.015329642,0.0008636297,0.0018038532,0.0016287558,0.0019069613,0.006463076,0.004477895,0.005281199,0.036905862],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022660148,0.00018471353,0.0004034849,0.00042834165,0.00005434407,0.00027864936,0.00047446595,0.0019666292,0.0032349196,0.030243957,0.63249254,0.3300114],"study_design_scores_gemma":[0.000025560357,0.0000830549,0.00033895916,0.00033177822,0.000020353671,0.00025789725,0.00016820758,0.0018386152,0.001369225,0.014154487,0.98138314,0.00002880397],"about_ca_topic_score_codex":0.0019828547,"about_ca_topic_score_gemma":0.00232858,"teacher_disagreement_score":0.09661298,"about_ca_system_score_codex":0.0022631353,"about_ca_system_score_gemma":0.0031129906,"threshold_uncertainty_score":0.32320267},"labels":[],"label_agreement":null},{"id":"W2913522195","doi":"","title":"Proceedings of the 1st International Workshop on Future of Software Architecture Design Assistants","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Honor; Architecture; Field (mathematics); Software architecture; Software engineering; Software; Engineering management; Engineering","score_opus":0.027276623550661117,"score_gpt":0.24913705523194693,"score_spread":0.2218604316812858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913522195","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018957937,0.08081507,0.56290025,0.077125095,0.0662137,0.0012999495,0.0017744259,0.006088933,0.18482468],"genre_scores_gemma":[0.094956055,0.044942908,0.34699544,0.008719577,0.01629348,0.0014257911,0.0078026685,0.0033328994,0.47553125],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9912985,0.003574703,0.0007714362,0.0013063411,0.0023330452,0.0007159149],"domain_scores_gemma":[0.9876773,0.003674577,0.00043613903,0.002107365,0.0036406305,0.0024639438],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017131977,0.001367863,0.0010681608,0.0019228661,0.0018747814,0.009019308,0.0034368609,0.0033953504,0.05288306],"category_scores_gemma":[0.01640421,0.0011172907,0.0018519415,0.0013894102,0.0019458575,0.0100399535,0.006008276,0.006493353,0.017561154],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036479105,0.0004224477,0.0010352877,0.0007422132,0.000088443165,0.00037215764,0.0024419092,0.0020493576,0.004198505,0.061648265,0.425084,0.50155264],"study_design_scores_gemma":[0.000026182894,0.00010089559,0.00036221044,0.00028756296,0.000018863795,0.00026210136,0.0003747273,0.0018609272,0.00094575057,0.011492717,0.9842424,0.000025751313],"about_ca_topic_score_codex":0.002620197,"about_ca_topic_score_gemma":0.0037482865,"teacher_disagreement_score":0.947117,"about_ca_system_score_codex":0.002605789,"about_ca_system_score_gemma":0.004228396,"threshold_uncertainty_score":0.17691147},"labels":[],"label_agreement":null},{"id":"W2913648311","doi":"","title":"Companion Publication for ACM/SPEC on International Conference on Performance Engineering","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Presentation (obstetrics); Session (web analytics); Computer science; Vision; Track (disk drive); Spec#; Library science; Engineering management; Operations research; Engineering; World Wide Web; Sociology","score_opus":0.03576781246285493,"score_gpt":0.2643769539835395,"score_spread":0.22860914152068457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913648311","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00451619,0.036107868,0.062275905,0.022697825,0.37477675,0.0014720738,0.016008161,0.014422281,0.46772292],"genre_scores_gemma":[0.012126481,0.015966104,0.013217633,0.0032232814,0.040799472,0.00053577276,0.021994526,0.007027123,0.8851097],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995821,0.0005110127,0.00030575105,0.0006557223,0.0022449624,0.00046150942],"domain_scores_gemma":[0.9833597,0.0016119591,0.00045113778,0.0023624452,0.008940241,0.0032745453],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0052345837,0.0025049248,0.0029120827,0.0026616936,0.0016377588,0.0078387,0.003110615,0.0022218819,0.45250747],"category_scores_gemma":[0.012821714,0.0008285942,0.0010921567,0.0033547143,0.0007503164,0.0059747766,0.00376509,0.005392068,0.30933124],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007032254,0.000059525137,0.00012965861,0.00013937056,0.00001271865,0.000026912623,0.000025564992,0.0001156301,0.00043669526,0.0012220057,0.9501629,0.04759856],"study_design_scores_gemma":[0.000029154315,0.00007572157,0.0005666507,0.00017072029,0.000015113421,0.0000743328,0.00004248555,0.00061850046,0.00030616124,0.0013676169,0.9967102,0.00002332783],"about_ca_topic_score_codex":0.0034630385,"about_ca_topic_score_gemma":0.0050399043,"teacher_disagreement_score":0.45250747,"about_ca_system_score_codex":0.0020152319,"about_ca_system_score_gemma":0.0029294686,"threshold_uncertainty_score":0.78093165},"labels":[],"label_agreement":null},{"id":"W2914422608","doi":"","title":"CASCON workshop on developing big data applications and services","year":2018,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Big data; Data science; Computer science; Scalability; Analytics; Reliability (semiconductor); Business analytics; Business model; Business; Database; Data mining; Marketing; Electronic business","score_opus":0.030204886373222984,"score_gpt":0.25310838343491515,"score_spread":0.22290349706169216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914422608","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011605542,0.05978833,0.30295596,0.1731333,0.048486672,0.0020885284,0.013745354,0.018615019,0.3695813],"genre_scores_gemma":[0.0784996,0.08166432,0.2987845,0.028086513,0.016769763,0.0021563768,0.044986594,0.014528399,0.43452394],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98918974,0.0032912164,0.00050824514,0.0010625869,0.004999181,0.0009490891],"domain_scores_gemma":[0.9772001,0.007731622,0.0005483234,0.0034923344,0.004614628,0.0064130053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021838324,0.00211532,0.0009108581,0.0038195963,0.0018366115,0.0075079016,0.004105392,0.0030413754,0.041762125],"category_scores_gemma":[0.01700945,0.00086914666,0.0014507228,0.0033583287,0.0019461957,0.009837828,0.010122645,0.004816123,0.018359099],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017246397,0.000115146395,0.00061081955,0.00041697678,0.00004452713,0.00018528676,0.00060748146,0.0015007571,0.0018384925,0.03750369,0.8104066,0.14659774],"study_design_scores_gemma":[0.000017850185,0.000028436265,0.000513383,0.0003209051,0.000008242903,0.00008064719,0.00023399637,0.0016441914,0.0008725318,0.010306794,0.9859526,0.000020317813],"about_ca_topic_score_codex":0.009131736,"about_ca_topic_score_gemma":0.010866392,"teacher_disagreement_score":0.041762125,"about_ca_system_score_codex":0.0029141298,"about_ca_system_score_gemma":0.009300589,"threshold_uncertainty_score":0.13970816},"labels":[],"label_agreement":null},{"id":"W2914743139","doi":"","title":"Proceedings of the 8th international workshop on Software quality","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Session (web analytics); Computer science; Software review; Variety (cybernetics); Software; Engineering management; Software engineering; Software development; Engineering; World Wide Web; Software construction","score_opus":0.04577022211944936,"score_gpt":0.2732186528225521,"score_spread":0.22744843070310272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914743139","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012712783,0.08482844,0.23876174,0.06423818,0.11652839,0.0011369264,0.0027039906,0.0050334376,0.47405607],"genre_scores_gemma":[0.07494796,0.049062632,0.12145634,0.006971939,0.022535438,0.0011305895,0.010802372,0.0036794394,0.7094133],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951444,0.0013884957,0.0003774043,0.0006536895,0.001979492,0.00045655516],"domain_scores_gemma":[0.9940376,0.0013848246,0.00022634836,0.0008234052,0.0024487416,0.0010790406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005868342,0.0014109141,0.0012437375,0.0016276374,0.0010735497,0.005908041,0.0022625322,0.0021234227,0.08849497],"category_scores_gemma":[0.009300909,0.0005686816,0.0013692831,0.0012191144,0.0011701565,0.004659376,0.00410641,0.004445251,0.03462424],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023664882,0.00020043027,0.00050428347,0.0005895002,0.00006431166,0.00022215332,0.00066924165,0.0010987103,0.0033645746,0.018235326,0.6594297,0.31538513],"study_design_scores_gemma":[0.000025658423,0.00007114891,0.00061813626,0.00037996692,0.000024124094,0.00015596057,0.00018657441,0.0013615863,0.0007957653,0.0074414816,0.98892105,0.000018621826],"about_ca_topic_score_codex":0.0016903881,"about_ca_topic_score_gemma":0.002662367,"teacher_disagreement_score":0.08849497,"about_ca_system_score_codex":0.0016300054,"about_ca_system_score_gemma":0.0025477295,"threshold_uncertainty_score":0.29604518},"labels":[],"label_agreement":null},{"id":"W2914824545","doi":"","title":"Proceedings of the 12th ACM international conference adjunct papers on Ubiquitous computing - Adjunct","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Presentation (obstetrics); Adjunct; Computer science; Variety (cybernetics); Multimedia; Track (disk drive); Ubiquitous computing; World Wide Web; Human–computer interaction; Artificial intelligence","score_opus":0.013242947422478125,"score_gpt":0.24300343546312686,"score_spread":0.22976048804064875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914824545","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024034027,0.12592365,0.10987194,0.028472401,0.31454468,0.0016816374,0.00529372,0.008816134,0.38136187],"genre_scores_gemma":[0.0463881,0.05200229,0.039216056,0.0066784187,0.023312895,0.0007823649,0.011806234,0.0029431877,0.8168704],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99643326,0.0009613537,0.00030314852,0.0006070119,0.0012228846,0.00047229498],"domain_scores_gemma":[0.9939459,0.00092322053,0.00014503814,0.0008905258,0.00238408,0.0017112272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049732737,0.0017758599,0.002172427,0.002062879,0.0020425352,0.007797256,0.0024108526,0.002282438,0.14389585],"category_scores_gemma":[0.0071998183,0.00071545027,0.0010774364,0.0021968517,0.0010809647,0.006488589,0.0042316215,0.0037767391,0.0721506],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031458135,0.00025758718,0.0008062734,0.0006528118,0.00005977107,0.00026688984,0.00044557612,0.00021367133,0.0035551083,0.0068360255,0.7543915,0.23220018],"study_design_scores_gemma":[0.000017945024,0.00010539767,0.0007377452,0.00022462716,0.000027407501,0.00022100002,0.00032109287,0.0006197783,0.0007525424,0.0016720374,0.99528116,0.000019271929],"about_ca_topic_score_codex":0.0021678703,"about_ca_topic_score_gemma":0.0039869426,"teacher_disagreement_score":0.14389585,"about_ca_system_score_codex":0.0013355961,"about_ca_system_score_gemma":0.0026001304,"threshold_uncertainty_score":0.48137957},"labels":[],"label_agreement":null},{"id":"W2916238818","doi":"10.5555/2819009.2819242","title":"7th international workshop on modeling in software engineering (MiSE 2015)","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software engineering; Capability Maturity Model; Key (lock); Model-driven architecture; Software development; Maturity (psychological); Software; Systems engineering; Engineering management; Data science; Engineering; Programming language; Computer security","score_opus":0.05699811857105535,"score_gpt":0.2849493612729381,"score_spread":0.22795124270188272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916238818","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014372789,0.09911816,0.49502638,0.06668442,0.12970735,0.00081839925,0.0022183128,0.006690077,0.1853641],"genre_scores_gemma":[0.09630402,0.076983094,0.27313074,0.011142251,0.03249046,0.0012605125,0.013331855,0.006081296,0.48927572],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9915324,0.003242574,0.00067072094,0.0011039017,0.002669271,0.00078114873],"domain_scores_gemma":[0.9904028,0.0021208392,0.00035928583,0.0016378388,0.0031865921,0.0022926764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012701857,0.0022176206,0.0018066809,0.0029741502,0.0015646882,0.008824107,0.0033158327,0.0043010153,0.06649123],"category_scores_gemma":[0.014780385,0.0010049633,0.0027487173,0.001962036,0.0014549944,0.0077137006,0.010176519,0.007590624,0.030597165],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028551876,0.00044616076,0.00085114373,0.0009138853,0.00011974564,0.00043983597,0.0014468712,0.0027294531,0.0048391996,0.05725731,0.54683983,0.38383105],"study_design_scores_gemma":[0.000021131113,0.00012856681,0.0006239317,0.0008752645,0.00003458066,0.0005884699,0.00037412456,0.0035512506,0.0016329056,0.02108295,0.97104,0.000046761666],"about_ca_topic_score_codex":0.0013164788,"about_ca_topic_score_gemma":0.0022800365,"teacher_disagreement_score":0.06649123,"about_ca_system_score_codex":0.002290771,"about_ca_system_score_gemma":0.003912929,"threshold_uncertainty_score":0.22243536},"labels":[],"label_agreement":null},{"id":"W2920929439","doi":"10.1007/s10664-019-09690-0","title":"Extracting and studying the Logging-Code-Issue- Introducing changes in Java-based large-scale open source software systems","year":2019,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Logging; Debugging; Java; Source code; Correctness; Code (set theory); Software; Code review; Database; Software engineering; Static program analysis; Software development; Programming language","score_opus":0.018345802225703055,"score_gpt":0.26551265940598784,"score_spread":0.24716685718028478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920929439","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99267334,0.00012219373,0.005954134,0.000056128676,0.000014352554,0.000029513463,0.00036675323,0.00025287468,0.00053073216],"genre_scores_gemma":[0.992841,0.000081718485,0.0057020197,0.000016174543,0.000012907221,0.000017824641,0.000875867,0.000078633704,0.00037391763],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997993,0.0002764604,0.00023137117,0.0005036036,0.0008504169,0.00014517648],"domain_scores_gemma":[0.9607843,0.019911481,0.009205152,0.0032955192,0.0060877753,0.0007157883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015372772,0.00025696697,0.00022387673,0.0030831073,0.00040782068,0.0008600295,0.00053774443,0.00041351077,0.00051528437],"category_scores_gemma":[0.026016654,0.00025373607,0.00034980755,0.002451094,0.0004258462,0.0015996522,0.0006582613,0.0008398867,0.00019696668],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015311643,0.000415799,0.8352122,0.00033034943,0.00008573946,0.00042005468,0.002069513,0.0037765575,0.014348536,0.0009874637,0.0011982181,0.14100245],"study_design_scores_gemma":[0.000009413896,0.00010769052,0.9443297,0.00003807294,0.00006669206,0.00031468496,0.0008125183,0.043092955,0.008274079,0.0010463607,0.0018809335,0.000026877067],"about_ca_topic_score_codex":0.0046126842,"about_ca_topic_score_gemma":0.009563486,"teacher_disagreement_score":0.0046126842,"about_ca_system_score_codex":0.00052019313,"about_ca_system_score_gemma":0.0007670968,"threshold_uncertainty_score":0.009171665},"labels":[],"label_agreement":null},{"id":"W2938098978","doi":"10.1007/s40534-019-0187-0","title":"Event management architecture for the monitoring and diagnosis of a fleet of trains: a case study","year":2019,"lang":"en","type":"article","venue":"Journal of Modern Transportation","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bombardier (Canada)","funders":"Centre National de la Recherche Scientifique","keywords":"Train; Architecture; Event (particle physics); Key (lock); Fleet management; Asynchronous communication; Computer science; Systems architecture; Systems engineering; Event management; Operations research; Management system; Engineering; Telecommunications; Operations management; Computer security","score_opus":0.014999203748851971,"score_gpt":0.2701996423248611,"score_spread":0.2552004385760091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2938098978","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81309664,0.00028854166,0.17694992,0.0006693292,0.000045686284,0.00050526625,0.0003587574,0.00078236946,0.0073035657],"genre_scores_gemma":[0.9523275,0.00015912064,0.044990197,0.000033459783,0.000013949762,0.00010609348,0.00020813539,0.000017537533,0.0021440603],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991026,0.00038210434,0.000067379944,0.00013477023,0.00020217156,0.00011102869],"domain_scores_gemma":[0.9987317,0.00074471155,0.00009497671,0.00015330313,0.00017243437,0.000102951715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012517042,0.000420992,0.00031618268,0.0005806598,0.0006480733,0.0010596542,0.0009986588,0.0014646129,0.0014222731],"category_scores_gemma":[0.002319206,0.00017783142,0.0004046624,0.0006166215,0.00063341454,0.0010450379,0.00075448654,0.00068095495,0.00018256198],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015034145,0.0015016019,0.044320386,0.00076512527,0.00015994113,0.0102762915,0.0035293032,0.6902339,0.038074825,0.025877321,0.0043412354,0.17941672],"study_design_scores_gemma":[0.00014698974,0.00066057383,0.010741417,0.000044307606,0.00007177213,0.0011561268,0.0016615663,0.94984764,0.020424634,0.0034454712,0.011761534,0.000037967075],"about_ca_topic_score_codex":0.0069961026,"about_ca_topic_score_gemma":0.00548373,"teacher_disagreement_score":0.0069961026,"about_ca_system_score_codex":0.0012073473,"about_ca_system_score_gemma":0.00068586675,"threshold_uncertainty_score":0.01391077},"labels":[],"label_agreement":null},{"id":"W2939483835","doi":"10.1109/ijcnn.2019.8852116","title":"Deep Learning for System Trace Restoration","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; TRACE (psycholinguistics); Lossy compression; Benchmark (surveying); Data mining; Noise (video); Deep learning; Sequence (biology); Event (particle physics); Data cleansing; Field (mathematics); Anomaly detection; Data quality; Artificial intelligence; Algorithm; Machine learning; Image (mathematics)","score_opus":0.018818589382122792,"score_gpt":0.25856929553365327,"score_spread":0.23975070615153046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2939483835","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035081096,0.001439692,0.95206416,0.0008568118,0.00011069864,0.000056349316,0.0008670249,0.007325734,0.0021983762],"genre_scores_gemma":[0.79314584,0.0009894953,0.1955503,0.00055398984,0.0000855056,0.00017615427,0.0030361223,0.00043469816,0.006027841],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99953544,0.00008824225,0.000028243723,0.00013595064,0.00013540615,0.000076793374],"domain_scores_gemma":[0.99889815,0.0004820263,0.000108298096,0.0002545213,0.0002100497,0.000046940524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010043704,0.0014021592,0.0007754657,0.0007507031,0.00038156065,0.00090131443,0.0019870866,0.0011622265,0.002909301],"category_scores_gemma":[0.0044162706,0.0007286546,0.0007570678,0.00094858103,0.00076185126,0.0023534533,0.0012825009,0.0032798704,0.00074403675],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010631863,0.00009071723,0.001613167,0.00013431696,0.000083324965,0.00007327236,0.00006035675,0.8192979,0.0022416702,0.0065254145,0.0050810166,0.16469252],"study_design_scores_gemma":[0.000002459151,0.000009893994,0.00008672246,0.000005658634,0.0000036959557,0.0000063666525,0.000004518897,0.9938306,0.0008752279,0.0046856483,0.00048622006,0.00000294985],"about_ca_topic_score_codex":0.016208962,"about_ca_topic_score_gemma":0.019056741,"teacher_disagreement_score":0.016208962,"about_ca_system_score_codex":0.0018238045,"about_ca_system_score_gemma":0.0019247157,"threshold_uncertainty_score":0.032229185},"labels":[],"label_agreement":null},{"id":"W2944096373","doi":"10.1109/sose.2019.00026","title":"Service Mesh: Challenges, State of the Art, and Future Research Opportunities","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":183,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada)","funders":"","keywords":"Microservices; Computer science; Implementation; Service (business); Service delivery framework; State (computer science); State of art; Service-oriented architecture; Open research; Software engineering; Data science; Cloud computing; Web service; World Wide Web; Operating system; Business","score_opus":0.10282278225023339,"score_gpt":0.300610897592356,"score_spread":0.1977881153421226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944096373","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005773344,0.93146944,0.025466966,0.021122769,0.0016161151,0.00005363587,0.000094450595,0.00021563742,0.014187676],"genre_scores_gemma":[0.07106701,0.89678687,0.021353638,0.0034230605,0.003543371,0.00009071034,0.00023192166,0.000101022764,0.003402332],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968622,0.0008098293,0.00027176813,0.00060031674,0.0010940408,0.00036197618],"domain_scores_gemma":[0.9810463,0.013736523,0.0008847082,0.0008181823,0.0029433742,0.0005708419],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0089388415,0.0007541519,0.0013036068,0.002912271,0.0009547653,0.0058652773,0.002636067,0.003580672,0.007038622],"category_scores_gemma":[0.011223427,0.0006008925,0.0008359689,0.004175382,0.0032080624,0.015107553,0.0023713175,0.0031798964,0.0020864338],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013463286,0.00015840559,0.00148958,0.008811333,0.00004529048,0.00015162825,0.0006469472,0.0045179273,0.001914995,0.15563996,0.016439749,0.8100496],"study_design_scores_gemma":[0.000024873158,0.00053031073,0.002252791,0.013609404,0.00011764738,0.0013297097,0.004244501,0.019999202,0.0035246925,0.2317686,0.7224328,0.00016548923],"about_ca_topic_score_codex":0.0014726452,"about_ca_topic_score_gemma":0.0013666059,"teacher_disagreement_score":0.0089388415,"about_ca_system_score_codex":0.0018771734,"about_ca_system_score_gemma":0.0038776079,"threshold_uncertainty_score":0.047273636},"labels":[],"label_agreement":null},{"id":"W2946622927","doi":"10.1016/j.procs.2019.04.184","title":"IoT-based predictive maintenance for fleet management","year":2019,"lang":"en","type":"article","venue":"Procedia Computer Science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":99,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Predictive maintenance; Internet of Things; Architecture; Fleet management; Big data; Work (physics); Machine learning; Computer security; Data mining; Reliability engineering; Telecommunications","score_opus":0.005923858653000614,"score_gpt":0.2219247922871021,"score_spread":0.2160009336341015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946622927","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11729836,0.00088286615,0.8688216,0.00042125897,0.00016799776,0.000108184024,0.00035050922,0.0035498387,0.008399447],"genre_scores_gemma":[0.9622892,0.00016918487,0.03570255,0.000045709927,0.000027193597,0.000038406288,0.0002199257,0.000044477867,0.0014632979],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99982893,0.000026366042,0.000010089219,0.000045904544,0.00006540262,0.000023239785],"domain_scores_gemma":[0.9997123,0.00007492376,0.00005436387,0.000056377983,0.00008066037,0.00002139173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029891817,0.0004177454,0.00042980645,0.00048799458,0.0003576291,0.000497451,0.0008241589,0.00041460592,0.0014374623],"category_scores_gemma":[0.0006619703,0.00016713735,0.0002891661,0.00041891268,0.00024909189,0.0007575181,0.000457993,0.00038871588,0.00031049532],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024268297,0.00014610714,0.004908167,0.00014995689,0.00006300576,0.00026914175,0.00012866026,0.7140538,0.016278382,0.0059283003,0.004994708,0.25283703],"study_design_scores_gemma":[0.00000578297,0.000034478697,0.0009933846,0.0000068123795,0.000009832829,0.00004349198,0.000018359724,0.9934768,0.0017227236,0.0023160852,0.0013663054,0.0000059095946],"about_ca_topic_score_codex":0.002532282,"about_ca_topic_score_gemma":0.003607934,"teacher_disagreement_score":0.002532282,"about_ca_system_score_codex":0.0004225802,"about_ca_system_score_gemma":0.00035518457,"threshold_uncertainty_score":0.0050351024},"labels":[],"label_agreement":null},{"id":"W2953351951","doi":"10.48550/arxiv.1704.03397","title":"Debugging Behaviour of Embedded-Software Developers: An Exploratory Study","year":2017,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Debugging; Algorithmic program debugging; Computer science; Programming language; Software; Software engineering; Software bug; Exploratory research","score_opus":0.09517675731292338,"score_gpt":0.23014292066467767,"score_spread":0.1349661633517543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953351951","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9995415,0.00002009454,0.00023859112,0.00001560556,6.9996173e-7,0.00002574576,0.00001496754,0.0000056805875,0.00013719416],"genre_scores_gemma":[0.99873537,0.00004230718,0.0007305534,0.000027799095,0.0000036940605,0.00006713957,0.00004903073,0.000006328837,0.00033781072],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964886,0.0020214273,0.00023785717,0.00040751207,0.00051537424,0.00032925868],"domain_scores_gemma":[0.95765,0.027714292,0.0058399807,0.0018956794,0.0042296774,0.0026703118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042717294,0.00055936,0.0004981763,0.0017554974,0.0011974792,0.0011455155,0.00077147334,0.0013172582,0.0008936223],"category_scores_gemma":[0.03349733,0.00049304514,0.00024191687,0.000649928,0.0009606192,0.0011994918,0.0014598937,0.0012553845,0.00043928565],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007523966,0.005081439,0.6136431,0.00020460131,0.00007154508,0.0033877243,0.3319969,0.0005112448,0.01321138,0.000366085,0.00058628875,0.030187353],"study_design_scores_gemma":[0.00017652957,0.009996467,0.7672065,0.00019916792,0.000072297196,0.005224688,0.19771588,0.003780509,0.008997523,0.00078048295,0.0056436127,0.00020639245],"about_ca_topic_score_codex":0.0009753485,"about_ca_topic_score_gemma":0.001462816,"teacher_disagreement_score":0.0042717294,"about_ca_system_score_codex":0.00040013704,"about_ca_system_score_gemma":0.00043634977,"threshold_uncertainty_score":0.022591352},"labels":[],"label_agreement":null},{"id":"W2953520354","doi":"10.1109/icse.2019.00032","title":"DLFinder: Characterizing and Detecting Duplicate Logging Code Smells","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Program comprehension; Debugging; Logging; Code smell; Code (set theory); Source code; Software; Software engineering; Database; Software development; Software quality; Software system; Programming language","score_opus":0.010511641143879126,"score_gpt":0.22367226937258655,"score_spread":0.21316062822870743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953520354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.575652,0.002550815,0.16410594,0.0010564444,0.0002877233,0.00075068313,0.012147408,0.237923,0.005525963],"genre_scores_gemma":[0.72553587,0.00066437176,0.23556238,0.00065184606,0.00008628992,0.00074360636,0.020931326,0.010778991,0.0050452994],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.98953456,0.001531606,0.0011855849,0.002301904,0.0048877667,0.0005585793],"domain_scores_gemma":[0.94134134,0.0254347,0.011374061,0.0099502755,0.010800612,0.0010990233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006538116,0.0018772143,0.0008631114,0.00885578,0.000944412,0.0015988202,0.002545765,0.0012502172,0.0011405026],"category_scores_gemma":[0.04616608,0.0012300542,0.0007756275,0.0032328903,0.0013935687,0.0041113487,0.002848372,0.0017323665,0.001500027],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011023474,0.0007845803,0.27743608,0.003445866,0.0003318973,0.0033801969,0.010090124,0.009112355,0.0677315,0.003066555,0.07578522,0.54773325],"study_design_scores_gemma":[0.0004929456,0.0012952801,0.276837,0.0011239152,0.00049129565,0.0059221545,0.005409798,0.3707936,0.19332656,0.010741246,0.1327332,0.0008329928],"about_ca_topic_score_codex":0.005183026,"about_ca_topic_score_gemma":0.009733526,"teacher_disagreement_score":0.00885578,"about_ca_system_score_codex":0.001181427,"about_ca_system_score_gemma":0.0025111851,"threshold_uncertainty_score":0.03457731},"labels":[],"label_agreement":null},{"id":"W2953808922","doi":"10.1109/icse-companion.2019.00058","title":"Release Synchronization in Software Ecosystems","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Synchronization (alternating current); Application lifecycle management; Computer science; Software; Android (operating system); Ecosystem; Process management; Operating system; Business; Ecology; Telecommunications","score_opus":0.005177226557040697,"score_gpt":0.2077928600874018,"score_spread":0.2026156335303611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953808922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94171196,0.00094431045,0.038370848,0.0014502484,0.000042797383,0.000134066,0.00009411946,0.00060426234,0.01664749],"genre_scores_gemma":[0.98846185,0.00018730642,0.00972413,0.0000984255,0.000020201833,0.00007227547,0.000084979845,0.000105369414,0.0012455655],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98865485,0.005460799,0.0010180462,0.0016636599,0.0021339336,0.0010686843],"domain_scores_gemma":[0.9299115,0.032509416,0.020747902,0.007915571,0.0049311635,0.003984463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011066069,0.0004520096,0.00035338636,0.0033492167,0.0034660678,0.005942869,0.0012778242,0.0014044357,0.002090762],"category_scores_gemma":[0.065053925,0.000748367,0.00045314356,0.002159919,0.0037437787,0.011186931,0.006028514,0.001453588,0.00050127367],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056396495,0.0005630245,0.47930443,0.0006308643,0.00018225196,0.003438452,0.086607605,0.010464738,0.013758535,0.10425041,0.0052450686,0.29499063],"study_design_scores_gemma":[0.00014573795,0.001336109,0.54940784,0.0008820789,0.00026475795,0.006611492,0.09891559,0.061467703,0.009481787,0.145981,0.1250807,0.00042527012],"about_ca_topic_score_codex":0.0028023592,"about_ca_topic_score_gemma":0.0024393618,"teacher_disagreement_score":0.011066069,"about_ca_system_score_codex":0.0026945267,"about_ca_system_score_gemma":0.0027333342,"threshold_uncertainty_score":0.058523655},"labels":[],"label_agreement":null},{"id":"W2954135466","doi":"10.5539/nct.v4n1p36","title":"Research Study: Towards a Collaborative Trust-Based Debugging Model for the Telecom Industry","year":2019,"lang":"en","type":"article","venue":"Network and Communication Technologies","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Troubleshooting; Debugging; Computer science; Field (mathematics); Architecture; Telecommunications; Software engineering; Engineering management; Engineering; Operating system","score_opus":0.04321420117286208,"score_gpt":0.33541720872289077,"score_spread":0.2922030075500287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954135466","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04335491,0.00009772681,0.9489251,0.0014194298,0.00002877078,0.00022753105,0.000038860842,0.0006008313,0.0053067897],"genre_scores_gemma":[0.617337,0.00011651741,0.37991303,0.00014553237,0.000026991578,0.00015854741,0.000079920566,0.0000665959,0.0021559382],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9923199,0.004336906,0.00043546234,0.0011287233,0.0013934589,0.0003855156],"domain_scores_gemma":[0.9821275,0.008170817,0.0025998629,0.0033074724,0.0026963735,0.0010980836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067375763,0.0008140152,0.0006234406,0.0014644893,0.0016409727,0.0041802605,0.0027025575,0.0023310813,0.0019956203],"category_scores_gemma":[0.02171405,0.0004901259,0.0008797425,0.00092539855,0.0030140837,0.008591316,0.0035003503,0.0025435525,0.0003955007],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000707817,0.0012955223,0.023703588,0.00055434863,0.00021346325,0.0015938769,0.015820615,0.23464741,0.011607592,0.5255821,0.0042057205,0.18006809],"study_design_scores_gemma":[0.00008392056,0.00045735794,0.0015737468,0.00011248268,0.00007659022,0.0005997849,0.001924921,0.8984356,0.005087409,0.081439056,0.01014142,0.00006770786],"about_ca_topic_score_codex":0.004196951,"about_ca_topic_score_gemma":0.0037688194,"teacher_disagreement_score":0.0067375763,"about_ca_system_score_codex":0.0020676975,"about_ca_system_score_gemma":0.0033749535,"threshold_uncertainty_score":0.035632133},"labels":[],"label_agreement":null},{"id":"W2956106249","doi":"10.1109/icse-companion.2019.00055","title":"An Empirical Study on Leveraging Logs for Debugging Production Failures","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Debugging; Computer science; Software bug; TRACE (psycholinguistics); Snapshot (computer storage); Software engineering; Software; Algorithmic program debugging; Software maintenance; Process (computing); Programming language; Software development; Operating system","score_opus":0.030847995109209245,"score_gpt":0.32528348305626886,"score_spread":0.2944354879470596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2956106249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9932468,0.0002587183,0.0038482652,0.00026472835,0.000017231223,0.00016398342,0.00079520413,0.0001417316,0.0012632755],"genre_scores_gemma":[0.99383014,0.00016949623,0.004605547,0.00005158637,0.000013838874,0.000081497856,0.00082350546,0.000031684962,0.00039272825],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9837902,0.010823652,0.001373519,0.0009453598,0.0025990047,0.00046824195],"domain_scores_gemma":[0.6083895,0.32704842,0.029444654,0.015349496,0.017160837,0.0026071635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014354885,0.00048902386,0.00031707744,0.0027326245,0.0005077958,0.0016841127,0.0013525506,0.0010450064,0.0012429861],"category_scores_gemma":[0.14889471,0.000388414,0.00028504548,0.0026502977,0.0007515387,0.00391614,0.00095303264,0.001342248,0.0005411354],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007889236,0.0025271245,0.8896426,0.0005260755,0.000123177,0.00054555864,0.008070469,0.0015112453,0.002311343,0.00069767697,0.0022007346,0.091055155],"study_design_scores_gemma":[0.00013731953,0.0035949133,0.8884096,0.0004882619,0.0002777674,0.002421212,0.02665641,0.05291023,0.007963036,0.0012002487,0.015777776,0.0001632096],"about_ca_topic_score_codex":0.0025278653,"about_ca_topic_score_gemma":0.0035331254,"teacher_disagreement_score":0.014354885,"about_ca_system_score_codex":0.0005132804,"about_ca_system_score_gemma":0.0007788627,"threshold_uncertainty_score":0.07591677},"labels":[],"label_agreement":null},{"id":"W2963830658","doi":"","title":"Elascale: autoscaling and monitoring as a service","year":2017,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Cloud computing; Scalability; Provisioning; Microservices; Distributed computing; Operating system; Database","score_opus":0.0568983758280558,"score_gpt":0.19751446976439782,"score_spread":0.14061609393634203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963830658","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07481376,0.0014608942,0.66415125,0.0012066127,0.0005418093,0.00048317816,0.00085247424,0.23508412,0.021405915],"genre_scores_gemma":[0.7821042,0.00088697555,0.1961492,0.0010511365,0.00019782221,0.0003755682,0.001941875,0.008573508,0.008719578],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99805427,0.00022860199,0.000118973134,0.0003807182,0.00096867426,0.00024873434],"domain_scores_gemma":[0.99685895,0.000616695,0.00023147132,0.0014536856,0.00060419,0.00023499229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018304329,0.0013502036,0.00056563865,0.0010336688,0.00061119697,0.0020255453,0.0027901784,0.000660277,0.003187361],"category_scores_gemma":[0.005232432,0.00065564166,0.00060157094,0.0008542203,0.0009889996,0.0037440243,0.0028674165,0.0018075472,0.0015237333],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013953991,0.0006417443,0.019203598,0.00066052616,0.0004315512,0.0012580546,0.0013002681,0.14246947,0.14061873,0.04845068,0.10854045,0.5350296],"study_design_scores_gemma":[0.000121543846,0.00021939736,0.0037427344,0.00008177245,0.00008612702,0.0005452217,0.00017228302,0.7621516,0.11470751,0.020984827,0.096972756,0.00021419593],"about_ca_topic_score_codex":0.004832381,"about_ca_topic_score_gemma":0.002717327,"teacher_disagreement_score":0.004832381,"about_ca_system_score_codex":0.0008739829,"about_ca_system_score_gemma":0.000940895,"threshold_uncertainty_score":0.010662794},"labels":[],"label_agreement":null},{"id":"W2965838158","doi":"10.24963/ijcai.2019/658","title":"LogAnomaly: Unsupervised Detection of Sequential and Quantitative Anomalies in Unstructured Logs","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":616,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Fundamental Research Funds for the Central Universities; National Natural Science Foundation of China","keywords":"Computer science; Anomaly detection; Template; Semantics (computer science); Data mining; Anomaly (physics); Sequence (biology); Artificial intelligence; Pattern recognition (psychology); Programming language","score_opus":0.00982964110914624,"score_gpt":0.2327056240241859,"score_spread":0.22287598291503966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965838158","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18693535,0.0013252402,0.70705277,0.0005258372,0.00024018601,0.0005193334,0.0142698325,0.087210655,0.0019206975],"genre_scores_gemma":[0.63477963,0.00056452345,0.32508177,0.00030030662,0.00017840613,0.00063043844,0.03305164,0.0012563189,0.004156886],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99925953,0.00010230019,0.00005241392,0.00029597306,0.00021743581,0.0000723762],"domain_scores_gemma":[0.9984409,0.00054317294,0.0003020282,0.0003138282,0.0002979489,0.000102037084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006701183,0.001448952,0.0007784609,0.0030026152,0.00036102327,0.0008248538,0.0012688229,0.00050471036,0.0009079748],"category_scores_gemma":[0.0031215807,0.00030158318,0.00075337576,0.0013015653,0.00039282758,0.0017811406,0.0013133554,0.0009142025,0.0009649975],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085621927,0.00097417686,0.074422225,0.0006941331,0.00035850392,0.00065763405,0.0006018001,0.035579,0.032688603,0.0027267872,0.050906565,0.7995343],"study_design_scores_gemma":[0.000044339235,0.00019091312,0.015699182,0.000029349543,0.000046929967,0.0003828302,0.00017602154,0.95854545,0.010559963,0.005435381,0.008834984,0.00005461329],"about_ca_topic_score_codex":0.0058969585,"about_ca_topic_score_gemma":0.0127239,"teacher_disagreement_score":0.0058969585,"about_ca_system_score_codex":0.00048534683,"about_ca_system_score_gemma":0.0013864653,"threshold_uncertainty_score":0.011725247},"labels":[],"label_agreement":null},{"id":"W2966316752","doi":"10.22215/etd/2014-10132","title":"Automatic Derivation of Performance Models in the Context of Model-Driven SOA","year":2014,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Model transformation; Unified Modeling Language; Computer science; Software architecture; Feature model; Metamodeling; Model-driven architecture; Software deployment; OASIS SOA Reference Model; Software engineering; Software; Service-oriented architecture; Systems engineering; Engineering; Programming language; Web service; Artificial intelligence","score_opus":0.019324229065462224,"score_gpt":0.25429977205045495,"score_spread":0.23497554298499274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966316752","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01593998,0.00006451301,0.977367,0.0001433636,0.00002461144,0.00010837651,0.00019637369,0.002381546,0.0037743067],"genre_scores_gemma":[0.3282072,0.00040042726,0.66541386,0.000057767946,0.000023938748,0.00041577453,0.001819067,0.0009053225,0.0027567078],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99854517,0.00043185774,0.00009561297,0.00015727605,0.00066775584,0.00010232528],"domain_scores_gemma":[0.9977506,0.0012416341,0.00018432998,0.00032446889,0.00045469045,0.000044202592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016408078,0.00090901525,0.00047802448,0.0014917005,0.0007016038,0.0018825202,0.0011181233,0.0007227472,0.0018050323],"category_scores_gemma":[0.0061842212,0.0007506297,0.0017280756,0.0008231335,0.00065739074,0.0018933115,0.0016302647,0.0012930761,0.0007533679],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008399022,0.00013300398,0.0023105466,0.00034328294,0.000094813826,0.0006834213,0.0008043918,0.6717867,0.018759673,0.20814632,0.0020995825,0.09475421],"study_design_scores_gemma":[0.000013427368,0.000030533178,0.00018315819,0.00005419808,0.000030218234,0.000054722124,0.00007729231,0.9433197,0.010822774,0.036479425,0.0089164805,0.000018117935],"about_ca_topic_score_codex":0.0052939593,"about_ca_topic_score_gemma":0.0044774273,"teacher_disagreement_score":0.0052939593,"about_ca_system_score_codex":0.0013420869,"about_ca_system_score_gemma":0.0026414935,"threshold_uncertainty_score":0.0105262995},"labels":[],"label_agreement":null},{"id":"W2967385703","doi":"10.4018/978-1-5225-9742-1.ch007","title":"Threat Hunting in Windows Using Big Security Log Data","year":2019,"lang":"en","type":"book-chapter","venue":"Advances in information security, privacy, and ethics book series","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Intrusion detection system; Anomaly detection; Computer science; Host (biology); Data mining; Anomaly-based intrusion detection system; Anomaly (physics); Parsing; Volume (thermodynamics); Network security; Big data; Artificial intelligence; Computer security","score_opus":0.049781013948024755,"score_gpt":0.3089980704573167,"score_spread":0.25921705650929194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967385703","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4768782,0.017094143,0.34631494,0.0048494553,0.0011690218,0.00055644737,0.01277908,0.035603307,0.104755424],"genre_scores_gemma":[0.713239,0.010476242,0.22208126,0.0005279101,0.00038182226,0.00019057778,0.013356031,0.0018275457,0.037919603],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99968815,0.00004203947,0.000017025084,0.000055593173,0.00017846297,0.000018684637],"domain_scores_gemma":[0.9988232,0.0007102819,0.00011577018,0.00014624912,0.00014057186,0.00006387117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062810455,0.0006869193,0.00037233287,0.0019754348,0.00038455357,0.0024331743,0.0005441681,0.0004045364,0.002801019],"category_scores_gemma":[0.002336626,0.00030627986,0.00042510175,0.0015142413,0.0002489855,0.003059253,0.0008492395,0.0009207952,0.0012941239],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032895815,0.00016428602,0.02070244,0.0005978608,0.00010318101,0.0009323259,0.0013355595,0.020462703,0.012517391,0.014361638,0.055321053,0.8731726],"study_design_scores_gemma":[0.000040955798,0.0003722898,0.074711375,0.0007701978,0.00012660689,0.0026354082,0.0024827095,0.6366262,0.03338787,0.07919431,0.16944242,0.00020969057],"about_ca_topic_score_codex":0.0024375895,"about_ca_topic_score_gemma":0.0046621147,"teacher_disagreement_score":0.002801019,"about_ca_system_score_codex":0.0004667733,"about_ca_system_score_gemma":0.0004137515,"threshold_uncertainty_score":0.009370387},"labels":[],"label_agreement":null},{"id":"W2972259693","doi":"10.2196/14424","title":"Exploring How Professionals Within Agile Health Care Informatics Perceive Visualizations of Log File Analyses: Observational Study Followed by a Focus Group Interview","year":2019,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Agile software development; Timeline; Focus group; Computer science; Documentation; Health care; Context (archaeology); Knowledge management; Data science; Software engineering; Statistics","score_opus":0.2313847252795522,"score_gpt":0.40625887651484366,"score_spread":0.17487415123529146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972259693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9933022,0.00012520199,0.0046175434,0.00055337144,0.000011886041,0.00042568392,0.0001215918,0.00004346597,0.0007990892],"genre_scores_gemma":[0.99212027,0.00027836105,0.0056505264,0.0003496468,0.000017048365,0.0007138746,0.00008826287,0.000026779056,0.0007553066],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.98923314,0.0075440975,0.0004908666,0.00094196596,0.00087961165,0.0009102371],"domain_scores_gemma":[0.95830333,0.028580781,0.005033277,0.0016322387,0.004191812,0.0022585918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014434497,0.0005660343,0.0006620589,0.0024895687,0.0030333214,0.0026265848,0.0011872975,0.0013883058,0.0018098664],"category_scores_gemma":[0.052554384,0.00094307767,0.00043857476,0.0012119251,0.0036302574,0.003501257,0.0035176824,0.0021609582,0.00052295433],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082789666,0.00038157628,0.036346298,0.00019679211,0.0000102238455,0.00086026196,0.94691265,0.00006878123,0.0025951203,0.00022197622,0.0008018959,0.011521698],"study_design_scores_gemma":[0.000036468417,0.00086452597,0.053402342,0.0003120968,0.000020504018,0.0008323406,0.93323284,0.0010153609,0.0015736097,0.0004694256,0.008146887,0.00009361296],"about_ca_topic_score_codex":0.0039764056,"about_ca_topic_score_gemma":0.0056037437,"teacher_disagreement_score":0.014434497,"about_ca_system_score_codex":0.0017679317,"about_ca_system_score_gemma":0.0026994478,"threshold_uncertainty_score":0.076337874},"labels":[],"label_agreement":null},{"id":"W2974742520","doi":"10.1051/epjconf/201921403027","title":"Modeling and Simulation of Load Balancing Strategies for Computing in High Energy Physics","year":2019,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Particle Physics","funders":"","keywords":"Grid; Computer science; Supercomputer; Distributed computing; Grid computing; Load balancing (electrical power); Scheduling (production processes); Job scheduler; Simulation; Computational science; Cloud computing; Parallel computing; Operating system; Mathematical optimization","score_opus":0.12085057059518854,"score_gpt":0.4728629687554633,"score_spread":0.35201239816027474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2974742520","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4038335,0.00058265834,0.54159874,0.0011626143,0.00026843068,0.00043504336,0.00088880886,0.002087149,0.049143102],"genre_scores_gemma":[0.933237,0.0003146507,0.059249107,0.00010451338,0.000025005993,0.00025041704,0.00034222993,0.00019592131,0.006281044],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996319,0.00014741046,0.000015107993,0.00004260322,0.0000942081,0.00006871593],"domain_scores_gemma":[0.9992046,0.0004189114,0.00008803327,0.00008999021,0.00012296472,0.00007553526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006919641,0.0005740848,0.0006203543,0.00049062865,0.0008050803,0.0011970641,0.0013048303,0.0013119264,0.0029397206],"category_scores_gemma":[0.0017427615,0.00039417896,0.0007652825,0.00056970207,0.00083404494,0.0008465173,0.00073329575,0.0008799235,0.0004186963],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022286167,0.000030136393,0.0005283967,0.000013844976,0.0000072693983,0.000022424189,0.00002726832,0.9928803,0.0007588133,0.0044263005,0.00021842874,0.0010645661],"study_design_scores_gemma":[0.00000641427,0.000009510365,0.00009738464,0.0000015727167,0.00000210869,0.000003086933,0.000006499988,0.9985526,0.00021978012,0.00078045734,0.00031803126,0.0000026107575],"about_ca_topic_score_codex":0.019181775,"about_ca_topic_score_gemma":0.011165435,"teacher_disagreement_score":0.019181775,"about_ca_system_score_codex":0.0015497332,"about_ca_system_score_gemma":0.0019192055,"threshold_uncertainty_score":0.038140297},"labels":[],"label_agreement":null},{"id":"W2976486068","doi":"10.1007/s10009-019-00531-5","title":"Distributed graph queries over models@run.time for runtime monitoring of cyber-physical systems","year":2019,"lang":"en","type":"article","venue":"International Journal on Software Tools for Technology Transfer","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Budapesti Műszaki és Gazdaságtudományi Egyetem","keywords":"Computer science; Scalability; Distributed computing; Graph; Cyber-physical system; Database; Theoretical computer science; Operating system","score_opus":0.014284486774029657,"score_gpt":0.26277824508350645,"score_spread":0.2484937583094768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2976486068","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09956579,0.00026774526,0.86642784,0.00046163204,0.00006821682,0.0001998862,0.00054450094,0.030192604,0.0022716995],"genre_scores_gemma":[0.70323575,0.00008518797,0.29323307,0.00010050872,0.000031701664,0.00014386079,0.0008509477,0.0013783169,0.00094072317],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99423486,0.0021458692,0.00032008332,0.000911816,0.0021177453,0.00026952536],"domain_scores_gemma":[0.99192613,0.0035397937,0.00077395915,0.0023204463,0.0011549006,0.00028483692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032460575,0.0011621325,0.00078723487,0.0013248104,0.0005423434,0.0022679607,0.0017201016,0.001032743,0.0016408593],"category_scores_gemma":[0.0125110485,0.0004527852,0.00080440356,0.0011014647,0.0011781529,0.003513164,0.0020643244,0.0013033007,0.0004770324],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015066748,0.0005919919,0.011990787,0.0003924828,0.00018461247,0.0005583617,0.0011830842,0.64509726,0.051753465,0.054286193,0.010232743,0.22222242],"study_design_scores_gemma":[0.000031106738,0.00003801755,0.0003109676,0.0000051755396,0.000009867752,0.000025554393,0.000052728057,0.984689,0.0071513336,0.0065108514,0.0011643533,0.000010968808],"about_ca_topic_score_codex":0.0084338235,"about_ca_topic_score_gemma":0.008584642,"teacher_disagreement_score":0.0084338235,"about_ca_system_score_codex":0.0019430537,"about_ca_system_score_gemma":0.0011870271,"threshold_uncertainty_score":0.017166972},"labels":[],"label_agreement":null},{"id":"W2978276730","doi":"10.1109/qrs.2019.00034","title":"Microservice Based Architecture: Towards High-Availability for Stateful Applications with Kubernetes","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Université du Québec à Rimouski; Concordia University","funders":"","keywords":"Stateful firewall; Microservices; Stateless protocol; Computer science; Distributed computing; Replication (statistics); State (computer science); Operating system; Computer network; Programming language; Cloud computing; Biology","score_opus":0.004662068273579947,"score_gpt":0.20945031107414305,"score_spread":0.2047882428005631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2978276730","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16572616,0.0005865403,0.7793996,0.0006335025,0.0002232083,0.00021747264,0.00013722318,0.043248795,0.009827533],"genre_scores_gemma":[0.7854132,0.00032088565,0.20541368,0.0002982896,0.00007036463,0.00017140672,0.0003859547,0.0013498265,0.006576346],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989973,0.00018636101,0.000108396474,0.00016370829,0.00035711855,0.00018711895],"domain_scores_gemma":[0.99822706,0.000287954,0.00015914028,0.0007037527,0.0003979249,0.00022425989],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014618628,0.00046375112,0.0003388875,0.00056296313,0.0005304559,0.0016536792,0.0015934623,0.0006860668,0.0022174022],"category_scores_gemma":[0.0028420028,0.0004005135,0.00040602544,0.00037554582,0.0006390988,0.0026218311,0.0022656335,0.0015358785,0.000745345],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002113327,0.0011109798,0.017280417,0.0012010579,0.0002976678,0.0016903463,0.0025816844,0.08878225,0.24333362,0.124321096,0.025873484,0.49141413],"study_design_scores_gemma":[0.00018612012,0.0006772853,0.010609721,0.00019514412,0.00022123568,0.0013353522,0.00057346554,0.69172305,0.15463857,0.04671364,0.09290532,0.00022114707],"about_ca_topic_score_codex":0.0014114577,"about_ca_topic_score_gemma":0.0012218999,"teacher_disagreement_score":0.0022174022,"about_ca_system_score_codex":0.0004967163,"about_ca_system_score_gemma":0.0008594942,"threshold_uncertainty_score":0.0077311397},"labels":[],"label_agreement":null},{"id":"W2979327180","doi":"10.1002/stvr.1713","title":"An end‐user‐centric test generation methodology for performance evaluation of mobile networked applications","year":2019,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Computer network; Test suite; Wireless network; End user; Wireless; Test case; Machine learning; Operating system","score_opus":0.06774374964768788,"score_gpt":0.3249485911742777,"score_spread":0.25720484152658984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979327180","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06892248,0.00012172968,0.92709225,0.00013791135,0.000012908713,0.00025769213,0.00010449633,0.0020337251,0.0013167415],"genre_scores_gemma":[0.72349024,0.00006669631,0.27525324,0.000081545346,0.000009284991,0.00023985986,0.0002603031,0.0001286645,0.0004701657],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99612445,0.0018421598,0.00022466939,0.00034475254,0.0012778656,0.00018609573],"domain_scores_gemma":[0.99460065,0.0023726758,0.00063257833,0.0010000404,0.0012862828,0.00010779445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027289586,0.00074969436,0.0004878155,0.0012016932,0.00019815793,0.00070577004,0.0012725694,0.00055940077,0.0009974403],"category_scores_gemma":[0.007976584,0.00029729647,0.0007197003,0.0004231338,0.0005993576,0.0006663869,0.00062255765,0.00062332477,0.0001722477],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019526355,0.00043079362,0.007915697,0.00017052042,0.00011666316,0.00024982856,0.00009273113,0.77564645,0.042787142,0.009332652,0.0011864643,0.16187575],"study_design_scores_gemma":[0.000015988588,0.00021319419,0.00056405884,0.000014779851,0.000017192788,0.00006781422,0.000008220477,0.9868174,0.010532863,0.0013677069,0.00037205635,0.000008768571],"about_ca_topic_score_codex":0.002002022,"about_ca_topic_score_gemma":0.0016427838,"teacher_disagreement_score":0.0027289586,"about_ca_system_score_codex":0.0010385627,"about_ca_system_score_gemma":0.0011967922,"threshold_uncertainty_score":0.014432251},"labels":[],"label_agreement":null},{"id":"W2980787539","doi":"10.22215/etd/2019-13518","title":"Incremental Change Propagation from Software to Performance Models","year":2019,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Metamodeling; Model transformation; Unified Modeling Language; Transformation (genetics); Software development; Software engineering; Software; Traceability; Data mining; Programming language; Artificial intelligence; Consistency (knowledge bases)","score_opus":0.02908444690560083,"score_gpt":0.25201404646999054,"score_spread":0.2229295995643897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980787539","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030593675,0.00030601348,0.9394421,0.001028928,0.00020382287,0.00037270418,0.00076695526,0.009590572,0.01769526],"genre_scores_gemma":[0.4742152,0.0010709433,0.5055719,0.00042542306,0.0001322482,0.00050362694,0.0026901825,0.0024820848,0.012908431],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9940447,0.0011868774,0.0003144717,0.0010165754,0.0031187406,0.00031854172],"domain_scores_gemma":[0.98088354,0.0075121596,0.0008312151,0.0065113558,0.003964911,0.000296864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004668485,0.001246172,0.000686753,0.002829758,0.00072727236,0.003941217,0.002884952,0.0014339637,0.007312474],"category_scores_gemma":[0.038739666,0.0014241406,0.0016658177,0.0020458438,0.0013285688,0.006468921,0.005137856,0.0030303132,0.0028401967],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003279153,0.0005165015,0.008559895,0.00073690905,0.00019270972,0.00079240906,0.0024524885,0.30353776,0.020649992,0.16947274,0.01217061,0.48059],"study_design_scores_gemma":[0.00004988847,0.0001658527,0.0017365369,0.00017940154,0.00016751353,0.00023311643,0.00027745342,0.83273923,0.026656184,0.09142974,0.046272807,0.00009221379],"about_ca_topic_score_codex":0.0062035373,"about_ca_topic_score_gemma":0.003234098,"teacher_disagreement_score":0.007312474,"about_ca_system_score_codex":0.0020166554,"about_ca_system_score_gemma":0.0031007223,"threshold_uncertainty_score":0.024689615},"labels":[],"label_agreement":null},{"id":"W2981876933","doi":"10.1109/csmr.2004.1281397","title":"Message from the conference chairs","year":2004,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Jazz; Globe; Population; History; Quarter (Canadian coin); Tourism; Antique; Media studies; Dozen; Musical; Art history; Visual arts; Ancient history; Art; Archaeology; Sociology","score_opus":0.014795419872900397,"score_gpt":0.22062357106342972,"score_spread":0.20582815119052933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981876933","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00040184872,0.0043287664,0.00092973135,0.36727643,0.61145324,0.00037498487,0.0007772101,0.00043576007,0.014021942],"genre_scores_gemma":[0.0065764524,0.0056929323,0.0020327223,0.4486165,0.29964364,0.001879251,0.0013334556,0.0006434578,0.23358169],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99265856,0.0012210611,0.0006289765,0.0012195156,0.003140306,0.0011315484],"domain_scores_gemma":[0.9717227,0.0017601865,0.001006772,0.00073186035,0.0141041055,0.010674401],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009988317,0.002385494,0.0020094956,0.0018550599,0.0052110734,0.013746594,0.0032441681,0.020066163,0.09688117],"category_scores_gemma":[0.024303699,0.0009008161,0.002263468,0.0014491631,0.0015134823,0.005964568,0.0065038567,0.026679333,0.089512445],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003412034,0.000020055943,0.00006720703,0.000056966703,0.0000036672607,0.000038849583,0.000018228953,0.000015772956,0.00007328564,0.00024804348,0.9947772,0.004646539],"study_design_scores_gemma":[0.000030961826,0.000031483945,0.00036383534,0.00013393373,0.000008395931,0.00007609686,0.0002001271,0.00007159392,0.0001133575,0.00039498322,0.99854565,0.00002952207],"about_ca_topic_score_codex":0.0027125464,"about_ca_topic_score_gemma":0.0039742608,"teacher_disagreement_score":0.09688117,"about_ca_system_score_codex":0.003406486,"about_ca_system_score_gemma":0.0087635955,"threshold_uncertainty_score":0.32409984},"labels":[],"label_agreement":null},{"id":"W2981930254","doi":"10.1145/3341301.3359650","title":"The inflection point hypothesis","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; VMware; NetApp","keywords":"Root cause; Prefix; Computer science; Root (linguistics); Root cause analysis; Test suite; Sequence (biology); Construct (python library); Inflection point; Point (geometry); Parallel computing; Test case; Programming language; Reliability engineering; Machine learning; Mathematics","score_opus":0.006642497432094428,"score_gpt":0.1978119498031491,"score_spread":0.19116945237105465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981930254","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1484937,0.0025936924,0.5617062,0.021263154,0.0024076714,0.0009520505,0.0049324185,0.002938712,0.25471237],"genre_scores_gemma":[0.9154833,0.0009172183,0.043489657,0.0061533274,0.0013815126,0.0011510119,0.0030593118,0.00061001687,0.027754694],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99215806,0.0015912115,0.00041936533,0.0029296095,0.0021938875,0.0007078181],"domain_scores_gemma":[0.9603794,0.023102254,0.0035412908,0.008162279,0.0039591696,0.0008555556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074452786,0.0011210621,0.0014963377,0.002290188,0.0018159482,0.0041846693,0.00389611,0.0038696649,0.05600856],"category_scores_gemma":[0.06113531,0.0005171189,0.0019189013,0.0019440647,0.008303491,0.008330916,0.0034754302,0.0044286367,0.01608522],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001354652,0.00034697945,0.031817753,0.0006037692,0.00029584792,0.0024055857,0.0023309423,0.004625418,0.002721147,0.8258371,0.025613662,0.10204713],"study_design_scores_gemma":[0.00027932815,0.0003311989,0.008796419,0.0001832775,0.00008506103,0.0026968787,0.00086040644,0.012169009,0.00191618,0.93580806,0.036796663,0.000077482044],"about_ca_topic_score_codex":0.0010928046,"about_ca_topic_score_gemma":0.0004565243,"teacher_disagreement_score":0.05600856,"about_ca_system_score_codex":0.0012037507,"about_ca_system_score_gemma":0.0013608108,"threshold_uncertainty_score":0.18736732},"labels":[],"label_agreement":null},{"id":"W2986809465","doi":"10.1007/978-3-030-33617-2_24","title":"An Innovative Deep-Learning Algorithm for Supporting the Approximate Classification of Workloads in Big Data Environments","year":2019,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Deep learning; Artificial neural network; Workload; Artificial intelligence; Compiler; Big data; Machine learning; Deep neural networks; Data mining; Operating system","score_opus":0.03842705501057859,"score_gpt":0.28399289483769985,"score_spread":0.24556583982712127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986809465","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015780706,0.00034175138,0.98118746,0.00023534228,0.00010062349,0.000030447349,0.00015841382,0.001299709,0.00086558715],"genre_scores_gemma":[0.3429488,0.00039600965,0.647627,0.00052371854,0.00017617641,0.00017682025,0.0010539712,0.00023756466,0.006859954],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996082,0.00007000705,0.000025913852,0.00010464489,0.00012516174,0.00006620421],"domain_scores_gemma":[0.9990262,0.00041683845,0.000060574286,0.00014348433,0.00028606705,0.00006676689],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084179884,0.00081592635,0.00080306333,0.0005808674,0.00039680305,0.0009805762,0.0022310833,0.0011314744,0.0023870845],"category_scores_gemma":[0.003117211,0.0004541174,0.00046525302,0.0009354157,0.000463411,0.0017993333,0.0016437209,0.0019083122,0.0007912702],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025654992,0.00024093922,0.0021987678,0.00009771001,0.00008422511,0.00006788551,0.000075411044,0.35655618,0.00796948,0.010586253,0.010771935,0.61109465],"study_design_scores_gemma":[0.0000030000022,0.000009481723,0.000060409133,0.0000024298236,0.0000020146538,0.0000062855793,0.0000030096708,0.99686027,0.0005283007,0.0022485862,0.0002741152,0.0000020619952],"about_ca_topic_score_codex":0.007499269,"about_ca_topic_score_gemma":0.010768214,"teacher_disagreement_score":0.007499269,"about_ca_system_score_codex":0.00077522814,"about_ca_system_score_gemma":0.0012591501,"threshold_uncertainty_score":0.014911234},"labels":[],"label_agreement":null},{"id":"W2989165809","doi":"10.1109/tcc.2019.2953258","title":"Critical Path Analysis through Hierarchical Distributed Virtualized Environments Using Host Kernel Tracing","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Cloud Computing","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Virtualization; Tracing; Virtual machine; TRACE (psycholinguistics); Hypervisor; Host (biology); Distributed computing; Cloud computing; Operating system; Thread (computing); Parallel computing","score_opus":0.01759959543129728,"score_gpt":0.2787462953807384,"score_spread":0.2611466999494411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989165809","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14447977,0.00017429316,0.849724,0.000051279098,0.000013534248,0.0000634607,0.00010622531,0.0041819685,0.0012054463],"genre_scores_gemma":[0.83997023,0.00011809483,0.15845113,0.000020841597,0.0000060552693,0.00004532405,0.00018331592,0.00021790406,0.0009872031],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99960965,0.00007250354,0.000017732242,0.000078125144,0.00015242545,0.000069617476],"domain_scores_gemma":[0.9989372,0.00038011913,0.00019702462,0.00021516545,0.00020482083,0.0000655774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041294552,0.0005135087,0.0002666525,0.0017856685,0.00044582508,0.0006431966,0.00077611697,0.00026165892,0.00101241],"category_scores_gemma":[0.0017114491,0.00025611726,0.00031648128,0.0007626078,0.00048955093,0.0009629104,0.00084251707,0.0003940783,0.0001581882],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004391516,0.00020616698,0.029753165,0.00020979822,0.0001270471,0.00072361337,0.0011048191,0.5842382,0.08798284,0.023253536,0.002312686,0.26964897],"study_design_scores_gemma":[0.000008400376,0.00004355002,0.0019038864,0.000008773931,0.000014745621,0.00008401365,0.00007209689,0.97862613,0.012282126,0.0056278585,0.001314878,0.000013654466],"about_ca_topic_score_codex":0.006004865,"about_ca_topic_score_gemma":0.005179003,"teacher_disagreement_score":0.006004865,"about_ca_system_score_codex":0.0006504457,"about_ca_system_score_gemma":0.001367938,"threshold_uncertainty_score":0.011939824},"labels":[],"label_agreement":null},{"id":"W2989595375","doi":"10.48550/arxiv.1911.08744","title":"Log Message Anomaly Detection and Classification Using Auto-B/LSTM and Auto-GRU","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Anomaly detection; Set (abstract data type); Artificial intelligence; Anomaly (physics); Data mining; Data set; Pattern recognition (psychology)","score_opus":0.0647266622018443,"score_gpt":0.1971035195144178,"score_spread":0.13237685731257348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989595375","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4445347,0.002199192,0.52422464,0.00100585,0.0004280757,0.00014453351,0.0013186138,0.021838488,0.0043058926],"genre_scores_gemma":[0.9047923,0.00030419455,0.08996569,0.00020309887,0.00008491868,0.00007856533,0.0012813178,0.000171348,0.0031186005],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995795,0.00007384986,0.000030581657,0.00012680967,0.00011890363,0.00007028332],"domain_scores_gemma":[0.99905485,0.0003367699,0.00013707949,0.000111710004,0.00030576173,0.000053897937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007236321,0.00095258286,0.0007229904,0.0012813453,0.0002961019,0.0006329058,0.001078116,0.00091229985,0.0012410259],"category_scores_gemma":[0.002303457,0.00027438637,0.0004734789,0.00097276864,0.00029293823,0.0012705239,0.0006997295,0.0012096732,0.0010633371],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045430008,0.000595195,0.011906143,0.0001749448,0.0001369446,0.00026187918,0.00016260959,0.110198446,0.022796832,0.0010372009,0.008540769,0.8437348],"study_design_scores_gemma":[0.000004964158,0.00006136266,0.001597798,0.0000060134057,0.000008782293,0.000039144146,0.000022917484,0.9929341,0.0042961584,0.00062303577,0.00039723946,0.000008405069],"about_ca_topic_score_codex":0.007716357,"about_ca_topic_score_gemma":0.008431216,"teacher_disagreement_score":0.007716357,"about_ca_system_score_codex":0.0006391512,"about_ca_system_score_gemma":0.00064835907,"threshold_uncertainty_score":0.015342891},"labels":[],"label_agreement":null},{"id":"W2990095109","doi":"10.1007/978-3-030-35225-7_7","title":"ADLER: Adaptive Sampling for Precise Monitoring","year":2019,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Profiling (computer programming); Sampling (signal processing); Adaptive sampling; Anomaly detection; Algorithm; Parallel computing; Real-time computing; Data mining; Programming language; Statistics; Mathematics; Monte Carlo method; Telecommunications","score_opus":0.03729705076844908,"score_gpt":0.2771553264780678,"score_spread":0.2398582757096187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990095109","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014136871,0.00048065334,0.99005765,0.000059503094,0.00014934003,0.000026325186,0.000080067715,0.0050744633,0.0026583453],"genre_scores_gemma":[0.14221258,0.0008014946,0.82410073,0.00037020585,0.00031867344,0.00018792188,0.00042300994,0.0017355157,0.029849814],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914527,0.00016836623,0.00004042921,0.00020623213,0.0003860751,0.000053673313],"domain_scores_gemma":[0.9991665,0.00043442656,0.00004230615,0.00019000396,0.00013181752,0.000034986904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006424378,0.0011235179,0.000833851,0.00080434536,0.0003311555,0.00109942,0.0013460175,0.0009440267,0.011887815],"category_scores_gemma":[0.0027465587,0.00051899086,0.00032583135,0.0006859027,0.0005426658,0.0013022312,0.0010918739,0.0016054034,0.0044578756],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048076818,0.000061885075,0.00032189192,0.00022712219,0.000046651916,0.00011835696,0.0001064144,0.024901155,0.02697977,0.04083407,0.026499202,0.8794228],"study_design_scores_gemma":[0.0000966034,0.00013650405,0.000552227,0.00006439342,0.00005018974,0.0005272966,0.000027006066,0.8350568,0.04754271,0.052455023,0.063425094,0.00006609005],"about_ca_topic_score_codex":0.00093740574,"about_ca_topic_score_gemma":0.0013500629,"teacher_disagreement_score":0.011887815,"about_ca_system_score_codex":0.00044676953,"about_ca_system_score_gemma":0.00035497147,"threshold_uncertainty_score":0.039768696},"labels":[],"label_agreement":null},{"id":"W2991499984","doi":"10.1109/tnsm.2019.2954340","title":"Introducing an Unsupervised Automated Solution for Root Cause Diagnosis in Mobile Networks","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Network and Service Management","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Exfo Electro-Optical Engineering (Canada)","funders":"","keywords":"Troubleshooting; Computer science; Cellular network; Inefficiency; Data mining; Network monitoring; Root cause analysis; Process (computing); Mobile phone; Root (linguistics); Root cause; Real-time computing; Computer network; Reliability engineering; Engineering; Telecommunications; Operating system","score_opus":0.009956108810982673,"score_gpt":0.2374777786698255,"score_spread":0.22752166985884284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991499984","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01408867,0.00013719474,0.97760355,0.0002811823,0.000051433457,0.00018760454,0.0003214493,0.006759444,0.0005695212],"genre_scores_gemma":[0.2391336,0.00014258099,0.7566617,0.00029028396,0.0001421033,0.0002755543,0.00112612,0.00031139315,0.00191665],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972096,0.00049484434,0.00023553833,0.0008842301,0.0009351282,0.00024079558],"domain_scores_gemma":[0.99296814,0.0031083934,0.0010611222,0.0010707908,0.0016083075,0.00018325551],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014344198,0.0015509105,0.0012901752,0.0043017017,0.0011771349,0.0016957879,0.0023477615,0.0018701216,0.0012657992],"category_scores_gemma":[0.007850732,0.0006363219,0.0014527293,0.0018424594,0.0009156548,0.0017761346,0.0020157567,0.0015053806,0.0009592341],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033592337,0.0008201028,0.018944724,0.00046192505,0.0003788146,0.0011317154,0.0006620226,0.1866848,0.033968996,0.006617241,0.013509951,0.7364839],"study_design_scores_gemma":[0.000028929087,0.00006571129,0.001865048,0.000019175835,0.0000391883,0.00032460265,0.00011427576,0.981604,0.0059396722,0.007416742,0.002550383,0.000032148382],"about_ca_topic_score_codex":0.007997851,"about_ca_topic_score_gemma":0.013112235,"teacher_disagreement_score":0.007997851,"about_ca_system_score_codex":0.0008942466,"about_ca_system_score_gemma":0.0023963524,"threshold_uncertainty_score":0.015902579},"labels":[],"label_agreement":null},{"id":"W3003277621","doi":"10.4018/978-1-7998-1863-2.ch006","title":"Continuous Deployment Transitions at Scale","year":2020,"lang":"en","type":"book-chapter","venue":"Advances in systems analysis, software engineering, and high performance computing book series","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Software deployment; Summit; Software; IBM; Scale (ratio); Computer science; Engineering; World Wide Web; Software engineering; Operating system; Geography; Cartography","score_opus":0.0043226964134690056,"score_gpt":0.19161997503899797,"score_spread":0.18729727862552897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003277621","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054762956,0.012642346,0.13960038,0.033344537,0.002960549,0.00036208876,0.00025008796,0.004887956,0.75118905],"genre_scores_gemma":[0.532223,0.020141404,0.07396664,0.013500021,0.0013552103,0.00064551004,0.0006594744,0.00438915,0.35311964],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971699,0.0006498644,0.00009925605,0.0004310615,0.0013027933,0.0003470516],"domain_scores_gemma":[0.99672455,0.0010898137,0.00019216248,0.0008344134,0.0007019928,0.00045717196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027091405,0.0006497409,0.00031354022,0.00082197663,0.0016741458,0.008386839,0.0015387008,0.0017056656,0.011804313],"category_scores_gemma":[0.008144045,0.0005627869,0.00044547886,0.0012252126,0.0036158587,0.011132559,0.005275783,0.0047560553,0.007979988],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056952416,0.000121063575,0.0014498966,0.0003627631,0.000018920993,0.0007923512,0.013707827,0.0024758107,0.005615084,0.487132,0.16184402,0.32642338],"study_design_scores_gemma":[0.00001624721,0.00011000255,0.0013666559,0.00032618208,0.000011028611,0.0007337998,0.0044680596,0.002502286,0.0019858233,0.11325641,0.8751872,0.000036322002],"about_ca_topic_score_codex":0.0019200633,"about_ca_topic_score_gemma":0.0018475596,"teacher_disagreement_score":0.011804313,"about_ca_system_score_codex":0.0028448245,"about_ca_system_score_gemma":0.0018589293,"threshold_uncertainty_score":0.03948939},"labels":[],"label_agreement":null},{"id":"W3003438843","doi":"10.1109/cloudcom.2019.00015","title":"Transfer Learning for Cross-Model Regression in Performance Modeling for the Cloud","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada); University of Toronto","funders":"","keywords":"Computer science; Cloud computing; Sampling (signal processing); Resource allocation; Distributed computing; Transfer of learning; Machine learning","score_opus":0.02629697735183848,"score_gpt":0.2883176670598882,"score_spread":0.2620206897080497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003438843","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01577044,0.00034350017,0.9808802,0.00024494735,0.0000354694,0.000044859844,0.00013674013,0.0018327583,0.00071119727],"genre_scores_gemma":[0.7211327,0.0004709286,0.27138174,0.00043531705,0.000148821,0.0004015401,0.0010983576,0.00073811715,0.0041924985],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987244,0.0006288533,0.000057255234,0.0002977866,0.00018072817,0.00011092063],"domain_scores_gemma":[0.99474734,0.0038846717,0.00026927292,0.0005321069,0.0004586908,0.00010792998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00416379,0.0016488433,0.0012621653,0.0011035553,0.00064516295,0.0011386952,0.0019862878,0.0014124534,0.00264838],"category_scores_gemma":[0.012739117,0.00075351866,0.0011371067,0.0012051349,0.0009107999,0.0017131934,0.0016128892,0.0034601565,0.0010847523],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048239956,0.00006693228,0.00093476096,0.0000339462,0.000063938955,0.000034305616,0.000033324333,0.9563491,0.000480206,0.00257156,0.0012269076,0.038156983],"study_design_scores_gemma":[0.0000018533697,0.0000053805256,0.0000615455,0.0000016931964,0.0000021509718,0.0000029632358,0.0000023370521,0.99789304,0.000110027395,0.0018192383,0.00009746494,0.0000024100173],"about_ca_topic_score_codex":0.01578834,"about_ca_topic_score_gemma":0.011628992,"teacher_disagreement_score":0.01578834,"about_ca_system_score_codex":0.0015348786,"about_ca_system_score_gemma":0.0018000004,"threshold_uncertainty_score":0.031392872},"labels":[],"label_agreement":null},{"id":"W3004198738","doi":"10.29007/gq5x","title":"DevOps Round-trip Engineering: Traceability from Dev to Ops and Back Again","year":2018,"lang":"en","type":"paratext","venue":"EasyChair preprint","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada; Universidad ICESI; University of Victoria","keywords":"DevOps; Traceability; Computer science; Panorama; Process (computing); Software engineering; Configuration Management (ITSM); Soundness; Java; Systems engineering; Software deployment; Engineering; Programming language","score_opus":0.0134555998664085,"score_gpt":0.2435231270398142,"score_spread":0.23006752717340573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004198738","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056862596,0.00042502096,0.877719,0.001208533,0.0004143815,0.0007188942,0.001004791,0.042345162,0.019301599],"genre_scores_gemma":[0.38962913,0.0005188068,0.57460356,0.000805018,0.00012074481,0.00097329135,0.0033936088,0.016475478,0.013480367],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9913907,0.0024526191,0.0006337192,0.0015347988,0.003242098,0.00074601604],"domain_scores_gemma":[0.96207917,0.009044987,0.0022517063,0.02001023,0.0049597695,0.0016541673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009826789,0.0016532125,0.0005806092,0.002144216,0.0011226283,0.00424025,0.002821432,0.0009867027,0.0058454196],"category_scores_gemma":[0.053352013,0.0015746946,0.0008041246,0.00081728894,0.0023002438,0.0071025966,0.0078080934,0.0043786555,0.0021068086],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006305582,0.00047035376,0.020617083,0.0006493927,0.00013970993,0.0011047175,0.0087793395,0.027049253,0.0252386,0.07332941,0.03677911,0.8052125],"study_design_scores_gemma":[0.00025235454,0.0012368865,0.016529871,0.0010309492,0.00017867186,0.0014205297,0.0035369054,0.20652431,0.14254686,0.10934511,0.5168717,0.0005258989],"about_ca_topic_score_codex":0.006219977,"about_ca_topic_score_gemma":0.0050724894,"teacher_disagreement_score":0.009826789,"about_ca_system_score_codex":0.001418518,"about_ca_system_score_gemma":0.0046243574,"threshold_uncertainty_score":0.051969647},"labels":[],"label_agreement":null},{"id":"W3005146066","doi":"10.1109/tetc.2020.2971251","title":"PESKEA: Anomaly Detection Framework for Profiling Kernel Event Attributes in Embedded Systems","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Emerging Topics in Computing","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Petroleum Technology Development Fund","keywords":"Computer science; Anomaly detection; Profiling (computer programming); TRACE (psycholinguistics); Software; Data mining; Kernel (algebra); Exploit; Software system; Embedded system; Real-time computing; Operating system","score_opus":0.033093585495184506,"score_gpt":0.29516836549354164,"score_spread":0.26207477999835715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005146066","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09033255,0.0018868812,0.78826565,0.00048343375,0.00019890947,0.0005601152,0.015936824,0.100999355,0.0013362451],"genre_scores_gemma":[0.5039198,0.00051457266,0.45990852,0.00027786804,0.00014816251,0.0006717692,0.031146688,0.0014293023,0.0019834437],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99792707,0.00027848518,0.0002133567,0.00072552724,0.0007027057,0.00015294811],"domain_scores_gemma":[0.9965527,0.0014622937,0.00062596146,0.0005549758,0.00063848344,0.000165521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021037783,0.0019455798,0.0013686352,0.0046860953,0.00059086725,0.0015705819,0.0024399932,0.0011095527,0.001112645],"category_scores_gemma":[0.009846099,0.0005454947,0.0012830903,0.0024608688,0.0004421253,0.002124385,0.001770925,0.0019195342,0.0010118295],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014060992,0.0013834458,0.13051805,0.0014412391,0.0013422422,0.0008850317,0.0006897161,0.18174005,0.038988005,0.009375841,0.056168202,0.57606214],"study_design_scores_gemma":[0.00006657047,0.00025361445,0.019810311,0.000048236067,0.00008758847,0.00041559557,0.00011755111,0.9439844,0.011224233,0.013044972,0.0108679645,0.000078950805],"about_ca_topic_score_codex":0.0044704806,"about_ca_topic_score_gemma":0.00799202,"teacher_disagreement_score":0.0046860953,"about_ca_system_score_codex":0.0007420834,"about_ca_system_score_gemma":0.0011775902,"threshold_uncertainty_score":0.011125982},"labels":[],"label_agreement":null},{"id":"W3005724563","doi":"10.1109/issrew.2019.00102","title":"Automatic Cause Detection of Performance Problems in Web Applications","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Pipeline (software); Web application; Cluster analysis; Cache; Tracing; Kernel (algebra); Root cause; Outlier","score_opus":0.007702148054187912,"score_gpt":0.21506190781040924,"score_spread":0.2073597597562213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005724563","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60116684,0.0005822034,0.37638554,0.00024372274,0.00007593693,0.000401919,0.00096726,0.018810784,0.0013656887],"genre_scores_gemma":[0.9053306,0.00011727102,0.092403434,0.00003980854,0.00003743931,0.00012237257,0.000999348,0.00022969226,0.0007199578],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996671,0.00043301788,0.00025319715,0.00075224624,0.0016072955,0.00028329057],"domain_scores_gemma":[0.9879411,0.004593035,0.0031695978,0.0015057427,0.0024205802,0.00036995162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015651867,0.0010632343,0.00080479914,0.0058449265,0.00065047207,0.0013057751,0.0012459958,0.0008497314,0.0007943802],"category_scores_gemma":[0.010474511,0.00041268187,0.0006051101,0.002471037,0.0005261585,0.0011087629,0.0011948392,0.000926056,0.00046516026],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087642454,0.0006850653,0.32297453,0.0006412658,0.0002857668,0.0023249488,0.0020899917,0.028806582,0.14929506,0.0025371774,0.005010036,0.4844732],"study_design_scores_gemma":[0.00004667305,0.00047101756,0.15346232,0.000053682405,0.0001476564,0.0021812632,0.00074860133,0.75325245,0.08148022,0.0044382694,0.0036179603,0.00009982208],"about_ca_topic_score_codex":0.0028530646,"about_ca_topic_score_gemma":0.0038919027,"teacher_disagreement_score":0.0058449265,"about_ca_system_score_codex":0.00060698215,"about_ca_system_score_gemma":0.0011967374,"threshold_uncertainty_score":0.008277595},"labels":[],"label_agreement":null},{"id":"W3006018581","doi":"10.36227/techrxiv.11728965.v1","title":"Towards using Microservices for Transportation Management: The New TMS Development Trend","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Microservices; Business; Computer science; Operating system; Cloud computing","score_opus":0.04455160144629912,"score_gpt":0.28529730961766786,"score_spread":0.24074570817136876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006018581","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.082132116,0.048089907,0.52230597,0.118139856,0.01055852,0.00038411678,0.0015648822,0.0065793023,0.21024539],"genre_scores_gemma":[0.32294887,0.07311577,0.3613895,0.009344275,0.0069771735,0.0002180378,0.0041201655,0.0027619095,0.21912436],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99872094,0.00023520568,0.00006845822,0.00016593684,0.0006654904,0.00014384802],"domain_scores_gemma":[0.99575764,0.0007483695,0.00018271028,0.0005066542,0.0021200953,0.0006845356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032828145,0.0003794189,0.00027263662,0.001081349,0.00034723934,0.0035803723,0.0013114167,0.0019098178,0.022872368],"category_scores_gemma":[0.003490579,0.00025012306,0.00036286257,0.0020027491,0.0006325368,0.0054178657,0.001397838,0.0017815033,0.006995987],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018417026,0.00015189507,0.002282858,0.0013041389,0.000028009315,0.00019774158,0.00045151124,0.003540446,0.0279732,0.16190463,0.11730664,0.6846749],"study_design_scores_gemma":[0.000019698387,0.00021163387,0.0017488635,0.00029036234,0.000024037347,0.00037388515,0.00039845268,0.008903566,0.007281413,0.023653768,0.957069,0.000025322966],"about_ca_topic_score_codex":0.0017789385,"about_ca_topic_score_gemma":0.0020009293,"teacher_disagreement_score":0.022872368,"about_ca_system_score_codex":0.0010803852,"about_ca_system_score_gemma":0.0023186456,"threshold_uncertainty_score":0.076515675},"labels":[],"label_agreement":null},{"id":"W3007705818","doi":"10.1109/bigdata47090.2019.9006073","title":"Automated Event Prioritization for Security Operation Center using Deep Learning","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Prioritization; Event (particle physics); Workflow; Data mining; Automation; Volume (thermodynamics); Deep learning; Variety (cybernetics); Artificial intelligence; Machine learning; Database; Engineering","score_opus":0.008321181715991544,"score_gpt":0.2688309475204956,"score_spread":0.260509765804504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007705818","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39182115,0.00056233804,0.58373237,0.0007902915,0.00018074278,0.00027070957,0.0018224801,0.017505411,0.0033144963],"genre_scores_gemma":[0.9310193,0.00010266792,0.06424639,0.00009547305,0.00004249568,0.00005559984,0.001961269,0.000089504836,0.0023871644],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996213,0.00004568736,0.00002830372,0.00011313933,0.00009027939,0.00010119349],"domain_scores_gemma":[0.99925596,0.00022788232,0.00013110839,0.000075048214,0.00021384629,0.00009612149],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005760613,0.0011981649,0.00064111204,0.002081655,0.00033633932,0.0007656997,0.0009057938,0.00055433885,0.0018222913],"category_scores_gemma":[0.0014468458,0.0002300303,0.00046577657,0.0008525082,0.00020167454,0.00083956355,0.0007218902,0.0010691578,0.0007526331],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011568833,0.0011504318,0.029953528,0.00015212443,0.000098675664,0.00030874327,0.00015328656,0.17881049,0.025158223,0.0013822141,0.014620574,0.7470549],"study_design_scores_gemma":[0.000010539445,0.000048080587,0.002221843,0.0000044509848,0.000008204411,0.000019226374,0.000025990346,0.9919944,0.004276229,0.000972191,0.0004117609,0.000007174765],"about_ca_topic_score_codex":0.010207291,"about_ca_topic_score_gemma":0.015732126,"teacher_disagreement_score":0.010207291,"about_ca_system_score_codex":0.0010603555,"about_ca_system_score_gemma":0.001077225,"threshold_uncertainty_score":0.02029574},"labels":[],"label_agreement":null},{"id":"W3007910350","doi":"10.1109/bigdata47090.2019.9006294","title":"QualiBD: A Tool for Modelling Quality Requirements for Big Data Applications","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Big data; Quality (philosophy); Data modeling; Data science; Software engineering; Data quality; Data mining; Engineering","score_opus":0.23759293266487902,"score_gpt":0.38364560981862444,"score_spread":0.14605267715374542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007910350","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027546217,0.00011751353,0.97682375,0.00045542288,0.000065969485,0.0006021925,0.0036584942,0.0097977035,0.005724201],"genre_scores_gemma":[0.044510838,0.0005560791,0.93491656,0.00035537357,0.000032262797,0.0019497944,0.009476981,0.0033634594,0.004838594],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9945505,0.0015054637,0.00093387975,0.00043800235,0.002207223,0.00036484064],"domain_scores_gemma":[0.98856515,0.0068916213,0.0009752329,0.0015038586,0.0017583565,0.00030581598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008561948,0.0024172843,0.0010175592,0.004086286,0.0012659583,0.0060307635,0.0045284145,0.0024675075,0.010151156],"category_scores_gemma":[0.021251205,0.0021271412,0.003577638,0.0019560813,0.0015441403,0.0053550634,0.0042838305,0.0039952523,0.0024475092],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042662298,0.00044480085,0.004719072,0.0052885655,0.00032964544,0.0025595939,0.0053975093,0.30840772,0.021828992,0.43583953,0.06861859,0.14613928],"study_design_scores_gemma":[0.00020110379,0.0001545159,0.00086178025,0.0010807075,0.00011666321,0.0008993382,0.0006470077,0.47609308,0.016255425,0.095690414,0.4077935,0.00020649281],"about_ca_topic_score_codex":0.011080172,"about_ca_topic_score_gemma":0.014471846,"teacher_disagreement_score":0.011080172,"about_ca_system_score_codex":0.0027616958,"about_ca_system_score_gemma":0.0046801986,"threshold_uncertainty_score":0.045280457},"labels":[],"label_agreement":null},{"id":"W3008065719","doi":"10.1109/bigdata47090.2019.9006245","title":"Context-Augmented Software Development in Traditional and Big Data Projects: Literature Review and Preliminary Framework","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software development; Context (archaeology); Software engineering; Software; Reuse; Data science; Software project management; Software development process; Software construction; Knowledge management; World Wide Web; Engineering; Programming language","score_opus":0.056275716813472196,"score_gpt":0.25759665383954317,"score_spread":0.20132093702607096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008065719","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049645384,0.97960746,0.008097311,0.0016287303,0.00024820762,0.00016139414,0.00015460818,0.000037918075,0.005099806],"genre_scores_gemma":[0.054846004,0.93050516,0.012963089,0.0004963254,0.00017552845,0.00030782208,0.00023449694,0.000012815563,0.0004588364],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962604,0.0014598015,0.0006922305,0.00048292262,0.0008990119,0.0002055661],"domain_scores_gemma":[0.98553157,0.010731895,0.0012508321,0.00034049197,0.0018714035,0.0002737436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051366594,0.0009678639,0.0014816992,0.013059017,0.0011912152,0.004920794,0.0015211181,0.0017504651,0.001577546],"category_scores_gemma":[0.01202337,0.00074559904,0.0014448473,0.018121645,0.001503457,0.006063011,0.0020439976,0.0013423574,0.00031274132],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012122044,0.0002209822,0.0057652015,0.1134052,0.0003475066,0.000686942,0.0067366017,0.0018606669,0.000781471,0.054245796,0.008030258,0.80779815],"study_design_scores_gemma":[0.000043919303,0.00042029508,0.021577954,0.2121335,0.0027429457,0.0024382006,0.019897277,0.004536266,0.0018151753,0.03208563,0.7020643,0.00024458265],"about_ca_topic_score_codex":0.0110964915,"about_ca_topic_score_gemma":0.015931483,"teacher_disagreement_score":0.013059017,"about_ca_system_score_codex":0.003231773,"about_ca_system_score_gemma":0.009454862,"threshold_uncertainty_score":0.027165532},"labels":[],"label_agreement":null},{"id":"W3009354171","doi":"10.1109/access.2020.2977325","title":"PredictDeep: Security Analytics as a Service for Anomaly Detection and Prediction","year":2020,"lang":"en","type":"article","venue":"IEEE Access","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computer science; Anomaly detection; Analytics; Computer security; Data mining","score_opus":0.028146441203266728,"score_gpt":0.2768000049464547,"score_spread":0.24865356374318795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009354171","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008734082,0.00059194886,0.66499573,0.00134759,0.00030144508,0.00034077122,0.009247248,0.31133392,0.003107183],"genre_scores_gemma":[0.3926682,0.002028508,0.536769,0.0020746838,0.00039259804,0.0010597196,0.047463372,0.01096758,0.006576354],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99842334,0.00020689919,0.00012541795,0.0003660162,0.0007503379,0.000127993],"domain_scores_gemma":[0.99609995,0.0012536708,0.0004113079,0.0012060368,0.0007478301,0.000281186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001780576,0.0033280966,0.0015019358,0.0036531358,0.0006415561,0.002693589,0.0036047676,0.002068405,0.0046583232],"category_scores_gemma":[0.011201874,0.0009546585,0.0018519423,0.0021681655,0.00071733695,0.0060312147,0.0040595806,0.0039653634,0.0039904527],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014036712,0.0008548228,0.0253993,0.001126729,0.0007836235,0.0015240834,0.0008545628,0.14144884,0.017245028,0.04736208,0.23480242,0.5271949],"study_design_scores_gemma":[0.000045832152,0.00007217427,0.0016350588,0.00005332593,0.000034828943,0.00023570433,0.0000665594,0.91752356,0.006484402,0.05052907,0.023237022,0.00008237971],"about_ca_topic_score_codex":0.0051840045,"about_ca_topic_score_gemma":0.0054448936,"teacher_disagreement_score":0.0051840045,"about_ca_system_score_codex":0.0010243743,"about_ca_system_score_gemma":0.0016385067,"threshold_uncertainty_score":0.015583634},"labels":[],"label_agreement":null},{"id":"W3009808474","doi":"10.1109/tkde.2020.2978469","title":"A Framework for Anomaly Detection in Time-Driven and Event-Driven Processes using Kernel Traces","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Knowledge and Data Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Anomaly detection; Abstraction; Model checking; Kernel (algebra); Exploit; Probabilistic logic; Process (computing); Theoretical computer science; Distributed computing; Data mining; Programming language; Artificial intelligence","score_opus":0.033683838327205805,"score_gpt":0.2828885598886682,"score_spread":0.24920472156146237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009808474","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025571769,0.00005318941,0.9925007,0.000053247775,0.000010909247,0.000056853256,0.0001305308,0.004453667,0.0001837694],"genre_scores_gemma":[0.23457544,0.00018241564,0.761763,0.00009307819,0.000040749426,0.0002869229,0.0010991684,0.00074029434,0.0012189071],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99679726,0.0006282019,0.00028556984,0.00082116685,0.0011850495,0.00028276985],"domain_scores_gemma":[0.9931503,0.0028203651,0.0010065796,0.0016490627,0.0011021019,0.00027161508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003878433,0.0015948958,0.0011619244,0.003295458,0.0007252828,0.0029851017,0.0038049277,0.0019369628,0.0017041828],"category_scores_gemma":[0.013731538,0.0010972301,0.002810125,0.0015643523,0.0016261131,0.003942788,0.003108859,0.0029768732,0.0008439075],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002800805,0.00042896558,0.010536146,0.000408475,0.0003444885,0.00073163846,0.0006500281,0.69807816,0.008412607,0.12747629,0.0029126904,0.14974052],"study_design_scores_gemma":[0.000009074261,0.000032811102,0.00023754983,0.000021277965,0.000020314363,0.000059375056,0.000023176666,0.9672413,0.0022034268,0.028386975,0.0017478724,0.000016721824],"about_ca_topic_score_codex":0.013087688,"about_ca_topic_score_gemma":0.012002729,"teacher_disagreement_score":0.013087688,"about_ca_system_score_codex":0.0017373196,"about_ca_system_score_gemma":0.0031349966,"threshold_uncertainty_score":0.02602303},"labels":[],"label_agreement":null},{"id":"W3010215199","doi":"10.1145/3375633","title":"Visualizing Distributed System Executions","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; U.S. Air Force; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Universities Space Research Association; U.S. Air Force Academy; National Science Foundation","keywords":"Computer science; Timestamp; Process (computing); Distributed computing; Software; Theoretical computer science; Programming language; Real-time computing","score_opus":0.0773188187625623,"score_gpt":0.2982571631356249,"score_spread":0.2209383443730626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010215199","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20873518,0.001185257,0.7457102,0.0009438465,0.00015283884,0.0003820379,0.0049435794,0.02082503,0.01712207],"genre_scores_gemma":[0.6974926,0.0009052538,0.2935075,0.00007626793,0.000053800464,0.0003109321,0.0029143607,0.0010033633,0.0037359816],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999348,0.00026822704,0.000042085085,0.000110477915,0.00018483776,0.00004640189],"domain_scores_gemma":[0.99657416,0.0024226694,0.00023707045,0.00031277188,0.00031660634,0.00013668515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013099506,0.0010548206,0.00036099248,0.0026478842,0.00047064043,0.0020486105,0.0006246357,0.0005670994,0.0066195936],"category_scores_gemma":[0.0059293485,0.00027107165,0.00043755438,0.0014281226,0.00041385883,0.002231319,0.0015909479,0.0009241152,0.00076107593],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017864304,0.0005248461,0.042995814,0.0020728807,0.000263959,0.0019505847,0.034759738,0.09037145,0.076135665,0.080589294,0.03846635,0.630083],"study_design_scores_gemma":[0.00034468522,0.00084903295,0.048415627,0.0006736777,0.00024297599,0.0017936442,0.013874418,0.54444426,0.051509008,0.12603925,0.21157278,0.00024067934],"about_ca_topic_score_codex":0.0024529381,"about_ca_topic_score_gemma":0.0027815453,"teacher_disagreement_score":0.0066195936,"about_ca_system_score_codex":0.0003920556,"about_ca_system_score_gemma":0.0006667887,"threshold_uncertainty_score":0.022144794},"labels":[],"label_agreement":null},{"id":"W3015260169","doi":"10.36227/techrxiv.12094110.v1","title":"Application development using MicroServices","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Microservices; Computer science; Simple (philosophy); Architecture; Set (abstract data type); Service (business); Software engineering; Database; Operating system; Cloud computing; Programming language; Business; Geography","score_opus":0.03574228157487351,"score_gpt":0.27863034625681066,"score_spread":0.24288806468193713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015260169","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.109688416,0.001381237,0.8132355,0.00071021606,0.00027895806,0.00043200882,0.00024966034,0.02944049,0.044583634],"genre_scores_gemma":[0.53181684,0.0016918493,0.4051231,0.00053809566,0.00013352846,0.00047385393,0.0009273346,0.0039801123,0.055315226],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989467,0.00022266214,0.000075011965,0.00020683104,0.00042357357,0.00012516412],"domain_scores_gemma":[0.99786574,0.00062645244,0.00010316504,0.0008000061,0.00039386447,0.00021085805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011343888,0.00030495937,0.0002950429,0.00046247354,0.0003931563,0.0010649636,0.0010322615,0.0005035086,0.005519339],"category_scores_gemma":[0.0030045973,0.00037226258,0.0003190451,0.00041892965,0.0002538256,0.0011573551,0.0014003923,0.00082418486,0.003111995],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005097385,0.00030705082,0.005372346,0.0005489692,0.00013317027,0.0009637719,0.001087425,0.012054545,0.20902738,0.051963862,0.020081885,0.69794977],"study_design_scores_gemma":[0.00012233813,0.0005702819,0.009955728,0.0002867497,0.00009237693,0.0018253247,0.00050454447,0.09915652,0.33722654,0.04116955,0.5089673,0.00012273462],"about_ca_topic_score_codex":0.00077979546,"about_ca_topic_score_gemma":0.0007770638,"teacher_disagreement_score":0.005519339,"about_ca_system_score_codex":0.00037110125,"about_ca_system_score_gemma":0.0006270099,"threshold_uncertainty_score":0.018464029},"labels":[],"label_agreement":null},{"id":"W3015617175","doi":"10.36227/techrxiv.12089139.v1","title":"Automating Software Development using Artificial Intelligence","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Field (mathematics); Software development; Computer science; Software; Software engineering; Artificial intelligence; Operating system; Mathematics","score_opus":0.10519972595515374,"score_gpt":0.312988915841729,"score_spread":0.20778918988657524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015617175","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053821445,0.0031563172,0.9159236,0.0020048132,0.00024288274,0.00011826587,0.000057925892,0.002623659,0.022051122],"genre_scores_gemma":[0.44650546,0.0037078976,0.5404971,0.00026240965,0.00018656209,0.00007563287,0.00027788474,0.0002814549,0.008205591],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99827135,0.00063458906,0.000096605465,0.00023683008,0.000659055,0.00010154606],"domain_scores_gemma":[0.9966779,0.0023584196,0.00017750307,0.0004914585,0.00024711428,0.00004756931],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017050941,0.0006562849,0.0005750413,0.0009631885,0.00045639943,0.0025250055,0.0008399832,0.0010789165,0.0015120396],"category_scores_gemma":[0.0071266363,0.000457433,0.0007105691,0.0013195387,0.00095578795,0.002120654,0.0008126124,0.0013401812,0.00051059603],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002469293,0.0003068316,0.0039097117,0.00095406495,0.00013534681,0.0002788161,0.00085331843,0.17793392,0.024004826,0.10561316,0.0049822065,0.6807808],"study_design_scores_gemma":[0.00009499457,0.00022024596,0.0031614602,0.00015258028,0.000111241374,0.00036896957,0.00019562346,0.68002707,0.033353977,0.2122874,0.0699707,0.000055758534],"about_ca_topic_score_codex":0.0024407709,"about_ca_topic_score_gemma":0.0016567034,"teacher_disagreement_score":0.0025250055,"about_ca_system_score_codex":0.00057047117,"about_ca_system_score_gemma":0.0015114271,"threshold_uncertainty_score":0.009017527},"labels":[],"label_agreement":null},{"id":"W3016082179","doi":"10.36227/techrxiv.12094230.v1","title":"Spring Framework for Testing","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Computer science; Java; Software engineering; Systems development life cycle; Web application; Model–view–controller; Java annotation; Test case; Programming language; Operating system; Database; Software; Real time Java; Software development; Software development process; User interface","score_opus":0.08354031868703325,"score_gpt":0.3085312663617896,"score_spread":0.22499094767475636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016082179","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00080297346,0.00051966205,0.9331595,0.00029181608,0.00018432309,0.00044513444,0.001646411,0.04952075,0.013429538],"genre_scores_gemma":[0.04498304,0.001310134,0.9005335,0.0005281801,0.0002579172,0.0025987218,0.011354609,0.015856046,0.022577906],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99386394,0.0019572019,0.00077226665,0.0006372552,0.0023087615,0.0004605642],"domain_scores_gemma":[0.99431914,0.0026577173,0.00031509684,0.0013835296,0.0010542949,0.0002702236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058491537,0.002427406,0.0017031333,0.0030259385,0.0008357761,0.0035694113,0.005707528,0.0018751767,0.048231684],"category_scores_gemma":[0.010509417,0.0015851053,0.0040769414,0.0015034376,0.0016313625,0.00326865,0.0036855268,0.0038515965,0.021657951],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003511266,0.0004041001,0.0026145861,0.0022319392,0.00040124418,0.00119749,0.0006390393,0.06689227,0.009587419,0.50518256,0.124041446,0.2864568],"study_design_scores_gemma":[0.0001998191,0.00017883233,0.0009565216,0.0007432374,0.000105351064,0.0010206327,0.00016910495,0.197991,0.007914577,0.30713704,0.4834478,0.00013610044],"about_ca_topic_score_codex":0.004267264,"about_ca_topic_score_gemma":0.004060394,"teacher_disagreement_score":0.048231684,"about_ca_system_score_codex":0.0013624855,"about_ca_system_score_gemma":0.0025717448,"threshold_uncertainty_score":0.16135108},"labels":[],"label_agreement":null},{"id":"W3016262697","doi":"10.36227/techrxiv.12092259.v1","title":"Junit framework for unit testing","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Unit testing; Computer science; Black-box testing; Java; Systems development life cycle; Integration testing; Task (project management); Software engineering; Software; Test (biology); Unit (ring theory); Operating system; Software development; Systems engineering; Software construction; Engineering","score_opus":0.12852423897115595,"score_gpt":0.3294903660209731,"score_spread":0.20096612704981714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016262697","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016080831,0.0007853542,0.76161736,0.00022395872,0.00022313092,0.0005399998,0.0045075663,0.21708032,0.013414272],"genre_scores_gemma":[0.08704964,0.0020994062,0.7116717,0.0013203352,0.0003861079,0.004556262,0.044314265,0.12443541,0.02416688],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99383956,0.001525525,0.0009156485,0.0007992181,0.0022506088,0.0006693733],"domain_scores_gemma":[0.9931699,0.0025654996,0.00046342053,0.0021691166,0.001292251,0.00033976042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007192531,0.0024070388,0.0017486272,0.0029410196,0.00096336746,0.0047559696,0.0056505557,0.001852555,0.035775293],"category_scores_gemma":[0.011862244,0.0021181228,0.0039805,0.0016443894,0.001585824,0.004041677,0.004541468,0.00541023,0.021778],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001923134,0.0006522648,0.005506076,0.004795741,0.00081183255,0.0022137044,0.0014195915,0.0502798,0.022219889,0.2835721,0.26634127,0.36026457],"study_design_scores_gemma":[0.0005059998,0.00031699074,0.0021010847,0.0010509706,0.000265086,0.001632657,0.00019397259,0.14490521,0.027322304,0.15542899,0.66596246,0.00031433048],"about_ca_topic_score_codex":0.0036418804,"about_ca_topic_score_gemma":0.0029242532,"teacher_disagreement_score":0.035775293,"about_ca_system_score_codex":0.0014324384,"about_ca_system_score_gemma":0.0022448688,"threshold_uncertainty_score":0.119680285},"labels":[],"label_agreement":null},{"id":"W3021035737","doi":"10.1145/3375555.3384937","title":"Issues Arising in Using Kernel Traces to Make a Performance Model","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Kernel (algebra); Data modeling; Mathematics; Software engineering; Discrete mathematics","score_opus":0.05230055894267026,"score_gpt":0.2890687129960971,"score_spread":0.23676815405342683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021035737","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040591523,0.0005631676,0.94922876,0.003529721,0.00013568238,0.00015358003,0.00028822853,0.0018834802,0.003625825],"genre_scores_gemma":[0.62724,0.00081645034,0.36724588,0.00054441526,0.00019239668,0.00033137697,0.00061930215,0.0012803267,0.0017298865],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9708581,0.016158536,0.002449982,0.0025552767,0.007043463,0.00093466096],"domain_scores_gemma":[0.78301287,0.15070285,0.0073821964,0.043486234,0.014106998,0.0013088139],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03645688,0.001806319,0.0019834954,0.0025722403,0.0017176266,0.006766161,0.005926694,0.0026833338,0.0013082268],"category_scores_gemma":[0.17639364,0.0024415094,0.0017352807,0.0023160856,0.004592915,0.017801747,0.0052234274,0.0065479195,0.0007432632],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032603517,0.00039002736,0.021371273,0.0008532454,0.000379441,0.00046672372,0.0052368823,0.51207304,0.0045307693,0.29613423,0.003610712,0.1546276],"study_design_scores_gemma":[0.000034210465,0.00022106303,0.0027296806,0.00043553417,0.000101450656,0.00036731624,0.0011637582,0.7226813,0.006920545,0.2504293,0.014746376,0.00016948488],"about_ca_topic_score_codex":0.012749581,"about_ca_topic_score_gemma":0.010839585,"teacher_disagreement_score":0.03645688,"about_ca_system_score_codex":0.002632047,"about_ca_system_score_gemma":0.0031873337,"threshold_uncertainty_score":0.19280475},"labels":[],"label_agreement":null},{"id":"W3021369417","doi":"10.1145/3358960.3379125","title":"A Framework for Satisfying the Performance Requirements of Containerized Software Systems Through Multi-Versioning","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Alberta","funders":"","keywords":"Software versioning; Computer science; Software system; Software engineering; Software; Software development; Software requirements; Operating system; Software construction","score_opus":0.0870762866696795,"score_gpt":0.30917593550036687,"score_spread":0.2220996488306874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021369417","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003685257,0.0002214686,0.9899817,0.00033346761,0.000060952032,0.00013880247,0.000036742535,0.0035813833,0.0019602403],"genre_scores_gemma":[0.086364016,0.0004228422,0.908699,0.00017397644,0.000110758505,0.00029095283,0.00018996034,0.0010854712,0.0026629986],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9942656,0.0013474874,0.0007325184,0.0008702559,0.002135485,0.0006487414],"domain_scores_gemma":[0.9927394,0.0015049839,0.0007536249,0.0031311684,0.0009995197,0.00087132864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008837488,0.0015312341,0.0013277062,0.0016300947,0.0015945535,0.0050430973,0.0055663707,0.0021554623,0.0022273434],"category_scores_gemma":[0.01107367,0.00146667,0.0026038624,0.0011812734,0.0038785804,0.007542642,0.0071020587,0.005645146,0.0011671782],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015390904,0.00028541536,0.0022403225,0.00058002793,0.00012491278,0.0010571207,0.001620981,0.10736867,0.020864107,0.73189014,0.0108849825,0.12292945],"study_design_scores_gemma":[0.00016005684,0.00035772292,0.0010487748,0.00036566652,0.00014039525,0.0010920737,0.0002458521,0.6020673,0.012547329,0.26001883,0.12171886,0.00023724632],"about_ca_topic_score_codex":0.004386475,"about_ca_topic_score_gemma":0.004260848,"teacher_disagreement_score":0.008837488,"about_ca_system_score_codex":0.0017204488,"about_ca_system_score_gemma":0.0036044645,"threshold_uncertainty_score":0.04673767},"labels":[],"label_agreement":null},{"id":"W3021915051","doi":"10.1145/3341105.3373845","title":"Logging statements' prediction based on source code clones","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Source code; Code (set theory); Logging; Programming language; Software engineering; Set (abstract data type)","score_opus":0.024290128807270148,"score_gpt":0.2707897638086935,"score_spread":0.24649963500142336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021915051","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82088387,0.0011364634,0.1430162,0.00055589795,0.00017335171,0.00023287546,0.0047599263,0.025959449,0.0032821465],"genre_scores_gemma":[0.9485646,0.00033725236,0.043341655,0.00007371424,0.00005404293,0.00008421754,0.0054086735,0.00038867333,0.001747277],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989563,0.00012236828,0.00008464773,0.0002503539,0.00048903964,0.000097177],"domain_scores_gemma":[0.9837496,0.007281069,0.0027268776,0.0015085964,0.004211434,0.0005223371],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009906145,0.00092864,0.00052655936,0.0037151813,0.0003263919,0.0008424894,0.0007546307,0.0006443933,0.0012934671],"category_scores_gemma":[0.015925646,0.00027532715,0.00042385666,0.0017473001,0.00033055083,0.0013959669,0.00042651573,0.00081347587,0.001326398],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012099165,0.00052787515,0.44284484,0.00039638527,0.0000903467,0.0013014149,0.00044535822,0.092009656,0.032225978,0.0020326197,0.01545168,0.41146386],"study_design_scores_gemma":[0.000037662252,0.00018238393,0.0533411,0.000046607554,0.000059077596,0.00043653412,0.00011863274,0.92071563,0.019834325,0.0023706746,0.0028199966,0.000037366026],"about_ca_topic_score_codex":0.0049478146,"about_ca_topic_score_gemma":0.00611674,"teacher_disagreement_score":0.0049478146,"about_ca_system_score_codex":0.00039537987,"about_ca_system_score_gemma":0.0008687025,"threshold_uncertainty_score":0.009838045},"labels":[],"label_agreement":null},{"id":"W3024434753","doi":"10.1109/ms.2020.2995125","title":"A Hitchhiker's Guide to Model-Driven Engineering for Data-Centric Systems","year":2020,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Computer Research Institute of Montréal; Université de Montréal; Wilfrid Laurier University; University of Ottawa; Université du Québec à Montréal; Queen's University; McGill University","funders":"","keywords":"Computer science; Software engineering; Data modeling; Software development; Software; Systems engineering; Artificial intelligence; Engineering; Programming language","score_opus":0.04089678605667016,"score_gpt":0.27547480779549394,"score_spread":0.23457802173882378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024434753","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025444932,0.016614657,0.93307406,0.008356929,0.0013990616,0.00026266015,0.00091883965,0.0046225144,0.034496848],"genre_scores_gemma":[0.009200573,0.025060108,0.9055907,0.0048588226,0.0013695509,0.001156089,0.001521909,0.0022484928,0.048993748],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99702555,0.0008312171,0.00037827928,0.00025612823,0.0013800476,0.00012881601],"domain_scores_gemma":[0.99180365,0.0057092938,0.00021074878,0.00073076587,0.0014004256,0.00014516343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00502965,0.0037072473,0.0019434413,0.0037875224,0.0012200966,0.004552644,0.0045513627,0.004655735,0.018670449],"category_scores_gemma":[0.010710514,0.002921899,0.0020297978,0.004586075,0.004014156,0.006123649,0.0026748437,0.009889021,0.01587079],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039305083,0.00018577777,0.00027786588,0.0014462284,0.00009063679,0.00045021315,0.00073331204,0.017627899,0.0021853594,0.44155923,0.3319565,0.20344765],"study_design_scores_gemma":[0.000030458583,0.000048895246,0.00020823716,0.00065147795,0.000026426558,0.00030421308,0.00009361454,0.0175338,0.0009091636,0.2762699,0.70386475,0.000059029397],"about_ca_topic_score_codex":0.010577792,"about_ca_topic_score_gemma":0.013974622,"teacher_disagreement_score":0.018670449,"about_ca_system_score_codex":0.0023487457,"about_ca_system_score_gemma":0.0053011077,"threshold_uncertainty_score":0.062458873},"labels":[],"label_agreement":null},{"id":"W3029409054","doi":"10.1080/09540091.2020.1762542","title":"Using machine learning techniques for DSP software performance prediction at source code level","year":2020,"lang":"en","type":"article","venue":"Connection Science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada)","funders":"College of Science and Health; William Paterson University of New Jersey","keywords":"Computer science; Benchmark (surveying); Digital signal processing; Source code; Software; Weighting; Metric (unit); Cluster analysis; Code (set theory); Algorithm; Machine learning; Set (abstract data type); Artificial intelligence; Parallel computing; Computer hardware; Programming language","score_opus":0.09108481918103552,"score_gpt":0.29605943273421,"score_spread":0.20497461355317448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3029409054","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05316308,0.00031591204,0.9412932,0.0001368111,0.00003020907,0.000051914074,0.00015455167,0.0041841287,0.0006703387],"genre_scores_gemma":[0.5509628,0.00041490854,0.44620997,0.00008399616,0.000056489236,0.00016757412,0.0007812279,0.00028220587,0.001040873],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990388,0.00022094193,0.00006564614,0.00023170443,0.0003901064,0.000052781266],"domain_scores_gemma":[0.9955396,0.0023415636,0.00078305614,0.0005015724,0.000772281,0.00006192378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013127489,0.0012278231,0.00074576883,0.0020342448,0.0003456629,0.0006352224,0.0010095326,0.00073347293,0.00069176004],"category_scores_gemma":[0.008060352,0.00035715124,0.00052231265,0.0016542564,0.00036876663,0.0012555706,0.00044517723,0.0013427353,0.0005897569],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007890814,0.00022042407,0.010523493,0.00010997379,0.000100011275,0.000054804477,0.000058227062,0.6405968,0.010695842,0.0012265733,0.0010538854,0.335281],"study_design_scores_gemma":[0.0000026441842,0.000033169563,0.0010305571,0.000006527645,0.0000069092193,0.000017205008,0.000006055941,0.99343586,0.004263877,0.00091016886,0.00027862014,0.00000834031],"about_ca_topic_score_codex":0.0038912946,"about_ca_topic_score_gemma":0.0038450216,"teacher_disagreement_score":0.0038912946,"about_ca_system_score_codex":0.00066249125,"about_ca_system_score_gemma":0.0008187621,"threshold_uncertainty_score":0.007737279},"labels":[],"label_agreement":null},{"id":"W3032166289","doi":"10.1145/3318464.3384691","title":"Sentinel: Understanding Data Systems","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Debugging; Computer science; Overhead (engineering); Key (lock); Task (project management); Embedded system; Distributed computing; Computer security; Operating system; Systems engineering; Engineering","score_opus":0.21409146953062894,"score_gpt":0.28808553134704645,"score_spread":0.07399406181641752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032166289","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024347968,0.002740461,0.9317017,0.007501466,0.00023791331,0.00033680757,0.0029766478,0.009144911,0.021012152],"genre_scores_gemma":[0.23079087,0.005206041,0.7473597,0.0014869464,0.00036191975,0.0005079956,0.0046937848,0.0016357838,0.007956868],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99819416,0.0005709719,0.00015017686,0.00031248783,0.00065350725,0.00011868235],"domain_scores_gemma":[0.99455726,0.0030779473,0.0004209192,0.0009630559,0.000716232,0.00026465632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031581363,0.001227401,0.00061385555,0.002976225,0.0012732854,0.0057647023,0.0024297892,0.0020443217,0.0063998387],"category_scores_gemma":[0.013689414,0.0010965649,0.001417923,0.0016734765,0.002944054,0.017079704,0.0033239266,0.0028700228,0.0017833725],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012018852,0.00011769482,0.009248321,0.0012058336,0.00006744415,0.00039695893,0.004224107,0.054875445,0.005116042,0.75341654,0.03954567,0.13166578],"study_design_scores_gemma":[0.000029453504,0.0000674425,0.0020466878,0.00040213697,0.000045415807,0.00036886413,0.001238069,0.20191249,0.0032785002,0.6083205,0.1822327,0.000057729503],"about_ca_topic_score_codex":0.009062399,"about_ca_topic_score_gemma":0.0065300865,"teacher_disagreement_score":0.009062399,"about_ca_system_score_codex":0.0015864439,"about_ca_system_score_gemma":0.0030496898,"threshold_uncertainty_score":0.021409571},"labels":[],"label_agreement":null},{"id":"W303924293","doi":"10.1007/978-3-319-00560-7_3","title":"The Role of Software Tracing in Software Maintenance","year":2013,"lang":"en","type":"book-chapter","venue":"Studies in computational intelligence","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Documentation; Tracing; Computer science; Software engineering; Variety (cybernetics); Software; Software development; Software system; Task (project management); Data science; Engineering management; Systems engineering; Engineering; Artificial intelligence","score_opus":0.0355496960443112,"score_gpt":0.2970400548286043,"score_spread":0.2614903587842931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W303924293","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017119948,0.26786497,0.26281023,0.011812319,0.0020447369,0.000059984864,0.00011373123,0.0005332171,0.43764085],"genre_scores_gemma":[0.51100093,0.20185296,0.11709236,0.0016748897,0.0033093472,0.000118861004,0.00020792252,0.0005505278,0.16419217],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99928504,0.00020458404,0.00003890082,0.00013303768,0.00028761307,0.00005078987],"domain_scores_gemma":[0.99449015,0.0044449586,0.00018392714,0.00046413083,0.00034031278,0.00007646544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012153173,0.0006501324,0.00053344487,0.0015470181,0.0008960774,0.0033237971,0.0018459731,0.0015754828,0.0053765983],"category_scores_gemma":[0.005852601,0.0005558112,0.00043716375,0.002780769,0.0043651294,0.0075814086,0.0011213864,0.0029145912,0.0009524013],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001257342,0.00002070047,0.0001605784,0.00019941642,0.000006168563,0.00005047473,0.0005566148,0.003088993,0.0003576879,0.8697092,0.0068271733,0.119010344],"study_design_scores_gemma":[0.000005562181,0.000023946848,0.00029686248,0.00035014376,0.000013216372,0.00020024042,0.00014132314,0.0076254075,0.0005462868,0.8886227,0.10215767,0.00001670604],"about_ca_topic_score_codex":0.0026256782,"about_ca_topic_score_gemma":0.0023009572,"teacher_disagreement_score":0.0053765983,"about_ca_system_score_codex":0.0019418502,"about_ca_system_score_gemma":0.0015408715,"threshold_uncertainty_score":0.017986536},"labels":[],"label_agreement":null},{"id":"W3040857534","doi":"10.1145/3385187","title":"Predicting Node Failures in an Ultra-Large-Scale Cloud Computing Platform","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; York University","funders":"","keywords":"Cloud computing; DevOps; Computer science; Scalability; Context (archaeology); Node (physics); Scale (ratio); Data science; Software; Distributed computing; Computer security; Software engineering; Database; Operating system; Engineering","score_opus":0.059029380876341735,"score_gpt":0.2962129620419633,"score_spread":0.23718358116562155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040857534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9096871,0.00056602247,0.0805252,0.0016501358,0.00022123942,0.0002370085,0.0011008766,0.0032831708,0.0027293419],"genre_scores_gemma":[0.9667594,0.00018021831,0.031177787,0.00009503107,0.00003067177,0.000043994187,0.0009888947,0.000076104356,0.0006478693],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992766,0.00014282597,0.00005304339,0.00015778154,0.00024832963,0.00012144914],"domain_scores_gemma":[0.9969579,0.0010735727,0.0004335587,0.00030803785,0.0007888217,0.00043817222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016370051,0.0010499151,0.00042299958,0.0012431738,0.0007862389,0.0008516601,0.0011178763,0.00075897196,0.0006278606],"category_scores_gemma":[0.0052797534,0.00031615104,0.00036502394,0.00073380774,0.0005696442,0.0014622931,0.0012221163,0.0011389203,0.0002523226],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003355827,0.00026510117,0.08701217,0.0001746616,0.000121598096,0.0007746199,0.00048746666,0.81600684,0.011625151,0.0019539723,0.008279926,0.072962955],"study_design_scores_gemma":[0.000005387969,0.000061531624,0.009726007,0.0000104476285,0.000009960492,0.00003370793,0.00019213007,0.9861972,0.0017090417,0.0012165238,0.00082590187,0.000012069702],"about_ca_topic_score_codex":0.021165546,"about_ca_topic_score_gemma":0.029929275,"teacher_disagreement_score":0.021165546,"about_ca_system_score_codex":0.0010954535,"about_ca_system_score_gemma":0.0011666268,"threshold_uncertainty_score":0.042084694},"labels":[],"label_agreement":null},{"id":"W3041344690","doi":"10.1016/j.jneb.2020.04.071","title":"P26 Identifying Transportation Access Strategies to Advance SNAP-Ed Programming","year":2020,"lang":"en","type":"article","venue":"Journal of Nutrition Education and Behavior","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Snap; Computer science; Computer graphics (images)","score_opus":0.03027510951837407,"score_gpt":0.3499081234792367,"score_spread":0.31963301396086263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041344690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7622585,0.000400094,0.047117088,0.004376889,0.00028229825,0.0026806493,0.009974669,0.0018598322,0.1710499],"genre_scores_gemma":[0.8682034,0.0004271433,0.09238517,0.00050285883,0.000033850145,0.0015290392,0.003893027,0.00017497256,0.032850526],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993635,0.00019881765,0.000050933315,0.0001008927,0.0001664998,0.00011927244],"domain_scores_gemma":[0.99395555,0.0026105612,0.00087920984,0.00031185723,0.0016565914,0.0005862436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016228503,0.00048485416,0.00023197885,0.0011380462,0.0008904978,0.0014632967,0.0009584265,0.00054471794,0.05889181],"category_scores_gemma":[0.013751372,0.00023233413,0.000633423,0.0012490585,0.00024131539,0.0013462604,0.0011423782,0.00071363477,0.0053337887],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007641178,0.0026746287,0.3310867,0.0007909913,0.00008521184,0.0003589281,0.0018239053,0.0035061003,0.0022681567,0.0049794344,0.031629406,0.62003237],"study_design_scores_gemma":[0.00028850592,0.0033479834,0.78172004,0.0020996982,0.0004372684,0.00047877108,0.023483865,0.03975235,0.015703592,0.01970334,0.11283476,0.00014985458],"about_ca_topic_score_codex":0.012054415,"about_ca_topic_score_gemma":0.0359537,"teacher_disagreement_score":0.05889181,"about_ca_system_score_codex":0.0014667873,"about_ca_system_score_gemma":0.005071416,"threshold_uncertainty_score":0.19701272},"labels":[],"label_agreement":null},{"id":"W3041854219","doi":"10.1007/978-3-030-50334-5_14","title":"Cross-Scenario Performance Modelling for Big Data Ecosystems","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Workload; Big data; Cloud computing; Distributed computing; Reuse; Performance prediction; Scheduling (production processes); Real-time computing; Machine learning; Data mining; Simulation; Operating system","score_opus":0.06941218444725285,"score_gpt":0.2736293616568299,"score_spread":0.20421717720957705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041854219","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49854755,0.0016997153,0.44108218,0.0020846927,0.0002309378,0.00015925367,0.0030496037,0.0014674724,0.051678583],"genre_scores_gemma":[0.97858536,0.00040869997,0.015697418,0.000068235255,0.000032506294,0.000079061785,0.00074528134,0.00015902404,0.0042243605],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995122,0.00025174118,0.000019771556,0.000074482996,0.000056139557,0.00008563314],"domain_scores_gemma":[0.99840933,0.0010717083,0.0001186174,0.00011246461,0.00018117827,0.00010671641],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014543461,0.0008810578,0.0005621382,0.0006550661,0.00042947286,0.0016127311,0.0013904088,0.0014147285,0.0036086726],"category_scores_gemma":[0.0034691405,0.00040851333,0.0009488866,0.0011971747,0.0004746276,0.00237149,0.0009088918,0.0011093239,0.0004975444],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026063313,0.000018524821,0.0005831871,0.000020833457,0.000019949732,0.00003119632,0.000027098664,0.9898074,0.0002267892,0.006326682,0.00063928426,0.002272976],"study_design_scores_gemma":[0.0000020455698,0.00001186346,0.0003092146,0.000004275577,0.000005402831,0.000012186818,0.000021886517,0.99364245,0.000102225786,0.0054628234,0.000420524,0.0000051282022],"about_ca_topic_score_codex":0.012265324,"about_ca_topic_score_gemma":0.0068525635,"teacher_disagreement_score":0.012265324,"about_ca_system_score_codex":0.001536926,"about_ca_system_score_gemma":0.0006568497,"threshold_uncertainty_score":0.024387836},"labels":[],"label_agreement":null},{"id":"W3042453106","doi":"10.1002/smr.2276","title":"Towards reducing the time needed for load testing","year":2020,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada); Concordia University; University of Alberta; Queen's University","funders":"","keywords":"Workload; Computer science; Load testing; Metric (unit); Execution time; Response time; Test (biology); Reliability engineering; Work time; Performance metric; Test case; Real-time computing; Distributed computing; Operating system; Machine learning; Operations management; Engineering","score_opus":0.024555317956103526,"score_gpt":0.26027563083621114,"score_spread":0.2357203128801076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042453106","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4422701,0.0019525765,0.5307254,0.0024763423,0.000375458,0.000472469,0.00040183234,0.011963274,0.009362519],"genre_scores_gemma":[0.80190915,0.00022405107,0.19292943,0.00038941758,0.00012534752,0.000253329,0.00056264043,0.0010700173,0.0025365984],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99330646,0.0020735841,0.00029729147,0.0006751925,0.0030300184,0.0006174044],"domain_scores_gemma":[0.9667413,0.01796541,0.004155262,0.0043163034,0.005334907,0.0014868019],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029312577,0.0017172676,0.0009810582,0.0021647317,0.0006738751,0.0011413074,0.003170509,0.0009984837,0.00457264],"category_scores_gemma":[0.024497991,0.00065526937,0.00079246843,0.00096716697,0.0010387246,0.0019353374,0.0015838832,0.001990008,0.0015295941],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021402696,0.0025872886,0.030208794,0.0007138159,0.0002362204,0.00083808287,0.0010573143,0.15119945,0.21251076,0.008665328,0.010320975,0.57952166],"study_design_scores_gemma":[0.00029655008,0.001555064,0.020121222,0.00013807982,0.00023026376,0.00069975277,0.00054897595,0.8722243,0.0810762,0.0070093465,0.016012035,0.00008826183],"about_ca_topic_score_codex":0.004980747,"about_ca_topic_score_gemma":0.0056132,"teacher_disagreement_score":0.004980747,"about_ca_system_score_codex":0.0013190943,"about_ca_system_score_gemma":0.003506853,"threshold_uncertainty_score":0.015502155},"labels":[],"label_agreement":null},{"id":"W3047861925","doi":"10.37190/e-inf200105","title":"System performance requirements: A standards-based model for early identification, allocation to software functions and size measurement","year":2020,"lang":"en","type":"article","venue":"e-Informatica Software Engineering Journal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Computer science; Identification (biology); Software; Reliability engineering; Systems engineering; Engineering; Operating system","score_opus":0.021484795803951094,"score_gpt":0.23293558511634146,"score_spread":0.21145078931239036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047861925","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006257988,0.00017640369,0.96220523,0.0013736086,0.00005163906,0.00052110007,0.0007599588,0.0013577634,0.02729644],"genre_scores_gemma":[0.2088293,0.00061854615,0.77418524,0.0006880743,0.00010113274,0.0028903096,0.0028379913,0.0006150386,0.009234383],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.983303,0.0056705233,0.0014853838,0.0013263618,0.0075454805,0.00066921936],"domain_scores_gemma":[0.9791682,0.0076983306,0.0020631745,0.0031220908,0.007558556,0.00038970273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01245174,0.0018355761,0.000708709,0.006666673,0.0011446478,0.004983577,0.0036897107,0.0032935275,0.004191413],"category_scores_gemma":[0.024015633,0.0008110297,0.0018265384,0.0037083433,0.0027514792,0.007075514,0.0027749254,0.003034726,0.0030462993],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001112512,0.00024095387,0.0038476,0.00052721566,0.000074129566,0.0003015979,0.001488793,0.091543175,0.0056171594,0.81529164,0.011392416,0.069564104],"study_design_scores_gemma":[0.00008380391,0.0005090522,0.005626876,0.0010386636,0.00015680912,0.00072097953,0.00085416826,0.43062687,0.0113046905,0.37131914,0.17755622,0.0002027844],"about_ca_topic_score_codex":0.012131719,"about_ca_topic_score_gemma":0.0070579317,"teacher_disagreement_score":0.01245174,"about_ca_system_score_codex":0.006251577,"about_ca_system_score_gemma":0.006803713,"threshold_uncertainty_score":0.06585187},"labels":[],"label_agreement":null},{"id":"W3048902333","doi":"10.1007/s10664-020-09822-x","title":"A study of the performance of general compressors on log files","year":2020,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Compression ratio; Gas compressor; Lossless compression; Data compression; Computer science; Compression (physics); Volume (thermodynamics); Database; Real-time computing; Algorithm; Engineering; Physics","score_opus":0.026760541705675916,"score_gpt":0.2510870800200216,"score_spread":0.2243265383143457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048902333","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99913955,0.00005132212,0.00034419654,0.000023467597,0.000002067321,0.0000095139585,0.000053822525,0.000030590796,0.00034541372],"genre_scores_gemma":[0.9990158,0.00007118193,0.00038093256,0.0000052678497,0.0000048980814,0.000003981189,0.00010151689,0.000008373658,0.0004079857],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99946636,0.00021595861,0.000025097968,0.00005357078,0.00016691475,0.00007207939],"domain_scores_gemma":[0.96951723,0.02697561,0.0007400287,0.0009811026,0.0014685416,0.00031751394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010457216,0.00045058245,0.00036806523,0.000964703,0.0005808926,0.0004977358,0.0006194394,0.00046261217,0.0024927587],"category_scores_gemma":[0.015943741,0.00022371992,0.0002488756,0.001593869,0.00057472946,0.0010021027,0.00022629862,0.0005664285,0.00019065876],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016206622,0.006025758,0.35696915,0.001101433,0.00056412775,0.0015166701,0.0039883684,0.21187945,0.14529149,0.0063678967,0.0063411715,0.24374792],"study_design_scores_gemma":[0.00037337365,0.010178993,0.43012917,0.000045422195,0.00022183197,0.0005728747,0.002470238,0.47700766,0.07515846,0.0017168826,0.0020401962,0.00008490703],"about_ca_topic_score_codex":0.013089511,"about_ca_topic_score_gemma":0.007976347,"teacher_disagreement_score":0.013089511,"about_ca_system_score_codex":0.0007394376,"about_ca_system_score_gemma":0.0005022701,"threshold_uncertainty_score":0.026026666},"labels":[],"label_agreement":null},{"id":"W3081916904","doi":"10.48550/arxiv.2008.12808","title":"A First Look at the Deprecation of RESTful APIs: An Empirical Study","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; World Wide Web; Java; Web service; Android (operating system); Application programming interface; Representational state transfer; Web API; SOAP; Programming language; Operating system; Web 2.0","score_opus":0.09532923210752108,"score_gpt":0.23059240560577302,"score_spread":0.13526317349825195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081916904","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99370354,0.0005502724,0.00208134,0.0004094885,0.000014674329,0.00014201818,0.000560103,0.000038723218,0.0024997762],"genre_scores_gemma":[0.9950938,0.00046474175,0.0019462673,0.00021855523,0.00002128458,0.00017735538,0.0009569535,0.000042351254,0.0010788034],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98771137,0.0040303,0.0016156697,0.0017960997,0.004037678,0.00080882665],"domain_scores_gemma":[0.75212055,0.18287304,0.026732992,0.0100098215,0.0252215,0.0030421803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013910462,0.00047705878,0.00044786793,0.0032862148,0.0012419068,0.0022345441,0.001501426,0.0012946276,0.0024355447],"category_scores_gemma":[0.10937595,0.00058485137,0.00070095924,0.004187683,0.0024649866,0.007488065,0.0016090063,0.0038472575,0.0010488454],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020598464,0.0017568213,0.9217408,0.00062051666,0.00012022808,0.00075176416,0.026041707,0.00041751913,0.001222551,0.0026634478,0.0036576996,0.040801022],"study_design_scores_gemma":[0.0000313324,0.00080875406,0.9162398,0.0005702291,0.00012560481,0.000837268,0.057304177,0.005251701,0.002490992,0.0012635434,0.015002259,0.00007423523],"about_ca_topic_score_codex":0.0041374797,"about_ca_topic_score_gemma":0.0059861355,"teacher_disagreement_score":0.013910462,"about_ca_system_score_codex":0.0013348127,"about_ca_system_score_gemma":0.0013321686,"threshold_uncertainty_score":0.07356644},"labels":[],"label_agreement":null},{"id":"W3082628239","doi":"10.48550/arxiv.2008.13707","title":"Connecting Web Event Forecasting with Anomaly Detection: A Case Study on Enterprise Web Applications Using Self-Supervised Neural Networks","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Web intelligence; Data Web; Web mining; Web modeling; Web analytics; Web service; Context (archaeology); World Wide Web; Web engineering; Web application","score_opus":0.07294477165442305,"score_gpt":0.21143993787239831,"score_spread":0.13849516621797525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082628239","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97453564,0.00018281133,0.021918891,0.0008676324,0.000030699237,0.000089698995,0.00028406683,0.00049592624,0.0015945521],"genre_scores_gemma":[0.9872629,0.00009020353,0.011734192,0.000049786726,0.000017785858,0.000022069265,0.00026288666,0.000029927738,0.0005303392],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99877197,0.0005028301,0.00009320859,0.00020191526,0.00032151764,0.000108560496],"domain_scores_gemma":[0.989754,0.007120019,0.00063076196,0.00089335965,0.0012189719,0.00038283836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026598093,0.00058866426,0.00039676105,0.0011669403,0.00069968845,0.0008351257,0.0012990079,0.0013410436,0.0004896718],"category_scores_gemma":[0.009778943,0.0002723641,0.00037379886,0.0016192317,0.0005796311,0.0015225245,0.0006552432,0.0012270842,0.00016106499],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009168215,0.0032027008,0.20989181,0.00027883853,0.00024517265,0.008044773,0.0017983495,0.56023586,0.006876496,0.0038195197,0.0077453046,0.19694434],"study_design_scores_gemma":[0.000022893619,0.0001404109,0.012683877,0.000010938168,0.000021264825,0.00029133493,0.0003894085,0.9797609,0.0031608487,0.00238035,0.00112061,0.000017061706],"about_ca_topic_score_codex":0.012021025,"about_ca_topic_score_gemma":0.015940726,"teacher_disagreement_score":0.012021025,"about_ca_system_score_codex":0.00093310303,"about_ca_system_score_gemma":0.0006074394,"threshold_uncertainty_score":0.023902118},"labels":[],"label_agreement":null},{"id":"W3086099593","doi":"10.14778/3407790.3407856","title":"Sentinel","year":2020,"lang":"en","type":"article","venue":"Proceedings of the VLDB Endowment","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Debugging; Computer science; Variety (cybernetics); Server; Distributed computing; Web application; Operating system; Database; Embedded system; Artificial intelligence","score_opus":0.013665081243024367,"score_gpt":0.20227277804738522,"score_spread":0.18860769680436085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086099593","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034978256,0.0015098098,0.60010725,0.0017590262,0.00077128905,0.00057722337,0.011079112,0.25656646,0.092651494],"genre_scores_gemma":[0.28848207,0.002131729,0.5686124,0.0018770883,0.00032572617,0.00069255504,0.036165617,0.024295423,0.07741738],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971003,0.00046185136,0.00022458835,0.00054529373,0.001439688,0.00022834951],"domain_scores_gemma":[0.9943053,0.0018798,0.0005490454,0.0015313311,0.001481275,0.0002531909],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029751274,0.00097553636,0.0006672891,0.0019508898,0.0007993432,0.0029216658,0.0019926613,0.00081690465,0.02308565],"category_scores_gemma":[0.008129241,0.0007705248,0.00084066065,0.0012687824,0.0007561168,0.005219299,0.0020284392,0.0013588597,0.012533803],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080711197,0.00020364321,0.014624331,0.0014580719,0.00015795781,0.00058079977,0.0013462865,0.024187764,0.021691654,0.10900448,0.26633,0.5596079],"study_design_scores_gemma":[0.00013919959,0.00052085234,0.0062353555,0.00034604227,0.00012402554,0.0012530844,0.0005161784,0.18784328,0.022160988,0.05111838,0.7295914,0.00015123568],"about_ca_topic_score_codex":0.0033809028,"about_ca_topic_score_gemma":0.0059909145,"teacher_disagreement_score":0.02308565,"about_ca_system_score_codex":0.001112379,"about_ca_system_score_gemma":0.0025743048,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W3089662691","doi":"10.1109/icccn49398.2020.9209681","title":"LogParse: Making Log Parsing Adaptive through Word Classification","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Parsing; Word (group theory); Natural language processing; Artificial intelligence; Speech recognition; Linguistics","score_opus":0.10629196021686627,"score_gpt":0.2969960223399085,"score_spread":0.19070406212304225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089662691","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04132442,0.00086833426,0.48992,0.00082135195,0.0004657362,0.00062922225,0.014758201,0.44803092,0.003181795],"genre_scores_gemma":[0.20232226,0.00057420036,0.7072186,0.0011845126,0.0002573098,0.00091991946,0.06654023,0.012685952,0.008297029],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9977119,0.00037470838,0.00024636748,0.0010163188,0.0005115038,0.00013916564],"domain_scores_gemma":[0.99353564,0.0029155675,0.00037783087,0.001891839,0.0010988513,0.00018031706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020969263,0.0026096674,0.0012510093,0.003978363,0.0007686551,0.002273941,0.0036009313,0.0014835056,0.0063446066],"category_scores_gemma":[0.0144255245,0.0010023401,0.0016643703,0.0027994611,0.0008099824,0.008246176,0.0027805348,0.0028160254,0.008064184],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004999245,0.00060787395,0.010328202,0.0005680441,0.00019340387,0.00034157242,0.00046320664,0.016602663,0.011328873,0.0027447594,0.1313675,0.824954],"study_design_scores_gemma":[0.00015448793,0.00020958745,0.0038896273,0.00005864651,0.00010589788,0.00042462675,0.00028625745,0.90126127,0.026605094,0.021444237,0.045434244,0.00012604345],"about_ca_topic_score_codex":0.008274066,"about_ca_topic_score_gemma":0.012106161,"teacher_disagreement_score":0.008274066,"about_ca_system_score_codex":0.00097211543,"about_ca_system_score_gemma":0.0022077342,"threshold_uncertainty_score":0.021224856},"labels":[],"label_agreement":null},{"id":"W3089662786","doi":"10.1145/3365438.3410939","title":"Efficient reordering and replay of execution traces of distributed reactive systems in the context of model-driven development","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Timestamp; Computer science; Context (archaeology); TRACE (psycholinguistics); Distributed computing; State (computer science); Overhead (engineering); Transformation (genetics); Key (lock); Parallel computing; Theoretical computer science; Programming language; Real-time computing; Operating system","score_opus":0.02324240982088365,"score_gpt":0.23588700109361652,"score_spread":0.21264459127273286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089662786","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10931887,0.00036350073,0.8797911,0.0002751504,0.000066595865,0.00023456838,0.00039006732,0.008809211,0.0007510209],"genre_scores_gemma":[0.5310064,0.00024205273,0.4655402,0.000069104266,0.00002753398,0.00018072576,0.0014615776,0.00066352345,0.00080892036],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99415636,0.001694759,0.00052091747,0.00086910743,0.0024495197,0.00030938367],"domain_scores_gemma":[0.9762809,0.008046623,0.0029506849,0.008936763,0.0031987957,0.00058628706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003911222,0.0010565339,0.001038127,0.0019759266,0.000670454,0.0016676957,0.0017477693,0.00064974965,0.0005130481],"category_scores_gemma":[0.024558444,0.000757443,0.00050557393,0.0017447461,0.00070411706,0.0022267958,0.001683316,0.0015508477,0.0003655397],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011427067,0.00050043856,0.027544329,0.00057431485,0.0002459321,0.00095141964,0.0025742934,0.19946931,0.12036238,0.013670277,0.004106362,0.62885815],"study_design_scores_gemma":[0.000058362417,0.00029027637,0.0046823616,0.00007405757,0.0000802951,0.0003729978,0.00065567525,0.87665707,0.09394977,0.014841753,0.008263059,0.00007434175],"about_ca_topic_score_codex":0.0038006937,"about_ca_topic_score_gemma":0.0059201345,"teacher_disagreement_score":0.003911222,"about_ca_system_score_codex":0.0007901969,"about_ca_system_score_gemma":0.002439949,"threshold_uncertainty_score":0.020684779},"labels":[],"label_agreement":null},{"id":"W3089832981","doi":"10.1145/3377811.3380408","title":"Studying the use of Java logging utilities in the wild","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Logging; Java; Computer science; Debugging; Software engineering; Software; Context (archaeology); Variety (cybernetics); Analytics; Web application; Database; Operating system","score_opus":0.13672026731674028,"score_gpt":0.2620156815347416,"score_spread":0.1252954142180013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089832981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99422085,0.00020058274,0.0034047936,0.0004125043,0.000010247905,0.00004964894,0.00014964555,0.00014948907,0.0014022897],"genre_scores_gemma":[0.9935761,0.00023400898,0.0044648154,0.00018102708,0.000011225256,0.00010096932,0.0003064416,0.00024458038,0.0008807066],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9792686,0.011050753,0.0013997726,0.0020383378,0.005051463,0.0011910334],"domain_scores_gemma":[0.83111215,0.11064825,0.028565077,0.00899322,0.016400669,0.0042805425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015818696,0.000526836,0.00057678955,0.0048022876,0.0013785884,0.00403755,0.0016822737,0.0011017486,0.0010960747],"category_scores_gemma":[0.08565728,0.0009923625,0.00038236153,0.003531346,0.0029545508,0.008792073,0.0030731587,0.001807857,0.0005166282],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025496449,0.00080020074,0.6228162,0.0008128905,0.000121018595,0.002363338,0.2522625,0.0009440766,0.00843693,0.0021355604,0.004004067,0.10504819],"study_design_scores_gemma":[0.000050265255,0.0008439304,0.69050115,0.0010218325,0.00011174809,0.0031390167,0.25231358,0.009548331,0.0049339742,0.0025121402,0.03466475,0.00035935655],"about_ca_topic_score_codex":0.0034924587,"about_ca_topic_score_gemma":0.007060097,"teacher_disagreement_score":0.015818696,"about_ca_system_score_codex":0.0014366831,"about_ca_system_score_gemma":0.0015974203,"threshold_uncertainty_score":0.08365828},"labels":[],"label_agreement":null},{"id":"W3090696062","doi":"10.1016/j.jss.2020.110838","title":"A security pattern detection framework for building more secure software","year":2020,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Pattern matching; Matching (statistics); Scalability; Software security assurance; Software; Attack patterns; Data mining; False positive paradox; Computer security; Intrusion detection system; Artificial intelligence; Information security; Security service; Database","score_opus":0.01546634666256844,"score_gpt":0.2588467138499512,"score_spread":0.2433803671873828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090696062","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025515414,0.00005666943,0.992374,0.000113103844,0.000021348376,0.000095551404,0.000074835334,0.0042951494,0.00041776372],"genre_scores_gemma":[0.048487153,0.00008614892,0.9492818,0.00011320217,0.000025493515,0.00008967318,0.00029097838,0.00035938286,0.001266138],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99698585,0.00036104693,0.00028180404,0.000534272,0.0015945733,0.00024239151],"domain_scores_gemma":[0.9957985,0.0012311048,0.00045066286,0.0011883269,0.0011596093,0.00017174703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025572195,0.0013966896,0.0012310094,0.0035618949,0.0010344993,0.0027629028,0.002949505,0.0016370004,0.0044472017],"category_scores_gemma":[0.0078033856,0.0009788316,0.0026978205,0.0016329614,0.0014454563,0.004593493,0.0031665915,0.0026458977,0.001601636],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034134032,0.0006616544,0.006578494,0.00062654243,0.00033411596,0.00076125306,0.000492069,0.092419356,0.05082734,0.12779623,0.01605381,0.7031078],"study_design_scores_gemma":[0.000053066913,0.00014572532,0.00065733754,0.0000825819,0.000112929796,0.00045458876,0.00008795594,0.87393826,0.025746353,0.08582077,0.012831054,0.000069405905],"about_ca_topic_score_codex":0.004550045,"about_ca_topic_score_gemma":0.007871882,"teacher_disagreement_score":0.004550045,"about_ca_system_score_codex":0.0010319646,"about_ca_system_score_gemma":0.0024413457,"threshold_uncertainty_score":0.014877319},"labels":[],"label_agreement":null},{"id":"W3091942828","doi":"10.1109/inm.2003.1194177","title":"Automating placement of instrumentation in applications","year":2003,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Research Council Canada","keywords":"Instrumentation (computer programming); Computer science; Architecture; State (computer science); Systems engineering; Software engineering; Embedded system; Engineering; Operating system; Programming language","score_opus":0.009032326165832666,"score_gpt":0.25306328373803905,"score_spread":0.2440309575722064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091942828","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053485494,0.00050500303,0.92306733,0.00025777638,0.0001382649,0.00031902097,0.00005921731,0.01906708,0.003100856],"genre_scores_gemma":[0.45211774,0.00045281858,0.5413974,0.00022261788,0.00009279558,0.00018593724,0.00028336284,0.0014406006,0.0038066965],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99727875,0.00067721936,0.00017647549,0.0005506494,0.0008716002,0.00044544117],"domain_scores_gemma":[0.993529,0.0020475662,0.00071091,0.0023682744,0.0010332628,0.0003110674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018125819,0.0014366481,0.0011897478,0.0016147799,0.001321824,0.0018214528,0.002797373,0.0013892872,0.0034615842],"category_scores_gemma":[0.007958206,0.0010356742,0.0005540253,0.0009679054,0.001256427,0.0020651144,0.0029376699,0.0016904684,0.002025582],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005911811,0.00026360573,0.008376347,0.0005833443,0.000067219175,0.0008246818,0.001576044,0.072312966,0.23576207,0.01087422,0.006239447,0.66252893],"study_design_scores_gemma":[0.00013453771,0.00083476596,0.010286051,0.00024931124,0.0001577195,0.0012471246,0.00090077514,0.45448315,0.42564863,0.021899292,0.083865315,0.00029332118],"about_ca_topic_score_codex":0.0028420568,"about_ca_topic_score_gemma":0.0037410818,"teacher_disagreement_score":0.0034615842,"about_ca_system_score_codex":0.000935041,"about_ca_system_score_gemma":0.0021932828,"threshold_uncertainty_score":0.01158011},"labels":[],"label_agreement":null},{"id":"W3093531719","doi":"10.1109/seaa51224.2020.00045","title":"From a Monolithic Big Data System to a Microservices Event-Driven Architecture","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Microservices; Computer science; Event (particle physics); Architecture; Big data; Computer architecture; Operating system; History; Cloud computing; Archaeology","score_opus":0.04251862090255456,"score_gpt":0.2587711627013516,"score_spread":0.21625254179879702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093531719","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42177635,0.0033642529,0.5186484,0.015198526,0.0006983786,0.00045186904,0.00014017025,0.004430923,0.03529114],"genre_scores_gemma":[0.66755426,0.0016499308,0.31751192,0.0022216935,0.00018843787,0.0001398107,0.00022684947,0.00059979886,0.009907343],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99806327,0.0006453158,0.00009618731,0.00029982024,0.00071803684,0.00017747014],"domain_scores_gemma":[0.99704915,0.000760167,0.00020664732,0.00055729394,0.0007377139,0.00068893057],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038535234,0.00036613236,0.00016175958,0.00037608627,0.0010241668,0.002877051,0.0018885668,0.00089275086,0.0017446305],"category_scores_gemma":[0.0037891404,0.00031676167,0.00025165494,0.000520649,0.0024055887,0.004140318,0.0021738063,0.0025604703,0.000615276],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008861217,0.0011640992,0.02161631,0.0023108448,0.00014476186,0.0018977628,0.026444009,0.05048842,0.11083586,0.26019418,0.025392491,0.4986252],"study_design_scores_gemma":[0.00023550674,0.002696209,0.01718261,0.0012856743,0.00024533007,0.0028654407,0.014353441,0.18667436,0.07587129,0.14509425,0.55318403,0.000311894],"about_ca_topic_score_codex":0.002783276,"about_ca_topic_score_gemma":0.0031373969,"teacher_disagreement_score":0.0038535234,"about_ca_system_score_codex":0.0016188279,"about_ca_system_score_gemma":0.0022817208,"threshold_uncertainty_score":0.020379663},"labels":[],"label_agreement":null},{"id":"W3093980010","doi":"10.1145/3382025.3414979","title":"Can microservice-based online-retailers be used as an SPL?","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Microservices; Computer science; Reuse; Software versioning; Feature (linguistics); Software; Service (business); Software engineering; Set (abstract data type); Feature model; World Wide Web; Database; Operating system; Programming language; Engineering","score_opus":0.0344933188418729,"score_gpt":0.2642537969130114,"score_spread":0.22976047807113847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093980010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96709734,0.00013250482,0.021078471,0.00030042604,0.000009658044,0.000105562394,0.00015770641,0.00040284416,0.010715444],"genre_scores_gemma":[0.9822686,0.00008030348,0.015329835,0.000034084835,0.000004949971,0.00004103061,0.00024056683,0.00012400918,0.0018766992],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977907,0.00058992335,0.00010647448,0.00022752756,0.0009905125,0.0002949515],"domain_scores_gemma":[0.9906014,0.0038228268,0.0011203364,0.0019446807,0.0021731008,0.0003377256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025066468,0.0003625752,0.0002561969,0.0019134732,0.001053058,0.0025107325,0.0012759975,0.0010381859,0.0023079035],"category_scores_gemma":[0.013522985,0.00038643638,0.0005406322,0.0026338766,0.0011704426,0.0053572375,0.0010995965,0.0004936344,0.00068410224],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009584467,0.0012303203,0.5195404,0.0008237933,0.0002243938,0.004525198,0.017890984,0.02460935,0.021990873,0.046793878,0.0039078733,0.3575044],"study_design_scores_gemma":[0.0000878245,0.0013380983,0.49702835,0.0006254745,0.000404841,0.006782398,0.04322858,0.2639773,0.05181419,0.04830067,0.08617787,0.00023441316],"about_ca_topic_score_codex":0.009766419,"about_ca_topic_score_gemma":0.011495967,"teacher_disagreement_score":0.009766419,"about_ca_system_score_codex":0.0013162242,"about_ca_system_score_gemma":0.0010919721,"threshold_uncertainty_score":0.019419193},"labels":[],"label_agreement":null},{"id":"W3095179637","doi":"","title":"Runtime Verification of Real-Time Applications Using Trace Data and Model Requirements","year":2016,"lang":"en","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Consortium de Recherche et d’innovation en Aérospatiale au Québec; Polytechnique Montréal","keywords":"Humanities; Computer science; Political science; Philosophy","score_opus":0.027396140630367268,"score_gpt":0.27170859443996087,"score_spread":0.2443124538095936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095179637","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1025768,0.00008800872,0.8886206,0.0003426883,0.000045310862,0.00029669053,0.0006446594,0.0053051985,0.002079979],"genre_scores_gemma":[0.68180364,0.00015468684,0.31356737,0.00010724127,0.000024090552,0.0005208679,0.0014240332,0.0011486764,0.0012493547],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9879153,0.0044754082,0.00102075,0.001185583,0.004674643,0.0007284238],"domain_scores_gemma":[0.95244914,0.028079702,0.0040075495,0.008848584,0.006068181,0.00054690475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009928166,0.0015227861,0.00082644145,0.0021186632,0.0010018045,0.003206585,0.0026325167,0.0013382497,0.0020469062],"category_scores_gemma":[0.05235064,0.0011196986,0.0018639872,0.0012326099,0.0022188164,0.004774139,0.002276635,0.002228924,0.00036206658],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005014899,0.000478032,0.017795369,0.00069638796,0.00019464051,0.0009579372,0.001747573,0.8119538,0.029436667,0.07053125,0.0022302656,0.06347658],"study_design_scores_gemma":[0.000034330806,0.000088115805,0.0008512971,0.00006615593,0.00002865649,0.00008934267,0.00014569367,0.96140194,0.02165117,0.013013777,0.002594749,0.000034742443],"about_ca_topic_score_codex":0.01685843,"about_ca_topic_score_gemma":0.018603532,"teacher_disagreement_score":0.01685843,"about_ca_system_score_codex":0.0027258757,"about_ca_system_score_gemma":0.005720738,"threshold_uncertainty_score":0.05250579},"labels":[],"label_agreement":null},{"id":"W3095719316","doi":"10.17559/tv-20180713101347","title":"An Empirical Investigation of Software Testing Methods and Techniques in the Province of Vojvodina","year":2020,"lang":"en","type":"article","venue":"Tehnicki vjesnik - Technical Gazette","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software testing; Computer science; Software; Programming language","score_opus":0.05362336912630068,"score_gpt":0.3561749175525878,"score_spread":0.3025515484262871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095719316","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.998147,0.0002016262,0.00012326232,0.00012800652,0.0000036831839,0.00003320349,0.000067428526,0.000002682253,0.0012930513],"genre_scores_gemma":[0.99884474,0.00025819553,0.00030445337,0.000037343747,0.0000026033551,0.000021422797,0.00008362405,0.0000030976462,0.00044446532],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99564457,0.0014220437,0.00029657964,0.00046964016,0.0013104853,0.00085667457],"domain_scores_gemma":[0.984404,0.007798809,0.003598553,0.00057885767,0.00231889,0.001300921],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004254589,0.00016986155,0.0004771781,0.002873521,0.0029228702,0.0022986238,0.0010346643,0.00065121637,0.001299576],"category_scores_gemma":[0.014550108,0.00055588724,0.00028237794,0.004386437,0.0020433608,0.0008299853,0.0012689661,0.0010366347,0.00018935867],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015640899,0.0004771072,0.8581353,0.00046998274,0.000030957835,0.0014777435,0.086236835,0.0005994352,0.0019787145,0.0020850964,0.00096977496,0.04738269],"study_design_scores_gemma":[0.000010715567,0.0001778621,0.89106417,0.00025202223,0.000011859966,0.000403741,0.10112922,0.0008134815,0.0002843752,0.00010905692,0.0057254788,0.000018116672],"about_ca_topic_score_codex":0.21093284,"about_ca_topic_score_gemma":0.2323483,"teacher_disagreement_score":0.21093284,"about_ca_system_score_codex":0.007086719,"about_ca_system_score_gemma":0.009640606,"threshold_uncertainty_score":0.41941017},"labels":[],"label_agreement":null},{"id":"W3095937739","doi":"10.1109/icsme46990.2020.00043","title":"A Large-scale Data Set and an Empirical Study of Docker Images Hosted on Docker Hub","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Alberta","funders":"","keywords":"Computer science; Lagging; Set (abstract data type); Scale (ratio); Limiting; Base (topology); Data science; Best practice; Data set; World Wide Web; Artificial intelligence; Engineering; Geography","score_opus":0.06242736387192227,"score_gpt":0.35213208854807615,"score_spread":0.2897047246761539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095937739","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95418376,0.00035947238,0.0020901666,0.000617342,0.000033297274,0.00020144603,0.03876281,0.0003083193,0.0034433904],"genre_scores_gemma":[0.8511046,0.00050655415,0.013041752,0.00051462074,0.00010135484,0.0006420189,0.1309007,0.00042168002,0.0027667286],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951574,0.0010503005,0.00044067216,0.0011044445,0.0018376933,0.00040936022],"domain_scores_gemma":[0.94982904,0.024560537,0.008946454,0.0055166194,0.008588693,0.0025586346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034123345,0.0004788463,0.00048669335,0.005134116,0.0010688077,0.0017444827,0.0012033978,0.0013017408,0.0026157321],"category_scores_gemma":[0.029313546,0.00038224872,0.0005078771,0.009160244,0.0010859837,0.0038364138,0.0017312322,0.0016441388,0.0026296335],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041802172,0.0020436873,0.8543249,0.0011259629,0.0001581137,0.0012705696,0.008112916,0.001999921,0.0031351272,0.0023257409,0.072351724,0.05273333],"study_design_scores_gemma":[0.00003334894,0.00013610879,0.9494906,0.00016030316,0.000036737718,0.0006927253,0.0066900696,0.0043873857,0.0017392242,0.00049119897,0.036062833,0.0000794323],"about_ca_topic_score_codex":0.011939938,"about_ca_topic_score_gemma":0.016971597,"teacher_disagreement_score":0.011939938,"about_ca_system_score_codex":0.0011152113,"about_ca_system_score_gemma":0.00096934824,"threshold_uncertainty_score":0.023740888},"labels":[],"label_agreement":null},{"id":"W3096853443","doi":"10.1145/1811099.1811055","title":"A query language and runtime tool for evaluating behavior of multi-tier servers","year":2010,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; A priori and a posteriori; Server; ENCODE; Query language; Distributed computing; Database; Operating system","score_opus":0.06310928138396427,"score_gpt":0.38035232533325525,"score_spread":0.317243043949291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096853443","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010911551,0.00009365161,0.81018513,0.00020908489,0.000037804875,0.00029192594,0.0023483816,0.17357016,0.002352352],"genre_scores_gemma":[0.24100809,0.00027095864,0.712552,0.0008078495,0.000113632224,0.00095789967,0.009100403,0.029071078,0.0061181346],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9928068,0.0018438968,0.0012782858,0.0012183585,0.0024681774,0.00038435313],"domain_scores_gemma":[0.983324,0.00957253,0.0013688061,0.0032313776,0.0020464924,0.00045690528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00803843,0.0019418742,0.0014731719,0.0016534406,0.0010387067,0.0036665187,0.003896388,0.0015480489,0.0070737656],"category_scores_gemma":[0.018579107,0.0017376082,0.0016991509,0.001115358,0.0016017526,0.0064020217,0.003513331,0.0023654464,0.0033248523],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003849633,0.0011461228,0.028045442,0.0022027805,0.0005224678,0.002431154,0.007191047,0.07385194,0.13958484,0.13361204,0.14453451,0.4630281],"study_design_scores_gemma":[0.0005281405,0.00062923227,0.0054052277,0.0002637276,0.00021332967,0.0014355282,0.00072712044,0.71775526,0.09632998,0.052579768,0.12374239,0.0003903586],"about_ca_topic_score_codex":0.0065243565,"about_ca_topic_score_gemma":0.0055969986,"teacher_disagreement_score":0.00803843,"about_ca_system_score_codex":0.0014352225,"about_ca_system_score_gemma":0.0025093427,"threshold_uncertainty_score":0.04251182},"labels":[],"label_agreement":null},{"id":"W3097833986","doi":"10.1145/3419804.3420267","title":"A Model Traceability Framework for Network Service Management","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Concordia University","funders":"","keywords":"Traceability; Computer science; Orchestration; Requirements traceability; Software engineering; TRACE (psycholinguistics); Process (computing); Visualization; Process management; Systems engineering; Requirements analysis; Programming language; Engineering; Data mining","score_opus":0.046043148493197544,"score_gpt":0.270541376297237,"score_spread":0.22449822780403947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097833986","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005136648,0.00006542826,0.9962759,0.00020379454,0.000022405122,0.00009029178,0.00015494617,0.0013039139,0.0013696795],"genre_scores_gemma":[0.045343738,0.0004596533,0.94870126,0.00019181184,0.000064910244,0.0005848193,0.0012825158,0.00049793476,0.0028735045],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961843,0.0012018698,0.00055050274,0.0005664862,0.0012194747,0.00027732467],"domain_scores_gemma":[0.99497604,0.0018003039,0.0004768302,0.0015158156,0.0010052092,0.00022584671],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069274693,0.0016737068,0.0009288843,0.0038721815,0.00166234,0.0056227287,0.0036203125,0.0022111929,0.005479015],"category_scores_gemma":[0.010949099,0.001126707,0.0039927294,0.0023650853,0.0024177674,0.007009087,0.004131362,0.005203238,0.0014520136],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005625129,0.00016462986,0.0006052552,0.00031434954,0.00009680103,0.000350808,0.0008166887,0.1302522,0.0025971024,0.7889716,0.0042836033,0.07149079],"study_design_scores_gemma":[0.000038759255,0.0000936974,0.00021086964,0.00038044128,0.000080476886,0.00021638525,0.00023628502,0.48985648,0.0043554916,0.42026165,0.08419196,0.00007752801],"about_ca_topic_score_codex":0.019800164,"about_ca_topic_score_gemma":0.014396842,"teacher_disagreement_score":0.019800164,"about_ca_system_score_codex":0.0033100024,"about_ca_system_score_gemma":0.0055920566,"threshold_uncertainty_score":0.03936982},"labels":[],"label_agreement":null},{"id":"W3101288824","doi":"10.1109/scam51674.2020.00022","title":"DepGraph: Localizing Performance Bottlenecks in Multi-Core Applications Using Waiting Dependency Graphs and Software Tracing","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Concordia University; Brock University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Tracing; Interleaving; Bottleneck; Dependency (UML); Dependency graph; Distributed computing; Task (project management); Overhead (engineering); Software; Graph; Multi-core processor; Blocking (statistics); Parallel computing; Embedded system; Theoretical computer science; Software engineering; Operating system; Computer network","score_opus":0.07989300445648945,"score_gpt":0.29994221848177804,"score_spread":0.2200492140252886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3101288824","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0627503,0.0003574825,0.918834,0.00015274594,0.000030425068,0.00009368525,0.00032526033,0.01616655,0.0012894974],"genre_scores_gemma":[0.4580484,0.0003620764,0.53636277,0.00007679568,0.000027747106,0.00011714366,0.0010255959,0.0015660888,0.0024133604],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995757,0.00011197554,0.000019353865,0.00009567852,0.00014551367,0.000051840874],"domain_scores_gemma":[0.99807894,0.0009315022,0.00032464255,0.00034678195,0.00024371159,0.00007442501],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006291308,0.0010405801,0.00039625607,0.0026300037,0.0006034652,0.00082552416,0.0010328621,0.0006445355,0.001374887],"category_scores_gemma":[0.0029082017,0.00044357794,0.0005837698,0.0012354709,0.00045594,0.0011689868,0.0008953425,0.00071137137,0.00032100352],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049393467,0.00032497983,0.029688548,0.00070928194,0.00021036692,0.00096898264,0.0015350367,0.24065265,0.07050501,0.016680392,0.008209908,0.6300209],"study_design_scores_gemma":[0.00001896037,0.00006395891,0.0039033184,0.00003042477,0.000044430828,0.00029666533,0.00012966145,0.9579933,0.02487298,0.0074560572,0.005157043,0.000033132055],"about_ca_topic_score_codex":0.009256585,"about_ca_topic_score_gemma":0.010903068,"teacher_disagreement_score":0.009256585,"about_ca_system_score_codex":0.00072229374,"about_ca_system_score_gemma":0.0016090478,"threshold_uncertainty_score":0.018405378},"labels":[],"label_agreement":null},{"id":"W3105551361","doi":"","title":"Ocasta: Clustering Configuration Settings For Error Recovery","year":2015,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Troubleshooting; Computer science; Cluster analysis; Configuration Management (ITSM); Operating system; Artificial intelligence","score_opus":0.043266984211131225,"score_gpt":0.2958086402707571,"score_spread":0.25254165605962586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3105551361","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11210453,0.00064278016,0.7267471,0.000416219,0.00019425918,0.0005328855,0.0020758957,0.15512906,0.0021571822],"genre_scores_gemma":[0.49144077,0.00015921087,0.5006016,0.00016011151,0.000053151103,0.00035619026,0.0029519552,0.0024599743,0.0018170779],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966174,0.00066860154,0.00025851515,0.00092442235,0.0012959657,0.00023518664],"domain_scores_gemma":[0.9867215,0.003691193,0.0027299584,0.0037125838,0.0027057019,0.00043898865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017590533,0.0022933783,0.0011532271,0.0051986324,0.0011645922,0.0014838815,0.0034478516,0.0011972551,0.0037257168],"category_scores_gemma":[0.01378613,0.0006436427,0.00100609,0.002947973,0.0010622456,0.0016037235,0.002262893,0.0015234068,0.0023729468],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011723367,0.0005115777,0.027591519,0.00073278765,0.00031467024,0.0004267826,0.00097262487,0.0839336,0.029871019,0.0025912903,0.03564824,0.8162335],"study_design_scores_gemma":[0.00007591045,0.00020523049,0.0067480206,0.000060931983,0.00005886494,0.00033995588,0.00024235717,0.9549068,0.028029196,0.0035380542,0.0057077915,0.000086952205],"about_ca_topic_score_codex":0.008715824,"about_ca_topic_score_gemma":0.0097586475,"teacher_disagreement_score":0.008715824,"about_ca_system_score_codex":0.0013513975,"about_ca_system_score_gemma":0.0022612745,"threshold_uncertainty_score":0.01733023},"labels":[],"label_agreement":null},{"id":"W3106681573","doi":"","title":"6th International Conference on Queueing Theory and Network Applications, QTNA 2011 - Proceedings: Preface","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Queueing theory; Computer science; G-network; Layered queueing network; Computer network; Operations research; Engineering","score_opus":0.024592172096133368,"score_gpt":0.24650152501276137,"score_spread":0.221909352916628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106681573","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074461135,0.06889876,0.29555997,0.029643869,0.41667262,0.0006250735,0.002254637,0.0034852582,0.17541365],"genre_scores_gemma":[0.0436467,0.04814056,0.08160722,0.0029719167,0.065635905,0.0005137397,0.0053880312,0.0023725603,0.7497233],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99869496,0.00024209903,0.000092414564,0.00030259695,0.0005215478,0.0001464637],"domain_scores_gemma":[0.99483323,0.0006050479,0.00010772591,0.00068604934,0.0029851682,0.00078291853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040917345,0.0015798633,0.0020419261,0.0021680892,0.0018294766,0.0061010397,0.0022021364,0.002262161,0.087792754],"category_scores_gemma":[0.005617718,0.0005824493,0.0014153132,0.0022179785,0.001213485,0.0040319455,0.002812419,0.0040723686,0.042292085],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021934985,0.00020816564,0.00040561077,0.0004383992,0.00004003555,0.00012891518,0.0001097253,0.0034991936,0.00226812,0.0185023,0.74729323,0.22688697],"study_design_scores_gemma":[0.000050365106,0.00022729594,0.0013271116,0.0004985236,0.000064416294,0.0003430407,0.00014436143,0.019179018,0.0020434086,0.032706536,0.9433532,0.00006271513],"about_ca_topic_score_codex":0.0046291426,"about_ca_topic_score_gemma":0.005135641,"teacher_disagreement_score":0.087792754,"about_ca_system_score_codex":0.0025400924,"about_ca_system_score_gemma":0.0039039091,"threshold_uncertainty_score":0.29369605},"labels":[],"label_agreement":null},{"id":"W3110837624","doi":"","title":"ASE 2010, 25th IEEE/ACM International Conference on Automated Software Engineering","year":2010,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software engineering; Computer science","score_opus":0.018811789556581672,"score_gpt":0.2453810431504081,"score_spread":0.22656925359382643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110837624","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.064361185,0.03562788,0.46377185,0.028345043,0.068590984,0.00089773117,0.008151461,0.023077141,0.30717668],"genre_scores_gemma":[0.13962352,0.02533748,0.12763913,0.0019435069,0.0073343506,0.00047631134,0.023096193,0.007425829,0.6671237],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977036,0.0005299523,0.00016493285,0.0003001089,0.0010781132,0.00022327801],"domain_scores_gemma":[0.9924533,0.001220016,0.00018730956,0.0016766296,0.003437279,0.0010255924],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006305434,0.0019170037,0.002052709,0.0025959527,0.001562336,0.005194232,0.0016698558,0.001557275,0.054870233],"category_scores_gemma":[0.007359546,0.0006759308,0.0010182239,0.001923677,0.0011964992,0.0043951925,0.00231024,0.0028157146,0.03189019],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004357105,0.00048181356,0.002091854,0.00033042685,0.000058222766,0.0002627054,0.00020055073,0.0037170257,0.0060974625,0.008656107,0.6781624,0.29950574],"study_design_scores_gemma":[0.000112953596,0.00032977608,0.005416752,0.00026703128,0.00009685446,0.00095293566,0.00034348582,0.039328568,0.009759917,0.027644038,0.91568375,0.00006390503],"about_ca_topic_score_codex":0.0056961495,"about_ca_topic_score_gemma":0.012766066,"teacher_disagreement_score":0.94512975,"about_ca_system_score_codex":0.0013748732,"about_ca_system_score_gemma":0.0048027164,"threshold_uncertainty_score":0.18355924},"labels":[],"label_agreement":null},{"id":"W3112699636","doi":"10.1145/3424771.3424812","title":"On the Study of Microservices Antipatterns","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; École de Technologie Supérieure; Polytechnique Montréal; Université du Québec à Montréal","funders":"","keywords":"Microservices; Code refactoring; Computer science; Software engineering; Architecture; Service-oriented architecture; Programming language; Software; Operating system; Web service","score_opus":0.0280789946485587,"score_gpt":0.24501826155211276,"score_spread":0.21693926690355406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112699636","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.097106375,0.4776796,0.36722282,0.012505579,0.00054448034,0.0007290769,0.0006843465,0.00048073143,0.043046933],"genre_scores_gemma":[0.49145788,0.23261122,0.2623972,0.0038767252,0.00073139125,0.001296278,0.0011168489,0.00024851522,0.006263861],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98854023,0.0052437247,0.001382783,0.0015871119,0.0029325404,0.00031365055],"domain_scores_gemma":[0.8917109,0.09196794,0.008559778,0.0028276055,0.0045318827,0.0004018205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009238649,0.00089086307,0.0007805898,0.010142852,0.0011313634,0.0036938742,0.0013212243,0.0018023332,0.0028573098],"category_scores_gemma":[0.03659038,0.00075682765,0.0013443693,0.013888802,0.00444446,0.009551434,0.0017471743,0.0013620808,0.0005553428],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000109549896,0.00017832736,0.018480496,0.025379114,0.00046994002,0.0013802528,0.0139653655,0.0041701393,0.0048622536,0.2935019,0.004333797,0.6331689],"study_design_scores_gemma":[0.00009467033,0.0006214384,0.036935598,0.03577974,0.0013142865,0.005386031,0.016563157,0.01163355,0.010516553,0.49738124,0.3835695,0.00020424243],"about_ca_topic_score_codex":0.0020261633,"about_ca_topic_score_gemma":0.0019447383,"teacher_disagreement_score":0.010142852,"about_ca_system_score_codex":0.0016830524,"about_ca_system_score_gemma":0.0032495908,"threshold_uncertainty_score":0.04885924},"labels":[],"label_agreement":null},{"id":"W3114941919","doi":"10.1109/isncc49221.2020.9297238","title":"A Framework for Automated Monitoring and Orchestration of Cloud-Native applications","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Orchestration; Cloud computing; Computer science; Scalability; Implementation; Distributed computing; Software engineering; Operating system","score_opus":0.038011438243995214,"score_gpt":0.3157899374146157,"score_spread":0.2777784991706205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3114941919","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010771585,0.00013240648,0.9854041,0.00016662067,0.000036972524,0.0001675097,0.00009494892,0.01220772,0.00071264204],"genre_scores_gemma":[0.06719186,0.00022758722,0.9286383,0.00019511934,0.000088551285,0.00033217296,0.0005833607,0.00092444755,0.0018185633],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959925,0.0008033568,0.00044859445,0.00089073135,0.0014822979,0.00038265804],"domain_scores_gemma":[0.99608153,0.0010244369,0.0005532321,0.0011217184,0.00082752155,0.0003915477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006910292,0.0017005119,0.0013473275,0.002349868,0.0013076713,0.00404458,0.0038791755,0.0019210514,0.0023437054],"category_scores_gemma":[0.0078193955,0.0011169816,0.0018491019,0.0011013598,0.0018863498,0.004232749,0.0039358074,0.0038590427,0.0014462101],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044845958,0.00064910424,0.006145347,0.0007989454,0.00042169733,0.0010922814,0.0009902288,0.2304612,0.030196952,0.2737578,0.035335917,0.41970202],"study_design_scores_gemma":[0.000040426865,0.000108126835,0.0008389428,0.00011792639,0.00007808104,0.00027589122,0.00006740571,0.8806729,0.009804047,0.068750925,0.039144546,0.00010089839],"about_ca_topic_score_codex":0.010603424,"about_ca_topic_score_gemma":0.012644407,"teacher_disagreement_score":0.010603424,"about_ca_system_score_codex":0.0016555587,"about_ca_system_score_gemma":0.0038069112,"threshold_uncertainty_score":0.036545575},"labels":[],"label_agreement":null},{"id":"W3117748934","doi":"10.1109/iemcon51383.2020.9284892","title":"OMSAC - Ontology of Microservices Architecture Concepts","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Microservices; Computer science; Architecture; Ontology; Architectural style; Data science; Representation (politics); Software engineering; Cloud computing; Epistemology","score_opus":0.012386922328468686,"score_gpt":0.25466554834031563,"score_spread":0.24227862601184694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3117748934","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02407381,0.0055899424,0.7769295,0.003823967,0.0014243624,0.001176985,0.012403474,0.0037497045,0.17082828],"genre_scores_gemma":[0.19072993,0.00783003,0.7340406,0.0015799584,0.00061032956,0.001979921,0.024499457,0.0009614816,0.037768256],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978921,0.0005484769,0.0003453386,0.00035095675,0.00062688376,0.00023622297],"domain_scores_gemma":[0.9985499,0.00041820935,0.00018579037,0.0002864659,0.0004218775,0.00013773823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017594896,0.00095909875,0.0007159775,0.0043853754,0.0018065202,0.0044471277,0.0014642926,0.0019557674,0.0045374837],"category_scores_gemma":[0.0028546222,0.0005359601,0.0019863304,0.00456599,0.0017528088,0.004878137,0.0025990992,0.0025724922,0.0023443154],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006882481,0.00009766169,0.0018161157,0.000767979,0.00009603378,0.00070125697,0.002161362,0.003927789,0.0047998754,0.88985795,0.017443568,0.07826158],"study_design_scores_gemma":[0.00001622686,0.000023764049,0.0015331493,0.0006690881,0.000058902016,0.0009266412,0.0011507708,0.0107346885,0.0019617658,0.15857653,0.8243024,0.000046074223],"about_ca_topic_score_codex":0.01480592,"about_ca_topic_score_gemma":0.011087229,"teacher_disagreement_score":0.01480592,"about_ca_system_score_codex":0.003284049,"about_ca_system_score_gemma":0.005372421,"threshold_uncertainty_score":0.02943945},"labels":[],"label_agreement":null},{"id":"W3118549947","doi":"10.1007/s10766-020-00689-5","title":"Automated Generation of Model-Based Constraints for Common Multi-core and Real-Time Applications Using Execution Tracing","year":2021,"lang":"en","type":"article","venue":"International Journal of Parallel Programming","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University; Polytechnique Montréal","funders":"","keywords":"Computer science; Scalability; Tracing; Overhead (engineering); Process (computing); Kernel (algebra); Event (particle physics); Distributed computing; Execution time; Real-time computing; Programming language; Operating system","score_opus":0.06982645979023029,"score_gpt":0.3553432237376553,"score_spread":0.28551676394742503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118549947","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06328029,0.00028472737,0.91912144,0.00040097776,0.00014667863,0.00044619225,0.0015225337,0.008603788,0.0061934367],"genre_scores_gemma":[0.4845076,0.00019459121,0.50759596,0.00017713601,0.000040936815,0.0004216885,0.0026416858,0.0023664252,0.0020540152],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978027,0.0004941612,0.00013755407,0.00032869863,0.0009282253,0.0003086716],"domain_scores_gemma":[0.99234116,0.004922642,0.0005184761,0.0006903844,0.0013029448,0.0002244582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014691036,0.0019669647,0.0014297978,0.0023662793,0.0012123112,0.002333025,0.002383399,0.0013551429,0.0070157438],"category_scores_gemma":[0.011245113,0.0014442186,0.0023050352,0.0014759066,0.0011152703,0.0021977203,0.0023491695,0.0024213616,0.00086144183],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028376558,0.00022403989,0.0027870547,0.00051200733,0.000102308964,0.00061697146,0.00028604793,0.8747931,0.013744442,0.02573552,0.0064985882,0.07441619],"study_design_scores_gemma":[0.000026831956,0.000018105182,0.00013219361,0.000019873843,0.000013624266,0.000024827787,0.000032721775,0.98724097,0.003382272,0.0075619346,0.0015357662,0.000010798547],"about_ca_topic_score_codex":0.01645532,"about_ca_topic_score_gemma":0.033698127,"teacher_disagreement_score":0.01645532,"about_ca_system_score_codex":0.001543736,"about_ca_system_score_gemma":0.006105063,"threshold_uncertainty_score":0.032719076},"labels":[],"label_agreement":null},{"id":"W3119029787","doi":"10.1007/s10664-020-09893-w","title":"Demystifying the challenges and benefits of analyzing user-reported logs in bug reports","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Concordia University","funders":"","keywords":"Debugging; Computer science; Software bug; Security bug; Process (computing); Software engineering; World Wide Web; Data science; Software; Programming language; Computer security","score_opus":0.03840174201774539,"score_gpt":0.26340921822509084,"score_spread":0.22500747620734546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119029787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.537558,0.007896166,0.39371836,0.0456034,0.0010669536,0.00044152993,0.0025623562,0.002878298,0.008274945],"genre_scores_gemma":[0.807378,0.0014863631,0.18632631,0.0014851927,0.00052392605,0.0001247818,0.0010355539,0.0003079371,0.0013320051],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9721272,0.01589537,0.0023932257,0.0017299721,0.007252817,0.0006014752],"domain_scores_gemma":[0.629755,0.25478646,0.02270295,0.0480988,0.042005878,0.002650988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.047332253,0.0009916887,0.0010089321,0.008376349,0.0014000369,0.010108196,0.0020821106,0.0023506037,0.0009282849],"category_scores_gemma":[0.26471,0.0009336575,0.0007219394,0.005377555,0.0034144074,0.012972011,0.0036432736,0.004223877,0.000565781],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035945632,0.0005535735,0.47731426,0.0010920612,0.000574046,0.00048606755,0.011849592,0.008340313,0.011955501,0.02380886,0.010822519,0.45284382],"study_design_scores_gemma":[0.00012603463,0.00083051354,0.49452466,0.002574582,0.0006652569,0.0025930407,0.02302497,0.25117016,0.018024439,0.16217946,0.043702114,0.0005846846],"about_ca_topic_score_codex":0.011967186,"about_ca_topic_score_gemma":0.025155123,"teacher_disagreement_score":0.047332253,"about_ca_system_score_codex":0.0010187295,"about_ca_system_score_gemma":0.0042950893,"threshold_uncertainty_score":0.2503199},"labels":[],"label_agreement":null},{"id":"W3122148884","doi":"10.7287/peerj.preprints.2496v1","title":"An exploratory study of the state of practice of performance testing in Java-based open source projects","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Java; Test strategy; Test suite; Software engineering; Suite; Software performance testing; Quality (philosophy); Integration testing; Task (project management); Unit testing; Software quality; Exploratory research; Test (biology); Process management; Software; Software development; Test case; Systems engineering; Operating system; Engineering; Software construction","score_opus":0.04216808551109924,"score_gpt":0.2931957702763548,"score_spread":0.25102768476525555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122148884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99399227,0.0001940695,0.0024912863,0.0008283216,0.000007249285,0.000092313334,0.000028752334,0.0000150913675,0.00235069],"genre_scores_gemma":[0.99764925,0.00017108872,0.0015866504,0.0001389263,0.000008381564,0.00014010193,0.00003087038,0.000018725776,0.00025611353],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.90220815,0.07536926,0.0036987294,0.0039448994,0.011659727,0.0031191579],"domain_scores_gemma":[0.5157043,0.40402153,0.03354296,0.012527789,0.026805142,0.0073982184],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0627114,0.00038418054,0.0005986602,0.003921933,0.0032253726,0.005875097,0.0022109405,0.0017383975,0.0012020831],"category_scores_gemma":[0.21567827,0.0007019584,0.0002984392,0.003833736,0.009333439,0.008090932,0.006257318,0.0024659329,0.00024220214],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001544192,0.00074222864,0.09443498,0.00049465353,0.000030496565,0.0008708443,0.85073215,0.00034398882,0.0022143708,0.005317813,0.0009032719,0.043760706],"study_design_scores_gemma":[0.000041934323,0.0015903532,0.16993323,0.0011232834,0.000029019864,0.0009659447,0.7994554,0.0025258046,0.0019013943,0.0029809258,0.019334497,0.00011820039],"about_ca_topic_score_codex":0.0019461261,"about_ca_topic_score_gemma":0.0024909214,"teacher_disagreement_score":0.9372886,"about_ca_system_score_codex":0.0044012098,"about_ca_system_score_gemma":0.0036204122,"threshold_uncertainty_score":0.33165354},"labels":[],"label_agreement":null},{"id":"W3123326965","doi":"10.1145/3324884.3416636","title":"Where shall we log?","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Logging; Computer science; Debugging; Block (permutation group theory); Overhead (engineering); Code (set theory); Well logging; Source code; Database; Programming language; Set (abstract data type); Petroleum engineering; Engineering","score_opus":0.021957748352463318,"score_gpt":0.23292042478866898,"score_spread":0.21096267643620567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123326965","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24264905,0.008714166,0.44641048,0.15161294,0.0028916956,0.0006534973,0.011050945,0.047795817,0.08822147],"genre_scores_gemma":[0.7812717,0.003966684,0.14100584,0.0103785945,0.00053562905,0.00027217975,0.0063534197,0.004425236,0.05179068],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972,0.00084623625,0.0002057733,0.0006788949,0.0007592112,0.00030986298],"domain_scores_gemma":[0.9861426,0.004080271,0.0022462953,0.0026874458,0.0038231367,0.0010203517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003832265,0.0008182692,0.00044677933,0.0013872252,0.0013645699,0.0034187946,0.0013241884,0.0015563478,0.011953831],"category_scores_gemma":[0.03384196,0.00056273915,0.00047119276,0.0011797093,0.00170314,0.00996197,0.0015904314,0.0026287357,0.00969808],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047974952,0.00025202642,0.11106267,0.00061442173,0.00008474578,0.000959569,0.004839353,0.0038006674,0.0073307864,0.025310695,0.1760393,0.66922605],"study_design_scores_gemma":[0.000072197756,0.00030151877,0.05615664,0.0014884521,0.00021188878,0.0023822852,0.010168513,0.053690277,0.017380372,0.1042378,0.7534938,0.00041620902],"about_ca_topic_score_codex":0.008636389,"about_ca_topic_score_gemma":0.012191978,"teacher_disagreement_score":0.011953831,"about_ca_system_score_codex":0.0012375165,"about_ca_system_score_gemma":0.002775019,"threshold_uncertainty_score":0.03998953},"labels":[],"label_agreement":null},{"id":"W3130909071","doi":"10.1109/icse-nier52604.2021.00017","title":"On Automatic Parsing of Log Records","year":2021,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Parsing; Task (project management); Software; Translation (biology); Software system; Web log analysis software","score_opus":0.014388916270829336,"score_gpt":0.2504828370745478,"score_spread":0.2360939208037185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3130909071","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19040601,0.0007110037,0.7419521,0.0008565099,0.00015814428,0.000350796,0.003561541,0.057217922,0.004785948],"genre_scores_gemma":[0.5967055,0.00045115047,0.38770393,0.00020543727,0.00007605915,0.00023750031,0.009508605,0.0012320578,0.0038797879],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980241,0.00079009775,0.00015674489,0.00040722245,0.00053384237,0.000088072105],"domain_scores_gemma":[0.98928446,0.0065194643,0.0006682166,0.0015866044,0.0018439754,0.00009723598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018815544,0.0008465338,0.0004961856,0.0019114235,0.00068817905,0.0013873198,0.0010762551,0.0009854345,0.0019469311],"category_scores_gemma":[0.018171411,0.00043893594,0.00052317744,0.002052285,0.0005205609,0.0022597676,0.0007478601,0.000964407,0.001867773],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045336207,0.0003891563,0.009492986,0.0003403859,0.00007682596,0.0005037652,0.0005123155,0.15315238,0.023439927,0.0052356194,0.018507313,0.7878959],"study_design_scores_gemma":[0.00001694422,0.000082490944,0.0030414842,0.000029473505,0.00002213229,0.00019727988,0.00008831926,0.9705028,0.015731111,0.0053980355,0.0048622647,0.000027557637],"about_ca_topic_score_codex":0.009753028,"about_ca_topic_score_gemma":0.010532033,"teacher_disagreement_score":0.009753028,"about_ca_system_score_codex":0.0007926815,"about_ca_system_score_gemma":0.0018550706,"threshold_uncertainty_score":0.01939249},"labels":[],"label_agreement":null},{"id":"W3132437433","doi":"10.1007/s10723-021-09546-2","title":"Fault-Detection Managers: More May Not Be the Merrier","year":2021,"lang":"en","type":"article","venue":"Journal of Grid Computing","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Scalability; Distributed computing; Architecture; Fault management; Interconnection; Control (management); Computer network; Operating system; Artificial intelligence","score_opus":0.017039205425637194,"score_gpt":0.26669933755129765,"score_spread":0.24966013212566046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3132437433","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033465351,0.0050073876,0.0061897566,0.9589617,0.012709854,0.000015811649,0.0000845236,0.0007342414,0.012950125],"genre_scores_gemma":[0.22260883,0.007756286,0.013965695,0.63192534,0.024109073,0.00010190224,0.00023192787,0.0010990183,0.09820197],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9855679,0.004625265,0.00067127915,0.0027311936,0.004337667,0.0020666346],"domain_scores_gemma":[0.89472157,0.027325246,0.005608547,0.011391972,0.034148343,0.026804373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02412703,0.0012177216,0.0013153965,0.0016382829,0.005995247,0.016534874,0.00354109,0.011550503,0.04279207],"category_scores_gemma":[0.07326461,0.0007019469,0.0007919326,0.0012115436,0.008241701,0.032535248,0.0049823523,0.016921584,0.013135487],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031227866,0.00020828069,0.004136182,0.00028548035,0.00008621899,0.0002653342,0.0018110675,0.00056143187,0.0009049587,0.06789311,0.78703,0.13650565],"study_design_scores_gemma":[0.00016748079,0.00022110227,0.004025151,0.0010888216,0.00009804535,0.00055220537,0.0059097796,0.0020893994,0.0010345352,0.12543832,0.85917574,0.00019946067],"about_ca_topic_score_codex":0.007352895,"about_ca_topic_score_gemma":0.009806048,"teacher_disagreement_score":0.04279207,"about_ca_system_score_codex":0.0047417805,"about_ca_system_score_gemma":0.009912977,"threshold_uncertainty_score":0.14315379},"labels":[],"label_agreement":null},{"id":"W3135869347","doi":"","title":"Supply China Gigabit Ethernet Over Powerline Suppliers - Yunke","year":2007,"lang":"en","type":"article","venue":"American Journal of Human Biology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"China; Gigabit Ethernet; Computer network; Ethernet; Computer science; Geography; Archaeology","score_opus":0.005511761165397278,"score_gpt":0.28073119568276794,"score_spread":0.2752194345173707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135869347","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9051375,0.0006134979,0.017734412,0.0015684755,0.00019818947,0.00021784256,0.00078922824,0.0010373716,0.072703406],"genre_scores_gemma":[0.918361,0.00041967642,0.0043858844,0.00027463955,0.00005775746,0.000054824548,0.000723545,0.00007814539,0.0756445],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99986875,0.000012229091,0.000008043188,0.000032426262,0.00004526143,0.000033334753],"domain_scores_gemma":[0.99976474,0.000024803296,0.000026495112,0.000030082023,0.00010179404,0.000052092106],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002614138,0.00037252955,0.00015621605,0.0006221413,0.0017612559,0.00060014334,0.00030411157,0.00052729144,0.019056933],"category_scores_gemma":[0.000361578,0.00026093892,0.00018961506,0.0016607312,0.00016134753,0.0010887639,0.0006648717,0.00035797735,0.0018935133],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015288203,0.0005398608,0.21231417,0.0009834864,0.00017544642,0.007173945,0.006211724,0.02173105,0.1438464,0.01944061,0.090006374,0.4960481],"study_design_scores_gemma":[0.0007673553,0.00210372,0.23398715,0.00017898936,0.00077311567,0.002753496,0.018926756,0.10829251,0.093881845,0.013542189,0.52454185,0.00025099632],"about_ca_topic_score_codex":0.015644876,"about_ca_topic_score_gemma":0.025087053,"teacher_disagreement_score":0.9809431,"about_ca_system_score_codex":0.0008100754,"about_ca_system_score_gemma":0.0019914943,"threshold_uncertainty_score":0.06375182},"labels":[],"label_agreement":null},{"id":"W3136085434","doi":"10.1109/tse.2021.3066330","title":"Continuously Managing NFRs: Opportunities and Challenges in Practice","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Maintainability; Computer science; Agile software development; Software; Risk analysis (engineering); Software engineering; Process management; Engineering; Business","score_opus":0.040420160785735494,"score_gpt":0.2368191328294542,"score_spread":0.1963989720437187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136085434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51981807,0.008491406,0.16699268,0.21695955,0.00075213466,0.0007922718,0.00011062419,0.0009688934,0.085114315],"genre_scores_gemma":[0.92438084,0.0024888327,0.065516174,0.0042346893,0.00018478138,0.00044541023,0.000056839403,0.00015379224,0.0025385101],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.85881495,0.0927088,0.0064734323,0.010817558,0.021583823,0.009601562],"domain_scores_gemma":[0.73311406,0.18765071,0.018767286,0.021418326,0.024289733,0.014759924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08895434,0.0012524399,0.0010240908,0.0032184783,0.01073649,0.023124063,0.0065780636,0.009119995,0.004424896],"category_scores_gemma":[0.13904266,0.0013246981,0.0009332925,0.0032672954,0.018306652,0.03283311,0.013874767,0.008041213,0.0011997244],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019829215,0.002115641,0.057166547,0.0021122359,0.0001590001,0.004622058,0.34100777,0.005873839,0.0038038273,0.14260553,0.01564716,0.42468813],"study_design_scores_gemma":[0.00013740701,0.0009718925,0.012709574,0.00386254,0.000083464365,0.0030304764,0.5325154,0.014930154,0.0022314708,0.28462294,0.144566,0.00033870156],"about_ca_topic_score_codex":0.005038059,"about_ca_topic_score_gemma":0.008367952,"teacher_disagreement_score":0.08895434,"about_ca_system_score_codex":0.010058582,"about_ca_system_score_gemma":0.022325369,"threshold_uncertainty_score":0.4704411},"labels":[],"label_agreement":null},{"id":"W3136439925","doi":"10.1109/msr52588.2021.00057","title":"Revisiting Dockerfiles in Open Source Software Over Time","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Container (type theory); Computer science; Code (set theory); Open source software; Software; Order (exchange); Set (abstract data type); Open source; Containerization; Data science; World Wide Web; Software engineering; Operating system; Engineering; Programming language; Business","score_opus":0.016319451102106843,"score_gpt":0.2726925110140859,"score_spread":0.25637305991197906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136439925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.949917,0.0025116722,0.017068787,0.00257333,0.00044293774,0.00009066504,0.009313138,0.002871759,0.015210625],"genre_scores_gemma":[0.9666528,0.0010175024,0.014289933,0.00027195195,0.00020765731,0.00009704341,0.0111364955,0.0022441377,0.0040825196],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99013,0.0012643082,0.00091244356,0.0018632407,0.0052198647,0.000610246],"domain_scores_gemma":[0.8274943,0.071144976,0.039490964,0.019939842,0.039550327,0.0023795313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010916972,0.0005128591,0.00038533466,0.015883956,0.0013944402,0.0048380643,0.0012440201,0.00071043306,0.0021917378],"category_scores_gemma":[0.12344205,0.0005006381,0.00065979257,0.018062616,0.0022786236,0.0077878432,0.0025039418,0.001951644,0.0011553884],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029542646,0.00016986333,0.6999884,0.00084631407,0.00014128129,0.0014570092,0.020826023,0.0048761945,0.006102793,0.009423443,0.025001789,0.2308715],"study_design_scores_gemma":[0.0000106824245,0.00012480751,0.855485,0.0004959668,0.00006653195,0.0014701915,0.008878469,0.011063635,0.007952183,0.0060917325,0.10819978,0.00016099466],"about_ca_topic_score_codex":0.010104824,"about_ca_topic_score_gemma":0.012459571,"teacher_disagreement_score":0.015883956,"about_ca_system_score_codex":0.0018822199,"about_ca_system_score_gemma":0.0014622854,"threshold_uncertainty_score":0.057735205},"labels":[],"label_agreement":null},{"id":"W3137282006","doi":"10.1109/icpc52881.2021.00047","title":"Towards improving architectural diagram consistency using system descriptors","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Computer science; Consistency (knowledge bases); Interaction overview diagram; System context diagram; Diagram; Context (archaeology); Class diagram; Influence diagram; Communication diagram; Use Case Diagram; Data mining; Artificial intelligence; Programming language; Unified Modeling Language; Database","score_opus":0.026859775943402164,"score_gpt":0.25123590014036457,"score_spread":0.2243761241969624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137282006","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027009651,0.00016581862,0.9630807,0.00044840528,0.00006547482,0.00054225436,0.00020715075,0.0070876707,0.0013928795],"genre_scores_gemma":[0.12288886,0.00017186796,0.8721041,0.00014029405,0.000032812677,0.00039279144,0.00100951,0.0021219237,0.0011378687],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9570229,0.021420838,0.00529852,0.005344937,0.010042381,0.0008704111],"domain_scores_gemma":[0.77654463,0.11959016,0.01793341,0.0548548,0.0293709,0.001706077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05067242,0.0015877269,0.0014081053,0.0061685448,0.0013120233,0.006185467,0.0039494582,0.0023600457,0.0034282287],"category_scores_gemma":[0.19362718,0.0021724706,0.0016720408,0.0030982972,0.0021128894,0.009559805,0.0060550533,0.003838064,0.0012414976],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007578627,0.0010734946,0.041303083,0.0021514748,0.0002592093,0.000878085,0.014022481,0.06164743,0.04490934,0.08012711,0.008182686,0.7446877],"study_design_scores_gemma":[0.0009797278,0.0018441251,0.011763694,0.001440878,0.0006089595,0.0017114824,0.0050968262,0.5731522,0.12862144,0.10690427,0.16732512,0.00055124995],"about_ca_topic_score_codex":0.0023870526,"about_ca_topic_score_gemma":0.00332332,"teacher_disagreement_score":0.05067242,"about_ca_system_score_codex":0.0017967529,"about_ca_system_score_gemma":0.0053329435,"threshold_uncertainty_score":0.26798463},"labels":[],"label_agreement":null},{"id":"W3138148839","doi":"10.1145/2576966.2576968","title":"The API Performance Contract","year":2014,"lang":"en","type":"article","venue":"Queue","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CMC Microsystems (Canada)","funders":"","keywords":"Design by contract; Correctness; Computer science; Documentation; Software engineering; Work (physics); Software; Programming language; Computer security; Software system","score_opus":0.004790572585700352,"score_gpt":0.20089389750527373,"score_spread":0.19610332491957339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138148839","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009308163,0.0012443705,0.24994263,0.041329518,0.003624813,0.0007250268,0.00241698,0.015538383,0.67587006],"genre_scores_gemma":[0.30187574,0.0023138297,0.17550945,0.028006816,0.00464668,0.003154834,0.006361852,0.024251612,0.45387915],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9269373,0.01970603,0.00785119,0.0037975488,0.036831573,0.0048763934],"domain_scores_gemma":[0.83358693,0.03689188,0.007329071,0.04308475,0.07193936,0.007168025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05085175,0.0014241583,0.0012753723,0.0031835593,0.006134718,0.019045077,0.0052883453,0.008748952,0.05528447],"category_scores_gemma":[0.18390678,0.0024042479,0.0013366619,0.0033969497,0.0058373455,0.024910238,0.010287941,0.012470982,0.038924325],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001379761,0.00013055008,0.0021630672,0.00017392232,0.000021491567,0.00017439801,0.0014060651,0.0012334351,0.0008631142,0.73701113,0.20380124,0.052883554],"study_design_scores_gemma":[0.000060026876,0.00009742785,0.0014604628,0.00029853123,0.000033166685,0.0005037616,0.00045408646,0.00428802,0.0014488962,0.0935999,0.89761096,0.00014465988],"about_ca_topic_score_codex":0.015431796,"about_ca_topic_score_gemma":0.0060760383,"teacher_disagreement_score":0.05528447,"about_ca_system_score_codex":0.0062443414,"about_ca_system_score_gemma":0.02029781,"threshold_uncertainty_score":0.26893294},"labels":[],"label_agreement":null},{"id":"W3138238821","doi":"10.1145/3249132","title":"Session details: QoSA architecture evaluation","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Session (web analytics); Computer science; Architecture; Computer architecture; World Wide Web; History; Archaeology","score_opus":0.04085392465230162,"score_gpt":0.26937564983924794,"score_spread":0.22852172518694633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138238821","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11835023,0.0022648298,0.06727644,0.007948152,0.00842025,0.0038904499,0.049613245,0.015853565,0.7263828],"genre_scores_gemma":[0.33853105,0.0010083973,0.018365003,0.0008473073,0.0010634823,0.0007056828,0.030133076,0.0026880468,0.60665804],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990798,0.00020932511,0.000029658675,0.00011509429,0.00043412982,0.00013192152],"domain_scores_gemma":[0.99550134,0.001130886,0.00006082069,0.0005336044,0.0021708717,0.00060242874],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025089646,0.00077842677,0.00065588823,0.0010706919,0.0011944848,0.0017848545,0.0007517962,0.00091560197,0.36011654],"category_scores_gemma":[0.005909164,0.00018859755,0.0007661946,0.00074000336,0.00020577498,0.0009530168,0.00081025565,0.0009171929,0.08465227],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002397584,0.0011373286,0.005491331,0.00037015052,0.000084348605,0.00010834191,0.00012356021,0.004755269,0.018785615,0.0029446594,0.69896,0.2648417],"study_design_scores_gemma":[0.0012191607,0.0034850447,0.05044366,0.000264497,0.00025359378,0.00043878838,0.00060882163,0.07710698,0.054262273,0.008815781,0.80288744,0.00021398508],"about_ca_topic_score_codex":0.005093017,"about_ca_topic_score_gemma":0.0069273873,"teacher_disagreement_score":0.36011654,"about_ca_system_score_codex":0.0012578538,"about_ca_system_score_gemma":0.0009575128,"threshold_uncertainty_score":0.9127161},"labels":[],"label_agreement":null},{"id":"W3138934008","doi":"10.1145/3258185","title":"Session details: Policy analysis","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Session (web analytics); Computer science; World Wide Web","score_opus":0.00740683333304923,"score_gpt":0.2691433845497086,"score_spread":0.26173655121665934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138934008","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001313273,0.00072480325,0.005504941,0.024424803,0.010851493,0.0013219924,0.03344249,0.0034691857,0.91894704],"genre_scores_gemma":[0.02405833,0.000937362,0.0017951829,0.005215629,0.0041399566,0.00098985,0.007932152,0.0018792475,0.9530524],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968849,0.00090236886,0.0001210312,0.00040052514,0.0010878368,0.0006033471],"domain_scores_gemma":[0.98721796,0.0061684344,0.0003494203,0.0018921746,0.0027090015,0.0016630521],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004728387,0.0011228127,0.0019994103,0.0020336949,0.0034223509,0.008519967,0.0019803867,0.005669051,0.90193045],"category_scores_gemma":[0.023870721,0.00053077354,0.0015903997,0.002665632,0.0006864491,0.003272564,0.0021528783,0.0043382896,0.738122],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017431237,0.000056933328,0.00010561132,0.000053070176,0.000008354236,0.000020855206,0.000019192463,0.00014934473,0.000115521616,0.004323023,0.98158604,0.013387662],"study_design_scores_gemma":[0.00022416962,0.00008522706,0.0011892797,0.00014872443,0.000033843262,0.000054966727,0.00020282344,0.0019034131,0.0007478206,0.012025995,0.98334527,0.00003852774],"about_ca_topic_score_codex":0.005127928,"about_ca_topic_score_gemma":0.0053780647,"teacher_disagreement_score":0.09806955,"about_ca_system_score_codex":0.0035341948,"about_ca_system_score_gemma":0.004900253,"threshold_uncertainty_score":0.13988423},"labels":[],"label_agreement":null},{"id":"W3147459846","doi":"10.1109/icse.2002.1007981","title":"Architecture recovery of Web applications","year":2003,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Architecture; World Wide Web; Computer architecture","score_opus":0.006457278265283677,"score_gpt":0.21728715528998915,"score_spread":0.2108298770247055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3147459846","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22215505,0.0011072002,0.7471087,0.0009862947,0.0001652386,0.0003824847,0.0005968911,0.01662348,0.010874627],"genre_scores_gemma":[0.59385884,0.0012919223,0.37471408,0.00030529825,0.00006124732,0.00022044189,0.0042167376,0.0024237868,0.022907613],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99889886,0.00015878455,0.0000586139,0.00013105605,0.0006284969,0.00012414824],"domain_scores_gemma":[0.9974347,0.0004005892,0.00028154772,0.0011563381,0.0006612446,0.000065594635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065177894,0.0006242629,0.00038067938,0.0018716092,0.0008709489,0.0012589829,0.0012028053,0.0009127376,0.0019221314],"category_scores_gemma":[0.0047969767,0.00058409455,0.0007523904,0.0010839899,0.00056778465,0.0014664752,0.001209902,0.0017629545,0.0014705242],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031196247,0.00031942714,0.009012423,0.0005219699,0.00011523156,0.0025482662,0.0013041623,0.07313257,0.19493896,0.021517573,0.012901558,0.68337595],"study_design_scores_gemma":[0.000062681414,0.00024842113,0.016005311,0.00019961332,0.0001697011,0.00291132,0.0008439402,0.5916746,0.2542338,0.049852844,0.08368829,0.00010945782],"about_ca_topic_score_codex":0.00241257,"about_ca_topic_score_gemma":0.0026106602,"teacher_disagreement_score":0.00241257,"about_ca_system_score_codex":0.00048755357,"about_ca_system_score_gemma":0.0009364849,"threshold_uncertainty_score":0.006430149},"labels":[],"label_agreement":null},{"id":"W3156363234","doi":"10.1109/tse.2020.3023955","title":"PerfJIT: Test-Level Just-in-Time Prediction for Performance Regression Introducing Commits","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Commit; Computer science; Regression; Machine learning; Regression analysis; Regression testing; Test (biology); Artificial intelligence; Performance prediction; Linear regression; Code (set theory); Data mining; Statistics; Database; Software; Set (abstract data type); Programming language; Software system; Mathematics","score_opus":0.02316888172101865,"score_gpt":0.22436103631883705,"score_spread":0.20119215459781842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156363234","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3417269,0.0012055081,0.36669964,0.0008697502,0.0006037353,0.0006520888,0.01538744,0.2688992,0.0039556995],"genre_scores_gemma":[0.78728443,0.00025467123,0.17748058,0.0003471813,0.0001955655,0.00061088556,0.025998842,0.0044952985,0.0033325225],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968982,0.0005153187,0.0002765316,0.0009832989,0.0010114608,0.00031518497],"domain_scores_gemma":[0.98396957,0.007951256,0.0020071627,0.002910506,0.0023420297,0.00081950193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032476594,0.0029218907,0.0010403304,0.0023246673,0.00043236,0.0012572471,0.00255774,0.0011363751,0.0027744635],"category_scores_gemma":[0.02649946,0.0007921076,0.0009578317,0.001357554,0.00053375366,0.0024375545,0.0009854955,0.002805515,0.0023349726],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015400008,0.0013442442,0.20884927,0.00078329246,0.0003948891,0.0006103593,0.000377143,0.2222656,0.022719217,0.0019101299,0.07942494,0.45978087],"study_design_scores_gemma":[0.000041200263,0.00028343397,0.0124359345,0.00002146927,0.00003204273,0.00012258474,0.000026493823,0.97401285,0.008183488,0.0016260443,0.003176648,0.000037758196],"about_ca_topic_score_codex":0.008273213,"about_ca_topic_score_gemma":0.0101340795,"teacher_disagreement_score":0.008273213,"about_ca_system_score_codex":0.0008266317,"about_ca_system_score_gemma":0.001868922,"threshold_uncertainty_score":0.017175496},"labels":[],"label_agreement":null},{"id":"W3157891410","doi":"","title":"Proceedings of the 2nd International Workshop on Software Engineering for Parallel Systems","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Software engineering; Software; Computer science; Systems engineering; Engineering management; Engineering; Programming language","score_opus":0.02544686324914239,"score_gpt":0.24235227573508278,"score_spread":0.2169054124859404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157891410","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045367997,0.04996143,0.721071,0.020528052,0.04183278,0.00048332862,0.0008487112,0.0026302394,0.11727641],"genre_scores_gemma":[0.19346228,0.033216715,0.35287958,0.0025358282,0.016767194,0.0003995734,0.0045168786,0.0034435757,0.3927783],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99754107,0.0009146484,0.00014868107,0.00035457278,0.0007853206,0.00025578187],"domain_scores_gemma":[0.9959389,0.0012284534,0.00012148004,0.0008323439,0.0013631114,0.0005157638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004992658,0.0014212312,0.001476909,0.0012561453,0.00092957536,0.003968834,0.001665304,0.0016127287,0.024208713],"category_scores_gemma":[0.005057596,0.000753342,0.0013022418,0.0009552531,0.0011795127,0.0029638854,0.0023320487,0.0032281105,0.006804231],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00097071537,0.0008803599,0.0024924472,0.0007334867,0.00021138936,0.0005240686,0.0010778292,0.010271187,0.015998848,0.035282016,0.31700101,0.61455667],"study_design_scores_gemma":[0.00017135612,0.0005999245,0.005332334,0.0005791322,0.00020342329,0.0011029266,0.00042139855,0.059519906,0.020048955,0.07379108,0.83812636,0.000103224294],"about_ca_topic_score_codex":0.0027271383,"about_ca_topic_score_gemma":0.006315133,"teacher_disagreement_score":0.024208713,"about_ca_system_score_codex":0.0011336262,"about_ca_system_score_gemma":0.0021278176,"threshold_uncertainty_score":0.08098626},"labels":[],"label_agreement":null},{"id":"W3157917381","doi":"10.5220/0010407701900198","title":"A Holistic Machine Learning-based Autoscaling Approach for Microservice Applications","year":2021,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Alberta","funders":"","keywords":"Computer science; Artificial intelligence; Machine learning; Human–computer interaction","score_opus":0.024486459250432174,"score_gpt":0.26960964576258467,"score_spread":0.2451231865121525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157917381","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039215628,0.0004781527,0.954578,0.00016078273,0.000049587114,0.000049417777,0.000055471628,0.0021274276,0.0032856925],"genre_scores_gemma":[0.69757503,0.00036628405,0.2978651,0.000112363574,0.0000797186,0.000081337595,0.00016544611,0.0003027126,0.003452061],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99950206,0.00007910678,0.000024319555,0.00010707465,0.00023909783,0.000048310172],"domain_scores_gemma":[0.9992874,0.00018501666,0.00008378272,0.00015497647,0.0002550142,0.00003379302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065570447,0.00063503237,0.0007838316,0.00096000935,0.00039291446,0.000872021,0.001254864,0.00045826854,0.0022270817],"category_scores_gemma":[0.0017267821,0.00035689544,0.0006196907,0.0007134934,0.00034856854,0.0011234338,0.0008325149,0.0008647479,0.0004658863],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007241995,0.00014427434,0.0018767483,0.00010864713,0.00007364821,0.00012258143,0.00008614315,0.52330106,0.016860522,0.008784377,0.001585781,0.44698384],"study_design_scores_gemma":[0.0000019057351,0.00002299388,0.0003107251,0.0000055420373,0.00001011328,0.000024207733,0.000009699152,0.99306256,0.0017133455,0.0042994213,0.00053484994,0.0000045816855],"about_ca_topic_score_codex":0.0027236235,"about_ca_topic_score_gemma":0.0040194476,"teacher_disagreement_score":0.0027236235,"about_ca_system_score_codex":0.0004989909,"about_ca_system_score_gemma":0.000909493,"threshold_uncertainty_score":0.0074502826},"labels":[],"label_agreement":null},{"id":"W3159076496","doi":"10.1007/s10664-020-09910-y","title":"Promises and challenges of microservices: an exploratory study","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":95,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Microservices; Computer science; Software deployment; Scalability; Reuse; Best practice; Software development; Process (computing); Software engineering; Code reuse; Software; Knowledge management; Engineering; Cloud computing; Database; Management","score_opus":0.04185144518438682,"score_gpt":0.2711256357909792,"score_spread":0.22927419060659238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159076496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98637867,0.00024400021,0.00069848215,0.0011775799,0.000006108991,0.000056905763,0.000050519146,0.00000862753,0.011379107],"genre_scores_gemma":[0.9987263,0.00015687343,0.00028794038,0.00006552373,0.0000068988634,0.000025371915,0.000021740198,0.0000050600593,0.0007042467],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9953328,0.002596754,0.00014410721,0.00026385675,0.0011585553,0.00050386414],"domain_scores_gemma":[0.8690165,0.10909955,0.009849322,0.002703977,0.005428968,0.0039016071],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009827132,0.00020994413,0.00021838653,0.0012181957,0.002481442,0.0033571287,0.0012477029,0.0011919071,0.0064037573],"category_scores_gemma":[0.050783854,0.0003379662,0.00021577057,0.0015625911,0.0028129378,0.008007493,0.0022078645,0.0021653303,0.0006014331],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022615013,0.0054445993,0.550806,0.001097283,0.000081879705,0.0024023352,0.17168346,0.0023817471,0.0043227645,0.12864316,0.0048056673,0.12606964],"study_design_scores_gemma":[0.0001031497,0.003138684,0.36683983,0.0007035791,0.0000965827,0.0012201067,0.5562902,0.008558925,0.0035095117,0.021816839,0.037634455,0.00008810324],"about_ca_topic_score_codex":0.0020428114,"about_ca_topic_score_gemma":0.0037866912,"teacher_disagreement_score":0.009827132,"about_ca_system_score_codex":0.0018177103,"about_ca_system_score_gemma":0.002431742,"threshold_uncertainty_score":0.051971495},"labels":[],"label_agreement":null},{"id":"W3159695152","doi":"10.1145/3448976","title":"A Survey of Software Log Instrumentation","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Instrumentation (computer programming); Logging; Source code; Software; Database; Software engineering; Audit; Operating system; Accounting","score_opus":0.08397002981832441,"score_gpt":0.35211620884758943,"score_spread":0.268146179029265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159695152","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037677607,0.97385865,0.0069893324,0.0018410424,0.0005246858,0.00013462656,0.0005334816,0.00046329707,0.011887044],"genre_scores_gemma":[0.015164485,0.9733102,0.0059427326,0.0009396619,0.0004547415,0.00014242598,0.0011370116,0.0001096388,0.002799035],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940988,0.0012667463,0.00069364463,0.00067952974,0.0029678345,0.00029343422],"domain_scores_gemma":[0.9620925,0.02507116,0.0024391548,0.0013638074,0.008500948,0.00053243357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005646332,0.001243558,0.0012416927,0.01472117,0.00070890796,0.0023639288,0.0018138523,0.0013151322,0.0064638145],"category_scores_gemma":[0.02682991,0.0008893394,0.0010911719,0.018836316,0.00095733633,0.005898806,0.0013134123,0.0013144417,0.0039400756],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005447956,0.00008345,0.0023760838,0.017303683,0.00005591753,0.0000738522,0.00032367787,0.0005416156,0.0008806796,0.004726965,0.029050458,0.94452924],"study_design_scores_gemma":[0.000019975727,0.00026676146,0.010664634,0.024794314,0.00022065961,0.0008996351,0.00080115837,0.000857043,0.0018985304,0.0037069449,0.9557977,0.000072614144],"about_ca_topic_score_codex":0.0028072724,"about_ca_topic_score_gemma":0.003369795,"teacher_disagreement_score":0.01472117,"about_ca_system_score_codex":0.0016968191,"about_ca_system_score_gemma":0.005493183,"threshold_uncertainty_score":0.029861033},"labels":[],"label_agreement":null},{"id":"W3161148246","doi":"10.1145/3440757","title":"Predicting Performance Anomalies in Software Systems at Run-time","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); Thompson Rivers University; Queen's University","funders":"","keywords":"Computer science; Baseline (sea); Precision and recall; Anomaly detection; Software; Recall; Anomaly (physics); Data mining; Software system; Machine learning; Real-time computing; Artificial intelligence; Operating system","score_opus":0.037587398814696533,"score_gpt":0.26188482445949596,"score_spread":0.22429742564479943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161148246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9109449,0.000950237,0.07673986,0.00039777046,0.00007719903,0.00009243692,0.0012650996,0.008147846,0.0013846417],"genre_scores_gemma":[0.98460925,0.0001688048,0.013441233,0.000046760117,0.000021215199,0.000023372646,0.001267481,0.000052629395,0.00036927452],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987141,0.00014361113,0.00011557783,0.00038521868,0.0005048815,0.00013653663],"domain_scores_gemma":[0.9951008,0.0017225185,0.0013058544,0.00044444678,0.0011946515,0.00023170256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011378467,0.0014647528,0.00060184195,0.0034717396,0.00033490252,0.00078881066,0.000768965,0.00075198145,0.00024980825],"category_scores_gemma":[0.0061522922,0.0003655576,0.00054345466,0.0014547568,0.00035225117,0.0015259426,0.00051605824,0.0008912087,0.00027526938],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004929562,0.0008066225,0.39654544,0.00028194478,0.00029279842,0.0004457512,0.00031548683,0.31296608,0.02296334,0.00067231554,0.004734795,0.25948244],"study_design_scores_gemma":[0.0000059756244,0.00009548898,0.039383903,0.000014458371,0.000032155338,0.00011463082,0.000055521574,0.9516681,0.0071488963,0.0009249167,0.0005344736,0.000021515398],"about_ca_topic_score_codex":0.011578094,"about_ca_topic_score_gemma":0.0141518805,"teacher_disagreement_score":0.011578094,"about_ca_system_score_codex":0.0010958242,"about_ca_system_score_gemma":0.0009925886,"threshold_uncertainty_score":0.0230214},"labels":[],"label_agreement":null},{"id":"W3162654878","doi":"10.5281/zenodo.4549762","title":"WulffHunter/log_generator v1.0.0","year":2021,"lang":"en","type":"preprint","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Parsing; Computer science; Task (project management); Software; Artificial intelligence; Data mining; Programming language","score_opus":0.03255905759647214,"score_gpt":0.24642530994263206,"score_spread":0.2138662523461599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162654878","genre_codex":"software","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":"software","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00042860874,0.00013076971,0.035877887,0.00013580766,0.00015167541,0.00024135824,0.06408568,0.89410543,0.004842824],"genre_scores_gemma":[0.017242506,0.0005861374,0.05220774,0.0007650142,0.00025525913,0.0019039279,0.29724175,0.60764706,0.02215051],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980034,0.0003018579,0.00022700836,0.00038972648,0.00077331194,0.0003047242],"domain_scores_gemma":[0.99567324,0.001178306,0.00028570576,0.0016336762,0.0008683375,0.00036065583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003192568,0.0037471643,0.0022776905,0.00515542,0.00073559146,0.0041574854,0.0048073246,0.0018831708,0.2837265],"category_scores_gemma":[0.01349486,0.0031493905,0.001835258,0.003622668,0.0008489135,0.0032783474,0.004372787,0.00396978,0.34939086],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002664476,0.00009780526,0.0007814783,0.0007706627,0.00008951113,0.0001716202,0.00008672721,0.0010629502,0.0013021117,0.0036646451,0.9527976,0.038908396],"study_design_scores_gemma":[0.00085662806,0.00011275933,0.0045400253,0.00042052148,0.00008415889,0.0007035217,0.000103309314,0.020014575,0.019910857,0.028226003,0.9246751,0.00035258487],"about_ca_topic_score_codex":0.0029915886,"about_ca_topic_score_gemma":0.0024552823,"teacher_disagreement_score":0.2837265,"about_ca_system_score_codex":0.0014139668,"about_ca_system_score_gemma":0.002185874,"threshold_uncertainty_score":0.94915974},"labels":[],"label_agreement":null},{"id":"W3165074812","doi":"10.1145/3460946.3464318","title":"PerfLens: a data-driven performance bug detection and fix platform","year":2021,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Codebase; Computer science; Leverage (statistics); Source code; Open source; Software; Performance improvement; Software bug; Code (set theory); Database; Software engineering; Operating system; Engineering; Artificial intelligence; Programming language","score_opus":0.03282886291339494,"score_gpt":0.2485235991373104,"score_spread":0.21569473622391544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165074812","genre_codex":"software","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26627627,0.0035214163,0.1543524,0.0018606517,0.000579534,0.0010014797,0.16958639,0.39439768,0.008424314],"genre_scores_gemma":[0.36856124,0.0009124457,0.3832862,0.00053700083,0.00026095315,0.00095073215,0.23306122,0.008400092,0.004030142],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99482083,0.00085036235,0.000473158,0.0016695523,0.0019051891,0.0002808852],"domain_scores_gemma":[0.9750632,0.010789105,0.0035025324,0.005488722,0.0041089957,0.0010474161],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049038534,0.0034657267,0.0013668194,0.010599233,0.00077960413,0.0020001659,0.0029775936,0.0013814488,0.0021302244],"category_scores_gemma":[0.03381667,0.0011881855,0.0014027841,0.0062644617,0.00049772847,0.003370485,0.002138712,0.002431254,0.0031927773],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012212222,0.0012762429,0.18413404,0.0020351706,0.0011873172,0.00044610957,0.0009209868,0.04948806,0.012460702,0.0018850822,0.22176972,0.5231753],"study_design_scores_gemma":[0.00033577203,0.0011097635,0.091261484,0.00031168954,0.0002689439,0.00045296963,0.00037189442,0.80667263,0.023118416,0.006962608,0.068781145,0.00035269625],"about_ca_topic_score_codex":0.016059559,"about_ca_topic_score_gemma":0.037853178,"teacher_disagreement_score":0.016059559,"about_ca_system_score_codex":0.0012112084,"about_ca_system_score_gemma":0.0023648536,"threshold_uncertainty_score":0.031932116},"labels":[],"label_agreement":null},{"id":"W3165743177","doi":"10.1007/978-3-030-72795-6_9","title":"Investigation of Containerized-IoT Implementation Based on Microservices","year":2021,"lang":"en","type":"book-chapter","venue":"Lecture notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Microservices; Container (type theory); Computer science; Software deployment; Internet of Things; Orchestration; Upgrade; Distributed computing; Embedded system; Operating system; Cloud computing; Engineering","score_opus":0.023143980257421672,"score_gpt":0.2517083451927645,"score_spread":0.22856436493534285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165743177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84770185,0.00030458978,0.10547191,0.00025832752,0.00012385214,0.0001684498,0.00014172902,0.0019286538,0.043900635],"genre_scores_gemma":[0.9648771,0.00008927117,0.029149484,0.000039868984,0.0000070945853,0.000039149225,0.00011459618,0.00012746631,0.0055559585],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993806,0.00013980924,0.000029221748,0.00008774132,0.00020607092,0.00015655415],"domain_scores_gemma":[0.99906236,0.00028918197,0.00006316246,0.00029661285,0.0002350793,0.00005369415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052617607,0.00025361273,0.0002325278,0.00025785444,0.00047862448,0.0011865858,0.001460075,0.0005315558,0.0054621827],"category_scores_gemma":[0.0017628202,0.00021293486,0.00030448727,0.00034453478,0.00043068925,0.0015237617,0.0004871791,0.0005792221,0.0005088251],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030400082,0.00145764,0.02876211,0.0011743626,0.00021161108,0.0034776242,0.0018996892,0.120388806,0.3424029,0.29191792,0.009720271,0.19554712],"study_design_scores_gemma":[0.00010636752,0.0007712909,0.013347178,0.00011741293,0.0002107429,0.0008368688,0.0011710882,0.7626427,0.17883897,0.015209877,0.026688425,0.00005918088],"about_ca_topic_score_codex":0.0022350533,"about_ca_topic_score_gemma":0.0021502145,"teacher_disagreement_score":0.0054621827,"about_ca_system_score_codex":0.00063295075,"about_ca_system_score_gemma":0.0007633043,"threshold_uncertainty_score":0.018272758},"labels":[],"label_agreement":null},{"id":"W3167387776","doi":"10.1109/tse.2021.3083715","title":"LogAssist: Assisting Log Analysis Through Log Summarization","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Concordia University","funders":"","keywords":"Computer science; Automatic summarization; Workflow; Debugging; Event (particle physics); Information retrieval; Data mining; Programming language; Database","score_opus":0.013454505144419968,"score_gpt":0.23017273441904804,"score_spread":0.21671822927462808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3167387776","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046141896,0.00078261894,0.60820395,0.0010273419,0.00022138513,0.00093084516,0.010559725,0.32947698,0.0026551953],"genre_scores_gemma":[0.2148126,0.0006550466,0.7461563,0.0004580998,0.00015867343,0.00062857906,0.028515335,0.0042492403,0.004366128],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979886,0.00047862934,0.0002387711,0.0003674268,0.00081233704,0.00011427293],"domain_scores_gemma":[0.9934202,0.0033455964,0.00064704136,0.0012977397,0.00096259906,0.0003268881],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022140183,0.0028663832,0.0010303633,0.0041573197,0.0007339434,0.0020842487,0.002932048,0.0009834446,0.004332127],"category_scores_gemma":[0.011672533,0.00076764345,0.00089823804,0.0022831692,0.0005178647,0.005182952,0.0020602597,0.0018202412,0.0024866431],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013443325,0.0012498416,0.015403384,0.0013916601,0.00030966298,0.00069614727,0.0012040529,0.036572926,0.03072078,0.004483015,0.08838215,0.8182421],"study_design_scores_gemma":[0.00020245509,0.0003910495,0.006132999,0.000119166434,0.00011247075,0.0004082936,0.0005608627,0.9029347,0.039524954,0.009261687,0.04014271,0.0002086593],"about_ca_topic_score_codex":0.009683784,"about_ca_topic_score_gemma":0.013796195,"teacher_disagreement_score":0.009683784,"about_ca_system_score_codex":0.00065597636,"about_ca_system_score_gemma":0.0024349447,"threshold_uncertainty_score":0.019254863},"labels":[],"label_agreement":null},{"id":"W3168361240","doi":"10.1007/s10664-021-10111-4","title":"PRINS: scalable model inference for component-based system logs","year":2022,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Fonds National de la Recherche Luxembourg","keywords":"Computer science; Scalability; Component (thermodynamics); Inference; Data mining; Software; Component-based software engineering; Software system; Process (computing); Implementation; Software engineering; Machine learning; Artificial intelligence; Database; Programming language","score_opus":0.024218276058589044,"score_gpt":0.26245946344478,"score_spread":0.23824118738619096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168361240","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03933208,0.0011438901,0.7631118,0.0006981502,0.00016794934,0.00043942948,0.009859082,0.18371575,0.0015318797],"genre_scores_gemma":[0.37393522,0.0005509359,0.59195966,0.00042764808,0.00014368788,0.000554942,0.027302114,0.003152454,0.0019733256],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99683243,0.0010070817,0.00026650194,0.00073200936,0.0009950751,0.00016684312],"domain_scores_gemma":[0.98465216,0.009857536,0.00088005135,0.0033818232,0.0009232231,0.00030531106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043404014,0.00266513,0.0013394362,0.003534628,0.00062632107,0.0019841252,0.004544325,0.0013739504,0.0039217616],"category_scores_gemma":[0.027470272,0.0013809208,0.0024224068,0.0023873174,0.000771341,0.0046651913,0.0028254637,0.0031865824,0.0017330468],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010730547,0.0009195539,0.037493717,0.0019155355,0.0017780905,0.00072134193,0.0005775682,0.5086245,0.010282122,0.015310882,0.06254857,0.3587551],"study_design_scores_gemma":[0.000033720884,0.000019497993,0.00063789985,0.0000128164575,0.000023283514,0.00004261617,0.000028060645,0.9880647,0.001231292,0.008335086,0.0015590364,0.000011920782],"about_ca_topic_score_codex":0.014362234,"about_ca_topic_score_gemma":0.027850354,"teacher_disagreement_score":0.014362234,"about_ca_system_score_codex":0.0012210197,"about_ca_system_score_gemma":0.0034038126,"threshold_uncertainty_score":0.0285573},"labels":[],"label_agreement":null},{"id":"W3174824587","doi":"10.21467/proceedings.115.25","title":"A Machine Learning Based Approach for Software Test Case Selection","year":2021,"lang":"en","type":"article","venue":"AIJR Proceedings","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University of Edmonton","funders":"","keywords":"Computer science; Regression testing; Machine learning; Feature selection; Artificial intelligence; Software; Selection (genetic algorithm); Categorical variable; Test data; Test (biology); Task (project management); Test case; Software regression; Data mining; Software system; Software quality; Software development; Software construction; Software engineering; Regression analysis; Programming language; Engineering","score_opus":0.013435632847206253,"score_gpt":0.23072020641751323,"score_spread":0.21728457357030698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174824587","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007909958,0.00017175343,0.9890353,0.00019629997,0.000031713218,0.00033694817,0.00014133105,0.0013102081,0.0008664824],"genre_scores_gemma":[0.20355196,0.0001323717,0.7923537,0.00035238138,0.000086206084,0.0007466778,0.00078824215,0.00011560384,0.0018728644],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9944078,0.002124102,0.0004467694,0.0008603234,0.0019601767,0.0002008475],"domain_scores_gemma":[0.99086636,0.00603895,0.00045147483,0.00047797067,0.0020387417,0.00012657366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032932472,0.0012535045,0.0013770144,0.0046701934,0.00065614074,0.0012622181,0.002073864,0.0013636454,0.0026159561],"category_scores_gemma":[0.011819462,0.0004605822,0.0011931191,0.0025513554,0.000590689,0.0010371731,0.0008519194,0.0016225205,0.00093508064],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013570045,0.0007093565,0.0050571854,0.00021922478,0.00022307472,0.00033152848,0.00013309735,0.13478945,0.009353925,0.004467311,0.004526393,0.8400537],"study_design_scores_gemma":[0.000030726784,0.0001430981,0.0012679901,0.000020109437,0.0000335806,0.00020910178,0.000033938642,0.9887242,0.003616097,0.004217415,0.0016834231,0.000020289455],"about_ca_topic_score_codex":0.0039958823,"about_ca_topic_score_gemma":0.0055521308,"teacher_disagreement_score":0.0046701934,"about_ca_system_score_codex":0.0012813385,"about_ca_system_score_gemma":0.0014995771,"threshold_uncertainty_score":0.017416537},"labels":[],"label_agreement":null},{"id":"W3175467606","doi":"10.1109/icpc52881.2021.00041","title":"Weighing the Evidence: On Relationship Types in Microservice Extraction","year":2021,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Codebase; Process (computing); Microservices; Weighting; Task (project management); Service (business); Artificial intelligence; Data science; Information retrieval; Source code; Programming language","score_opus":0.043386385041721404,"score_gpt":0.31345244913182035,"score_spread":0.2700660640900989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175467606","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36553988,0.05860641,0.4740587,0.055565286,0.0014301105,0.0031201248,0.0013534863,0.0005048905,0.039821163],"genre_scores_gemma":[0.7086908,0.011259124,0.27195445,0.004586123,0.00037640324,0.0014400603,0.00061625807,0.00020717486,0.0008696983],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.62968063,0.2474085,0.044364765,0.015979243,0.06006944,0.002497345],"domain_scores_gemma":[0.047505077,0.8900185,0.030668564,0.011805686,0.019337684,0.0006644562],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.3240044,0.001830089,0.001742564,0.031563677,0.0051754345,0.013012177,0.0062570716,0.0049264454,0.004980381],"category_scores_gemma":[0.78270173,0.001978238,0.0035456675,0.028394898,0.00898264,0.029229358,0.008810788,0.0078079943,0.0008625018],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015011023,0.0004593522,0.22674195,0.024995588,0.0034683081,0.0012308187,0.047300626,0.002670005,0.0025951518,0.06267482,0.005126583,0.6212357],"study_design_scores_gemma":[0.0010900992,0.0025116797,0.23970301,0.1203036,0.012238936,0.006222318,0.1439946,0.063238844,0.015795715,0.26986602,0.1241637,0.0008713927],"about_ca_topic_score_codex":0.0057850224,"about_ca_topic_score_gemma":0.010781328,"teacher_disagreement_score":0.3240044,"about_ca_system_score_codex":0.005767433,"about_ca_system_score_gemma":0.0065129087,"threshold_uncertainty_score":0.83362293},"labels":[],"label_agreement":null},{"id":"W3175932722","doi":"10.1109/msr52588.2021.00028","title":"On the Naturalness and Localness of Software Logs","year":2021,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Naturalness; Computer science; Software; State (computer science); Anomaly detection; Software system; Volume (thermodynamics); Data mining; Software engineering; Programming language","score_opus":0.00808648188254643,"score_gpt":0.20924367511289754,"score_spread":0.2011571932303511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175932722","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35855237,0.0012527043,0.62947696,0.0033844444,0.000109627756,0.0003393819,0.00049052585,0.0012165926,0.0051773256],"genre_scores_gemma":[0.92463166,0.00045035165,0.07297073,0.0003176689,0.00021033287,0.00024884802,0.00038260437,0.00017869813,0.0006091146],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98358905,0.007623166,0.0013648637,0.003082675,0.003812859,0.00052747555],"domain_scores_gemma":[0.6277301,0.30342895,0.02782469,0.023747006,0.014300621,0.00296862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011905583,0.0006274383,0.0008980531,0.0036046803,0.0022454753,0.005549217,0.0016397858,0.002016479,0.0014460565],"category_scores_gemma":[0.13059187,0.0008401673,0.0009280811,0.002301519,0.010699111,0.014577083,0.00313376,0.0031632564,0.00027884965],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021053604,0.0010969734,0.19139045,0.0019094928,0.00021124247,0.0038253663,0.029150857,0.07429949,0.038844835,0.43657863,0.0045492877,0.21603802],"study_design_scores_gemma":[0.00019107758,0.001155556,0.07892861,0.0004975255,0.00016072048,0.005800706,0.009430217,0.33240142,0.014162245,0.54399914,0.012889686,0.00038302556],"about_ca_topic_score_codex":0.0027246922,"about_ca_topic_score_gemma":0.002385618,"teacher_disagreement_score":0.011905583,"about_ca_system_score_codex":0.0015848043,"about_ca_system_score_gemma":0.0017184739,"threshold_uncertainty_score":0.062963486},"labels":[],"label_agreement":null},{"id":"W3176971075","doi":"10.1007/s10664-021-09994-0","title":"MLASP: Machine learning assisted capacity planning","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Top Hat (Canada)","funders":"","keywords":"Computer science; Capacity planning; Artificial intelligence; Operating system","score_opus":0.03252904706006558,"score_gpt":0.26101616788215914,"score_spread":0.22848712082209355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176971075","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012478846,0.0003876792,0.8329028,0.0007517913,0.00038640428,0.00031207126,0.008658398,0.12811516,0.016006943],"genre_scores_gemma":[0.3348296,0.00025784184,0.6388623,0.00032713654,0.00021120477,0.0006476879,0.009240511,0.0038357056,0.011787991],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99941874,0.0001863264,0.000031269916,0.00010986488,0.00018261155,0.00007126655],"domain_scores_gemma":[0.99785703,0.0011164857,0.00012254245,0.00034770515,0.00041941446,0.0001367965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010900326,0.0010886156,0.0007585208,0.0015939919,0.00048409702,0.0014805511,0.0020943934,0.0011220323,0.028489476],"category_scores_gemma":[0.006702336,0.00068356853,0.0008238209,0.0011264231,0.00041394203,0.0019371695,0.0014662776,0.0019277658,0.0071261907],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036469018,0.0002720625,0.002006347,0.00029555545,0.0001274741,0.0002023197,0.00008880211,0.50540686,0.0016550857,0.017971143,0.13309652,0.3385131],"study_design_scores_gemma":[0.000030787123,0.000023035062,0.00018028161,0.000011170431,0.000008097789,0.000021765461,0.000010453935,0.9795782,0.001321149,0.013222841,0.0055804667,0.000011788159],"about_ca_topic_score_codex":0.007995283,"about_ca_topic_score_gemma":0.011723688,"teacher_disagreement_score":0.028489476,"about_ca_system_score_codex":0.0007497993,"about_ca_system_score_gemma":0.0019186977,"threshold_uncertainty_score":0.095306754},"labels":[],"label_agreement":null},{"id":"W3176973231","doi":"10.1002/smr.2361","title":"An exploratory semantic analysis of logging questions","year":2021,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Logging; Computer science; Android (operating system); Database; Software; Operating system; Login; Data logger; Well logging; Geology","score_opus":0.0118048184376562,"score_gpt":0.2778469793919299,"score_spread":0.26604216095427374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176973231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97566915,0.00010663991,0.016250018,0.00036371005,0.000020028983,0.0005455859,0.0035255635,0.00021341992,0.0033058627],"genre_scores_gemma":[0.97173566,0.00006470055,0.021139508,0.00011108558,0.000025062916,0.0011801487,0.0047407905,0.000048780912,0.00095437875],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9934528,0.0035943978,0.00046932345,0.00075534114,0.001248653,0.00047960007],"domain_scores_gemma":[0.95431185,0.035600066,0.0034135394,0.0014552008,0.004591028,0.00062837306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055940533,0.00039697727,0.00043818486,0.008068091,0.00136469,0.0021713956,0.000619642,0.000732814,0.0024325994],"category_scores_gemma":[0.0329198,0.00022104957,0.0006809488,0.0063894046,0.0011440242,0.0027886662,0.0020167104,0.0010399122,0.0005390543],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013149765,0.0016786356,0.5460182,0.0024288457,0.0001683942,0.0014989431,0.18978329,0.002610501,0.025088614,0.026176857,0.010408766,0.1928241],"study_design_scores_gemma":[0.00011510681,0.000510287,0.67973036,0.00047834276,0.00015938214,0.0008370706,0.18479808,0.056177817,0.011403751,0.023386817,0.042220086,0.00018294001],"about_ca_topic_score_codex":0.0028930067,"about_ca_topic_score_gemma":0.0031927165,"teacher_disagreement_score":0.008068091,"about_ca_system_score_codex":0.001592299,"about_ca_system_score_gemma":0.0013244395,"threshold_uncertainty_score":0.029584587},"labels":[],"label_agreement":null},{"id":"W3177091093","doi":"10.1145/3448016.3452755","title":"Dendrite","year":2021,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.007026152858062251,"score_gpt":0.21642493235909135,"score_spread":0.20939877950102911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177091093","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016328316,0.0008599734,0.46736068,0.0005796067,0.00054469466,0.00059546717,0.02448018,0.41887677,0.07037436],"genre_scores_gemma":[0.17884482,0.0015328645,0.54369557,0.0010006449,0.00016424118,0.0017734232,0.10154522,0.057706323,0.11373693],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989303,0.000112035654,0.00009944768,0.00033169403,0.00043456478,0.000092019785],"domain_scores_gemma":[0.9979505,0.00039190374,0.00012289618,0.0006191287,0.0007298428,0.00018574667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012799333,0.0010872026,0.00077351206,0.0015757896,0.0009896429,0.0033971448,0.0031036467,0.0009618331,0.034248102],"category_scores_gemma":[0.0045710085,0.0008381356,0.000971627,0.0014689876,0.0005305085,0.003064658,0.0029118957,0.0016723506,0.02408107],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001913223,0.00041485042,0.009360161,0.0015495805,0.0003330816,0.0005366426,0.0010574429,0.017770885,0.042314623,0.05780883,0.44425437,0.42268628],"study_design_scores_gemma":[0.00020841164,0.0002537931,0.002612119,0.00012321537,0.00010405105,0.00062999123,0.00019105148,0.12631431,0.0431724,0.02345764,0.8027741,0.00015900549],"about_ca_topic_score_codex":0.0033941548,"about_ca_topic_score_gemma":0.006751469,"teacher_disagreement_score":0.034248102,"about_ca_system_score_codex":0.0014178758,"about_ca_system_score_gemma":0.0020347503,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W3177473871","doi":"10.1109/mobilesoft52590.2021.00013","title":"Logging Practices with Mobile Analytics: An Empirical Study on Firebase","year":2021,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Analytics; Logging; Computer science; Android (operating system); Debugging; Mobile device; Software analytics; Database; World Wide Web; Software; Operating system; Software development; Component-based software engineering","score_opus":0.04789393331643494,"score_gpt":0.3632978426544203,"score_spread":0.31540390933798534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177473871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99843985,0.00006323969,0.0005048659,0.000103780905,0.0000025839652,0.00006809131,0.00006690778,0.000022490478,0.0007281774],"genre_scores_gemma":[0.99717677,0.00015829614,0.0014884991,0.00008902137,0.0000062436093,0.00010829928,0.00014802926,0.000039714454,0.0007850518],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.992679,0.0029471444,0.00057214487,0.00084470527,0.0024056782,0.00055129104],"domain_scores_gemma":[0.8738627,0.08109833,0.020902764,0.0067425994,0.014348535,0.0030450826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010046614,0.00033600905,0.00042225685,0.0024253526,0.0014252892,0.003047571,0.0014464546,0.0011145337,0.0015475693],"category_scores_gemma":[0.068923794,0.0005193482,0.00027619582,0.0024125816,0.00198731,0.005133018,0.001956815,0.0019900724,0.0006293782],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033418005,0.0031566895,0.711782,0.00048391006,0.000080280035,0.0013575057,0.19057092,0.00064010505,0.0031457702,0.0011128668,0.0020144375,0.085321404],"study_design_scores_gemma":[0.00004434446,0.0018091124,0.75562584,0.0005276358,0.00007164095,0.0017221727,0.21419233,0.0069995215,0.0033169575,0.0006657584,0.014897238,0.00012745683],"about_ca_topic_score_codex":0.0053814147,"about_ca_topic_score_gemma":0.008598007,"teacher_disagreement_score":0.010046614,"about_ca_system_score_codex":0.0012603495,"about_ca_system_score_gemma":0.0014704395,"threshold_uncertainty_score":0.053132236},"labels":[],"label_agreement":null},{"id":"W3177601548","doi":"10.1109/ser-ip52554.2021.00009","title":"Can GraphQL Replace REST? A Study of Their Efficiency and Viability","year":2021,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Rest (music); Computer science; Representational state transfer; Architectural style; World Wide Web; Popularity; SOAP; Architecture; Web service","score_opus":0.010809838523779333,"score_gpt":0.2340262552579417,"score_spread":0.22321641673416237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177601548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67823446,0.004735049,0.23525181,0.0084295,0.00047097294,0.00091702247,0.0012470803,0.016220022,0.05449414],"genre_scores_gemma":[0.9020568,0.0009770171,0.086748704,0.00088651414,0.00010780606,0.0003359983,0.0010646381,0.002386429,0.0054359077],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9637792,0.017050944,0.0018931389,0.0020147755,0.013084314,0.0021775642],"domain_scores_gemma":[0.8849012,0.07024779,0.005649309,0.023337819,0.014173197,0.0016906004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027480772,0.00090904,0.00072450395,0.0028563617,0.001429175,0.0065046456,0.0035950914,0.0013997382,0.0036589596],"category_scores_gemma":[0.104044855,0.0006878456,0.0010313517,0.0047248765,0.002857826,0.015092348,0.004223065,0.0023025232,0.0014010433],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042266813,0.0010773992,0.061515875,0.003504433,0.00035392944,0.0005435949,0.007498137,0.014421996,0.01854018,0.11508931,0.018480869,0.75474757],"study_design_scores_gemma":[0.0007697443,0.006793074,0.10815197,0.0019253531,0.0012870904,0.0028826515,0.022015495,0.39978248,0.08123351,0.15152396,0.22282264,0.00081206165],"about_ca_topic_score_codex":0.0071346136,"about_ca_topic_score_gemma":0.005811449,"teacher_disagreement_score":0.027480772,"about_ca_system_score_codex":0.0035351184,"about_ca_system_score_gemma":0.0027208056,"threshold_uncertainty_score":0.14533395},"labels":[],"label_agreement":null},{"id":"W3186013592","doi":"10.1007/s42979-021-00772-9","title":"Two Class Pruned Log Message Anomaly Detection","year":2021,"lang":"en","type":"article","venue":"SN Computer Science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Pruning; Anomaly detection; Computer science; Mixture model; Anomaly (physics); Class (philosophy); Gaussian process; Root (linguistics); Gaussian; Data mining; Artificial intelligence; Pattern recognition (psychology)","score_opus":0.009835129341722567,"score_gpt":0.24363206579008828,"score_spread":0.23379693644836572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186013592","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35923868,0.0007724443,0.61511415,0.001083444,0.00073469867,0.00045098108,0.0011671038,0.015080082,0.006358515],"genre_scores_gemma":[0.8176151,0.00013280316,0.17057197,0.00026962042,0.00018472371,0.00012229955,0.0017894588,0.00041802018,0.008896176],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962632,0.00031683402,0.00021697182,0.00077750225,0.0017683385,0.0006570785],"domain_scores_gemma":[0.9943072,0.0013620221,0.00046868966,0.0017886666,0.0017028783,0.0003704454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016384817,0.0013142757,0.0018367061,0.0036177812,0.0015524597,0.0020957452,0.0031841542,0.0021199055,0.0035866448],"category_scores_gemma":[0.0076458706,0.00051032676,0.0010783359,0.0019096707,0.00065856153,0.0020352227,0.002072773,0.0025689688,0.0013693809],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031832717,0.0016424445,0.050077934,0.00028711624,0.00026366397,0.0014681312,0.0003557677,0.02268514,0.084720336,0.0062616197,0.014254003,0.8148006],"study_design_scores_gemma":[0.000077973964,0.00038551184,0.017852994,0.00003254365,0.00014655576,0.0012927722,0.00019204775,0.9161786,0.047951013,0.0071340245,0.008689873,0.0000661793],"about_ca_topic_score_codex":0.0055125775,"about_ca_topic_score_gemma":0.009311833,"teacher_disagreement_score":0.0055125775,"about_ca_system_score_codex":0.0009716997,"about_ca_system_score_gemma":0.0020748838,"threshold_uncertainty_score":0.011998534},"labels":[],"label_agreement":null},{"id":"W3186243894","doi":"10.1109/icsccc51823.2021.9478100","title":"Security Audit of Docker Container Images in Cloud Architecture","year":2021,"lang":"en","type":"article","venue":"2021 2nd International Conference on Secure Cyber Computing and Communications (ICSCCC)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University of Edmonton","funders":"","keywords":"Container (type theory); Cloud computing; Computer security; Software deployment; Computer science; Audit; Vulnerability management; Cloud computing security; Application security; Vulnerability (computing); Enterprise information security architecture; Software security assurance; Vulnerability assessment; Operating system; Engineering; Business","score_opus":0.02129214697101643,"score_gpt":0.2936560965134573,"score_spread":0.27236394954244086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186243894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9249,0.0005023953,0.040544093,0.0011674955,0.00014228716,0.0013493061,0.0013223685,0.0058493474,0.02422269],"genre_scores_gemma":[0.95552856,0.00031328743,0.036616817,0.00017390358,0.000012127968,0.0002383961,0.00083782006,0.0002851816,0.0059939115],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99154526,0.001756356,0.0006925874,0.00058881415,0.004745242,0.00067185133],"domain_scores_gemma":[0.9772469,0.0058296607,0.0052096667,0.0056096995,0.005671864,0.0004322375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004736823,0.00046222736,0.00029093592,0.0033724331,0.0011450055,0.0016974073,0.0011417065,0.0011213698,0.0016146072],"category_scores_gemma":[0.021057528,0.0005515558,0.00060486875,0.0013982028,0.0011043804,0.0024459334,0.0015352644,0.0012767682,0.00063777174],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018957763,0.001546145,0.31285733,0.001464899,0.00020177316,0.024439806,0.016130894,0.048147324,0.14048822,0.03231739,0.04275211,0.37775835],"study_design_scores_gemma":[0.00010690002,0.0015213406,0.2428136,0.0014833249,0.0002427208,0.01197232,0.006427507,0.19334957,0.40719852,0.009692393,0.12473241,0.00045944165],"about_ca_topic_score_codex":0.006820033,"about_ca_topic_score_gemma":0.008540704,"teacher_disagreement_score":0.006820033,"about_ca_system_score_codex":0.002566431,"about_ca_system_score_gemma":0.0018058625,"threshold_uncertainty_score":0.025051057},"labels":[],"label_agreement":null},{"id":"W3190870263","doi":"10.3390/e23081011","title":"A Framework for Detecting System Performance Anomalies Using Tracing Data Analysis","year":2021,"lang":"en","type":"article","venue":"Entropy","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Troubleshooting; Tracing; Computer science; TRACE (psycholinguistics); Anomaly detection; Software; Process (computing); System call; Data mining; Distributed computing; Real-time computing; Operating system","score_opus":0.0512166850195844,"score_gpt":0.30425479425153706,"score_spread":0.2530381092319527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190870263","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041834037,0.00013243756,0.98918915,0.0001309082,0.000014290629,0.000104168066,0.00030055712,0.0057068183,0.00023822511],"genre_scores_gemma":[0.17356203,0.00022552704,0.8233203,0.00011018891,0.0000790882,0.00032425075,0.0014252923,0.00031634283,0.0006369805],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971175,0.0005977896,0.0002670639,0.00073124794,0.0010931914,0.0001931037],"domain_scores_gemma":[0.9948992,0.0023072618,0.00096675043,0.00074925617,0.0008349435,0.00024257235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036555212,0.0019753284,0.001284907,0.00807418,0.0009594726,0.0019984075,0.0023454074,0.0013022368,0.000800619],"category_scores_gemma":[0.010318336,0.000728879,0.001931099,0.0027477893,0.0013173117,0.0023863271,0.0018964697,0.0021968235,0.00046796663],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037079823,0.0010583004,0.040472798,0.0006556601,0.0007000544,0.00087204226,0.0013183868,0.3256836,0.03652995,0.04813462,0.009632439,0.5345714],"study_design_scores_gemma":[0.00002008607,0.000103606304,0.0030835508,0.00004551108,0.00005262854,0.00023564284,0.00006762899,0.96091604,0.0066384054,0.024848921,0.0039326786,0.000055250104],"about_ca_topic_score_codex":0.009148357,"about_ca_topic_score_gemma":0.00832441,"teacher_disagreement_score":0.009148357,"about_ca_system_score_codex":0.0012337657,"about_ca_system_score_gemma":0.0024885314,"threshold_uncertainty_score":0.019332469},"labels":[],"label_agreement":null},{"id":"W3193092495","doi":"10.1145/3263045","title":"Session details: Special Issue on Challenges in Software Performance","year":2016,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Cloud computing; Scalability; Session (web analytics); Software; Software engineering; Software system; World Wide Web; Database; Operating system","score_opus":0.09974224032379599,"score_gpt":0.3357522110799338,"score_spread":0.23600997075613783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193092495","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00086000597,0.023494843,0.0028458307,0.06806743,0.75338054,0.00063954236,0.0023676117,0.0016680135,0.14667615],"genre_scores_gemma":[0.0035309205,0.023002284,0.0011509568,0.015454162,0.5794878,0.0005502689,0.002644363,0.0016375211,0.3725417],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963972,0.00044864236,0.00027836178,0.0006338551,0.0017190233,0.0005228883],"domain_scores_gemma":[0.9901495,0.0018091609,0.00055513537,0.00068280764,0.0040690484,0.0027343866],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003966222,0.0030635144,0.0030302901,0.002635128,0.0029403372,0.011137574,0.0036493626,0.008986083,0.32588106],"category_scores_gemma":[0.008087967,0.0010944209,0.0019840647,0.0024518615,0.0010978789,0.008787868,0.0049727997,0.0082967095,0.17482531],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028648945,0.00003562207,0.0000668738,0.00016022573,0.000006465422,0.00003101964,0.000012124504,0.000045359982,0.00013246872,0.00046957794,0.9829814,0.016030215],"study_design_scores_gemma":[0.000024656187,0.00005934544,0.00052463677,0.00030517826,0.00000923015,0.000066722976,0.0000401959,0.00013837089,0.00010110617,0.001184079,0.99752885,0.000017699465],"about_ca_topic_score_codex":0.0014855723,"about_ca_topic_score_gemma":0.0031376593,"teacher_disagreement_score":0.32588106,"about_ca_system_score_codex":0.0027457962,"about_ca_system_score_gemma":0.0033711165,"threshold_uncertainty_score":0.96154886},"labels":[],"label_agreement":null},{"id":"W3194592945","doi":"10.3390/s21165560","title":"Distributed Architecture for an Integrated Development Environment, Large Trace Analysis, and Visualization","year":2021,"lang":"en","type":"article","venue":"Sensors","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University; Polytechnique Montréal","funders":"","keywords":"Computer science; Debugging; Debugger; Plug-in; Visualization; Software engineering; Modular design; Compiler; Tracing; TRACE (psycholinguistics); Interoperability; Reuse; Programming language; Scalability; Operating system","score_opus":0.010559355624014997,"score_gpt":0.252192091021201,"score_spread":0.241632735397186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194592945","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028015084,0.00029953342,0.9675106,0.0004143434,0.000115184004,0.0002961457,0.0001459787,0.023935948,0.004480783],"genre_scores_gemma":[0.055598285,0.00062040344,0.9319354,0.00026274423,0.00008268474,0.000719946,0.0014117593,0.0021875491,0.0071811583],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99747145,0.00060868135,0.00023510304,0.00039903607,0.0011062823,0.00017943014],"domain_scores_gemma":[0.9966119,0.0005359278,0.0002299659,0.0011234477,0.0010639612,0.00043482077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037004978,0.0013970329,0.0006809196,0.0014898075,0.0007283641,0.0032586434,0.0024936919,0.0014490989,0.0073137027],"category_scores_gemma":[0.005921981,0.00072131323,0.0008244708,0.0012557654,0.0007308989,0.0033006428,0.003626188,0.0023337742,0.0044769687],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049651496,0.00055716495,0.003483108,0.0007256136,0.00017176958,0.000952197,0.0011102792,0.024842123,0.05851163,0.07501009,0.07210752,0.762032],"study_design_scores_gemma":[0.00038500252,0.0006462689,0.0032659227,0.000295455,0.00019280174,0.0012882614,0.00032932925,0.41270882,0.043339416,0.067533836,0.46978033,0.000234574],"about_ca_topic_score_codex":0.0018338532,"about_ca_topic_score_gemma":0.001595069,"teacher_disagreement_score":0.0073137027,"about_ca_system_score_codex":0.0007631828,"about_ca_system_score_gemma":0.0027089666,"threshold_uncertainty_score":0.024466753},"labels":[],"label_agreement":null},{"id":"W3195083062","doi":"10.1109/srds53918.2021.00030","title":"What Distributed Systems Say: A Study of Seven Spark Application Logs","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"SPARK (programming language); Computer science; Benchmark (surveying); Overhead (engineering); Set (abstract data type); Logging; Distributed computing; Software; Operating system","score_opus":0.017035586607466163,"score_gpt":0.26435354195074784,"score_spread":0.2473179553432817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195083062","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9963469,0.00010624946,0.0017338373,0.00023354437,0.000010374658,0.000066152854,0.00035103393,0.000136764,0.0010152637],"genre_scores_gemma":[0.99727887,0.000066069144,0.0014580642,0.0000565134,0.000013277255,0.00004642547,0.0007092432,0.000060144026,0.0003113414],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995246,0.00199752,0.00028106873,0.0004884809,0.0016620533,0.00032486665],"domain_scores_gemma":[0.9307848,0.049766883,0.005371983,0.004858081,0.0073456485,0.0018726285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048029623,0.00036610742,0.0004956432,0.0012640397,0.0010770562,0.0016205559,0.0007977236,0.00070105743,0.00055908045],"category_scores_gemma":[0.03998001,0.0002551448,0.0003472314,0.0017788336,0.0013835186,0.0023715217,0.00083012023,0.0014293962,0.0002261321],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0054369387,0.01022376,0.69143933,0.0013315433,0.0005205942,0.0025751318,0.046580628,0.04833191,0.02636976,0.01417982,0.017053574,0.13595693],"study_design_scores_gemma":[0.00030804495,0.0046303133,0.7106209,0.00024368662,0.00020277707,0.0015530763,0.057688,0.17087603,0.019308489,0.015192511,0.019124517,0.00025169872],"about_ca_topic_score_codex":0.005152005,"about_ca_topic_score_gemma":0.0052068406,"teacher_disagreement_score":0.005152005,"about_ca_system_score_codex":0.0010085247,"about_ca_system_score_gemma":0.0010897747,"threshold_uncertainty_score":0.025400758},"labels":[],"label_agreement":null},{"id":"W3195715707","doi":"10.1007/s10664-022-10136-3","title":"The sense of logging in the Linux kernel","year":2022,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Mitacs; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Logging; Computer science; Linux kernel; Debugging; Operating system; Source code; Java; Consistency (knowledge bases); Database; Forestry","score_opus":0.013708953952654526,"score_gpt":0.24621354922894564,"score_spread":0.2325045952762911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195715707","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89496756,0.0022734355,0.032398697,0.014867702,0.0002469972,0.00002299896,0.00017307932,0.00005509308,0.054994516],"genre_scores_gemma":[0.9987544,0.00014520081,0.00060769665,0.00020166885,0.000046890775,0.0000044535,0.000013439828,0.0000091360625,0.0002170916],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9956839,0.00281646,0.00021907309,0.00044117114,0.0005912418,0.00024810317],"domain_scores_gemma":[0.94642675,0.038455997,0.0062907827,0.004936171,0.0020817495,0.0018086208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060512205,0.00021550391,0.0002660623,0.0018441606,0.001468061,0.00597222,0.0007712943,0.0014873006,0.0024714402],"category_scores_gemma":[0.06270962,0.00036765402,0.00020121856,0.0019578647,0.016156048,0.011409661,0.0031513104,0.0028130435,0.00015470613],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006105375,0.00022692281,0.070642695,0.0002518059,0.00006913255,0.00031991265,0.0540316,0.002392132,0.0019485229,0.82509565,0.0025799633,0.041831136],"study_design_scores_gemma":[0.000047813606,0.00014157506,0.066248454,0.00021974489,0.000045348606,0.00049046206,0.030793445,0.0050494466,0.0005133471,0.88913006,0.0072374875,0.00008280413],"about_ca_topic_score_codex":0.0015242624,"about_ca_topic_score_gemma":0.0012527729,"teacher_disagreement_score":0.0060512205,"about_ca_system_score_codex":0.0009279644,"about_ca_system_score_gemma":0.0009188591,"threshold_uncertainty_score":0.03200233},"labels":[],"label_agreement":null},{"id":"W3196073133","doi":"10.7939/r3-nyr9-yh83","title":"Managing Information Distribution in a Crisis: Characterizing Decision Making in Mobile Alerting as Part of Canada’s Emergency Alert System","year":2021,"lang":"en","type":"article","venue":"University of Alberta Library","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Business; Computer security; Internet privacy; Distribution (mathematics); Computer science; Public relations; Political science","score_opus":0.004346072762117673,"score_gpt":0.18005578609291878,"score_spread":0.1757097133308011,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196073133","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956079,0.00005443314,0.0005562873,0.0006697246,0.0000050938393,0.000058979083,0.00015246072,0.000013822452,0.0028812133],"genre_scores_gemma":[0.9987356,0.000025788228,0.00048041725,0.000056879097,0.000002837791,0.000008467039,0.00009615101,0.0000048833836,0.00058899407],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9982022,0.0004212631,0.00008019248,0.0001622289,0.0005145024,0.00061953743],"domain_scores_gemma":[0.98259604,0.008948416,0.0019810542,0.00039846878,0.0040830504,0.001992928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025632519,0.00028442437,0.0003389951,0.0013606482,0.0015826343,0.004109016,0.0009510938,0.000893069,0.0019241864],"category_scores_gemma":[0.019950654,0.00027666125,0.00022960125,0.0015766931,0.00097145763,0.0014876364,0.0010314152,0.0013151541,0.00028556993],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00187386,0.0013792035,0.8589874,0.000100248086,0.00017683998,0.0005628645,0.009306588,0.0436376,0.005094804,0.0044586286,0.005439619,0.06898232],"study_design_scores_gemma":[0.00006246787,0.00033776285,0.7422583,0.00006723033,0.000075710435,0.000098175624,0.029479273,0.21708117,0.0021942575,0.0035444254,0.0047091055,0.0000920777],"about_ca_topic_score_codex":0.749752,"about_ca_topic_score_gemma":0.78481233,"teacher_disagreement_score":0.98653954,"about_ca_system_score_codex":0.013460459,"about_ca_system_score_gemma":0.0144560775,"threshold_uncertainty_score":0.5034435},"labels":[],"label_agreement":null},{"id":"W3196544260","doi":"10.1109/trustcom53373.2021.00102","title":"DeepTaskAPT: Insider APT detection using Task-tree based Deep Learning","year":2021,"lang":"en","type":"article","venue":"2021 IEEE 20th International Conference on Trust, Security and Privacy in Computing and Communications (TrustCom)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Task (project management); Deep learning; Baseline (sea); Artificial intelligence; Tree (set theory); Machine learning; Construct (python library); Process (computing); Insider threat; Host (biology); Artificial neural network; Data mining; Insider","score_opus":0.04747473644529669,"score_gpt":0.3163940392541474,"score_spread":0.2689193028088507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196544260","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3534927,0.0023188656,0.59035635,0.0015313632,0.00056629005,0.00056393165,0.01754348,0.02488631,0.008740828],"genre_scores_gemma":[0.7977118,0.0006437891,0.15925868,0.0007547409,0.00013613212,0.00033522435,0.031500816,0.00039028778,0.009268535],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994715,0.000088638146,0.000032856755,0.00015767074,0.0001401727,0.00010927036],"domain_scores_gemma":[0.999065,0.00024845704,0.0001438398,0.00022751049,0.00021626649,0.00009888936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078425,0.0016739267,0.00067334354,0.001228184,0.00041478558,0.00093642465,0.0016674736,0.0011837747,0.0014637978],"category_scores_gemma":[0.0023276848,0.00033559863,0.0009628311,0.00090691,0.00040052325,0.0023618718,0.001625761,0.00197407,0.0011069281],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009343613,0.0014487923,0.039049465,0.0005457129,0.00033617282,0.0007143707,0.00029854497,0.2684897,0.014825521,0.0053859665,0.085412234,0.58255917],"study_design_scores_gemma":[0.000027613187,0.00017540807,0.0028942318,0.000025211146,0.0000277926,0.00015000127,0.00005764074,0.97983104,0.006044599,0.006157282,0.0045854696,0.00002374225],"about_ca_topic_score_codex":0.0058935066,"about_ca_topic_score_gemma":0.010793809,"teacher_disagreement_score":0.0058935066,"about_ca_system_score_codex":0.00081767334,"about_ca_system_score_gemma":0.0011461055,"threshold_uncertainty_score":0.011718392},"labels":[],"label_agreement":null},{"id":"W3196824794","doi":"10.1109/ase51524.2021.9678596","title":"Leveraging Code Clones and Natural Language Processing for Log Statement Prediction","year":2021,"lang":"en","type":"article","venue":"2021 36th IEEE/ACM International Conference on Automated Software Engineering (ASE)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Source code; Statement (logic); Debugging; Java; Context (archaeology); Programming language; Data mining; Database; Artificial intelligence; Information retrieval","score_opus":0.02070793589757158,"score_gpt":0.28549241407539305,"score_spread":0.26478447817782147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196824794","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40352458,0.00097164424,0.56016135,0.0008244008,0.00007607491,0.00049480255,0.0040848223,0.027699955,0.0021623436],"genre_scores_gemma":[0.6872912,0.00033000496,0.30123594,0.0002293753,0.00004781324,0.00034930962,0.008550915,0.0007404284,0.0012249385],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974784,0.00048437424,0.00021476744,0.00086345914,0.00084441405,0.00011457661],"domain_scores_gemma":[0.97274506,0.016060712,0.0047878926,0.0022806027,0.0037683886,0.00035743247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018462883,0.0011829907,0.0006567198,0.0045269467,0.00052246056,0.0012708603,0.0011849051,0.0010376286,0.0006846739],"category_scores_gemma":[0.024773765,0.00046548233,0.0009052115,0.0020659086,0.0007297627,0.0035650674,0.0011616754,0.0015066213,0.0006622943],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006011467,0.0006989743,0.19971576,0.0010434173,0.00017184849,0.0024497132,0.0037562626,0.045259282,0.048522066,0.0037874964,0.0087505,0.6852436],"study_design_scores_gemma":[0.000054022337,0.00030123827,0.04700322,0.00012448923,0.00013903363,0.0010555058,0.00076567486,0.89727163,0.034627423,0.010040841,0.008507118,0.000109806686],"about_ca_topic_score_codex":0.006767068,"about_ca_topic_score_gemma":0.010358205,"teacher_disagreement_score":0.006767068,"about_ca_system_score_codex":0.00081323175,"about_ca_system_score_gemma":0.0017403249,"threshold_uncertainty_score":0.013455331},"labels":[],"label_agreement":null},{"id":"W3199300008","doi":"10.1007/978-1-4842-7252-7_8","title":"Build Automated Pipeline","year":2021,"lang":"en","type":"book-chapter","venue":"Apress eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thornhill Medical (Canada)","funders":"","keywords":"Pipeline (software); Computer science; Software engineering; Software; Reading (process); Programming language","score_opus":0.016285270893550224,"score_gpt":0.23925199739848796,"score_spread":0.22296672650493773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199300008","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058479276,0.0011251178,0.7029453,0.0011011369,0.00057905575,0.000730841,0.004038787,0.11230501,0.17132688],"genre_scores_gemma":[0.049135283,0.0018161167,0.69931227,0.00091150025,0.000111226436,0.00043675865,0.010503477,0.01934199,0.2184314],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99948835,0.000045233726,0.000019882475,0.00015009403,0.00022661664,0.00006974478],"domain_scores_gemma":[0.999463,0.00010186769,0.0000206192,0.00020033045,0.000166816,0.000047329613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056836836,0.001548315,0.00053668086,0.0011764219,0.0009627958,0.0023390506,0.0016547738,0.0011656287,0.111363195],"category_scores_gemma":[0.0018913831,0.0013858374,0.0013972924,0.00085236,0.0007504013,0.005812146,0.0024984004,0.0022714713,0.070933826],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022111351,0.00014147296,0.001167981,0.0011062969,0.00007514095,0.00054569036,0.00080379535,0.014185111,0.020002196,0.11786053,0.3594432,0.4844475],"study_design_scores_gemma":[0.000057269113,0.00008606997,0.00043151414,0.00012367874,0.000044552722,0.0005201635,0.00013043561,0.023828369,0.01652939,0.046834666,0.91135716,0.000056765],"about_ca_topic_score_codex":0.0034960052,"about_ca_topic_score_gemma":0.004874187,"teacher_disagreement_score":0.111363195,"about_ca_system_score_codex":0.0008008124,"about_ca_system_score_gemma":0.0015039623,"threshold_uncertainty_score":0.37254703},"labels":[],"label_agreement":null},{"id":"W3203565869","doi":"10.1007/978-3-030-88494-9_16","title":"A Theoretical Framework for Understanding the Relationship Between Log Parsing and Anomaly Detection","year":2021,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Parsing; Anomaly detection; Computer science; Anomaly (physics); Identification (biology); Root (linguistics); Dependency grammar; Artificial intelligence; Dependency (UML); Ideal (ethics); Data mining; Root cause analysis; Natural language processing","score_opus":0.05297428643905471,"score_gpt":0.28572406101282,"score_spread":0.23274977457376528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203565869","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034334976,0.00069000246,0.9827723,0.002995264,0.00010399206,0.00003696173,0.00012036652,0.0002439321,0.009603754],"genre_scores_gemma":[0.4162894,0.002838188,0.56701577,0.0017219201,0.0014962249,0.00046185392,0.00053511094,0.00034791688,0.009293639],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9966813,0.0013279909,0.00023723052,0.0006616824,0.00079462916,0.00029711906],"domain_scores_gemma":[0.97006106,0.024749637,0.0014963816,0.0018161751,0.0014567485,0.00041996967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062491633,0.0011060201,0.0011452122,0.0049008597,0.0019228295,0.0066325525,0.0049971202,0.004569095,0.010216168],"category_scores_gemma":[0.02718622,0.0015297236,0.0018431864,0.0042883726,0.009426627,0.016902516,0.003426872,0.0050366484,0.0014060971],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000097918755,0.000032034055,0.00035822098,0.000048927453,0.000014716431,0.00008404316,0.00015925684,0.008469303,0.000317217,0.9795432,0.001002637,0.009960765],"study_design_scores_gemma":[0.000004060271,0.000009897081,0.00009784739,0.000014819381,0.00000848919,0.00008465668,0.00005521602,0.045048464,0.00015479853,0.95289445,0.0016162244,0.000011111468],"about_ca_topic_score_codex":0.004195182,"about_ca_topic_score_gemma":0.0025810748,"teacher_disagreement_score":0.010216168,"about_ca_system_score_codex":0.0025598211,"about_ca_system_score_gemma":0.0026374753,"threshold_uncertainty_score":0.03417653},"labels":[],"label_agreement":null},{"id":"W3208862921","doi":"10.1145/3485952.3485959","title":"SERP4IoT'21 Workshop Report","year":2021,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Interoperability; Computer science; Context (archaeology); Software; Software engineering; Internet of Things; The Internet; Software development; Computer security; World Wide Web; Operating system","score_opus":0.014743556875784878,"score_gpt":0.2419850578673345,"score_spread":0.22724150099154963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208862921","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013823615,0.014989251,0.05290037,0.12587234,0.18965882,0.0024874462,0.036378406,0.009575549,0.55431426],"genre_scores_gemma":[0.036501773,0.008286716,0.026563877,0.017169338,0.014910409,0.0023124204,0.06241228,0.004532629,0.82731044],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934109,0.0010478589,0.00020533834,0.0007845189,0.0034435664,0.0011078393],"domain_scores_gemma":[0.988482,0.0009284515,0.000253901,0.00070393196,0.004725491,0.0049062837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011427881,0.0017355442,0.00092706335,0.0015033081,0.0025305082,0.008919309,0.0032111425,0.004796437,0.13789642],"category_scores_gemma":[0.009354118,0.00056289363,0.0017566377,0.0013223051,0.00074330147,0.0050076344,0.0067266175,0.005321117,0.1300981],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015181978,0.00012259721,0.00023655854,0.00018644595,0.000013035993,0.00020053689,0.00014243175,0.0003079267,0.001070308,0.001728118,0.96843755,0.02740269],"study_design_scores_gemma":[0.000035473753,0.00007536384,0.00045533766,0.00008381929,0.000011708394,0.000074602336,0.0002093983,0.00047680765,0.0008602861,0.0010853747,0.99661463,0.000017169537],"about_ca_topic_score_codex":0.0066481596,"about_ca_topic_score_gemma":0.010244395,"teacher_disagreement_score":0.13789642,"about_ca_system_score_codex":0.0018706938,"about_ca_system_score_gemma":0.008712983,"threshold_uncertainty_score":0.4613095},"labels":[],"label_agreement":null},{"id":"W3210140019","doi":"10.3390/electronics10212610","title":"Combining Distributed and Kernel Tracing for Performance Analysis of Cloud Applications","year":2021,"lang":"en","type":"article","venue":"Electronics","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University; Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Tracing; Distributed computing; Cloud computing; Overhead (engineering); Latency (audio); Semaphore; Kernel (algebra); Real-time computing; Operating system","score_opus":0.00883797754730762,"score_gpt":0.24450965536615948,"score_spread":0.23567167781885187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210140019","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20083918,0.00014713655,0.7915448,0.00008507614,0.000019759933,0.00008824249,0.00007217771,0.005197576,0.0020060295],"genre_scores_gemma":[0.9002715,0.00005281682,0.09848134,0.000021243372,0.00001319221,0.000039876482,0.00007252125,0.00021744729,0.00083006395],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989285,0.00018759079,0.000058634985,0.00018872683,0.000503177,0.00013349482],"domain_scores_gemma":[0.9972874,0.0010734851,0.0002566704,0.0007481766,0.00053178583,0.00010248011],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081707665,0.0006837738,0.00036918765,0.0015023513,0.00043723357,0.00090685126,0.0007348025,0.00035625722,0.00067859294],"category_scores_gemma":[0.0037095784,0.00027953723,0.00029584538,0.001049811,0.00052110205,0.0010723165,0.00080404454,0.00070563384,0.00017118116],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007648439,0.0005764762,0.043951936,0.00024107748,0.00015714357,0.00047349953,0.0009538591,0.31997722,0.21278796,0.018459389,0.0017157025,0.39994097],"study_design_scores_gemma":[0.000014832439,0.00009912837,0.003227234,0.0000087929175,0.00002788649,0.00011267177,0.00006450732,0.9419334,0.048971463,0.004149215,0.0013717051,0.00001914756],"about_ca_topic_score_codex":0.0052793953,"about_ca_topic_score_gemma":0.004255268,"teacher_disagreement_score":0.0052793953,"about_ca_system_score_codex":0.0009547112,"about_ca_system_score_gemma":0.0012052193,"threshold_uncertainty_score":0.010497332},"labels":[],"label_agreement":null},{"id":"W3211955989","doi":"10.1155/2021/8478076","title":"Debugging of Performance Degradation in Distributed Requests Handling Using Multilevel Trace Analysis","year":2021,"lang":"en","type":"article","venue":"Wireless Communications and Mobile Computing","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Brock University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Debugging; TRACE (psycholinguistics); Degradation (telecommunications); Distributed computing; Programming language; Telecommunications","score_opus":0.03061685349158518,"score_gpt":0.29710018341236316,"score_spread":0.266483329920778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211955989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5251585,0.0001331395,0.46034744,0.00015549293,0.00002148865,0.00014521524,0.00027605644,0.012620617,0.0011421104],"genre_scores_gemma":[0.9349175,0.000041769486,0.06419038,0.000020763135,0.000005440834,0.00005749617,0.00021899737,0.00017404334,0.00037355418],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984073,0.00038564316,0.0001149245,0.00027873533,0.0006815376,0.00013182356],"domain_scores_gemma":[0.99433434,0.002290012,0.00082660076,0.0014734901,0.00088654895,0.00018895527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014098496,0.00085446856,0.0004841434,0.00166091,0.00044653003,0.0008638823,0.0010303854,0.0004028996,0.0008205324],"category_scores_gemma":[0.0068721077,0.00030799344,0.0003734542,0.00088317087,0.00052881625,0.0012004074,0.001084512,0.0009318126,0.0001531398],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001322575,0.001239446,0.14319815,0.00046979502,0.0003676946,0.00137816,0.0028168408,0.20020594,0.2551667,0.0063203694,0.0023288713,0.38518548],"study_design_scores_gemma":[0.00003613961,0.00042870297,0.017156,0.000024015513,0.00006435103,0.000265745,0.00029081356,0.9027993,0.0752554,0.0024591992,0.0011747454,0.000045570916],"about_ca_topic_score_codex":0.0043842867,"about_ca_topic_score_gemma":0.0044416506,"teacher_disagreement_score":0.0043842867,"about_ca_system_score_codex":0.0006716051,"about_ca_system_score_gemma":0.0012128558,"threshold_uncertainty_score":0.008717537},"labels":[],"label_agreement":null},{"id":"W3213369272","doi":"10.1016/j.simpat.2021.102437","title":"User learning can affect software system's response time","year":2021,"lang":"en","type":"article","venue":"Simulation Modelling Practice and Theory","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Centennial College","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Session (web analytics); Computer science; Workload; Human–computer interaction; User interface; Graphical user interface; Service (business); Interface (matter); User modeling; Class (philosophy); Artificial intelligence; Machine learning; Multimedia; World Wide Web; Operating system","score_opus":0.013430154859757182,"score_gpt":0.2690989346148122,"score_spread":0.25566877975505503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213369272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9849133,0.000079287296,0.009001118,0.00021022081,0.00001527824,0.00002849613,0.00004434223,0.00023494381,0.005473042],"genre_scores_gemma":[0.99805933,0.000028372564,0.0007493089,0.000028014425,0.000005315167,0.000012097027,0.000019548308,0.000030031199,0.0010679461],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99763536,0.0011336488,0.00012755056,0.00024499974,0.00055785966,0.00030044545],"domain_scores_gemma":[0.89630806,0.08859694,0.0046296096,0.0036673278,0.004792499,0.0020056365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028656472,0.00036427897,0.00036268806,0.00056910154,0.00042526872,0.0022933153,0.00060904166,0.0014320387,0.0052883197],"category_scores_gemma":[0.061016634,0.0002838609,0.00033903652,0.00038294517,0.0005604989,0.00222623,0.00096730527,0.0010177924,0.0010563311],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0055505414,0.0061031035,0.58037937,0.0006472077,0.00048934185,0.0017596084,0.008727552,0.079455204,0.055051997,0.007911587,0.0026392452,0.25128525],"study_design_scores_gemma":[0.00025573425,0.006597854,0.55258286,0.00013428344,0.0006014617,0.0014285397,0.003913312,0.34970534,0.0634176,0.015044814,0.00600871,0.0003094132],"about_ca_topic_score_codex":0.0013947961,"about_ca_topic_score_gemma":0.001362245,"teacher_disagreement_score":0.0052883197,"about_ca_system_score_codex":0.00076237204,"about_ca_system_score_gemma":0.0005378723,"threshold_uncertainty_score":0.017691255},"labels":[],"label_agreement":null},{"id":"W3214389004","doi":"10.1109/cloud53861.2021.00067","title":"Fast and Efficient Performance Tuning of Microservices","year":2021,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Microservices; Computer science; Software deployment; Cloud computing; Agile software development; Exploit; Distributed computing; Workload; Process (computing); Resource allocation; Resource (disambiguation); Software engineering; Operating system; Computer network; Computer security","score_opus":0.0064325125420969225,"score_gpt":0.2059454362297331,"score_spread":0.19951292368763618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214389004","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2989362,0.00053266954,0.6835447,0.0003017347,0.00006163508,0.00020577537,0.00008640145,0.0085507305,0.007780155],"genre_scores_gemma":[0.8733459,0.00009210023,0.124683335,0.000068930174,0.000019367626,0.00009563547,0.00009954318,0.0004354789,0.0011597122],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982303,0.00037526296,0.000078526566,0.00037846522,0.0006718303,0.00026560333],"domain_scores_gemma":[0.99780613,0.0010152197,0.00030232966,0.0003616246,0.00041125144,0.00010349825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014853163,0.0009562333,0.00058292365,0.0006665514,0.00069077156,0.00093996676,0.0013523232,0.00073901785,0.0010073814],"category_scores_gemma":[0.0052270982,0.0004688641,0.00035114106,0.0004718875,0.00050510524,0.0010027795,0.00085528713,0.0009622987,0.0004917097],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035388337,0.0003240363,0.0045543257,0.00012568505,0.000054668377,0.00012343311,0.00017111287,0.6539936,0.09636966,0.0033992832,0.0024948446,0.23803547],"study_design_scores_gemma":[0.000020878999,0.00008381897,0.0013823208,0.00000768909,0.000006771796,0.00004930222,0.000028568787,0.9731215,0.022943124,0.0012355013,0.0011035777,0.000016953652],"about_ca_topic_score_codex":0.0031468107,"about_ca_topic_score_gemma":0.00350242,"teacher_disagreement_score":0.0031468107,"about_ca_system_score_codex":0.0009813154,"about_ca_system_score_gemma":0.0012453069,"threshold_uncertainty_score":0.007855177},"labels":[],"label_agreement":null},{"id":"W3216633370","doi":"10.1109/isncc52172.2021.9615814","title":"Integrated modeling tool for indexing and analyzing state machine trace","year":2021,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University; Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Tracing; TRACE (psycholinguistics); Scripting language; Kernel (algebra); Event (particle physics); Debugging; Data mining; Programming language","score_opus":0.017079730269862554,"score_gpt":0.2518459391702766,"score_spread":0.23476620890041403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216633370","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018766542,0.000032149288,0.95766217,0.00004762776,0.000023104802,0.00009728302,0.00092701556,0.03844824,0.00088574743],"genre_scores_gemma":[0.101967,0.00031900324,0.87737787,0.0001432857,0.000044335546,0.0010716073,0.008020872,0.006056343,0.0049997247],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988028,0.00018672105,0.00017232812,0.00026020617,0.00048068468,0.000097321754],"domain_scores_gemma":[0.99741036,0.0010021996,0.00022276303,0.00081209175,0.0004664329,0.000086095766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016742583,0.0016504115,0.001020812,0.002672823,0.0006704125,0.0023860524,0.0029092196,0.0012480519,0.0067809694],"category_scores_gemma":[0.005126856,0.0009931528,0.00174837,0.00163103,0.0006137839,0.0030603907,0.0014315213,0.0021838737,0.0024789835],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005902421,0.0007075336,0.009626428,0.0009423536,0.00029219702,0.0008633848,0.0012726646,0.4321025,0.036110904,0.105578445,0.04364919,0.36826417],"study_design_scores_gemma":[0.000028796432,0.000056869932,0.00044927432,0.000044419365,0.000047082576,0.00013902971,0.000035625104,0.94080484,0.016166605,0.012170633,0.030007266,0.000049534814],"about_ca_topic_score_codex":0.0072535663,"about_ca_topic_score_gemma":0.006331129,"teacher_disagreement_score":0.0072535663,"about_ca_system_score_codex":0.0011683701,"about_ca_system_score_gemma":0.0029200548,"threshold_uncertainty_score":0.022684634},"labels":[],"label_agreement":null},{"id":"W3217283631","doi":"10.1007/978-3-030-91431-8_50","title":"Sprelog: Log-Based Anomaly Detection with Self-matching Networks and Pre-trained Models","year":2021,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Word (group theory); Discriminative model; Pooling; Artificial intelligence; Anomaly detection; Matching (statistics); Sequence (biology); Data mining; Pattern recognition (psychology); Mathematics","score_opus":0.007761047392614001,"score_gpt":0.20699081936952268,"score_spread":0.1992297719769087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217283631","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0063664597,0.00023475659,0.9505382,0.00010350042,0.00017522046,0.000085573105,0.0006586697,0.040613797,0.0012237616],"genre_scores_gemma":[0.15489766,0.00026569847,0.8230375,0.00022295456,0.00013607147,0.00022955809,0.0036723884,0.0027952997,0.014742829],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992224,0.00009082383,0.000038653503,0.00027007933,0.00030779207,0.0000702051],"domain_scores_gemma":[0.9989889,0.0003773788,0.00006492941,0.00031283265,0.00021567951,0.000040307554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013804126,0.0013067394,0.0013864731,0.0016180659,0.00045887835,0.0013678677,0.0032453062,0.001278285,0.006891256],"category_scores_gemma":[0.0035885451,0.00079099427,0.0008651731,0.0012128991,0.0004492735,0.0021531477,0.0016767852,0.0016746232,0.0048334706],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041498343,0.00021153521,0.0015453792,0.00011091724,0.00016546887,0.00014750098,0.000055020406,0.082183115,0.008771738,0.0035008604,0.02765602,0.8752374],"study_design_scores_gemma":[0.000014164682,0.000031508098,0.00032644518,0.0000070562673,0.000013558004,0.0000753751,0.000008650121,0.98434895,0.0065065986,0.005541434,0.0031135627,0.000012638847],"about_ca_topic_score_codex":0.0067452677,"about_ca_topic_score_gemma":0.007822511,"teacher_disagreement_score":0.006891256,"about_ca_system_score_codex":0.00070404826,"about_ca_system_score_gemma":0.0007453656,"threshold_uncertainty_score":0.023053527},"labels":[],"label_agreement":null},{"id":"W3217600905","doi":"10.1136/bjsports-2021-ioc.391","title":"427 Applying bayesian networks to injury occurrence in professional football","year":2021,"lang":"en","type":"article","venue":"Poster presentations","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Football; Bayesian network; League; Computer science; Bayesian probability; Outcome (game theory); Statistics; Artificial intelligence; Mathematics","score_opus":0.01705125680514257,"score_gpt":0.31042459648881465,"score_spread":0.2933733396836721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217600905","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08925844,0.0030672129,0.88665795,0.0035544178,0.00017062602,0.0007377898,0.0090470705,0.00075207016,0.006754378],"genre_scores_gemma":[0.6640693,0.0025948347,0.32150555,0.00049575587,0.00030394562,0.0012621104,0.0071884296,0.000087226,0.0024928234],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99390537,0.0043753856,0.00036033973,0.0008728871,0.0003141839,0.00017185889],"domain_scores_gemma":[0.9609776,0.03474676,0.0021867813,0.0006069291,0.0011304497,0.0003514087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010473854,0.00090285344,0.0011147356,0.0074333632,0.0007470527,0.0026030194,0.0015504491,0.0014404387,0.008582563],"category_scores_gemma":[0.065580174,0.0011070911,0.0023752917,0.0044741896,0.0009444409,0.002330681,0.0020142463,0.0019399566,0.00066028384],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037202134,0.00018574523,0.100918844,0.0011241885,0.0011624505,0.0004937619,0.00086345663,0.6888054,0.00020861006,0.066146635,0.00686469,0.1328543],"study_design_scores_gemma":[0.00006187517,0.000065735694,0.010728229,0.00040798573,0.00022108642,0.00016133524,0.00026019706,0.8201376,0.00011390195,0.16377088,0.004015462,0.000055702287],"about_ca_topic_score_codex":0.043678302,"about_ca_topic_score_gemma":0.042414792,"teacher_disagreement_score":0.043678302,"about_ca_system_score_codex":0.0030555993,"about_ca_system_score_gemma":0.0026846447,"threshold_uncertainty_score":0.08684814},"labels":[],"label_agreement":null},{"id":"W340587999","doi":"","title":"Dynamic Architecture: Structuring for Change","year":2005,"lang":"en","type":"article","venue":"Defense Technical Information Center (DTIC)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Structuring; Architecture; Computer science; Service (business); Risk analysis (engineering); Distributed computing; Systems engineering; Engineering; Business; Geography","score_opus":0.01887415218707547,"score_gpt":0.2645492811389704,"score_spread":0.24567512895189494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W340587999","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02640741,0.003895812,0.38702938,0.04551132,0.0010154694,0.0004772379,0.00019046318,0.0013764848,0.5340965],"genre_scores_gemma":[0.76170033,0.0029968754,0.16083898,0.004728104,0.000699101,0.00075702596,0.00047813743,0.000996695,0.06680473],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9950787,0.0021187817,0.00022551916,0.0011180299,0.00087567786,0.00058325985],"domain_scores_gemma":[0.9935644,0.0015184783,0.0005308678,0.0022565904,0.0011782247,0.00095134473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059649716,0.00074139884,0.0004619417,0.0016512296,0.00561167,0.012212526,0.0020092623,0.0034054501,0.012998627],"category_scores_gemma":[0.009686514,0.0006047803,0.00071139744,0.0014819278,0.020595051,0.02218319,0.009674542,0.004252628,0.0029127684],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000117317495,0.000017258772,0.00046942063,0.00005036617,0.0000076974,0.00009522936,0.0039417413,0.000800637,0.00028629586,0.9661212,0.0051929145,0.023005417],"study_design_scores_gemma":[0.000013071261,0.000026273852,0.00033062883,0.00012711708,0.000009199132,0.00016939014,0.002521054,0.0018791087,0.00029751728,0.81936115,0.17524752,0.000018017932],"about_ca_topic_score_codex":0.0038891328,"about_ca_topic_score_gemma":0.0030301127,"teacher_disagreement_score":0.012998627,"about_ca_system_score_codex":0.0063776965,"about_ca_system_score_gemma":0.007458267,"threshold_uncertainty_score":0.04627365},"labels":[],"label_agreement":null},{"id":"W34954617","doi":"10.1016/j.talanta.2021.123171","title":"2nd International Workshop on Load Testing of Large Software Systems (LT 2013)","year":2013,"lang":"en","type":"article","venue":"Talanta","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; York University","funders":"Natural Science Foundation of Jilin Province","keywords":"Computer science; Reliability engineering; System testing; Load testing; Software engineering; Software testing; Software performance testing; Field (mathematics); Software; Cloud computing; Generator (circuit theory); Cloud testing; Test (biology); Software system; Operating system; Software construction; Engineering","score_opus":0.018773524518179655,"score_gpt":0.2531663389977296,"score_spread":0.23439281447954996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W34954617","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02940468,0.03895266,0.81866604,0.0069765183,0.006591346,0.0007053778,0.0013814421,0.01515735,0.08216459],"genre_scores_gemma":[0.21604636,0.027074441,0.40404922,0.0022905772,0.0041938443,0.0010166715,0.007962417,0.0059155603,0.33145088],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99682295,0.0009127731,0.00021615127,0.0005629946,0.0011880908,0.00029706603],"domain_scores_gemma":[0.99544287,0.0011130039,0.00019353058,0.0012982271,0.0015124178,0.0004399689],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004509084,0.0019001097,0.0013044471,0.00250398,0.0007403225,0.0037272237,0.0027603537,0.0020605803,0.036794655],"category_scores_gemma":[0.0060713068,0.00072549126,0.0016420127,0.0017721521,0.0011159924,0.003978646,0.0027196968,0.0021552867,0.015103105],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029432002,0.00026615732,0.0025288162,0.0005381997,0.00009707348,0.00051381113,0.00040934235,0.007909786,0.010372176,0.010183824,0.076422915,0.8904636],"study_design_scores_gemma":[0.00011505874,0.0010911545,0.010294514,0.0013300484,0.0002107059,0.0032077865,0.0010842358,0.09820991,0.031372424,0.044172905,0.80875856,0.00015263623],"about_ca_topic_score_codex":0.0036167107,"about_ca_topic_score_gemma":0.0037809089,"teacher_disagreement_score":0.036794655,"about_ca_system_score_codex":0.0015833245,"about_ca_system_score_gemma":0.0020793611,"threshold_uncertainty_score":0.12309039},"labels":[],"label_agreement":null},{"id":"W38919347","doi":"","title":"Traçage de systèmes linux multi-coeurs en temps réel","year":2013,"lang":"fr","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Consortium de Recherche et d’innovation en Aérospatiale au Québec","keywords":"Computer science","score_opus":0.01414302875318412,"score_gpt":0.23783468721315396,"score_spread":0.22369165845996983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W38919347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69318753,0.002266587,0.14384253,0.0006118326,0.0005418363,0.00056113495,0.0067244107,0.134546,0.017718164],"genre_scores_gemma":[0.91003907,0.00046520258,0.061524484,0.00019767848,0.00006663284,0.0003056648,0.006638649,0.005976961,0.014785617],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9968641,0.00022703526,0.00019989339,0.00060722133,0.0018247017,0.00027706646],"domain_scores_gemma":[0.99449843,0.0014599335,0.0004471567,0.0010558052,0.0021931261,0.0003455651],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016510157,0.0015798874,0.00089863944,0.0030657053,0.0012265531,0.0023400055,0.0015239719,0.0007322856,0.01028137],"category_scores_gemma":[0.009966744,0.00076499296,0.00088258745,0.0013175174,0.00074503967,0.002232624,0.0013633306,0.0018458975,0.0026437028],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006995563,0.0006868154,0.05368236,0.0022225704,0.00066590717,0.0025083954,0.00720062,0.055681664,0.2336116,0.010750099,0.04126845,0.5847259],"study_design_scores_gemma":[0.00027407156,0.0022848751,0.09169715,0.0004034046,0.0007287792,0.0013486223,0.0018417488,0.47058666,0.30390134,0.0056046327,0.12070106,0.00062771805],"about_ca_topic_score_codex":0.015968073,"about_ca_topic_score_gemma":0.010858508,"teacher_disagreement_score":0.015968073,"about_ca_system_score_codex":0.0013219469,"about_ca_system_score_gemma":0.0015766579,"threshold_uncertainty_score":0.03439468},"labels":[],"label_agreement":null},{"id":"W4200195020","doi":"10.1007/978-1-4842-7358-6_3","title":"RESTful APIs","year":2021,"lang":"en","type":"book-chapter","venue":"Apress eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Computer science; Layer (electronics); Point (geometry); Network layer; Application layer; OSI model; World Wide Web; Multimedia; Computer network; Programming language; Mathematics; Software","score_opus":0.019867327686872306,"score_gpt":0.2206460626203283,"score_spread":0.200778734933456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200195020","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002147517,0.0025294055,0.37132978,0.0014714027,0.0011902222,0.0006005353,0.0072780494,0.29968563,0.31376743],"genre_scores_gemma":[0.036318067,0.0049890266,0.119823,0.0051378906,0.0007782099,0.001152843,0.026503371,0.11053395,0.69476366],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99891734,0.00011995056,0.000106699874,0.00015038988,0.00055650977,0.00014918808],"domain_scores_gemma":[0.99816763,0.0003429037,0.00006374772,0.000933137,0.00037346402,0.00011900741],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011276095,0.0023557968,0.0008279328,0.0013615763,0.0010163714,0.004696678,0.0041936543,0.0020356006,0.11652517],"category_scores_gemma":[0.004374039,0.0014480858,0.0017129758,0.001296023,0.000759109,0.0074182716,0.004631751,0.004483866,0.120798066],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018674537,0.00013517273,0.00035445753,0.00081626704,0.000053547035,0.00030432726,0.00045535888,0.0010364745,0.0070480024,0.110033005,0.632535,0.24704161],"study_design_scores_gemma":[0.00003100038,0.000024632287,0.00026919978,0.00020715434,0.000026527792,0.00037154066,0.000034713717,0.0036168245,0.005358869,0.025003824,0.96501064,0.000045104127],"about_ca_topic_score_codex":0.0027336292,"about_ca_topic_score_gemma":0.0028407262,"teacher_disagreement_score":0.11652517,"about_ca_system_score_codex":0.0007687209,"about_ca_system_score_gemma":0.0007727668,"threshold_uncertainty_score":0.3898155},"labels":[],"label_agreement":null},{"id":"W4205945425","doi":"10.1109/bigdata52589.2021.9671818","title":"Context-Aware Data Analytics Variability in IoT Neural Network-Based Systems","year":2021,"lang":"en","type":"article","venue":"2021 IEEE International Conference on Big Data (Big Data)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Analytics; Data analysis; Context (archaeology); Data science; Software analytics; Artificial neural network; Software; Data mining; Machine learning; Software system; Component-based software engineering","score_opus":0.3355768752768476,"score_gpt":0.3522646931300971,"score_spread":0.01668781785324952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205945425","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28646362,0.0005472649,0.70742005,0.0006247935,0.00005113624,0.00006630901,0.00023421827,0.0004497724,0.0041429186],"genre_scores_gemma":[0.98320276,0.000108570304,0.01614725,0.00003957629,0.000011710361,0.00003207909,0.00006146895,0.000017916022,0.00037852896],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991536,0.00019749664,0.00006743108,0.00021273457,0.0002819189,0.00008680572],"domain_scores_gemma":[0.99781126,0.0010907901,0.00045221156,0.00023756517,0.0003418295,0.00006636308],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012208836,0.00038398043,0.00041145785,0.00037955336,0.0003115094,0.00092481717,0.00077271747,0.0004625339,0.00048891484],"category_scores_gemma":[0.005938665,0.00024882058,0.00033997884,0.00045228458,0.0006772675,0.0015391975,0.00096470705,0.0009289742,0.00006155602],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000102276535,0.0000660097,0.0105135515,0.00006793401,0.00006430232,0.00022601198,0.00025167214,0.9402321,0.0054770852,0.014600352,0.00033611804,0.028062565],"study_design_scores_gemma":[0.000001336637,0.00001327438,0.0012108405,0.000004290553,0.0000051072325,0.000023029244,0.000017065802,0.9918147,0.00051247067,0.006207649,0.00018511571,0.0000051403767],"about_ca_topic_score_codex":0.0042925915,"about_ca_topic_score_gemma":0.0044672433,"teacher_disagreement_score":0.0042925915,"about_ca_system_score_codex":0.0010922982,"about_ca_system_score_gemma":0.00051557005,"threshold_uncertainty_score":0.008535206},"labels":[],"label_agreement":null},{"id":"W4206336120","doi":"10.53759/181x/jcns202202001","title":"A Model for Performance Evaluation","year":2022,"lang":"en","type":"article","venue":"Journal of Computing and Natural Science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Component (thermodynamics); Element (criminal law); C programming language; Programming language; Reliability engineering; Software; Engineering","score_opus":0.02373120205585174,"score_gpt":0.3046111329747178,"score_spread":0.2808799309188661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206336120","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005283273,0.0004838762,0.9318483,0.001632609,0.00016648404,0.0002348921,0.00071096316,0.0011401654,0.058499582],"genre_scores_gemma":[0.5057219,0.0020606413,0.41589364,0.0006362302,0.00036792975,0.0021134245,0.0016661135,0.0009207815,0.07061925],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971711,0.0008980035,0.00017151727,0.00054468354,0.0009935026,0.00022115947],"domain_scores_gemma":[0.9972287,0.0011141307,0.00023238677,0.0005594673,0.0007501465,0.00011518998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002503237,0.0016108167,0.0007587427,0.0013280495,0.0008447603,0.0042049107,0.0031818121,0.0025479794,0.015572788],"category_scores_gemma":[0.0070903297,0.0005474584,0.0012474848,0.0012247465,0.0020302613,0.005510421,0.002051824,0.0026747,0.004692162],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005524279,0.00006857658,0.00036013857,0.00014022614,0.000032043135,0.0000781389,0.00015785967,0.23599052,0.0014799148,0.73945737,0.0043278495,0.01785216],"study_design_scores_gemma":[0.000039495157,0.00007570645,0.00018944735,0.0000739745,0.000031145843,0.00006362064,0.000050766743,0.6548207,0.001015057,0.30559584,0.038010508,0.000033721484],"about_ca_topic_score_codex":0.004965999,"about_ca_topic_score_gemma":0.002407411,"teacher_disagreement_score":0.015572788,"about_ca_system_score_codex":0.0029184448,"about_ca_system_score_gemma":0.0027240107,"threshold_uncertainty_score":0.052096188},"labels":[],"label_agreement":null},{"id":"W4206859288","doi":"","title":"Proceedings of the 6th International Workshop on Constraints in Software Testing, Verification, and Analysis, CSTVA 2014, Hyderabad, India, May 31, 2014","year":2014,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software testing; Software engineering; Computer science; Software; Library science; Programming language","score_opus":0.011778634171506354,"score_gpt":0.23057471278518915,"score_spread":0.2187960786136828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206859288","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011468815,0.020794833,0.86334705,0.010236876,0.012586986,0.000654587,0.002109286,0.002935456,0.07586612],"genre_scores_gemma":[0.1232143,0.025652662,0.6609307,0.0029663367,0.0068770493,0.0009443079,0.011674338,0.004864611,0.16287576],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99440694,0.0023429415,0.0004179484,0.00084615225,0.0015386045,0.00044743117],"domain_scores_gemma":[0.98699236,0.00646709,0.00029460242,0.0026796153,0.0027411652,0.0008251604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007599099,0.001973838,0.0027494582,0.0023230542,0.0014184201,0.0057785558,0.0031433485,0.0016513381,0.04607712],"category_scores_gemma":[0.014470126,0.001164828,0.0021277699,0.0019149119,0.0018732519,0.0040202397,0.004085838,0.0050665126,0.010238425],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000723337,0.00064438797,0.0013505811,0.0010657797,0.00030248088,0.00061083474,0.00074681547,0.019643765,0.007328714,0.058339987,0.34615225,0.56309116],"study_design_scores_gemma":[0.00021701632,0.00030792333,0.002999171,0.0012384182,0.000261382,0.0012299526,0.0005593672,0.10813791,0.011222159,0.1461668,0.7275095,0.00015045262],"about_ca_topic_score_codex":0.0074359253,"about_ca_topic_score_gemma":0.01395825,"teacher_disagreement_score":0.04607712,"about_ca_system_score_codex":0.0023085063,"about_ca_system_score_gemma":0.004402459,"threshold_uncertainty_score":0.1541434},"labels":[],"label_agreement":null},{"id":"W4210866930","doi":"10.36227/techrxiv.12094230","title":"Spring Framework for Testing","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Computer science; Java; Software engineering; Systems development life cycle; Web application; Model–view–controller; Java annotation; Programming language; Test case; Web application development; Operating system; Real time Java; Software; Software development; Software development process; Web service; Web development; User interface","score_opus":0.08354031868703325,"score_gpt":0.3085312663617896,"score_spread":0.22499094767475636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210866930","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00080297346,0.00051966205,0.9331595,0.00029181608,0.00018432309,0.00044513444,0.001646411,0.04952075,0.013429538],"genre_scores_gemma":[0.04498304,0.001310134,0.9005335,0.0005281801,0.0002579172,0.0025987218,0.011354609,0.015856046,0.022577906],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99386394,0.0019572019,0.00077226665,0.0006372552,0.0023087615,0.0004605642],"domain_scores_gemma":[0.99431914,0.0026577173,0.00031509684,0.0013835296,0.0010542949,0.0002702236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058491537,0.002427406,0.0017031333,0.0030259385,0.0008357761,0.0035694113,0.005707528,0.0018751767,0.048231684],"category_scores_gemma":[0.010509417,0.0015851053,0.0040769414,0.0015034376,0.0016313625,0.00326865,0.0036855268,0.0038515965,0.021657951],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003511266,0.0004041001,0.0026145861,0.0022319392,0.00040124418,0.00119749,0.0006390393,0.06689227,0.009587419,0.50518256,0.124041446,0.2864568],"study_design_scores_gemma":[0.0001998191,0.00017883233,0.0009565216,0.0007432374,0.000105351064,0.0010206327,0.00016910495,0.197991,0.007914577,0.30713704,0.4834478,0.00013610044],"about_ca_topic_score_codex":0.004267264,"about_ca_topic_score_gemma":0.004060394,"teacher_disagreement_score":0.048231684,"about_ca_system_score_codex":0.0013624855,"about_ca_system_score_gemma":0.0025717448,"threshold_uncertainty_score":0.16135108},"labels":[],"label_agreement":null},{"id":"W4210976656","doi":"10.1109/access.2022.3150342","title":"System Failure Detection Using Deep Learning Models Integrating Timestamps With Nonuniform Intervals","year":2022,"lang":"en","type":"article","venue":"IEEE Access","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Timestamp; Computer science; Deep learning; Artificial intelligence; Task (project management); Software; Machine learning; Process (computing); Data mining; Artificial neural network; Code (set theory); Convolutional neural network; Real-time computing; Programming language","score_opus":0.026046929545972475,"score_gpt":0.2572544520355218,"score_spread":0.2312075224895493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210976656","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18090527,0.00086222636,0.8118162,0.0006263063,0.00010852571,0.000055159257,0.000591512,0.0031162708,0.0019185316],"genre_scores_gemma":[0.9502859,0.00024457512,0.045879506,0.00010223175,0.00004506504,0.00006815873,0.000762205,0.00006149506,0.002550812],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995701,0.000081217346,0.00003084339,0.00014636813,0.00009134639,0.00008003074],"domain_scores_gemma":[0.9987394,0.0005506882,0.0002097943,0.00010585815,0.00032802753,0.00006622765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012414067,0.0011909232,0.00083044305,0.0010240766,0.00026566864,0.00085376576,0.0017241915,0.00090646645,0.0011928525],"category_scores_gemma":[0.0032603985,0.0004962561,0.0007452044,0.00074988726,0.00043669704,0.00140116,0.0008127475,0.0017534706,0.00035524333],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001359744,0.000096378,0.004228833,0.00004103192,0.000053296502,0.00005879923,0.000041774856,0.9100814,0.0013221155,0.0013753466,0.0012088307,0.08135632],"study_design_scores_gemma":[7.986326e-7,0.00000473948,0.00010618383,0.0000012029117,0.0000019008149,0.000002179268,0.0000011772738,0.9993579,0.00016426478,0.00032473975,0.000033633067,0.0000012857522],"about_ca_topic_score_codex":0.013368884,"about_ca_topic_score_gemma":0.010291841,"teacher_disagreement_score":0.013368884,"about_ca_system_score_codex":0.001351933,"about_ca_system_score_gemma":0.00089102477,"threshold_uncertainty_score":0.026582122},"labels":[],"label_agreement":null},{"id":"W4212781151","doi":"10.1109/tr.2022.3140453","title":"Feature-FL: Feature-Based Fault Localization","year":2022,"lang":"en","type":"article","venue":"IEEE Transactions on Reliability","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Fundamental Research Funds for the Central Universities; Ministry of Education of the People's Republic of China; National Natural Science Foundation of China","keywords":"Feature (linguistics); Relevance (law); Computer science; Feature model; Artificial intelligence; Feature selection; Data mining; Information retrieval; Software; Programming language","score_opus":0.009268204198889681,"score_gpt":0.23274284325136319,"score_spread":0.2234746390524735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212781151","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022141438,0.00030123204,0.9644875,0.0001756436,0.000029869705,0.00020029346,0.00066161744,0.00983172,0.0021707485],"genre_scores_gemma":[0.52734303,0.00018695039,0.46680295,0.00018900407,0.00004952738,0.00044032608,0.0020179853,0.0006290542,0.002341079],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99634546,0.00060703163,0.00028628827,0.00074719195,0.0017771153,0.00023700045],"domain_scores_gemma":[0.9950891,0.0013580372,0.0011474477,0.00082383933,0.0014365717,0.00014506544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019857443,0.0015427779,0.0009036964,0.004962872,0.0006350191,0.0016102839,0.0018313479,0.0010204999,0.0023160141],"category_scores_gemma":[0.008132886,0.0002954705,0.000932548,0.0020612266,0.0009615852,0.0033892149,0.0015545897,0.0008680265,0.0006880249],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005143984,0.00025184246,0.021172222,0.00074495235,0.00019908645,0.00051476667,0.00054700795,0.08132365,0.052469023,0.04665404,0.010862318,0.7847467],"study_design_scores_gemma":[0.00007284886,0.0009614715,0.017093472,0.00020023648,0.00017602352,0.0015902285,0.0002621946,0.77251524,0.10314764,0.071037814,0.032730382,0.00021242494],"about_ca_topic_score_codex":0.0032465036,"about_ca_topic_score_gemma":0.0022942207,"teacher_disagreement_score":0.004962872,"about_ca_system_score_codex":0.001568881,"about_ca_system_score_gemma":0.0012449446,"threshold_uncertainty_score":0.011383116},"labels":[],"label_agreement":null},{"id":"W4212807595","doi":"10.1007/978-3-030-96040-7_3","title":"On the Performance Implications of Deploying IoT Apps as FaaS","year":2022,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Software deployment; Internet of Things; Overhead (engineering); Cloud computing; Container (type theory); Architecture; Distributed computing; Computer security; Operating system; Engineering","score_opus":0.036586623837313315,"score_gpt":0.28207357319215665,"score_spread":0.24548694935484333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212807595","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11759138,0.024888946,0.09238248,0.034510005,0.0034074525,0.000099196506,0.00041737512,0.00070336135,0.7259997],"genre_scores_gemma":[0.8707274,0.01562129,0.022250533,0.002079757,0.0017283721,0.00007311032,0.00018764155,0.00042126002,0.08691063],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990188,0.00028211647,0.00002415666,0.00009028738,0.000409988,0.00017463884],"domain_scores_gemma":[0.98972404,0.008349574,0.00027215577,0.00048504706,0.0010127265,0.00015640236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018278672,0.00081086735,0.0004299474,0.0008140241,0.0011876662,0.0038221136,0.0010918977,0.0015630047,0.011020586],"category_scores_gemma":[0.01196718,0.00030792266,0.00027882255,0.0015348187,0.0014367597,0.005694856,0.0010295293,0.0027129592,0.0022620643],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033326316,0.00014253317,0.0020554473,0.00025807184,0.000030808325,0.00050171034,0.0007807035,0.08923717,0.0060192007,0.6462537,0.05696493,0.19742253],"study_design_scores_gemma":[0.000030074867,0.0003654984,0.004992446,0.00051946647,0.000094056275,0.0007592472,0.0024463243,0.19425532,0.007207843,0.6559053,0.13333827,0.00008608984],"about_ca_topic_score_codex":0.005164447,"about_ca_topic_score_gemma":0.0051289867,"teacher_disagreement_score":0.011020586,"about_ca_system_score_codex":0.002232247,"about_ca_system_score_gemma":0.00089342054,"threshold_uncertainty_score":0.0368675},"labels":[],"label_agreement":null},{"id":"W4213153767","doi":"10.4018/978-1-59140-255-8.ch008","title":"Regression Test Selection for Database Applications","year":2004,"lang":"en","type":"book-chapter","venue":"Advances in database research (ADR) book series/Advances in database research series","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Regression testing; Data mining; Control flow graph; Graph; Test suite; Test case; Regression analysis; Machine learning; Theoretical computer science; Programming language; Software; Software system","score_opus":0.05470746594474753,"score_gpt":0.40750926124546727,"score_spread":0.35280179530071976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213153767","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0491119,0.008628819,0.86401016,0.0012506095,0.00037153397,0.0007144229,0.0006518525,0.015432021,0.05982867],"genre_scores_gemma":[0.30041847,0.0047834795,0.64009124,0.00079041946,0.00034726772,0.0008094123,0.002919482,0.0022205631,0.047619656],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99799985,0.000624114,0.00010998095,0.00027152695,0.000904504,0.00009005082],"domain_scores_gemma":[0.99336195,0.0046357424,0.00028377536,0.0004188348,0.0012006733,0.00009914424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016140761,0.0010062946,0.0006570632,0.002046136,0.000288675,0.0010829932,0.0016971736,0.00062915444,0.009324097],"category_scores_gemma":[0.008123822,0.00040749193,0.00065788935,0.0017694574,0.00030304157,0.0010581051,0.00052881474,0.0011617723,0.0025833051],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019297349,0.00020050172,0.0016923336,0.00045265487,0.00004151096,0.000523579,0.00015578112,0.014712851,0.01609398,0.014704631,0.02321661,0.92801255],"study_design_scores_gemma":[0.00029458883,0.0014049731,0.009985995,0.00077213306,0.00023822971,0.0040239375,0.00036257098,0.6057882,0.12179323,0.07536346,0.17984541,0.00012730533],"about_ca_topic_score_codex":0.0009448482,"about_ca_topic_score_gemma":0.00107591,"teacher_disagreement_score":0.009324097,"about_ca_system_score_codex":0.0006165001,"about_ca_system_score_gemma":0.00060842844,"threshold_uncertainty_score":0.031192243},"labels":[],"label_agreement":null},{"id":"W4213397781","doi":"","title":"Mining Test Repositories for Automatic Detection of UI Performance Regressions in Android Apps","year":2016,"lang":"en","type":"article","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Android (operating system); Computer science; Test (biology); Mobile apps; World Wide Web; Operating system","score_opus":0.008998518496103433,"score_gpt":0.21602897062014118,"score_spread":0.20703045212403776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213397781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7373841,0.0025671446,0.21595515,0.00040749248,0.000096591764,0.00041069768,0.009047107,0.032709967,0.0014218742],"genre_scores_gemma":[0.8714342,0.0004831614,0.10806279,0.000094696254,0.0000615391,0.00037029464,0.017669924,0.0008771409,0.00094630034],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9951645,0.0006750342,0.0006555407,0.0012180149,0.0020029207,0.00028401442],"domain_scores_gemma":[0.9648635,0.016748121,0.0067186183,0.0053739976,0.005502813,0.00079303293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033895643,0.0021525524,0.0017633245,0.011023542,0.00041811613,0.0018326585,0.0027154258,0.001386623,0.00053839805],"category_scores_gemma":[0.033760834,0.0008228371,0.0015213346,0.004213959,0.00067453884,0.0025692033,0.0014042585,0.001049687,0.00075531064],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064996077,0.00094276475,0.3886059,0.0014140116,0.0007647979,0.0022606577,0.0008898468,0.14157711,0.029624948,0.0015468966,0.0100345835,0.42168847],"study_design_scores_gemma":[0.000042654472,0.0003150553,0.046609297,0.00009081578,0.00015878315,0.0007771558,0.00019163666,0.932343,0.015170013,0.001940795,0.002296853,0.00006392437],"about_ca_topic_score_codex":0.0058841724,"about_ca_topic_score_gemma":0.0077693346,"teacher_disagreement_score":0.011023542,"about_ca_system_score_codex":0.00072782184,"about_ca_system_score_gemma":0.0012283495,"threshold_uncertainty_score":0.017925978},"labels":[],"label_agreement":null},{"id":"W4214643715","doi":"10.1109/tse.2022.3154672","title":"An Empirical Study on Log Level Prediction for Multi-Component Systems","year":2022,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Component (thermodynamics); Interpretability; Computer science; Logging; Component-based software engineering; Data mining; Leverage (statistics); Software; Software system; Machine learning; Operating system","score_opus":0.05913968027635651,"score_gpt":0.29785239876476993,"score_spread":0.2387127184884134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214643715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9704028,0.0017694631,0.022994746,0.0009568747,0.00007049367,0.0001305899,0.0013722442,0.0005239247,0.0017789348],"genre_scores_gemma":[0.9882625,0.00030350298,0.00787029,0.0000960709,0.000041973435,0.00006479872,0.0028159148,0.000073422365,0.00047155897],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98868644,0.0058370503,0.00085741293,0.0022026852,0.0019545183,0.00046192767],"domain_scores_gemma":[0.7747768,0.1928617,0.008856159,0.011234486,0.010323417,0.0019473545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021519389,0.0011821694,0.0008320941,0.0021376142,0.0007669495,0.0024740596,0.0017382387,0.0013373449,0.0011832967],"category_scores_gemma":[0.11350352,0.0004421207,0.0010174109,0.002862363,0.0011697024,0.005189698,0.0011711513,0.0041371887,0.0005781832],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087737635,0.001475309,0.7648036,0.000720404,0.0005290651,0.0004278326,0.0016477695,0.12289462,0.00092844025,0.0019868894,0.008036801,0.09567189],"study_design_scores_gemma":[0.00006548003,0.00071197585,0.18244477,0.0001661172,0.0001458844,0.00036295134,0.0012609072,0.8052325,0.0016566158,0.0032826609,0.004602946,0.000067105386],"about_ca_topic_score_codex":0.0126874475,"about_ca_topic_score_gemma":0.008486643,"teacher_disagreement_score":0.021519389,"about_ca_system_score_codex":0.0016735308,"about_ca_system_score_gemma":0.0010253872,"threshold_uncertainty_score":0.113806784},"labels":[],"label_agreement":null},{"id":"W4214663927","doi":"10.1145/974044.974089","title":"Performance modeling from software components","year":2004,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Component (thermodynamics); Component-based software engineering; Unified Modeling Language; Software engineering; Software performance testing; Modeling language; Software; Programming language; Software construction; Software development","score_opus":0.022234971445716147,"score_gpt":0.22028795790777528,"score_spread":0.19805298646205913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214663927","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032930272,0.000535131,0.978297,0.00035141385,0.00008137124,0.0000954689,0.00028944458,0.0016961708,0.015360884],"genre_scores_gemma":[0.2527602,0.0059756157,0.71275485,0.00029095326,0.00031183977,0.0010215291,0.0031142791,0.0019425227,0.021828137],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985833,0.00037348273,0.00011415678,0.00014771703,0.00068297744,0.00009841211],"domain_scores_gemma":[0.99850816,0.00067409896,0.00012411934,0.0002668097,0.0003800059,0.000046834844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013982247,0.0017627261,0.00059948926,0.0016813354,0.0005287031,0.0026170013,0.0022531557,0.0012053594,0.003838472],"category_scores_gemma":[0.0051738266,0.0008079134,0.001530256,0.0012994738,0.00089628884,0.0033246551,0.0014902658,0.0017100443,0.0023220442],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003433724,0.0000539957,0.00060208904,0.0003533462,0.000056334797,0.00016321983,0.00033364582,0.5426239,0.0038285474,0.39136574,0.005246476,0.05533848],"study_design_scores_gemma":[0.000016582859,0.00004510862,0.0002863823,0.00014302363,0.000054263703,0.00010227894,0.00005515461,0.77658045,0.003865492,0.14036953,0.07844411,0.00003765794],"about_ca_topic_score_codex":0.0051982207,"about_ca_topic_score_gemma":0.002564232,"teacher_disagreement_score":0.0051982207,"about_ca_system_score_codex":0.0013246603,"about_ca_system_score_gemma":0.0014125569,"threshold_uncertainty_score":0.012840986},"labels":[],"label_agreement":null},{"id":"W4214761061","doi":"10.36227/techrxiv.12092259","title":"Junit framework for unit testing.pdf","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Unit testing; Computer science; Black-box testing; Java; Integration testing; Systems development life cycle; Software engineering; Task (project management); Software; Test (biology); Operating system; Software development; Systems engineering; Software development process; Software construction; Engineering","score_opus":0.10081629758255287,"score_gpt":0.31841415692403047,"score_spread":0.2175978593414776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214761061","genre_codex":"software","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00077784125,0.00093294855,0.41482112,0.0003621749,0.00041166288,0.0004901801,0.027644608,0.5289793,0.025580166],"genre_scores_gemma":[0.04385007,0.0024529526,0.38060182,0.0014319057,0.0005889554,0.0035942637,0.16324262,0.3604427,0.04379476],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99549806,0.0010504625,0.00062168913,0.00055163214,0.0017098091,0.00056834007],"domain_scores_gemma":[0.9926186,0.0031958816,0.00045180783,0.0021465262,0.0012520076,0.00033510712],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007435858,0.0032064859,0.0023745028,0.0034997363,0.00087999605,0.0058144745,0.006174025,0.002587466,0.22518863],"category_scores_gemma":[0.011718032,0.0037792532,0.0036852974,0.0022178602,0.0013032977,0.0050054328,0.004809586,0.006186241,0.15633462],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010977249,0.00040712775,0.002127758,0.0032014393,0.00047923726,0.00084609893,0.00044223995,0.012076086,0.0066928393,0.08183929,0.6595754,0.23121487],"study_design_scores_gemma":[0.0005518031,0.00015782594,0.0021815996,0.0010426834,0.00013429868,0.0008732797,0.00011668383,0.04258116,0.015143722,0.08243073,0.85455704,0.00022922338],"about_ca_topic_score_codex":0.002754346,"about_ca_topic_score_gemma":0.0021651192,"teacher_disagreement_score":0.7748114,"about_ca_system_score_codex":0.0012758431,"about_ca_system_score_gemma":0.0017152824,"threshold_uncertainty_score":0.753331},"labels":[],"label_agreement":null},{"id":"W4220742105","doi":"10.1145/3489525.3511683","title":"Studying the Performance Risks of Upgrading Docker Hub Images","year":2022,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Image (mathematics); Test (biology); Work (physics); Computer security; Artificial intelligence; Engineering","score_opus":0.050263869541252976,"score_gpt":0.29107289532158775,"score_spread":0.24080902578033478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220742105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99200433,0.00017255562,0.004478331,0.00028589164,0.000023452942,0.000097195276,0.00016469926,0.00023133076,0.00254226],"genre_scores_gemma":[0.99314743,0.000091829206,0.005644989,0.00005768482,0.000019062443,0.000063813226,0.00024194097,0.00008565188,0.00064757006],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9856361,0.0043430706,0.00093955995,0.0015433076,0.0062532104,0.0012848724],"domain_scores_gemma":[0.8269643,0.118431084,0.024019243,0.012022749,0.016500771,0.0020618315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011216291,0.0009102096,0.00042249402,0.0030067991,0.0009143284,0.0014155976,0.0015142845,0.001340351,0.0010608531],"category_scores_gemma":[0.11005392,0.00057466596,0.00065954326,0.0020661338,0.0012447359,0.003164509,0.0012334161,0.0021090654,0.00031046427],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028520632,0.0033466935,0.5598504,0.0008488467,0.0006384384,0.0021091597,0.0043634004,0.19419569,0.04396732,0.0059428355,0.0058438666,0.17604125],"study_design_scores_gemma":[0.00018548136,0.007913023,0.52727413,0.00021586876,0.00076980924,0.0017892268,0.0038961335,0.37786913,0.06759568,0.0053843637,0.006821689,0.00028542342],"about_ca_topic_score_codex":0.0078053353,"about_ca_topic_score_gemma":0.0066042906,"teacher_disagreement_score":0.011216291,"about_ca_system_score_codex":0.0022019593,"about_ca_system_score_gemma":0.0016085836,"threshold_uncertainty_score":0.059318185},"labels":[],"label_agreement":null},{"id":"W4221125010","doi":"10.18280/isi.270116","title":"Transmission Control Protocol Analysis Using NS3","year":2022,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Random early detection; Active queue management; Queue; Transmission Control Protocol; Network packet; Protocol (science); Computer network; Network congestion","score_opus":0.013168455808796579,"score_gpt":0.25375425897147946,"score_spread":0.24058580316268288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221125010","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0579019,0.00037811298,0.87799674,0.0007485138,0.0005428417,0.0011707821,0.0066536465,0.020491073,0.034116436],"genre_scores_gemma":[0.68017185,0.0008219901,0.28228906,0.00025084897,0.000068502995,0.0020757087,0.014082499,0.0017564608,0.018483132],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99896765,0.00019695774,0.0000998694,0.000068887384,0.00057444023,0.0000921446],"domain_scores_gemma":[0.9983834,0.00039960226,0.00009171662,0.00023188522,0.0008493139,0.00004400973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012469942,0.00073016755,0.00037750474,0.001089784,0.0008254305,0.0010957818,0.0010413368,0.00035561385,0.010970447],"category_scores_gemma":[0.0035921652,0.00022017158,0.00053046556,0.0009958954,0.00027841746,0.0010435291,0.00045682033,0.0012431336,0.0016511055],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005040749,0.0003908026,0.005723824,0.000738327,0.0002575362,0.0007561005,0.0007266606,0.6593679,0.026683433,0.050699547,0.06813223,0.1860195],"study_design_scores_gemma":[0.000033728444,0.000084654894,0.0007975289,0.00003642326,0.00001925465,0.00009093003,0.00010694534,0.95604277,0.012215657,0.0050544855,0.025480589,0.000037132617],"about_ca_topic_score_codex":0.014693137,"about_ca_topic_score_gemma":0.008973496,"teacher_disagreement_score":0.014693137,"about_ca_system_score_codex":0.0009627582,"about_ca_system_score_gemma":0.0018419455,"threshold_uncertainty_score":0.036699772},"labels":[],"label_agreement":null},{"id":"W4224048739","doi":"10.22215/etd/2021-14846","title":"A New Approximation for Multiserver Waiting Time, for Layered Queueing Systems","year":2021,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Queueing theory; Computer science; Binomial (polynomial); Queue; Mean value analysis; Convergence (economics); Solver; Layered queueing network; Applied mathematics; Approximation error; Mathematical optimization; Approximation algorithm; Approximations of π; Stochastic approximation; Algorithm; Mathematics; Statistics; Telecommunications; Computer network; Asynchronous communication","score_opus":0.015286092528320555,"score_gpt":0.2666307727504081,"score_spread":0.25134468022208756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224048739","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003341235,0.00030247023,0.992968,0.00017587109,0.00015416993,0.000029570521,0.000057478213,0.00020171529,0.00276938],"genre_scores_gemma":[0.22242522,0.0018949532,0.7611436,0.00040877194,0.00025722093,0.0003391313,0.000434455,0.0005216111,0.012575],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989618,0.0002707146,0.000053243006,0.0001022862,0.0005147603,0.000097157514],"domain_scores_gemma":[0.9982868,0.0008804145,0.00013776236,0.00017761454,0.00042554154,0.000091768816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023113964,0.00095355493,0.00054103683,0.0008515977,0.0005759068,0.0016232659,0.0016999819,0.0008872092,0.0034640753],"category_scores_gemma":[0.011072182,0.0004172901,0.0009360932,0.00086131546,0.0006650837,0.0027745268,0.0011273029,0.002462556,0.0013712478],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074833275,0.0000702229,0.0016871558,0.00018654863,0.000043176726,0.000091989124,0.00020341057,0.71543574,0.005640014,0.19471738,0.0043465286,0.07750299],"study_design_scores_gemma":[0.0000039035276,0.000010942882,0.00009010305,0.000017390035,0.000005794255,0.000025146639,0.00001581707,0.9842258,0.00048403212,0.011838933,0.0032746254,0.000007466526],"about_ca_topic_score_codex":0.0074359253,"about_ca_topic_score_gemma":0.005491761,"teacher_disagreement_score":0.0074359253,"about_ca_system_score_codex":0.0016320709,"about_ca_system_score_gemma":0.0027335356,"threshold_uncertainty_score":0.01478529},"labels":[],"label_agreement":null},{"id":"W4225508567","doi":"10.1007/s10489-022-03300-1","title":"Log message anomaly detection with fuzzy C-means and MLP","year":2022,"lang":"en","type":"article","venue":"Applied Intelligence","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Anomaly detection; Data mining; Fuzzy logic; Anomaly (physics); Multilayer perceptron; RADIUS; Software; Cloud computing; Cluster (spacecraft); Artificial intelligence; Artificial neural network; Computer security; Operating system","score_opus":0.008776104311428373,"score_gpt":0.20786693623836186,"score_spread":0.1990908319269335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225508567","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06521257,0.0002841998,0.929394,0.00014227544,0.00012282397,0.000065453096,0.00013395605,0.0035437695,0.0011009518],"genre_scores_gemma":[0.64167005,0.00014321177,0.3548338,0.00006997478,0.00007636401,0.000095563315,0.00023769916,0.000112495065,0.0027608871],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880254,0.0001381785,0.00009792502,0.00033421422,0.00048678322,0.0001404008],"domain_scores_gemma":[0.99790704,0.00074175256,0.00019351332,0.00022894547,0.0008557471,0.000072880706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011306782,0.0007478434,0.001023328,0.0022912235,0.0008639,0.0012507299,0.0013361482,0.0012949051,0.00097035867],"category_scores_gemma":[0.0047619115,0.00033364308,0.0007006343,0.0015026103,0.00045395293,0.0012179335,0.00074693526,0.0015968371,0.00054398744],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007334281,0.00026979795,0.009329665,0.00012299097,0.00014086695,0.00015750523,0.00015284038,0.102746285,0.02531738,0.002297503,0.0027227937,0.85600895],"study_design_scores_gemma":[0.0000073095434,0.0000433104,0.001865682,0.0000067871024,0.000022883198,0.00006041346,0.000018851211,0.98738456,0.009037328,0.001002191,0.0005324693,0.000018160767],"about_ca_topic_score_codex":0.010367555,"about_ca_topic_score_gemma":0.0076351254,"teacher_disagreement_score":0.010367555,"about_ca_system_score_codex":0.0008253629,"about_ca_system_score_gemma":0.0013141318,"threshold_uncertainty_score":0.020614386},"labels":[],"label_agreement":null},{"id":"W4226125614","doi":"10.1109/icse-companion55297.2022.9793736","title":"A Tool for Rejuvenating Feature Logging Levels via Git Histories and Degree of Interest","year":2022,"lang":"en","type":"article","venue":"2022 IEEE/ACM 44th International Conference on Software Engineering: Companion Proceedings (ICSE-Companion)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Plug-in; Java; Logging; Software; Eclipse; Feature (linguistics); Source code; Database; Software engineering; Operating system; World Wide Web","score_opus":0.0773105243823938,"score_gpt":0.2726561349338638,"score_spread":0.19534561055147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226125614","genre_codex":"software","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027452724,0.00036870065,0.3212397,0.00037118458,0.00020742686,0.00036875674,0.007370536,0.63892925,0.0036917527],"genre_scores_gemma":[0.2554711,0.00045468318,0.63122094,0.0006527088,0.00016746155,0.0009979795,0.022516457,0.07445694,0.014061846],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99776876,0.0002656003,0.00027866202,0.00065249036,0.00087377155,0.00016076598],"domain_scores_gemma":[0.990475,0.003998855,0.0014891706,0.002529224,0.001120591,0.0003871144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031281596,0.0019954578,0.00083521643,0.0056739934,0.00077467976,0.0020496303,0.0019566026,0.001181184,0.008650171],"category_scores_gemma":[0.019453518,0.0014786673,0.0012298306,0.0023906175,0.0007881119,0.0036681825,0.0030723668,0.002060644,0.0055946554],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011703081,0.0006185792,0.07069568,0.001411011,0.0002587184,0.001374591,0.0039782794,0.0059847133,0.04039169,0.0061985273,0.12741055,0.7405074],"study_design_scores_gemma":[0.0007154711,0.0009500697,0.11017708,0.00084263063,0.0005509484,0.0042946637,0.001526724,0.38093543,0.16469452,0.028548373,0.30586624,0.0008978204],"about_ca_topic_score_codex":0.0035691168,"about_ca_topic_score_gemma":0.006986535,"teacher_disagreement_score":0.008650171,"about_ca_system_score_codex":0.0007317816,"about_ca_system_score_gemma":0.0013763332,"threshold_uncertainty_score":0.028937757},"labels":[],"label_agreement":null},{"id":"W4226394169","doi":"10.1007/s10664-022-10139-0","title":"Studying logging practice in test code","year":2022,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Concordia University","funders":"","keywords":"Logging; Test (biology); Production (economics); Computer science; Software; Database; Operating system; Forestry; Geography; Ecology","score_opus":0.01950508164430709,"score_gpt":0.27719995302169476,"score_spread":0.25769487137738767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226394169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.994865,0.0001330738,0.0028047913,0.00025760842,0.0000051946895,0.00001897404,0.000029123523,0.000040287396,0.0018459907],"genre_scores_gemma":[0.99841404,0.000058519563,0.0008579539,0.00003350307,0.000004081564,0.000013452684,0.000034293156,0.0000204293,0.00056368735],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98958594,0.005998087,0.0006020627,0.00083267485,0.0023750851,0.0006061375],"domain_scores_gemma":[0.59364563,0.3149517,0.046423357,0.019583728,0.02053475,0.004860897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010134223,0.00033837988,0.00025600643,0.0024236734,0.0010705349,0.0021411066,0.001498757,0.0013433773,0.0025549803],"category_scores_gemma":[0.2138219,0.00050992024,0.00020074828,0.0021858248,0.0017988492,0.0049436935,0.0016015597,0.0018816503,0.00054379663],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004117781,0.002057551,0.850424,0.0001599992,0.000089927395,0.0003785547,0.021305352,0.003282125,0.0033749382,0.0042231493,0.00096813735,0.11332447],"study_design_scores_gemma":[0.000068669564,0.0023337747,0.9069876,0.00044853688,0.000106575,0.0010155113,0.03719853,0.028638087,0.009067578,0.0084555,0.0055748345,0.00010473775],"about_ca_topic_score_codex":0.005425374,"about_ca_topic_score_gemma":0.011579426,"teacher_disagreement_score":0.010134223,"about_ca_system_score_codex":0.0019765415,"about_ca_system_score_gemma":0.002095123,"threshold_uncertainty_score":0.053595543},"labels":[],"label_agreement":null},{"id":"W422749228","doi":"","title":"Testing Multi-agent Systems for Deadlock Detection Based on UML Models.","year":2008,"lang":"en","type":"article","venue":"Distributed Multimedia Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Unified Modeling Language; Deadlock; Multi-agent system; Deadlock prevention algorithms; Distributed computing; Programming language; Software engineering; Artificial intelligence; Software","score_opus":0.060137233276791796,"score_gpt":0.2548453239441404,"score_spread":0.1947080906673486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W422749228","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2750198,0.00038610853,0.71062344,0.00053883943,0.00016059336,0.00042037378,0.00031136526,0.008178796,0.004360643],"genre_scores_gemma":[0.8529486,0.00009091278,0.14513499,0.00008397511,0.000023172113,0.00024365417,0.00042858443,0.0002599254,0.0007860735],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9915302,0.005019114,0.0004571162,0.0004841767,0.002008348,0.0005011783],"domain_scores_gemma":[0.9529767,0.037622705,0.001878721,0.004177489,0.0027092001,0.00063507113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006524922,0.0011984612,0.00073282036,0.0014245429,0.0006345338,0.0015405276,0.0024797241,0.0016954965,0.0028193344],"category_scores_gemma":[0.046041295,0.00080237107,0.0011367189,0.00043568207,0.0011469197,0.0039523593,0.0018074929,0.0012232442,0.0004927586],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003243379,0.0023613903,0.046395212,0.0010700711,0.0008668602,0.0014138977,0.0020872161,0.6011777,0.086696714,0.064720765,0.0058257016,0.18414113],"study_design_scores_gemma":[0.00010927409,0.00025728258,0.0008488346,0.00004762541,0.00007223135,0.000107405074,0.00009683078,0.96968496,0.015889458,0.012160914,0.0007036723,0.000021502965],"about_ca_topic_score_codex":0.004217694,"about_ca_topic_score_gemma":0.0037132544,"teacher_disagreement_score":0.006524922,"about_ca_system_score_codex":0.001002809,"about_ca_system_score_gemma":0.002034181,"threshold_uncertainty_score":0.034507513},"labels":[],"label_agreement":null},{"id":"W4230035235","doi":"10.1145/774838.774839","title":"EVolve","year":2003,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Visualization; Java; Extensibility; Protocol (science); Data visualization; Context (archaeology); Variety (cybernetics); Human–computer interaction; Programming language; Software engineering; Data mining; Artificial intelligence","score_opus":0.007577685580018667,"score_gpt":0.2108294848545255,"score_spread":0.20325179927450682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230035235","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017631402,0.0010480818,0.7241804,0.0009973127,0.00036693914,0.0002768706,0.01197535,0.1707063,0.072817326],"genre_scores_gemma":[0.15410292,0.0022759389,0.69315547,0.0008325749,0.00016740376,0.0008619529,0.034965955,0.050118204,0.06351952],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99947625,0.00010395087,0.000041240815,0.00011361506,0.0002133379,0.00005158702],"domain_scores_gemma":[0.99904686,0.0003198425,0.00006189488,0.00029235918,0.00019552046,0.00008343654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009097414,0.00086182856,0.0005168597,0.0011599383,0.0006799628,0.002154495,0.0012667822,0.0009286038,0.025010452],"category_scores_gemma":[0.0036204518,0.00054200593,0.0010272376,0.0009355369,0.0003805183,0.0031270315,0.0021503924,0.0015112984,0.0074545266],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067408476,0.0001855608,0.0055666706,0.0012316313,0.00021580845,0.00058297743,0.0017469361,0.025831379,0.022419995,0.15193534,0.31001025,0.47959936],"study_design_scores_gemma":[0.000118203934,0.00009775983,0.0030508796,0.00021416544,0.00007966736,0.00085816055,0.0002542443,0.09838495,0.024572378,0.05938994,0.8128603,0.00011927982],"about_ca_topic_score_codex":0.0022243413,"about_ca_topic_score_gemma":0.002848319,"teacher_disagreement_score":0.025010452,"about_ca_system_score_codex":0.00040953758,"about_ca_system_score_gemma":0.0007880871,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4230297784","doi":"10.1145/584408.584412","title":"Performance aware software development (PASD) using resource demand budgets","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Bottleneck; Unified Modeling Language; Key (lock); Software engineering; Software; Software requirements specification; Middleware (distributed applications); Resource (disambiguation); Software development; Software construction; Operating system; Embedded system","score_opus":0.029611087206404433,"score_gpt":0.22255211713458029,"score_spread":0.19294102992817586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230297784","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0064749247,0.0003026069,0.98411167,0.000384983,0.000023812183,0.00018428701,0.000074803946,0.002074952,0.00636789],"genre_scores_gemma":[0.18547213,0.0010148416,0.8095281,0.00013462758,0.00003069186,0.00074085814,0.00033492458,0.0007061785,0.0020375962],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98983055,0.0048825187,0.0009407033,0.00085000705,0.0031162573,0.0003799464],"domain_scores_gemma":[0.9870035,0.0064706486,0.0014671608,0.0032022565,0.001570155,0.0002862746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009416667,0.0016908556,0.00089087634,0.0022909357,0.0007482137,0.0038308054,0.0016432242,0.0009045545,0.001681414],"category_scores_gemma":[0.022919616,0.0020076232,0.0009348886,0.0017453282,0.0013198484,0.007258581,0.003132695,0.0017115794,0.000693744],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019038019,0.00016838922,0.004217961,0.0008919007,0.00017246969,0.00028680163,0.0011744357,0.3297299,0.015329781,0.28432044,0.0040498795,0.35946754],"study_design_scores_gemma":[0.00010216325,0.0003211135,0.001462408,0.00062124874,0.0001479329,0.0005558038,0.00028140654,0.7162054,0.025353815,0.17144777,0.08334603,0.00015496805],"about_ca_topic_score_codex":0.0027127825,"about_ca_topic_score_gemma":0.0026118886,"teacher_disagreement_score":0.009416667,"about_ca_system_score_codex":0.0023012836,"about_ca_system_score_gemma":0.0048106615,"threshold_uncertainty_score":0.049800694},"labels":[],"label_agreement":null},{"id":"W4231315554","doi":"10.1007/978-1-4939-7131-2_100759","title":"Network Workbench Tool","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Workbench; Computer science; Artificial intelligence","score_opus":0.015809818952144245,"score_gpt":0.21618407437196122,"score_spread":0.20037425541981696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231315554","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019859283,0.0007083649,0.5008984,0.0005339217,0.00067796395,0.0003650696,0.013631812,0.10150381,0.3796948],"genre_scores_gemma":[0.025160987,0.002104722,0.26880875,0.0007428388,0.00030728383,0.0011333374,0.041673537,0.04028229,0.6197862],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99941504,0.0000722578,0.000036564375,0.000095780815,0.00032560836,0.00005470349],"domain_scores_gemma":[0.9991128,0.0003041554,0.000026571939,0.00023212834,0.00026000314,0.00006437555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007977742,0.0015936451,0.00069165725,0.0029312477,0.00083053677,0.0026707938,0.0027292296,0.00081485417,0.25200856],"category_scores_gemma":[0.002681214,0.00085127394,0.00079091935,0.0016823498,0.00028901343,0.0033443898,0.0020065801,0.0019112935,0.113473505],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009728114,0.000105596264,0.00031982944,0.00051774754,0.000029557461,0.00018674087,0.00028346817,0.0031844813,0.0058650943,0.06511165,0.5731007,0.35119787],"study_design_scores_gemma":[0.00002622043,0.000017228607,0.00015039324,0.000120122204,0.000017226472,0.00020889236,0.000056100125,0.006524986,0.0060993233,0.01837049,0.968381,0.000028039298],"about_ca_topic_score_codex":0.0017494756,"about_ca_topic_score_gemma":0.0030730725,"teacher_disagreement_score":0.25200856,"about_ca_system_score_codex":0.0006284452,"about_ca_system_score_gemma":0.0009109792,"threshold_uncertainty_score":0.8430526},"labels":[],"label_agreement":null},{"id":"W4231539220","doi":"10.1109/aspec.2007.39","title":"Checking Distributed Programs with Partially Ordered Atoms","year":2007,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Correctness; Predicate (mathematical logic); Generality; Model checking; Semantics (computer science); Computation; Interleaving; Programming language; Theoretical computer science; Set (abstract data type); Algorithm","score_opus":0.01245558559273583,"score_gpt":0.23711293429575855,"score_spread":0.22465734870302273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231539220","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23576821,0.00007010684,0.7590472,0.00020688484,0.00002429964,0.00013267122,0.00023273424,0.0031725778,0.001345284],"genre_scores_gemma":[0.8028048,0.000066094755,0.19496967,0.000067713525,0.00002911975,0.00022021164,0.00050140085,0.00019128616,0.0011496657],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961004,0.0010695502,0.00027022793,0.00079928833,0.001375647,0.0003848512],"domain_scores_gemma":[0.9866688,0.009322426,0.0014048286,0.0015223065,0.00087987207,0.00020172373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029498222,0.0009248675,0.0010985851,0.0011521413,0.0010243191,0.0022077404,0.0020709825,0.0011271262,0.0015496137],"category_scores_gemma":[0.012032793,0.00091624603,0.0017299447,0.0009814033,0.003282504,0.0036285853,0.0023885644,0.0015391865,0.00019568049],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071872765,0.0002834007,0.010642594,0.00025190462,0.00022812183,0.0008102328,0.00052262895,0.7993358,0.019319883,0.12473233,0.00088114914,0.042273223],"study_design_scores_gemma":[0.00006788174,0.00008597054,0.00034044415,0.000013181985,0.000042103497,0.000058923502,0.000050521496,0.93642795,0.009609086,0.05276692,0.0005226851,0.000014292517],"about_ca_topic_score_codex":0.007780414,"about_ca_topic_score_gemma":0.0088091055,"teacher_disagreement_score":0.007780414,"about_ca_system_score_codex":0.0014404326,"about_ca_system_score_gemma":0.002882587,"threshold_uncertainty_score":0.015600324},"labels":[],"label_agreement":null},{"id":"W4232244838","doi":"10.1007/978-1-4842-4069-4_12","title":"AppRun DevTools","year":2019,"lang":"en","type":"book-chapter","venue":"Apress eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thornhill Medical (Canada)","funders":"","keywords":"Computer science","score_opus":0.018118368611010578,"score_gpt":0.21327516764260923,"score_spread":0.19515679903159866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232244838","genre_codex":"other","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028572532,0.00219036,0.2712722,0.0010576063,0.001508678,0.00046197802,0.0131034,0.23311585,0.4744327],"genre_scores_gemma":[0.01752733,0.0029246674,0.10668605,0.0024087892,0.0005320605,0.0008532991,0.02531127,0.11594115,0.72781545],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995022,0.00005560722,0.000028960367,0.00009113736,0.00027794755,0.000044140634],"domain_scores_gemma":[0.99868375,0.00057746505,0.0000418513,0.00022431136,0.0003852187,0.000087276196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000614008,0.0014738904,0.00049186486,0.0015092402,0.000522234,0.0023032958,0.0023405298,0.0010930346,0.23181565],"category_scores_gemma":[0.00366065,0.0011572322,0.00071937084,0.00092955545,0.00032507646,0.0025340843,0.0019883353,0.0026361132,0.1558943],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006303777,0.000051311847,0.00031049267,0.0005612246,0.000014885706,0.00024039003,0.00026985977,0.00090735493,0.0033944412,0.024086595,0.68266267,0.2874378],"study_design_scores_gemma":[0.000013689222,0.000013638051,0.00022627805,0.000104559935,0.0000062801328,0.00026971803,0.000020701042,0.0009902945,0.002628372,0.005297514,0.990408,0.000020911488],"about_ca_topic_score_codex":0.001412867,"about_ca_topic_score_gemma":0.0028052924,"teacher_disagreement_score":0.23181565,"about_ca_system_score_codex":0.00066165294,"about_ca_system_score_gemma":0.00064315303,"threshold_uncertainty_score":0.7755006},"labels":[],"label_agreement":null},{"id":"W4232911828","doi":"10.1007/978-1-4939-7131-2_100103","title":"Cloud Services","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Cloud computing; Computer science; Operating system","score_opus":0.011184430745598203,"score_gpt":0.21989595522630553,"score_spread":0.20871152448070734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232911828","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011400107,0.0031751334,0.017169626,0.002288682,0.0013391167,0.00009320637,0.000560909,0.0013655636,0.97286767],"genre_scores_gemma":[0.014958337,0.0065815207,0.009888106,0.0013094372,0.0008093347,0.000055302236,0.0009682682,0.00057793624,0.96485174],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996939,0.000023139919,0.000009016672,0.00005043544,0.00017997799,0.00004355293],"domain_scores_gemma":[0.9998105,0.000025489824,0.000009844143,0.00004990299,0.00006908103,0.000035090485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023026332,0.00071829977,0.00030049542,0.0010185888,0.0008865251,0.0028052868,0.000733054,0.0007944313,0.12190352],"category_scores_gemma":[0.0007399702,0.0002689563,0.0003612846,0.0017329957,0.00044491192,0.0031114551,0.0013778205,0.0014405148,0.08275705],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021614795,0.000041536576,0.00010067148,0.00014376912,0.0000056095605,0.00006829505,0.00014606547,0.00050360593,0.0024027044,0.16770901,0.47219616,0.35666102],"study_design_scores_gemma":[0.0000017621547,0.0000041760213,0.00010105442,0.00004087565,0.0000017823824,0.00007585144,0.000029671917,0.00044196128,0.00040379525,0.012103124,0.98679256,0.000003409286],"about_ca_topic_score_codex":0.004029241,"about_ca_topic_score_gemma":0.0057531917,"teacher_disagreement_score":0.12190352,"about_ca_system_score_codex":0.0013550591,"about_ca_system_score_gemma":0.0011736355,"threshold_uncertainty_score":0.4078079},"labels":[],"label_agreement":null},{"id":"W4233656869","doi":"10.32920/ryerson.14665065.v1","title":"Performance measurement and analytic modeling of a web application","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Toronto","funders":"","keywords":"Computer science; Queueing theory; Performance measurement; Throughput; Performance prediction; Data mining; Reliability engineering; Distributed computing; Industrial engineering; Simulation; Engineering; Operating system; Computer network","score_opus":0.031657052652310794,"score_gpt":0.2389860224556463,"score_spread":0.20732896980333548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233656869","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13384297,0.0004966764,0.84973484,0.0005852639,0.00005218932,0.00018451338,0.00049140217,0.0030974662,0.01151468],"genre_scores_gemma":[0.9210068,0.000751282,0.07418007,0.000064898995,0.000044939472,0.0002950503,0.00038202596,0.00012093848,0.003153959],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99864405,0.00033922997,0.00006542424,0.00014669346,0.0007238796,0.00008067668],"domain_scores_gemma":[0.99863786,0.00065953477,0.00014360154,0.00021248043,0.0003169251,0.000029607187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011817134,0.0007120995,0.00043734233,0.0007942197,0.00029649568,0.0016141628,0.0009517768,0.00069418113,0.0009895264],"category_scores_gemma":[0.003992263,0.0003119513,0.00043254942,0.00083401834,0.0004915564,0.0012532651,0.00045198205,0.00080946815,0.00051385874],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009454148,0.00015130467,0.0036025394,0.00021568565,0.000036541427,0.00016230221,0.00024863318,0.8741825,0.044453245,0.033731576,0.0012746715,0.041846503],"study_design_scores_gemma":[0.0000028863346,0.00003356025,0.00060374185,0.0000089536725,0.0000057420784,0.000027914328,0.000018325616,0.99066985,0.0046170396,0.002998128,0.0010063497,0.000007438551],"about_ca_topic_score_codex":0.0043243514,"about_ca_topic_score_gemma":0.0011863591,"teacher_disagreement_score":0.0043243514,"about_ca_system_score_codex":0.0011507527,"about_ca_system_score_gemma":0.0014707049,"threshold_uncertainty_score":0.008598328},"labels":[],"label_agreement":null},{"id":"W4233918626","doi":"10.1109/iwsc50091.2020.9047632","title":"Message from the Chairs","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.018105982745003184,"score_gpt":0.20887036830128894,"score_spread":0.19076438555628575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233918626","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00056973135,0.004188365,0.0009819368,0.43507662,0.51240855,0.00017612873,0.001209717,0.0007281914,0.044660725],"genre_scores_gemma":[0.006621029,0.0034914003,0.0010250851,0.29767165,0.07484175,0.00035652565,0.0011292428,0.0007525127,0.61411077],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979019,0.00039490967,0.000112015885,0.00039412297,0.00085591985,0.0003410315],"domain_scores_gemma":[0.99119663,0.00074472284,0.00022623978,0.0003142922,0.0047706985,0.0027473893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003093835,0.0011935409,0.0011177799,0.000908067,0.003744387,0.005583866,0.001424629,0.0066231685,0.21569078],"category_scores_gemma":[0.01668123,0.00063122774,0.0009780906,0.00065025635,0.0008267809,0.0040322095,0.0033662573,0.013155993,0.16481873],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023819333,0.0000072354815,0.00004266653,0.000018282748,0.000001325975,0.000019603714,0.000020248663,0.000006221851,0.00004210126,0.0004341577,0.99552107,0.003863138],"study_design_scores_gemma":[0.000008240962,0.00001258164,0.00018892728,0.000039533803,0.0000030930084,0.00004586933,0.00012846044,0.000019815512,0.000082738596,0.00029088152,0.99917054,0.000009446247],"about_ca_topic_score_codex":0.004804962,"about_ca_topic_score_gemma":0.0065523847,"teacher_disagreement_score":0.21569078,"about_ca_system_score_codex":0.002362843,"about_ca_system_score_gemma":0.0038374567,"threshold_uncertainty_score":0.7215575},"labels":[],"label_agreement":null},{"id":"W4234373927","doi":"10.1109/cnsm.2016.7818402","title":"Predicting Web service response time percentiles","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Response time; Percentile; Workload; Service (business); Web service; Real-time computing; World Wide Web; Statistics","score_opus":0.007695765509279501,"score_gpt":0.21660730042678394,"score_spread":0.20891153491750444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234373927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8417692,0.00025332562,0.1448255,0.0001528605,0.00004301058,0.0000847316,0.0022135896,0.008996154,0.0016615806],"genre_scores_gemma":[0.981199,0.000061473096,0.016536009,0.0000145112,0.00001234905,0.000030453743,0.0018755159,0.00008929947,0.00018138837],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99894994,0.00016344641,0.00007842066,0.00022660302,0.00044611612,0.00013544098],"domain_scores_gemma":[0.99426657,0.0026798383,0.0006756093,0.000936933,0.0011256607,0.0003154148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015880573,0.0010564659,0.00078065606,0.0017291056,0.0003489215,0.0008986215,0.00075095776,0.0007048935,0.0005718646],"category_scores_gemma":[0.009605114,0.0004600484,0.0004967788,0.0012356684,0.00024159462,0.0011526506,0.0006102389,0.0009584794,0.0006738122],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063047005,0.00019816383,0.10487706,0.000094281844,0.000090087044,0.00017427394,0.0001483785,0.79655695,0.017684188,0.0009362146,0.0022546723,0.076355174],"study_design_scores_gemma":[0.000004017115,0.000037867718,0.0064981733,0.0000028438922,0.000005026655,0.00002651081,0.000022372808,0.98940617,0.0033711984,0.00041635195,0.0001990134,0.000010513199],"about_ca_topic_score_codex":0.00920192,"about_ca_topic_score_gemma":0.007024832,"teacher_disagreement_score":0.00920192,"about_ca_system_score_codex":0.00073175575,"about_ca_system_score_gemma":0.00087030185,"threshold_uncertainty_score":0.018296719},"labels":[],"label_agreement":null},{"id":"W4234788164","doi":"10.32920/ryerson.14645304.v1","title":"Efficient Resource Management on Container as a Service","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Ontario Stroke Network","funders":"","keywords":"Enforcement; Service-level agreement; Computer science; Scheme (mathematics); Container (type theory); Popularity; Resource management (computing); Resource (disambiguation); Service (business); Business; Computer security; Distributed computing; Computer network; Quality of service; Engineering; Mathematics; Marketing","score_opus":0.01152272729285905,"score_gpt":0.24378194075150336,"score_spread":0.2322592134586443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234788164","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.098626055,0.0012457435,0.869023,0.0010584033,0.00029080053,0.00033317914,0.00015626324,0.009358147,0.019908445],"genre_scores_gemma":[0.75205785,0.000508276,0.23992993,0.0002472149,0.000088403875,0.00016832164,0.00031011054,0.00042923004,0.0062606726],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975337,0.000594776,0.00015344405,0.00031558026,0.000915112,0.0004874529],"domain_scores_gemma":[0.9975681,0.00039192248,0.00023281951,0.0011038505,0.0005056868,0.00019767862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015269374,0.0006636508,0.0007617892,0.0008643389,0.0012213965,0.0020899593,0.0022647316,0.000629674,0.002275339],"category_scores_gemma":[0.0038289025,0.0003362694,0.00039532242,0.0012987191,0.000908865,0.0030837492,0.00205708,0.001169683,0.0008164902],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007986299,0.00043318613,0.0034399948,0.0003891506,0.00012660526,0.00082147314,0.00055176264,0.30637157,0.10456357,0.15008608,0.04348525,0.3889327],"study_design_scores_gemma":[0.000036514848,0.00008567608,0.0009276719,0.00002448024,0.000031337408,0.00015624239,0.00010229578,0.946679,0.016068673,0.015153486,0.020692691,0.00004184907],"about_ca_topic_score_codex":0.007649344,"about_ca_topic_score_gemma":0.005653557,"teacher_disagreement_score":0.007649344,"about_ca_system_score_codex":0.0014860859,"about_ca_system_score_gemma":0.0028098777,"threshold_uncertainty_score":0.015209615},"labels":[],"label_agreement":null},{"id":"W4235101400","doi":"10.22215/etd/2013-08574","title":"Automatic trace-based performance evaluation model building for concurrent distributed systems","year":2013,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Canadian Heritage; Library and Archives Canada","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"TRACE (psycholinguistics); Computer science; Philosophy","score_opus":0.03130000889696052,"score_gpt":0.30611512479377384,"score_spread":0.27481511589681334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235101400","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011480779,0.00006587511,0.97906655,0.00009161838,0.00002252486,0.0001434135,0.00023584937,0.007838225,0.0010550749],"genre_scores_gemma":[0.43078828,0.00022268062,0.5628107,0.00006090961,0.000035464076,0.0005152786,0.001957463,0.0012726285,0.0023365167],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969831,0.0010914273,0.00029093697,0.0003549576,0.0010712506,0.00020833593],"domain_scores_gemma":[0.991939,0.004096082,0.0005705841,0.0016607246,0.0015252621,0.000208337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034266473,0.0013500114,0.0009172523,0.0015884088,0.0007346429,0.0027967787,0.0031318436,0.0009679016,0.0036493004],"category_scores_gemma":[0.015144698,0.00087530084,0.0012370687,0.0007708336,0.0007071688,0.0028208983,0.001931688,0.0018409708,0.0009516385],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031127245,0.00033440726,0.0026660673,0.00030554764,0.00011130373,0.00014862217,0.00035458888,0.8129563,0.010267951,0.019361045,0.0027772395,0.15040566],"study_design_scores_gemma":[0.00001138286,0.000022043363,0.00006266469,0.0000094631005,0.000010591905,0.000010804315,0.000012435357,0.99316376,0.0025358456,0.0035004895,0.000653807,0.000006628074],"about_ca_topic_score_codex":0.012728727,"about_ca_topic_score_gemma":0.012905175,"teacher_disagreement_score":0.012728727,"about_ca_system_score_codex":0.0015745837,"about_ca_system_score_gemma":0.0030690301,"threshold_uncertainty_score":0.025309265},"labels":[],"label_agreement":null},{"id":"W4235247528","doi":"10.1109/icse.2015.317","title":"7th International Workshop on Modeling in Software Engineering (MiSE 2015)","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Software engineering; Computer science; Capability Maturity Model; Key (lock); Model-driven architecture; Software development; Software; Maturity (psychological); Systems engineering; Engineering management; Engineering; Programming language; Computer security","score_opus":0.08200850007191732,"score_gpt":0.31000332394408847,"score_spread":0.22799482387217115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235247528","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011046192,0.099819355,0.49652627,0.06360938,0.12646016,0.00078127347,0.0024059236,0.007798799,0.19155265],"genre_scores_gemma":[0.08081604,0.08273751,0.26919585,0.011615839,0.033119246,0.0012256574,0.0156247085,0.006932289,0.4987328],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9914466,0.0031049685,0.0007024708,0.0010860917,0.0029130268,0.00074678496],"domain_scores_gemma":[0.9898992,0.0022182118,0.00038108433,0.0018606748,0.0033634412,0.0022775203],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012385173,0.0022345197,0.0018685414,0.0032903748,0.0015755442,0.00910752,0.0034767485,0.004302847,0.07642929],"category_scores_gemma":[0.016333064,0.001035213,0.0026818337,0.0022552407,0.0014535645,0.008410281,0.010538137,0.0074976715,0.037887264],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021671731,0.00035680842,0.0007465368,0.00085560675,0.000106637206,0.00034634364,0.0010618389,0.0024692875,0.0038237744,0.056014918,0.5574317,0.3765698],"study_design_scores_gemma":[0.00001766285,0.00010044356,0.00051568466,0.00081365375,0.000030023633,0.00049418793,0.00028863302,0.0032640707,0.0013205694,0.021838767,0.97127444,0.000041791995],"about_ca_topic_score_codex":0.0012990439,"about_ca_topic_score_gemma":0.0023157848,"teacher_disagreement_score":0.9235707,"about_ca_system_score_codex":0.0022522116,"about_ca_system_score_gemma":0.003965241,"threshold_uncertainty_score":0.25568146},"labels":[],"label_agreement":null},{"id":"W4236395969","doi":"10.22215/etd/2019-13582","title":"Performance Model Extraction Using Kernel Event Tracing","year":2019,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Kernel (algebra); Tracing; Middleware (distributed applications); Distributed computing; Java; Context (archaeology); Instrumentation (computer programming); Queueing theory; Data mining; Real-time computing; Operating system; Computer network","score_opus":0.022089990042318434,"score_gpt":0.2971806906940473,"score_spread":0.27509070065172886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236395969","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020247204,0.000033802073,0.97145355,0.00004049848,0.000014385514,0.00010019962,0.0003633582,0.0060019176,0.001745081],"genre_scores_gemma":[0.4456683,0.00020514795,0.54592645,0.000028105525,0.000014464118,0.0003302459,0.0025193293,0.0013127347,0.003995144],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999099,0.00014080336,0.00007607139,0.00021412592,0.00040799144,0.00006191275],"domain_scores_gemma":[0.997778,0.0009228187,0.00018354043,0.00066693936,0.00040445355,0.000044251086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010484727,0.0008336691,0.0005829372,0.0013479089,0.00041851454,0.0018506892,0.0011073701,0.0005789078,0.002939134],"category_scores_gemma":[0.0061011547,0.0005286872,0.0010300359,0.0009064863,0.00030961118,0.0017963185,0.0010033108,0.0011517616,0.00093224103],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014521803,0.00024544873,0.0063473284,0.00025421425,0.00009477604,0.00021655753,0.0006140014,0.77249056,0.01962993,0.032587554,0.002272916,0.16510148],"study_design_scores_gemma":[0.0000054824122,0.00001567908,0.00032793757,0.000008930604,0.0000089589075,0.000023325965,0.000018559589,0.98366654,0.008178951,0.0051150927,0.0026208286,0.000009747849],"about_ca_topic_score_codex":0.0046853656,"about_ca_topic_score_gemma":0.002539771,"teacher_disagreement_score":0.0046853656,"about_ca_system_score_codex":0.0010318378,"about_ca_system_score_gemma":0.0013246697,"threshold_uncertainty_score":0.009832382},"labels":[],"label_agreement":null},{"id":"W4236702796","doi":"10.1145/2365864.2151044","title":"Execution mining","year":2012,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Artifact (error); Source code; Programming language; Code (set theory); Simple (philosophy); Execution model; Representation (politics); Software engineering; Distributed computing; Operating system; Set (abstract data type)","score_opus":0.02592149768555107,"score_gpt":0.26436625441099615,"score_spread":0.23844475672544507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236702796","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07777094,0.0044689965,0.5811351,0.0021144287,0.0007705674,0.002741281,0.18872325,0.09072962,0.051545843],"genre_scores_gemma":[0.20984182,0.0026160302,0.46719787,0.00050788035,0.00024153078,0.0014693455,0.28916568,0.004101613,0.02485814],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99772316,0.00021004124,0.00025809213,0.0007978112,0.0008138314,0.00019704884],"domain_scores_gemma":[0.9967913,0.0011802384,0.000317646,0.0008050914,0.0007631646,0.00014258521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016134459,0.0016977417,0.0007984202,0.00577401,0.0011453361,0.0024950646,0.0026437454,0.0010449393,0.011393719],"category_scores_gemma":[0.008783263,0.00057676947,0.0016378983,0.0038491918,0.00043556583,0.0020857381,0.0015164743,0.0015219286,0.009058696],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066514325,0.0005056896,0.04117485,0.0021955422,0.00036760874,0.0017125035,0.00052138924,0.02272293,0.01118496,0.025697453,0.2313323,0.6619196],"study_design_scores_gemma":[0.00017645274,0.00023051335,0.022196036,0.0006707806,0.00031485755,0.0023369058,0.0008780307,0.33137438,0.03590879,0.056175347,0.5496068,0.00013113617],"about_ca_topic_score_codex":0.0042606154,"about_ca_topic_score_gemma":0.008173757,"teacher_disagreement_score":0.011393719,"about_ca_system_score_codex":0.0007005993,"about_ca_system_score_gemma":0.0030914268,"threshold_uncertainty_score":0.0381158},"labels":[],"label_agreement":null},{"id":"W4237655509","doi":"10.1145/586102.586103","title":"STEP","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Tracing; Compiler; Programming language; Java; TRACE (psycholinguistics); Reuse; Interface (matter); Encoding (memory); Set (abstract data type); Software engineering; Operating system; Artificial intelligence","score_opus":0.016441607695942165,"score_gpt":0.20589940240318932,"score_spread":0.18945779470724716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237655509","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01895283,0.0005389153,0.41274568,0.001129915,0.0012345331,0.0015247366,0.018802881,0.15247262,0.39259785],"genre_scores_gemma":[0.107144974,0.0007335299,0.329798,0.0019326991,0.00022852048,0.0012946173,0.043301154,0.017697586,0.49786896],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99883384,0.00013813275,0.00009991843,0.0003257453,0.00044039765,0.00016192305],"domain_scores_gemma":[0.99783945,0.00023084081,0.00010387332,0.00090726675,0.0007944971,0.00012412084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009879118,0.0009858955,0.00056210713,0.0012737304,0.0010122437,0.0028815193,0.0018860865,0.0011492901,0.14920871],"category_scores_gemma":[0.00354003,0.0005152561,0.00069229293,0.0009256044,0.00044883814,0.0031271323,0.0031587728,0.0012613222,0.12950666],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00094806723,0.0002650913,0.0038720062,0.0009027354,0.00006219715,0.00041574903,0.00067494117,0.0017375657,0.024152987,0.07831941,0.30900204,0.5796473],"study_design_scores_gemma":[0.00008041865,0.000131904,0.0011243374,0.00010028317,0.00003640123,0.00047767954,0.00018072434,0.006504739,0.03399108,0.013055285,0.9442673,0.0000498462],"about_ca_topic_score_codex":0.0015166973,"about_ca_topic_score_gemma":0.0023505054,"teacher_disagreement_score":0.14920871,"about_ca_system_score_codex":0.00060045737,"about_ca_system_score_gemma":0.0021108547,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4237967764","doi":"10.22215/etd/2009-08851","title":"Incorporating fair share scheduling into the Layered Queueing Network model","year":2009,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Canadian Heritage; Library and Archives Canada","funders":"","keywords":"Queueing theory; Computer science; Scheduling (production processes); Computer network; Mathematics; Mathematical optimization","score_opus":0.013068522343801585,"score_gpt":0.25936223599597164,"score_spread":0.24629371365217004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237967764","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04717204,0.00031144134,0.9434796,0.00071726146,0.0001770141,0.00004921546,0.00011029613,0.00046450095,0.007518635],"genre_scores_gemma":[0.8699347,0.0004016495,0.11936559,0.00013070203,0.0001070977,0.00007015323,0.00009548877,0.000121505356,0.009773118],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99956053,0.00016470568,0.000015836787,0.00005392604,0.00012548265,0.00007944846],"domain_scores_gemma":[0.9989655,0.0005486189,0.00007822803,0.00009955871,0.00019597384,0.000112023794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014289301,0.00043408494,0.0005670016,0.00036989243,0.0005147355,0.001787393,0.001553548,0.0007000757,0.003333173],"category_scores_gemma":[0.0045095487,0.0003937548,0.0005382713,0.0005037928,0.00044672377,0.0026023681,0.00094469695,0.000964975,0.00045093047],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006802495,0.000043399003,0.0003750257,0.000018218896,0.000020269132,0.00003674994,0.000041203617,0.9419487,0.00100508,0.04596311,0.00066501234,0.00981524],"study_design_scores_gemma":[0.0000036891227,0.000006210656,0.000018152645,0.0000013954805,0.0000045882152,0.0000020137488,0.000002789794,0.99305713,0.00008586622,0.006599282,0.0002159535,0.0000029796747],"about_ca_topic_score_codex":0.020668982,"about_ca_topic_score_gemma":0.017506743,"teacher_disagreement_score":0.020668982,"about_ca_system_score_codex":0.0021523691,"about_ca_system_score_gemma":0.002927443,"threshold_uncertainty_score":0.041097343},"labels":[],"label_agreement":null},{"id":"W4238184063","doi":"10.22215/etd/2005-10791","title":"An approach for building and evaluating performance models for component based systems","year":2005,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Canadian Heritage; Library and Archives Canada","funders":"","keywords":"Component (thermodynamics); Computer science; Humanities; Art; Physics","score_opus":0.047062323182016745,"score_gpt":0.32675671299715076,"score_spread":0.279694389815134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238184063","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0081466185,0.0001956371,0.98484045,0.00018614845,0.00004145508,0.00035527258,0.00039415556,0.0023565302,0.0034837655],"genre_scores_gemma":[0.12222941,0.0003093884,0.874082,0.000061001603,0.0000315389,0.0006420956,0.00095663744,0.000287625,0.0014003046],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9939756,0.0018184377,0.0005053707,0.00041228297,0.0030607416,0.00022755665],"domain_scores_gemma":[0.98960894,0.004760879,0.0008531681,0.0019769801,0.0026051358,0.0001949526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006090096,0.0023405354,0.0011337046,0.003282184,0.00091964967,0.005026162,0.0035225432,0.0017468517,0.0025508713],"category_scores_gemma":[0.025483478,0.0011075821,0.002004572,0.0024065834,0.00097344455,0.0038356981,0.0023750612,0.0025053334,0.0010516399],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010735257,0.00025140014,0.0028038346,0.0003775221,0.00028433817,0.00012171417,0.0005073601,0.7908983,0.0058958107,0.07161248,0.003077789,0.124062024],"study_design_scores_gemma":[0.000020011921,0.0001182224,0.00033384873,0.00006728803,0.00010625866,0.00005653514,0.00010826786,0.9652089,0.0031304334,0.023802117,0.007012948,0.00003522147],"about_ca_topic_score_codex":0.012364542,"about_ca_topic_score_gemma":0.011250654,"teacher_disagreement_score":0.012364542,"about_ca_system_score_codex":0.0026905828,"about_ca_system_score_gemma":0.0036879508,"threshold_uncertainty_score":0.032207847},"labels":[],"label_agreement":null},{"id":"W4238190933","doi":"10.1145/775094.775095","title":"From run-time behavior to usage scenarios","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Business process reengineering; Computer science; Documentation; Software engineering; Context (archaeology); Software system; Process (computing); Software evolution; Requirements engineering; Software; Software construction; Engineering","score_opus":0.015949717032068253,"score_gpt":0.23086286163443082,"score_spread":0.21491314460236255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238190933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5411308,0.0010290517,0.44030806,0.0019723293,0.00003917342,0.00024570612,0.0018088309,0.004626791,0.008839249],"genre_scores_gemma":[0.91759336,0.0005105167,0.07868986,0.0001215792,0.00002272745,0.00015400743,0.0018711723,0.0002658184,0.0007709318],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961516,0.0014605653,0.0003595746,0.0006384873,0.0010979167,0.0002917155],"domain_scores_gemma":[0.97408676,0.017269777,0.00239735,0.0037496623,0.001952155,0.00054426334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035311012,0.0010728836,0.00048183042,0.0030303937,0.00064606476,0.0034411082,0.001468798,0.0018517853,0.001375817],"category_scores_gemma":[0.03682184,0.00080169085,0.0008109717,0.001915962,0.0014722252,0.0056464765,0.0016935155,0.0016657361,0.0004891015],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012609008,0.0008296049,0.21855012,0.0011602439,0.00054340163,0.0079580275,0.010214728,0.19487044,0.020776311,0.087986976,0.00654596,0.44930327],"study_design_scores_gemma":[0.00006008819,0.0003308171,0.04411957,0.000314921,0.0002050266,0.0052496367,0.0031735566,0.7694859,0.014849451,0.14514944,0.01688538,0.00017627903],"about_ca_topic_score_codex":0.0035156875,"about_ca_topic_score_gemma":0.003051732,"teacher_disagreement_score":0.0035311012,"about_ca_system_score_codex":0.00093509984,"about_ca_system_score_gemma":0.0009660131,"threshold_uncertainty_score":0.018674433},"labels":[],"label_agreement":null},{"id":"W4238557569","doi":"10.1109/mise.2017.5","title":"Transforming Workflow Models into Automated End-to-End Acceptance Test Cases","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Workflow; Test suite; Heuristics; Regression testing; Test case; Software engineering; Programming language; Model-based testing; Code coverage; Test data; Data mining; Database; Software system; Software; Machine learning; Regression analysis; Software construction; Operating system","score_opus":0.026899247945903183,"score_gpt":0.2891282796677941,"score_spread":0.2622290317218909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238557569","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021700477,0.000033602482,0.96975696,0.00011805389,0.00001648062,0.00037449473,0.000315644,0.0056684758,0.0020158405],"genre_scores_gemma":[0.31512517,0.00011096239,0.6779479,0.00017718723,0.000022336992,0.0013224188,0.0025142422,0.0012400278,0.0015397554],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9903978,0.0041857157,0.00072515756,0.00077187474,0.003303012,0.0006164924],"domain_scores_gemma":[0.9746347,0.018111896,0.0019073803,0.0027551025,0.002404796,0.00018607604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066665844,0.0019176934,0.00075117854,0.0029129095,0.00052420597,0.002997941,0.002376251,0.001375659,0.0028511118],"category_scores_gemma":[0.03718143,0.0009992426,0.0023704965,0.00094631617,0.0013787572,0.0020727236,0.0026791312,0.0017701758,0.0009839274],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049407943,0.00062917557,0.00693152,0.00046853506,0.00016893358,0.0019257666,0.0011922535,0.73586994,0.018075023,0.08062657,0.004147366,0.14947082],"study_design_scores_gemma":[0.00004874298,0.000120631295,0.0005117292,0.0001044957,0.000035730744,0.0001898309,0.00014698628,0.9433859,0.020043168,0.0318637,0.0035186505,0.00003050674],"about_ca_topic_score_codex":0.0040431167,"about_ca_topic_score_gemma":0.003976177,"teacher_disagreement_score":0.0066665844,"about_ca_system_score_codex":0.0017986457,"about_ca_system_score_gemma":0.0020676474,"threshold_uncertainty_score":0.035256684},"labels":[],"label_agreement":null},{"id":"W4238831789","doi":"10.32920/ryerson.14657340","title":"Intelligence-based safety decision models for train traction control systems","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Traction control system; Traction (geology); Computer science; Level crossing; Classifier (UML); Control engineering; Artificial intelligence; Simulation; Engineering; Machine learning; Automotive engineering","score_opus":0.034650345841222736,"score_gpt":0.27990353229816806,"score_spread":0.24525318645694533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238831789","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037185375,0.00046923137,0.9507793,0.0006828914,0.00008501793,0.000090384245,0.0002650902,0.00025907435,0.010183653],"genre_scores_gemma":[0.94465554,0.0006492772,0.04416621,0.00012981829,0.000096147895,0.00032775986,0.00037819508,0.000039305814,0.009557751],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991491,0.00022429881,0.000051308565,0.00018534652,0.00025526842,0.00013465047],"domain_scores_gemma":[0.99806434,0.0010995665,0.0003006939,0.00006366877,0.00041433162,0.000057507714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016342184,0.0010950477,0.00090988656,0.00080487086,0.0004975589,0.0020677792,0.0011873783,0.0013420532,0.0044977902],"category_scores_gemma":[0.0040699407,0.00038205474,0.00085218536,0.00063081045,0.00090873986,0.0013896927,0.00086199114,0.001814165,0.0006533699],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004289666,0.000042450545,0.0005122418,0.00004342794,0.000019609353,0.00006182612,0.00009810344,0.9365545,0.00042995467,0.053107966,0.0005551814,0.008531854],"study_design_scores_gemma":[0.0000051007733,0.000015430775,0.0000813526,0.000004761354,0.00000514302,0.000007358407,0.000007956813,0.9911321,0.00009613638,0.008322807,0.00031767713,0.0000041851795],"about_ca_topic_score_codex":0.008772029,"about_ca_topic_score_gemma":0.00460286,"teacher_disagreement_score":0.008772029,"about_ca_system_score_codex":0.0017135751,"about_ca_system_score_gemma":0.0011391226,"threshold_uncertainty_score":0.017441928},"labels":[],"label_agreement":null},{"id":"W4239854741","doi":"10.1002/smr.374","title":"An automated approach for abstracting execution logs to execution events","year":2008,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada); Queen's University","funders":"Sandia National Laboratories; University of Waterloo","keywords":"Computer science; Source code; Programming language; Abstraction; Compiler; Database; Software engineering; Data mining","score_opus":0.06347520511774862,"score_gpt":0.38163286877641817,"score_spread":0.31815766365866954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239854741","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0073776618,0.00013743022,0.9760416,0.000101159836,0.000025759336,0.0002747005,0.0004802625,0.015016559,0.0005447625],"genre_scores_gemma":[0.106612526,0.0002525617,0.8869625,0.00011248078,0.0000629906,0.00044316973,0.0028412042,0.0008151661,0.0018975115],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9950736,0.0010953306,0.00062327343,0.00088439113,0.0020489802,0.00027450526],"domain_scores_gemma":[0.98343384,0.006093388,0.002764209,0.004611655,0.0028133679,0.0002835866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032408936,0.0022080662,0.0014740623,0.007848593,0.001182464,0.0035580345,0.0025007592,0.0010411132,0.0019951302],"category_scores_gemma":[0.016736705,0.000929466,0.0016035303,0.0040431186,0.001036071,0.0037358408,0.0029445915,0.0021136599,0.0014817809],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035746492,0.00044247595,0.010031511,0.0005396764,0.00019143893,0.00055756106,0.0021083674,0.021711618,0.027624633,0.0109455325,0.0099044535,0.9155852],"study_design_scores_gemma":[0.00012398044,0.0003253862,0.012349469,0.0002367672,0.0002748518,0.0012359247,0.0011142513,0.82507396,0.06003694,0.05174631,0.04719167,0.0002904138],"about_ca_topic_score_codex":0.006523142,"about_ca_topic_score_gemma":0.0070787375,"teacher_disagreement_score":0.007848593,"about_ca_system_score_codex":0.00095057377,"about_ca_system_score_gemma":0.003544034,"threshold_uncertainty_score":0.017139733},"labels":[],"label_agreement":null},{"id":"W4239964462","doi":"10.22215/etd/2008-08415","title":"Automatic generation of core scenario models from execution traces","year":2008,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Library and Archives Canada","funders":"","keywords":"Core (optical fiber); Computer science; Humanities; Art; Telecommunications","score_opus":0.05295766301011937,"score_gpt":0.2692050565963909,"score_spread":0.2162473935862715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239964462","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04145324,0.00020748746,0.9072449,0.0003266631,0.0000882594,0.0005310555,0.0064824848,0.037546594,0.0061192294],"genre_scores_gemma":[0.40333828,0.0004813543,0.56135863,0.00010080939,0.000039428614,0.00068033073,0.026084226,0.0035681438,0.0043488275],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993345,0.00016634214,0.000047627833,0.00013050219,0.00027306462,0.000047880178],"domain_scores_gemma":[0.99606663,0.001989086,0.00028056907,0.00081293745,0.0007263551,0.00012440482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079811976,0.0012284805,0.0005194492,0.0019420868,0.0003784268,0.0016988461,0.0013581896,0.0008843771,0.005856059],"category_scores_gemma":[0.008524959,0.000792467,0.0011295279,0.00092206814,0.00030644346,0.0014509644,0.0011289718,0.0010612579,0.0027748144],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00086828036,0.0004069672,0.010148165,0.0010859219,0.00026064215,0.0014475522,0.0011751911,0.4403386,0.036907617,0.040051386,0.041112065,0.42619768],"study_design_scores_gemma":[0.00002889769,0.00003467316,0.0005917186,0.000044175173,0.000025893052,0.000128075,0.00007113785,0.97031814,0.011122289,0.010259827,0.0073564057,0.00001886388],"about_ca_topic_score_codex":0.0036704438,"about_ca_topic_score_gemma":0.008190222,"teacher_disagreement_score":0.005856059,"about_ca_system_score_codex":0.00070226844,"about_ca_system_score_gemma":0.001813281,"threshold_uncertainty_score":0.019590497},"labels":[],"label_agreement":null},{"id":"W4240118127","doi":"10.22215/etd/2011-08952","title":"A benchmarking suite for comparing middleware performance","year":2011,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Heritage; Library and Archives Canada","funders":"","keywords":"Suite; Benchmarking; Computer science; Operating system; Humanities; Political science; Art; Business","score_opus":0.0334236760366419,"score_gpt":0.2529224790512343,"score_spread":0.21949880301459238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240118127","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18721494,0.004074504,0.39563304,0.00069436705,0.0012977453,0.0026060394,0.11290198,0.24115773,0.054419648],"genre_scores_gemma":[0.30479312,0.0019368377,0.3637842,0.00034765914,0.00026385556,0.0035936185,0.29749015,0.014875352,0.012915243],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98814696,0.0036286148,0.0021604085,0.0011459162,0.004363908,0.00055420597],"domain_scores_gemma":[0.9850048,0.005548059,0.0012936638,0.0034722013,0.0040420536,0.0006393394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077207293,0.0033857794,0.0016452788,0.009268302,0.0008725326,0.0024842764,0.0027238089,0.0012897907,0.006895634],"category_scores_gemma":[0.019180326,0.0008634807,0.001615532,0.009280557,0.00043417022,0.0020252282,0.0016324959,0.0016161937,0.0040635634],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016203165,0.002208622,0.03259431,0.005567624,0.002304649,0.0007128087,0.0009024524,0.101308346,0.037863575,0.01212147,0.28275758,0.52003825],"study_design_scores_gemma":[0.00088676735,0.0043251836,0.07628976,0.0010820385,0.00085955486,0.0017026688,0.00090005266,0.567473,0.07518363,0.0132834595,0.2574277,0.0005862141],"about_ca_topic_score_codex":0.0038632462,"about_ca_topic_score_gemma":0.003848345,"teacher_disagreement_score":0.009268302,"about_ca_system_score_codex":0.0009407341,"about_ca_system_score_gemma":0.0020244257,"threshold_uncertainty_score":0.040831566},"labels":[],"label_agreement":null},{"id":"W4240721973","doi":"10.1007/s10664-020-09811-0","title":"Guest Editorial: Special Issue on Predictive Models and Data Analytics in Software Engineering","year":2020,"lang":"en","type":"editorial","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Predictive analytics; Data science; Analytics; Data analysis; Software analytics; Software engineering; Software; Data mining; Software development; Software development process; Programming language","score_opus":0.027203129250548533,"score_gpt":0.2815026032040564,"score_spread":0.2542994739535079,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240721973","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021709146,0.0035061068,0.0001667993,0.017394375,0.9774695,0.000013180478,0.000060808787,0.00004195716,0.0013256032],"genre_scores_gemma":[0.00021140138,0.0019875958,0.00010331769,0.006371015,0.9845622,0.000014215026,0.000036863796,0.000041069197,0.0066722794],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926807,0.0014437378,0.00074840867,0.0009412423,0.0038061554,0.00037973255],"domain_scores_gemma":[0.95792186,0.018650604,0.0024970942,0.00097252993,0.015078987,0.0048789033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009804362,0.0046119336,0.0049316958,0.005743691,0.0031965505,0.012286167,0.0031082446,0.013681323,0.030836603],"category_scores_gemma":[0.036919102,0.0013421451,0.0028759418,0.0023406302,0.002332863,0.0048520085,0.0017804726,0.016176753,0.018428681],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029530729,0.000013393361,0.000018532346,0.00014476711,0.000016366892,0.000048496087,0.000003858178,0.00002601474,0.00003466957,0.00020963053,0.9962566,0.003198312],"study_design_scores_gemma":[0.00012925938,0.00005003012,0.00042211128,0.00056778156,0.00009255759,0.00021930257,0.000036062294,0.00061833364,0.00014484389,0.0031066143,0.9945809,0.000032129334],"about_ca_topic_score_codex":0.0014105695,"about_ca_topic_score_gemma":0.005129549,"teacher_disagreement_score":0.030836603,"about_ca_system_score_codex":0.0028884504,"about_ca_system_score_gemma":0.0034586492,"threshold_uncertainty_score":0.10315877},"labels":[],"label_agreement":null},{"id":"W4241492742","doi":"10.32920/ryerson.14645304","title":"Efficient Resource Management on Container as a Service","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Ontario Stroke Network","funders":"","keywords":"Enforcement; Service-level agreement; Computer science; Scheme (mathematics); Container (type theory); Resource management (computing); Popularity; Resource (disambiguation); Service (business); Service level; Business; Computer network; Computer security; Quality of service; Engineering; Mathematics; Marketing","score_opus":0.01152272729285905,"score_gpt":0.24378194075150336,"score_spread":0.2322592134586443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241492742","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.098626055,0.0012457435,0.869023,0.0010584033,0.00029080053,0.00033317914,0.00015626324,0.009358147,0.019908445],"genre_scores_gemma":[0.75205785,0.000508276,0.23992993,0.0002472149,0.000088403875,0.00016832164,0.00031011054,0.00042923004,0.0062606726],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975337,0.000594776,0.00015344405,0.00031558026,0.000915112,0.0004874529],"domain_scores_gemma":[0.9975681,0.00039192248,0.00023281951,0.0011038505,0.0005056868,0.00019767862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015269374,0.0006636508,0.0007617892,0.0008643389,0.0012213965,0.0020899593,0.0022647316,0.000629674,0.002275339],"category_scores_gemma":[0.0038289025,0.0003362694,0.00039532242,0.0012987191,0.000908865,0.0030837492,0.00205708,0.001169683,0.0008164902],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007986299,0.00043318613,0.0034399948,0.0003891506,0.00012660526,0.00082147314,0.00055176264,0.30637157,0.10456357,0.15008608,0.04348525,0.3889327],"study_design_scores_gemma":[0.000036514848,0.00008567608,0.0009276719,0.00002448024,0.000031337408,0.00015624239,0.00010229578,0.946679,0.016068673,0.015153486,0.020692691,0.00004184907],"about_ca_topic_score_codex":0.007649344,"about_ca_topic_score_gemma":0.005653557,"teacher_disagreement_score":0.007649344,"about_ca_system_score_codex":0.0014860859,"about_ca_system_score_gemma":0.0028098777,"threshold_uncertainty_score":0.015209615},"labels":[],"label_agreement":null},{"id":"W4241614641","doi":"10.7287/peerj.preprints.27253","title":"Visualizing systems and software performance - Report on the GI-Dagstuhl seminar for young researchers, July 9-13, 2018","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Visualization; Debugging; Data science; Cloud computing; Set (abstract data type); Data set; Software; Data visualization; Scale (ratio); Software visualization; Software engineering; Software system; Operating system; Data mining; Component-based software engineering","score_opus":0.07713713061711776,"score_gpt":0.33513139108617473,"score_spread":0.257994260469057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241614641","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06338269,0.11779246,0.11206873,0.29001778,0.12136743,0.0015520111,0.02948902,0.020195331,0.24413456],"genre_scores_gemma":[0.21387792,0.056324277,0.05314265,0.005561168,0.02954931,0.0016758235,0.0332875,0.013943201,0.59263825],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99519914,0.0011220018,0.00020603133,0.0006144035,0.0019536132,0.0009047677],"domain_scores_gemma":[0.99108726,0.001198809,0.00030145596,0.00061983033,0.0027179052,0.004074796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009765521,0.0021716973,0.0013337289,0.0032517263,0.0020263812,0.0053263716,0.0017596579,0.0021911166,0.08935181],"category_scores_gemma":[0.0137423985,0.0007398366,0.000943377,0.003130285,0.0012725131,0.003271376,0.008288348,0.00412306,0.051607367],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024229336,0.00014495772,0.00068699004,0.00027865864,0.00002108687,0.000148743,0.000960312,0.00090283423,0.0017804583,0.008545576,0.9225629,0.06372518],"study_design_scores_gemma":[0.00008308232,0.00018670449,0.003382999,0.00048254995,0.000020727482,0.0001642113,0.0008019305,0.0021647664,0.003252626,0.014335801,0.9750768,0.000047840193],"about_ca_topic_score_codex":0.002562869,"about_ca_topic_score_gemma":0.004483093,"teacher_disagreement_score":0.08935181,"about_ca_system_score_codex":0.0027441722,"about_ca_system_score_gemma":0.0028213637,"threshold_uncertainty_score":0.29891157},"labels":[],"label_agreement":null},{"id":"W4241934337","doi":"10.1145/2345141.1967692","title":"Lowering overhead in sampling-based execution monitoring and tracing","year":2012,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Debugging; Computer science; Tracing; Overhead (engineering); Algorithmic program debugging; Embedded system; Software; Resource (disambiguation); Real-time computing; Operating system; Distributed computing","score_opus":0.037623521825516815,"score_gpt":0.29390926154239394,"score_spread":0.2562857397168771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241934337","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07323036,0.0014364134,0.8935884,0.00050106953,0.00021658676,0.0003389588,0.00021636377,0.025897697,0.004574092],"genre_scores_gemma":[0.72647077,0.00044525514,0.26733553,0.00028573492,0.00014741204,0.00029208552,0.0005010788,0.001372797,0.0031493325],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9876841,0.0038958015,0.0007648183,0.0015972777,0.0049259383,0.0011320995],"domain_scores_gemma":[0.9484598,0.026346842,0.0038794368,0.015793398,0.004142486,0.0013780654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052618654,0.0018573304,0.0016219522,0.0029487931,0.0010938747,0.0022322787,0.00420423,0.0012589451,0.0049783164],"category_scores_gemma":[0.035524495,0.0010998459,0.0007312169,0.0025337504,0.0012552787,0.0042594965,0.003154126,0.0021933487,0.0014480236],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0050198953,0.00067709474,0.01688802,0.00052668556,0.00021736248,0.0004032122,0.0010962582,0.081715524,0.08920475,0.017044542,0.009315426,0.7778912],"study_design_scores_gemma":[0.00023348635,0.000546329,0.0039616404,0.000089935325,0.00016809504,0.00037542448,0.00017359626,0.9264068,0.04806256,0.014029217,0.005876019,0.00007688813],"about_ca_topic_score_codex":0.006731815,"about_ca_topic_score_gemma":0.0067335693,"teacher_disagreement_score":0.006731815,"about_ca_system_score_codex":0.0016446915,"about_ca_system_score_gemma":0.0034676243,"threshold_uncertainty_score":0.02782774},"labels":[],"label_agreement":null},{"id":"W4242367494","doi":"10.1109/dsn48063.2020.00014","title":"Rising Star in Dependability Award","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; University of Illinois at Urbana-Champaign; Killam Trusts","keywords":"Dependability; Nomination; Fault tolerance; Computer science; Field (mathematics); Star (game theory); Software engineering; Operating system; Political science","score_opus":0.020191186759862804,"score_gpt":0.2433171021616228,"score_spread":0.22312591540176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242367494","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005625156,0.013175068,0.017560743,0.16249761,0.2731822,0.0004113443,0.0024791213,0.0029031474,0.5221656],"genre_scores_gemma":[0.032254107,0.010216409,0.0064499993,0.021822277,0.021689652,0.00023800641,0.00424333,0.0015254901,0.9015607],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9904507,0.0008400391,0.00037253034,0.0007258737,0.005708165,0.0019027842],"domain_scores_gemma":[0.9632258,0.0012187215,0.00058501726,0.0013431082,0.014642452,0.0189849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011101327,0.0013780199,0.0012549392,0.002285434,0.0032926789,0.009791672,0.0019637006,0.0041394075,0.11755529],"category_scores_gemma":[0.015676085,0.000503463,0.0013134112,0.0016348804,0.0013611517,0.0037112352,0.006143106,0.008414195,0.09493972],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042949094,0.000052338102,0.00031547545,0.000076491335,0.000007506097,0.00013070615,0.000063522246,0.00016841249,0.00034808365,0.011309243,0.9434437,0.0440415],"study_design_scores_gemma":[0.000012464039,0.000062869745,0.00044654022,0.00006756508,0.0000051248603,0.00014271453,0.000054636614,0.00029286,0.0001926289,0.002804294,0.9959045,0.0000138303685],"about_ca_topic_score_codex":0.0028638968,"about_ca_topic_score_gemma":0.004665335,"teacher_disagreement_score":0.11755529,"about_ca_system_score_codex":0.0035856275,"about_ca_system_score_gemma":0.010146735,"threshold_uncertainty_score":0.3932616},"labels":[],"label_agreement":null},{"id":"W4242546014","doi":"10.1109/mise.2019.00005","title":"Message from the MiSE 2019 Workshop Organizers","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Toronto","funders":"","keywords":"Computer science; Software; Software engineering; Engineering management; Engineering","score_opus":0.0069164504834165605,"score_gpt":0.2118294141676211,"score_spread":0.20491296368420456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242546014","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00096772023,0.0025714769,0.0011446079,0.4856424,0.48310518,0.0002833063,0.0007345593,0.00044614478,0.025104582],"genre_scores_gemma":[0.012664536,0.003003561,0.0013680898,0.4203072,0.118813336,0.00077380013,0.001319121,0.00065520115,0.44109514],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963284,0.00070820755,0.00018567304,0.0003819728,0.0018617421,0.00053404045],"domain_scores_gemma":[0.98563194,0.0014428572,0.0006033173,0.0003320069,0.007204822,0.0047850707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069352384,0.0019736437,0.0009162478,0.0011574676,0.0037859033,0.007448313,0.0014972413,0.01141398,0.07695025],"category_scores_gemma":[0.015227133,0.00071533845,0.0012996905,0.00071059586,0.0008864382,0.002947285,0.004162072,0.013017464,0.080202],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007098903,0.000018428023,0.00006559948,0.000046003915,0.0000029821415,0.00007609716,0.000036660105,0.000016813505,0.00015946718,0.00018267092,0.9966079,0.0027164025],"study_design_scores_gemma":[0.000037031466,0.00007827198,0.00053873094,0.00011276121,0.000008978527,0.00008936341,0.0005342152,0.00007715835,0.00036470196,0.00031727404,0.9978104,0.00003108804],"about_ca_topic_score_codex":0.0026109745,"about_ca_topic_score_gemma":0.0055520413,"teacher_disagreement_score":0.07695025,"about_ca_system_score_codex":0.0023249171,"about_ca_system_score_gemma":0.00465399,"threshold_uncertainty_score":0.25742424},"labels":[],"label_agreement":null},{"id":"W4242577981","doi":"10.32920/ryerson.14665065","title":"Performance measurement and analytic modeling of a web application","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Toronto","funders":"","keywords":"Computer science; Queueing theory; Performance measurement; Throughput; Reliability engineering; Web application; Data mining; Distributed computing; Industrial engineering; Simulation; Operating system; Computer network; Engineering","score_opus":0.031657052652310794,"score_gpt":0.2389860224556463,"score_spread":0.20732896980333548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242577981","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13384297,0.0004966764,0.84973484,0.0005852639,0.00005218932,0.00018451338,0.00049140217,0.0030974662,0.01151468],"genre_scores_gemma":[0.9210068,0.000751282,0.07418007,0.000064898995,0.000044939472,0.0002950503,0.00038202596,0.00012093848,0.003153959],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99864405,0.00033922997,0.00006542424,0.00014669346,0.0007238796,0.00008067668],"domain_scores_gemma":[0.99863786,0.00065953477,0.00014360154,0.00021248043,0.0003169251,0.000029607187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011817134,0.0007120995,0.00043734233,0.0007942197,0.00029649568,0.0016141628,0.0009517768,0.00069418113,0.0009895264],"category_scores_gemma":[0.003992263,0.0003119513,0.00043254942,0.00083401834,0.0004915564,0.0012532651,0.00045198205,0.00080946815,0.00051385874],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009454148,0.00015130467,0.0036025394,0.00021568565,0.000036541427,0.00016230221,0.00024863318,0.8741825,0.044453245,0.033731576,0.0012746715,0.041846503],"study_design_scores_gemma":[0.0000028863346,0.00003356025,0.00060374185,0.0000089536725,0.0000057420784,0.000027914328,0.000018325616,0.99066985,0.0046170396,0.002998128,0.0010063497,0.000007438551],"about_ca_topic_score_codex":0.0043243514,"about_ca_topic_score_gemma":0.0011863591,"teacher_disagreement_score":0.0043243514,"about_ca_system_score_codex":0.0011507527,"about_ca_system_score_gemma":0.0014707049,"threshold_uncertainty_score":0.008598328},"labels":[],"label_agreement":null},{"id":"W42431130","doi":"","title":"Proceedings of the 18th international doctoral symposium on Components and architecture","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Terminology; Architecture; Computer science; Component (thermodynamics); Event (particle physics); Library science; Pleasure; Software engineering; Engineering ethics; Engineering; Psychology; History","score_opus":0.00913913811763872,"score_gpt":0.20784861717343384,"score_spread":0.1987094790557951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W42431130","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0075138984,0.1423485,0.09940026,0.0495732,0.1144525,0.0004064404,0.0017529875,0.0021722545,0.5823799],"genre_scores_gemma":[0.027591439,0.055457585,0.027449345,0.0027179245,0.013791304,0.00024627981,0.002263488,0.0012450984,0.8692376],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99814916,0.00032575836,0.00014594653,0.00030748494,0.0009143475,0.00015732691],"domain_scores_gemma":[0.9978822,0.00026209478,0.00008143893,0.000313559,0.0008883717,0.00057228643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026750762,0.00104488,0.00086767215,0.0016627216,0.0010945086,0.005938493,0.001004972,0.0019061547,0.14617428],"category_scores_gemma":[0.0038792219,0.00046012976,0.001149956,0.0011885518,0.0012209686,0.0034726374,0.0029095584,0.003277715,0.06111895],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012349781,0.00011737462,0.0007280624,0.00054480176,0.000051261235,0.00017315375,0.00056369376,0.0007460198,0.0037444178,0.061345175,0.5902514,0.3416112],"study_design_scores_gemma":[0.0000058928285,0.000034779412,0.00031339674,0.00016746612,0.000007854389,0.00014182729,0.00009602501,0.00024027175,0.00040570018,0.00638357,0.9921956,0.0000075477024],"about_ca_topic_score_codex":0.0012741551,"about_ca_topic_score_gemma":0.001937268,"teacher_disagreement_score":0.14617428,"about_ca_system_score_codex":0.0017251907,"about_ca_system_score_gemma":0.0027662918,"threshold_uncertainty_score":0.4890017},"labels":[],"label_agreement":null},{"id":"W4243331590","doi":"10.1145/1755951.1755908","title":"Sampling-based program execution monitoring","year":2010,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Debugging; Computer science; Tracing; Heuristics; Overhead (engineering); Algorithmic program debugging; Sampling (signal processing); Instrumentation (computer programming); Control flow; Real-time computing; Embedded system; Distributed computing; Programming language; Operating system","score_opus":0.028855335401968368,"score_gpt":0.31082155791447225,"score_spread":0.28196622251250386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243331590","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045033146,0.0005644041,0.9478951,0.00016554505,0.000034228284,0.00012855459,0.00012537463,0.004442974,0.0016105893],"genre_scores_gemma":[0.7872979,0.00027879697,0.21106288,0.00010728908,0.00004436222,0.0001431705,0.0002445525,0.00018363813,0.0006373181],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9959848,0.0013236009,0.00021118883,0.0007663238,0.0013458699,0.00036824224],"domain_scores_gemma":[0.98779416,0.006093634,0.0017948487,0.0024258583,0.0015473256,0.00034421677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027349086,0.00072445115,0.00087957823,0.0016331854,0.0006472943,0.0011185826,0.001784085,0.00064060534,0.001047022],"category_scores_gemma":[0.011959959,0.00050777424,0.0005092827,0.0012356509,0.00094244437,0.0019208969,0.0011496082,0.0010484398,0.00029355416],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017590299,0.0005022104,0.027897991,0.00063286826,0.00017891287,0.00031622566,0.0006769687,0.41017595,0.08160197,0.02769788,0.005151919,0.44340804],"study_design_scores_gemma":[0.00003218444,0.00020876444,0.0018567521,0.000026661466,0.000039498806,0.0001592552,0.000044375196,0.96681565,0.023106905,0.005707809,0.001975402,0.000026731634],"about_ca_topic_score_codex":0.0027581025,"about_ca_topic_score_gemma":0.0033482697,"teacher_disagreement_score":0.0027581025,"about_ca_system_score_codex":0.0013837124,"about_ca_system_score_gemma":0.002034183,"threshold_uncertainty_score":0.014463782},"labels":[],"label_agreement":null},{"id":"W4243908798","doi":"10.1145/584370.584371","title":"Analysing software requirements specifications for performance","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Software requirements specification; Notation; Software engineering; Abstraction; Set (abstract data type); Formal specification; Key (lock); System requirements specification; Requirements analysis; Software; Reliability engineering; Software development; Software design; Programming language; Engineering","score_opus":0.11466909053765807,"score_gpt":0.2702684230552098,"score_spread":0.15559933251755176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243908798","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05264873,0.00039594917,0.9165506,0.0034662273,0.00007486268,0.00081215106,0.0012559968,0.0012594201,0.023536077],"genre_scores_gemma":[0.49146983,0.00082032074,0.49264476,0.0008027013,0.00014906787,0.0022768928,0.005733525,0.00081492023,0.005288109],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.95512336,0.019440578,0.0037386972,0.0010580212,0.018723348,0.0019160239],"domain_scores_gemma":[0.86689174,0.0942097,0.0066140736,0.008260341,0.023463001,0.00056115404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026150132,0.0014691435,0.00073941296,0.0033550458,0.0013333217,0.004567243,0.0021654034,0.0028065012,0.0033572344],"category_scores_gemma":[0.10997833,0.0014044497,0.0020298383,0.0018980236,0.001971603,0.0067385584,0.00218887,0.0032703283,0.0015453523],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021034895,0.00023196626,0.0037823385,0.0007984521,0.0000786543,0.0018472319,0.012095198,0.14194854,0.01255153,0.7318884,0.009724648,0.08484266],"study_design_scores_gemma":[0.00015016818,0.0005695012,0.004131347,0.0015452179,0.000116103845,0.0018572285,0.009651612,0.40030107,0.0334559,0.4118755,0.13603224,0.0003141484],"about_ca_topic_score_codex":0.0052833986,"about_ca_topic_score_gemma":0.0029080163,"teacher_disagreement_score":0.026150132,"about_ca_system_score_codex":0.0034517765,"about_ca_system_score_gemma":0.0054460606,"threshold_uncertainty_score":0.13829678},"labels":[],"label_agreement":null},{"id":"W4244068867","doi":"10.1145/2020976.1958774","title":"Abstract only","year":2011,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of Waterloo; Carleton University; York University","funders":"","keywords":"Computer science; Cluster analysis; Estimator; Software; Filter (signal processing); Class (philosophy); Queueing theory; Data mining; Web service; Tracking (education); Service (business); Real-time computing; Artificial intelligence; Computer network; Operating system; Computer vision; Statistics; Mathematics","score_opus":0.025162483660128885,"score_gpt":0.21986540683051634,"score_spread":0.19470292317038745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244068867","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067087067,0.00445472,0.14545812,0.01681528,0.015093521,0.0007767795,0.015230176,0.01693621,0.77852654],"genre_scores_gemma":[0.056231078,0.002720757,0.01882824,0.003375352,0.0026943344,0.0002944757,0.012317346,0.0024386533,0.90109974],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998384,0.00030028177,0.00010210222,0.00051734084,0.0005620273,0.00013425283],"domain_scores_gemma":[0.9958677,0.0007113864,0.00025114566,0.0014531419,0.0013816649,0.00033492138],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0013473596,0.0010375269,0.0010097793,0.0013974846,0.0010959343,0.0043451064,0.0019521585,0.002255333,0.5693191],"category_scores_gemma":[0.008172821,0.00036997776,0.0007707896,0.0017200682,0.0006858687,0.0030000329,0.0027554662,0.0015933387,0.56742007],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026900045,0.000117911644,0.001452343,0.00042560452,0.000043673226,0.00031672858,0.00015436587,0.0011298158,0.0031385,0.025060078,0.48142192,0.48647007],"study_design_scores_gemma":[0.000041343603,0.00010188412,0.0015026046,0.0002156533,0.000022967288,0.00041300233,0.000087174536,0.002910681,0.0026371027,0.011732737,0.98029995,0.00003495293],"about_ca_topic_score_codex":0.0020255481,"about_ca_topic_score_gemma":0.001903725,"teacher_disagreement_score":0.43068087,"about_ca_system_score_codex":0.000844339,"about_ca_system_score_gemma":0.0011838384,"threshold_uncertainty_score":0.61431396},"labels":[],"label_agreement":null},{"id":"W4244845972","doi":"10.1145/2020976.1958760","title":"Abstract only","year":2011,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Asynchronous communication; Distributed computing; Software; Timestamp; Workload; Queueing theory; Process (computing); Software engineering; Real-time computing; Operating system; Computer network","score_opus":0.025162483660128885,"score_gpt":0.21986540683051634,"score_spread":0.19470292317038745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244845972","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011883159,0.0007209707,0.012403047,0.0052033006,0.005966251,0.00036235226,0.008621881,0.0054946514,0.96003926],"genre_scores_gemma":[0.011420895,0.00063434406,0.0031523819,0.0017968403,0.00084688456,0.0001694619,0.0066005997,0.00141246,0.9739662],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983753,0.0002769918,0.00012324571,0.00038513736,0.00065812306,0.0001810429],"domain_scores_gemma":[0.9965563,0.00040719457,0.00015422249,0.0011922922,0.0011619979,0.00052806374],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011661102,0.001009726,0.0010600645,0.0014351521,0.0017165517,0.005572958,0.0022292507,0.0023841213,0.81106764],"category_scores_gemma":[0.006318884,0.00041752806,0.0009474665,0.0017774674,0.00081285334,0.0041207266,0.004911149,0.0019323877,0.7696156],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013395534,0.00008910747,0.00051103963,0.00030025598,0.000014220652,0.00023452657,0.00016649514,0.00028034643,0.0011845629,0.029013064,0.81145203,0.15662038],"study_design_scores_gemma":[0.000013239244,0.000029921322,0.00028736566,0.000082304956,0.0000048629086,0.00015362707,0.000046794084,0.00023579606,0.00039247115,0.0039144186,0.9948308,0.000008448715],"about_ca_topic_score_codex":0.0019536112,"about_ca_topic_score_gemma":0.0023409496,"teacher_disagreement_score":0.18893236,"about_ca_system_score_codex":0.0014363233,"about_ca_system_score_gemma":0.0015958925,"threshold_uncertainty_score":0.2694891},"labels":[],"label_agreement":null},{"id":"W4245242594","doi":"10.1109/botse.2019.00006","title":"BotSE 2019 Organizing Committee","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science","score_opus":0.0050977943266074825,"score_gpt":0.20437233403940916,"score_spread":0.19927453971280168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245242594","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061258413,0.0095161,0.015427069,0.12201979,0.3451655,0.00396392,0.010720339,0.002592222,0.48446923],"genre_scores_gemma":[0.006053635,0.0018167921,0.002715224,0.0047977655,0.014052906,0.00049033394,0.00452418,0.0006005309,0.9649487],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99638164,0.000474239,0.00014349207,0.00038956915,0.0019028682,0.00070820894],"domain_scores_gemma":[0.9851633,0.00046902965,0.00046930055,0.0005881014,0.007824746,0.005485547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009524919,0.0013287334,0.001252403,0.0029996277,0.0027243725,0.0083059855,0.0022243264,0.0055073155,0.16418087],"category_scores_gemma":[0.0058365376,0.00053490314,0.0012599275,0.0014506986,0.0008404856,0.0021130715,0.003453957,0.0034134164,0.17493506],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009838009,0.00005047052,0.00026723844,0.00015626027,0.0000089259065,0.00006974883,0.000018718276,0.00014327848,0.0006390841,0.0014674948,0.97344357,0.023636883],"study_design_scores_gemma":[0.000015481997,0.00004394063,0.00069231534,0.000082579754,0.000006300495,0.000027662469,0.000049057944,0.00021725208,0.00029456953,0.00063517736,0.99792874,0.000006898879],"about_ca_topic_score_codex":0.0074335113,"about_ca_topic_score_gemma":0.020954149,"teacher_disagreement_score":0.16418087,"about_ca_system_score_codex":0.0032450163,"about_ca_system_score_gemma":0.0095334705,"threshold_uncertainty_score":0.54923975},"labels":[],"label_agreement":null},{"id":"W4245318675","doi":"10.1201/b13126-10","title":"A Tester-Assisted Methodology for Test Redundancy Detection","year":2012,"lang":"en","type":"book-chapter","venue":"Apple Academic Press eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Redundancy (engineering); Reliability engineering; Computer science; Test (biology); Engineering; Biology","score_opus":0.12458495710531427,"score_gpt":0.317113553302265,"score_spread":0.19252859619695073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245318675","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039386596,0.00014141208,0.99144053,0.000053108884,0.0000248588,0.00015857532,0.00006918993,0.0027079126,0.0014658107],"genre_scores_gemma":[0.06273084,0.0001608905,0.932496,0.00009616249,0.000025939384,0.00033870104,0.0004550036,0.00040946598,0.0032870513],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978319,0.0007019127,0.00012813682,0.0003039579,0.0009658279,0.000068265384],"domain_scores_gemma":[0.99609476,0.0017757678,0.000336105,0.00081801665,0.00091438467,0.00006101793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00151529,0.001154031,0.00064708706,0.002447316,0.00031480181,0.0008834983,0.001996235,0.0009222624,0.0032239167],"category_scores_gemma":[0.006441983,0.00050322694,0.0008965992,0.0011843899,0.00055885006,0.0007449754,0.000664548,0.0012467607,0.0015606491],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108546585,0.00024989859,0.0023758507,0.0006457612,0.000115372386,0.00077959703,0.00041048744,0.024844272,0.13335146,0.025350533,0.0065041245,0.8052641],"study_design_scores_gemma":[0.00011808835,0.0010644576,0.004896967,0.00022725986,0.0002198634,0.008946509,0.00013532248,0.6481257,0.22342323,0.03900541,0.073668286,0.00016889455],"about_ca_topic_score_codex":0.0006768055,"about_ca_topic_score_gemma":0.00073597394,"teacher_disagreement_score":0.0032239167,"about_ca_system_score_codex":0.00039028694,"about_ca_system_score_gemma":0.0010513724,"threshold_uncertainty_score":0.010785103},"labels":[],"label_agreement":null},{"id":"W4246603605","doi":"10.1093/jicru_1.3.35","title":"Methods for Routine Monitoring","year":2001,"lang":"en","type":"article","venue":"Journal of the ICRU","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hydro One (Canada)","funders":"","keywords":"Computer science","score_opus":0.03169377173284387,"score_gpt":0.36816383366103356,"score_spread":0.3364700619281897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246603605","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004341129,0.0023638972,0.96816003,0.00031050268,0.00050491374,0.0007326365,0.00081491476,0.004994632,0.017777365],"genre_scores_gemma":[0.06659725,0.0025395807,0.87926674,0.00057061005,0.00039026243,0.0030441924,0.0017765156,0.001202625,0.044612214],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99448293,0.0012358658,0.00028526297,0.0011478198,0.0026530824,0.00019506525],"domain_scores_gemma":[0.9935294,0.0014676368,0.00045470512,0.0025500006,0.0018197339,0.00017867007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040985043,0.0016932108,0.0012578466,0.0035717888,0.0011971536,0.0021106014,0.0027929207,0.0017657612,0.02143419],"category_scores_gemma":[0.01013222,0.00090195925,0.0007758999,0.001893205,0.0009588243,0.0028095597,0.0030303737,0.0019003103,0.016632011],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038170817,0.00028280637,0.0032777018,0.0008917618,0.00008204337,0.000108408654,0.0005329638,0.0011015207,0.07135006,0.029578065,0.025559457,0.8668534],"study_design_scores_gemma":[0.00023251497,0.0010545646,0.009404584,0.00094471656,0.00034014447,0.0025594595,0.0005241255,0.051517345,0.22577251,0.10916729,0.59811974,0.00036295212],"about_ca_topic_score_codex":0.00075419183,"about_ca_topic_score_gemma":0.00093714986,"teacher_disagreement_score":0.02143419,"about_ca_system_score_codex":0.0005487286,"about_ca_system_score_gemma":0.0013887389,"threshold_uncertainty_score":0.07170451},"labels":[],"label_agreement":null},{"id":"W4246991423","doi":"10.1145/2579281.2579312","title":"Report of the 2013 IEEE 7th international symposium on the maintenance and evolution of service-oriented and cloud-based systems (MESOCA 2013)","year":2014,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Cloud computing; Software engineering; Service (business); Provisioning; Adaptability; Computer science; Event (particle physics); Service-oriented architecture; Engineering management; Software; Systems engineering; Process (computing); Engineering; World Wide Web; Telecommunications; Operating system; Web service; Business; Management","score_opus":0.0065715994203996075,"score_gpt":0.1956963080794435,"score_spread":0.18912470865904388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246991423","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.063773125,0.07386583,0.19152538,0.18210001,0.23939988,0.0037545706,0.009386052,0.005687533,0.23050754],"genre_scores_gemma":[0.16278836,0.06456539,0.09621393,0.017164,0.06008218,0.001818228,0.026388464,0.003957707,0.5670217],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933217,0.0010732661,0.00025232992,0.0005435144,0.003949401,0.00085969776],"domain_scores_gemma":[0.98186123,0.0021434603,0.000629592,0.0010804619,0.010137942,0.0041473275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013461099,0.0013607407,0.0015221961,0.0030266205,0.0016909505,0.006189202,0.0017940745,0.0033208337,0.028493276],"category_scores_gemma":[0.010843174,0.0006357303,0.0012709505,0.002002545,0.0012970188,0.0038023638,0.003749825,0.0051182583,0.010294804],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046222477,0.0006132229,0.0023442884,0.00045498405,0.00009982813,0.0005702964,0.0005100782,0.0019469766,0.0059257494,0.005241283,0.8593537,0.12247735],"study_design_scores_gemma":[0.00012926068,0.0005915979,0.0064730393,0.0006700282,0.0001544446,0.0005442249,0.00079781294,0.0061284276,0.007959162,0.004558621,0.9718542,0.0001392823],"about_ca_topic_score_codex":0.008459615,"about_ca_topic_score_gemma":0.016631879,"teacher_disagreement_score":0.028493276,"about_ca_system_score_codex":0.002568292,"about_ca_system_score_gemma":0.0066916626,"threshold_uncertainty_score":0.09531951},"labels":[],"label_agreement":null},{"id":"W4247954915","doi":"10.1109/icse.1993.346059","title":"Simulating the behaviour of software modules by trace rewriting","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"TRACE (psycholinguistics); Rewriting; Computer science; Assertion; Programming language; Term (time); Theoretical computer science","score_opus":0.01728732092483993,"score_gpt":0.23294339259618957,"score_spread":0.21565607167134965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247954915","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013503472,0.00001577341,0.98240054,0.000036288096,0.000012292429,0.00007012487,0.000030620013,0.0027000173,0.0012310273],"genre_scores_gemma":[0.32973376,0.0001172321,0.6643384,0.00007976204,0.000021035821,0.00031401418,0.0002757069,0.0010487962,0.0040712287],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972499,0.0011442278,0.00018760233,0.0002971094,0.000943641,0.00017741416],"domain_scores_gemma":[0.9950288,0.0031137364,0.00029472078,0.0010597153,0.00041681773,0.000086250875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002422219,0.0007351906,0.00057561323,0.00071607844,0.0004001145,0.0011822382,0.0023318457,0.0013293587,0.0036659269],"category_scores_gemma":[0.008793394,0.000686591,0.0013787813,0.00043623688,0.0014157575,0.002209898,0.0011666601,0.0012506846,0.0007794248],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030347158,0.00031107335,0.0031280487,0.00032925367,0.00015704212,0.0008529609,0.0016586368,0.52004075,0.089261286,0.2614934,0.0018569927,0.12060703],"study_design_scores_gemma":[0.00006373278,0.00010878326,0.00012486569,0.000018922272,0.000034107972,0.00012758712,0.00003215109,0.92605174,0.037811067,0.029981352,0.005614318,0.000031387382],"about_ca_topic_score_codex":0.002696906,"about_ca_topic_score_gemma":0.002418873,"teacher_disagreement_score":0.0036659269,"about_ca_system_score_codex":0.00064799795,"about_ca_system_score_gemma":0.0012768077,"threshold_uncertainty_score":0.012810051},"labels":[],"label_agreement":null},{"id":"W4248093543","doi":"10.1109/botse.2019.00007","title":"BotSE 2019 Program Committee","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Programming language","score_opus":0.005863746139183633,"score_gpt":0.24055931058092217,"score_spread":0.23469556444173853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248093543","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034825963,0.0019774998,0.017268747,0.039547443,0.023197789,0.002510732,0.010932656,0.0055010663,0.8955815],"genre_scores_gemma":[0.0038890527,0.00061229005,0.0037609395,0.002583525,0.0017423966,0.00037124255,0.0052577397,0.00092848396,0.9808543],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971494,0.0003745543,0.00006634747,0.00027658732,0.0016866915,0.00044650445],"domain_scores_gemma":[0.98820335,0.00045598627,0.00030894324,0.0006214556,0.007188704,0.0032215493],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007275327,0.00086951826,0.0007145372,0.0025217673,0.0018725967,0.0047140224,0.0022752145,0.0035653878,0.32196933],"category_scores_gemma":[0.0065162694,0.00042825518,0.0007353422,0.0011587241,0.0005065524,0.001606099,0.0024471332,0.0022328056,0.25339016],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009907921,0.000115197465,0.00023188915,0.0001108767,0.0000063815655,0.000018781346,0.000018306499,0.0001646815,0.0009839581,0.0034363337,0.94582456,0.048989948],"study_design_scores_gemma":[0.000026301755,0.00007184753,0.00042765032,0.000059739366,0.0000055538817,0.000020254533,0.00001959336,0.0004457336,0.0006552185,0.0011103835,0.99715245,0.0000051472207],"about_ca_topic_score_codex":0.007372774,"about_ca_topic_score_gemma":0.020070968,"teacher_disagreement_score":0.32196933,"about_ca_system_score_codex":0.002661681,"about_ca_system_score_gemma":0.010774179,"threshold_uncertainty_score":0.96712846},"labels":[],"label_agreement":null},{"id":"W4248194116","doi":"10.22215/etd/2016-11337","title":"Automatic Derivation of LQN Performance Models from UML software models using Epsilon","year":2016,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; Programming language; Software development; Model transformation; Software engineering; Abstraction; Software development process; Transformation (genetics); Software; Code generation; Process (computing); Applications of UML; Artificial intelligence; Operating system","score_opus":0.030394008970107952,"score_gpt":0.25526795690137244,"score_spread":0.22487394793126447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248194116","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0128997415,0.000040346997,0.97754693,0.000084978936,0.000026463716,0.00012277142,0.0004389437,0.00586563,0.0029741446],"genre_scores_gemma":[0.14572068,0.00026537836,0.84356916,0.000055145505,0.000011352929,0.00039357797,0.002837231,0.0024887861,0.0046587195],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99882656,0.00025037056,0.000092188355,0.00014447601,0.00062396296,0.00006245955],"domain_scores_gemma":[0.99760926,0.0012526128,0.00023098881,0.0003383137,0.00053455617,0.00003431886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018529966,0.0009823884,0.00040239986,0.0010700811,0.00040053928,0.0016243482,0.0010545407,0.00048015694,0.003323546],"category_scores_gemma":[0.007222318,0.00078486896,0.0010819827,0.00043917613,0.0004228234,0.0012739889,0.0012283776,0.0012683916,0.0014075281],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002111346,0.00023853671,0.00635678,0.0007418989,0.00009042636,0.0009289161,0.00236808,0.4908662,0.049490552,0.17641811,0.009287199,0.26300222],"study_design_scores_gemma":[0.000032881602,0.000034615085,0.0004631792,0.00010907989,0.00003407726,0.0001471553,0.00009945011,0.91584736,0.035046704,0.018369697,0.029787485,0.000028296341],"about_ca_topic_score_codex":0.0038256973,"about_ca_topic_score_gemma":0.004252884,"teacher_disagreement_score":0.0038256973,"about_ca_system_score_codex":0.0013126289,"about_ca_system_score_gemma":0.0020070272,"threshold_uncertainty_score":0.011118412},"labels":[],"label_agreement":null},{"id":"W4248211416","doi":"10.4018/978-1-61350-104-7.ch016","title":"Web Service Enabled Online Laboratory","year":2013,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; University of New Brunswick; Concordia University","funders":"","keywords":"Web service; Computer science; Web application; Service-oriented architecture; Usability; World Wide Web; Interoperability; SOAP; WS-Policy; Service (business); Web modeling; Software portability; Rich Internet application; Web development; Software engineering; Web application security; Human–computer interaction; Operating system","score_opus":0.01243708634026227,"score_gpt":0.22795771635521025,"score_spread":0.21552063001494798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248211416","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007196435,0.009195808,0.4004923,0.00095367193,0.0022030354,0.00041532202,0.0011648296,0.034631655,0.543747],"genre_scores_gemma":[0.06788414,0.011811402,0.17898862,0.0015208586,0.0009053262,0.0007578898,0.0028570895,0.003002645,0.732272],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99957305,0.00007490726,0.00002010541,0.000057853926,0.00022970636,0.000044303775],"domain_scores_gemma":[0.99952304,0.000117550844,0.00002379111,0.00012572396,0.00012983628,0.0000799494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004087439,0.00094962004,0.00055784715,0.0012843264,0.00049287203,0.002224666,0.0015351789,0.0016556769,0.0709934],"category_scores_gemma":[0.000570066,0.00032088542,0.0006636398,0.0016643045,0.00043379748,0.0025803198,0.0017521483,0.0015095925,0.04994135],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001951654,0.00042676448,0.0001956863,0.0011315754,0.00003482258,0.00066525827,0.000182584,0.0027888808,0.05252838,0.08269575,0.18845682,0.6706983],"study_design_scores_gemma":[0.00003121092,0.000115382165,0.00046239942,0.00019411661,0.000019069264,0.0008653613,0.00006483115,0.010427629,0.016829941,0.023294708,0.94765544,0.000039908486],"about_ca_topic_score_codex":0.0005160841,"about_ca_topic_score_gemma":0.0005301476,"teacher_disagreement_score":0.0709934,"about_ca_system_score_codex":0.0005608353,"about_ca_system_score_gemma":0.0007099836,"threshold_uncertainty_score":0.23749655},"labels":[],"label_agreement":null},{"id":"W4248477689","doi":"10.1016/j.peva.2009.11.003","title":"Rule-based automatic software performance diagnosis and improvement","year":2009,"lang":"en","type":"article","venue":"Performance Evaluation","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; Automation; Software; Software engineering; Software performance testing; Performance improvement; Software system; Programming language; Software construction","score_opus":0.020226104069938033,"score_gpt":0.27018023805017827,"score_spread":0.24995413398024025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248477689","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08098613,0.00064835156,0.8969257,0.00021714099,0.00014744147,0.0002267957,0.00039715195,0.016313236,0.004138101],"genre_scores_gemma":[0.6584794,0.00017624977,0.33814716,0.00012738285,0.00005510885,0.00012697653,0.0005523273,0.00018783283,0.0021475398],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99680895,0.00055134937,0.0002572048,0.0007301716,0.0014419403,0.00021032403],"domain_scores_gemma":[0.9906613,0.004782646,0.0006515868,0.0009948272,0.0027293372,0.00018037109],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002562567,0.00091032754,0.0014849154,0.003014541,0.00056220114,0.0015910283,0.0019936003,0.0011409573,0.002425415],"category_scores_gemma":[0.010881825,0.00036200017,0.00073829485,0.0011204674,0.0004946084,0.0012777415,0.0005801611,0.0010658767,0.0014326273],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078826695,0.0005221368,0.00839822,0.00024319485,0.000149753,0.0003452725,0.00014337062,0.07331173,0.0312282,0.002470398,0.004612143,0.87778735],"study_design_scores_gemma":[0.000053268453,0.00018109089,0.0031569698,0.00002578797,0.0001053719,0.0001885806,0.000025399255,0.9697574,0.023182409,0.0021390705,0.0011537252,0.00003102387],"about_ca_topic_score_codex":0.0058302595,"about_ca_topic_score_gemma":0.004891054,"teacher_disagreement_score":0.0058302595,"about_ca_system_score_codex":0.0007518708,"about_ca_system_score_gemma":0.0011007908,"threshold_uncertainty_score":0.013552308},"labels":[],"label_agreement":null},{"id":"W4248510974","doi":"10.32920/ryerson.14651676","title":"The effects of a fault management architecture on the performance of a cloud based application","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Fault management; Computer science; Scalability; Workload; Throughput; Fault (geology); Cloud computing; Architecture; Distributed computing; Fault detection and isolation; Set (abstract data type); Fault coverage; Reliability engineering; Real-time computing; Engineering; Database; Operating system; Artificial intelligence","score_opus":0.004407661013074601,"score_gpt":0.21159994822871142,"score_spread":0.20719228721563682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248510974","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9962446,0.0002615055,0.0020623694,0.00017469615,0.00001783079,0.000010301055,0.00006328223,0.00014757951,0.0010179181],"genre_scores_gemma":[0.9990681,0.000055546665,0.0006517708,0.000013453257,0.0000068393542,0.000004617088,0.000047100046,0.00001492155,0.00013777685],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99838424,0.00040067144,0.000078594574,0.00021921186,0.00045861676,0.00045874494],"domain_scores_gemma":[0.9902029,0.0062788418,0.00089093857,0.0009049809,0.0013379686,0.00038422842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014232126,0.0006256579,0.0003721508,0.0006816978,0.00059315946,0.0010903318,0.0006065637,0.0006643444,0.00095862465],"category_scores_gemma":[0.008807237,0.00029882955,0.00034435038,0.0008419725,0.00058911054,0.001158946,0.00046910637,0.0007083022,0.00018448247],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003123048,0.0009309834,0.072724365,0.0003680971,0.00021808555,0.000603445,0.00037961552,0.7289656,0.11779572,0.002451042,0.002270662,0.07016935],"study_design_scores_gemma":[0.000058248817,0.0026008892,0.08269941,0.000043950655,0.00021495072,0.0003889227,0.0003787378,0.84561896,0.0652163,0.0015584157,0.001166436,0.00005476235],"about_ca_topic_score_codex":0.0028143264,"about_ca_topic_score_gemma":0.0022647348,"teacher_disagreement_score":0.0028143264,"about_ca_system_score_codex":0.0013472365,"about_ca_system_score_gemma":0.0006760796,"threshold_uncertainty_score":0.009774983},"labels":[],"label_agreement":null},{"id":"W4248551394","doi":"10.22215/etd/2016-11533","title":"Handling Decisions and Traffic Dependencies in Layered Queueing Networks","year":2016,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Timeout; Queueing theory; Layered queueing network; Solver; Mean value analysis; Decomposition; State (computer science); Mathematical optimization; Distributed computing; Algorithm; Programming language; Computer network; Mathematics","score_opus":0.01126963675482542,"score_gpt":0.24874161625491473,"score_spread":0.2374719795000893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248551394","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10120517,0.0001941614,0.8929054,0.00040508373,0.00006476593,0.00007917789,0.00021066636,0.0011341163,0.003801492],"genre_scores_gemma":[0.7931869,0.0004909685,0.20107521,0.00013220706,0.000053338947,0.00015415513,0.00046216717,0.00016915976,0.0042759785],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974974,0.00085593434,0.00018056655,0.00034219812,0.0008607073,0.00026321734],"domain_scores_gemma":[0.99224913,0.005436184,0.00068546575,0.0005485542,0.00080381637,0.0002768637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003252856,0.0007230028,0.0005087439,0.0005090141,0.0006785561,0.0020366083,0.0016996671,0.0008028605,0.0017746792],"category_scores_gemma":[0.01632924,0.00086304476,0.0008168194,0.00052329886,0.00080168433,0.0032353126,0.0020616876,0.0016611867,0.00024575368],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012424559,0.00006125391,0.0023841064,0.0000681198,0.00003773348,0.00021431484,0.00031901393,0.90326583,0.0031811756,0.061995216,0.0009420861,0.02740691],"study_design_scores_gemma":[0.0000067015394,0.000009070313,0.0001154324,0.000007238826,0.000008004424,0.000011760604,0.000014128763,0.9816768,0.0010149211,0.016359897,0.00076736545,0.000008717047],"about_ca_topic_score_codex":0.01172103,"about_ca_topic_score_gemma":0.008503448,"teacher_disagreement_score":0.01172103,"about_ca_system_score_codex":0.0020696644,"about_ca_system_score_gemma":0.002472762,"threshold_uncertainty_score":0.023305595},"labels":[],"label_agreement":null},{"id":"W4248609206","doi":"10.1109/icse.2002.1007953","title":"Performance-related completions for software specifications","year":2003,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Software; Software engineering; Programming language","score_opus":0.04369592581159982,"score_gpt":0.2455711753459737,"score_spread":0.20187524953437389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248609206","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0122670345,0.00014847302,0.9649797,0.00071401644,0.00016240147,0.0007387777,0.0010953348,0.006768368,0.013125849],"genre_scores_gemma":[0.17405798,0.00034381254,0.80579394,0.0003739002,0.0002188468,0.0012774065,0.004038078,0.0049091033,0.008987021],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9584368,0.011534748,0.007663568,0.00289284,0.018076144,0.0013958815],"domain_scores_gemma":[0.8793422,0.06031347,0.008165155,0.022993349,0.027926158,0.0012595836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022108471,0.0025490618,0.0010337235,0.0039757616,0.0019800419,0.0051157796,0.0022122376,0.0024741832,0.009730525],"category_scores_gemma":[0.118830174,0.0020002706,0.0025816567,0.0022587895,0.0042304643,0.010935559,0.0044669695,0.005501546,0.0031332744],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044857216,0.0001900222,0.0029560963,0.0015078017,0.00007359874,0.0019324844,0.0069179493,0.05821504,0.01217584,0.75723577,0.019218449,0.13912843],"study_design_scores_gemma":[0.00011660048,0.00043610032,0.001292493,0.0011474389,0.00016540202,0.0019252616,0.0016393113,0.1632146,0.03230671,0.4469705,0.35041335,0.00037218188],"about_ca_topic_score_codex":0.005360717,"about_ca_topic_score_gemma":0.0029280293,"teacher_disagreement_score":0.022108471,"about_ca_system_score_codex":0.0030487175,"about_ca_system_score_gemma":0.0032038991,"threshold_uncertainty_score":0.11692214},"labels":[],"label_agreement":null},{"id":"W4249550294","doi":"10.4018/9781591409359.ch012.ch000","title":"Toward Autonomic DBMSs","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Database","score_opus":0.028742506907154065,"score_gpt":0.2331606662848145,"score_spread":0.20441815937766042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249550294","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008046467,0.018011497,0.89527035,0.0059109395,0.0011130014,0.00021718675,0.00017630454,0.0049443897,0.06630988],"genre_scores_gemma":[0.059135623,0.015726047,0.89253974,0.0016787011,0.0008162624,0.00028181256,0.0006183414,0.00077288435,0.028430475],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984053,0.0003205086,0.00010086645,0.00023729006,0.0008150505,0.00012112577],"domain_scores_gemma":[0.9990671,0.00023301376,0.000057569552,0.00028077196,0.00024911363,0.000112471105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002481547,0.0006961726,0.00062293455,0.00090302085,0.0011124796,0.0051383707,0.0025767658,0.0016942322,0.005750827],"category_scores_gemma":[0.0038047798,0.0010682213,0.00073392875,0.001578044,0.0010057718,0.006137967,0.002928171,0.004977386,0.0039036775],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039152015,0.00009380371,0.0009439479,0.00042354298,0.00004365911,0.00017051617,0.00064761296,0.016823899,0.0053957794,0.59865385,0.03753264,0.33923173],"study_design_scores_gemma":[0.000029770836,0.00007048379,0.00046877188,0.00040159636,0.000029270426,0.00052672473,0.00026655628,0.08196024,0.00377353,0.33448106,0.5779556,0.000036463152],"about_ca_topic_score_codex":0.0010925116,"about_ca_topic_score_gemma":0.0016444448,"teacher_disagreement_score":0.005750827,"about_ca_system_score_codex":0.0012481218,"about_ca_system_score_gemma":0.0011176255,"threshold_uncertainty_score":0.019238472},"labels":[],"label_agreement":null},{"id":"W4249722564","doi":"10.22215/etd/2006-08377","title":"Performance measurements and modeling of a Java-based session initiation protocol implementation","year":2006,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Canadian Heritage; Library and Archives Canada","funders":"Cisco Systems","keywords":"Session (web analytics); Computer science; Java; Protocol (science); Operating system; World Wide Web","score_opus":0.04671063268383882,"score_gpt":0.34538544632019236,"score_spread":0.2986748136363535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249722564","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85637695,0.00033797728,0.12710316,0.00043352254,0.00013508412,0.00023839161,0.00068095565,0.006441281,0.00825263],"genre_scores_gemma":[0.985992,0.000085711355,0.0120191,0.000025860048,0.00001010505,0.000077084514,0.00029166063,0.0001649433,0.0013335501],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981346,0.00044298367,0.00012615918,0.00024212869,0.00078548444,0.00026863822],"domain_scores_gemma":[0.9938677,0.0030877574,0.00046265326,0.00077449554,0.0015596467,0.00024771816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017763663,0.00068127597,0.0004401489,0.0006566006,0.00045879543,0.0011896907,0.0016256247,0.0007233136,0.0019518825],"category_scores_gemma":[0.007531574,0.0004039707,0.00035581834,0.00061092473,0.00040097538,0.0011052534,0.0003148024,0.0012437174,0.0005999857],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025309217,0.0015368145,0.023857621,0.00036388452,0.0001436272,0.00028532068,0.0005814209,0.78611064,0.10794119,0.010072847,0.003782424,0.06279323],"study_design_scores_gemma":[0.000025901369,0.000253282,0.0019558114,0.0000066034913,0.000027543741,0.000027125485,0.00002018902,0.97842354,0.018356714,0.000346139,0.00054361287,0.000013548529],"about_ca_topic_score_codex":0.008153271,"about_ca_topic_score_gemma":0.0047653816,"teacher_disagreement_score":0.008153271,"about_ca_system_score_codex":0.0013820062,"about_ca_system_score_gemma":0.0016557849,"threshold_uncertainty_score":0.016211629},"labels":[],"label_agreement":null},{"id":"W4249730870","doi":"10.1007/978-1-4614-6170-8_110035","title":"Network Workbench Tool","year":2014,"lang":"en","type":"book-chapter","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Workbench; Computer science; Artificial intelligence","score_opus":0.012392607023451819,"score_gpt":0.2037875046950676,"score_spread":0.19139489767161577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249730870","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002015702,0.0007019704,0.5292469,0.00047691306,0.00060228666,0.00035176182,0.011079563,0.09302455,0.36250034],"genre_scores_gemma":[0.02399619,0.002026253,0.27131584,0.0006538747,0.0002577379,0.0010175947,0.034014408,0.03376541,0.6329527],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994486,0.000066742265,0.000033259086,0.000090540976,0.000308808,0.000052110656],"domain_scores_gemma":[0.99921346,0.00027049994,0.00002343337,0.00020237958,0.00023368261,0.000056464705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074280263,0.0015668351,0.0006835825,0.002849671,0.00080722925,0.002535215,0.0026790944,0.00078571984,0.2365738],"category_scores_gemma":[0.0023710434,0.0008452273,0.0007554096,0.0016366871,0.00029246966,0.0032535982,0.0019426079,0.0018076082,0.10488215],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000962221,0.000101281505,0.00031436124,0.0004806533,0.000028643519,0.00018984261,0.00028582136,0.0032183358,0.0065612737,0.063630424,0.5351555,0.3899376],"study_design_scores_gemma":[0.000026210359,0.000018210612,0.00016120645,0.0001234513,0.000018232544,0.00023548212,0.000060819908,0.0073334733,0.006977112,0.017673004,0.9673427,0.000030062876],"about_ca_topic_score_codex":0.0018966943,"about_ca_topic_score_gemma":0.0033501463,"teacher_disagreement_score":0.2365738,"about_ca_system_score_codex":0.0006202118,"about_ca_system_score_gemma":0.00089627126,"threshold_uncertainty_score":0.7914182},"labels":[],"label_agreement":null},{"id":"W4249903417","doi":"10.22215/etd/2007-07605","title":"Software bottleneck identification and visualization using layered queuing networks","year":2007,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Canadian Heritage","funders":"","keywords":"Bottleneck; Identification (biology); Computer science; Software; Queueing theory; Operating system; Computer network; Embedded system","score_opus":0.015293248951582027,"score_gpt":0.31450690888623073,"score_spread":0.2992136599346487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249903417","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047354612,0.0003606631,0.93697166,0.00043977122,0.00009849126,0.000082947765,0.0004244925,0.01203334,0.002234018],"genre_scores_gemma":[0.45507547,0.0005796346,0.53935283,0.00005443538,0.000046518217,0.00013913093,0.0005701306,0.0005199978,0.003661879],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99952877,0.00014176512,0.000043909207,0.00007597619,0.00014806856,0.00006143364],"domain_scores_gemma":[0.9979843,0.00088721624,0.00021092655,0.00022199134,0.0005154203,0.00018019255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012757393,0.0008859594,0.00045617588,0.002821868,0.00047816755,0.0025821836,0.0010226873,0.00058892474,0.005116889],"category_scores_gemma":[0.0046372744,0.00050549535,0.00048210213,0.0012198462,0.00025985745,0.0017560265,0.001252161,0.00077563786,0.00069239154],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011218971,0.00029404022,0.014083681,0.00039885865,0.00014766556,0.00042204116,0.0010375752,0.33322507,0.052876964,0.023353228,0.014360946,0.55867803],"study_design_scores_gemma":[0.00001774584,0.000037425692,0.0009572981,0.000023187025,0.000012527122,0.000033703,0.000060449234,0.9843015,0.007085378,0.005084868,0.002363621,0.000022298895],"about_ca_topic_score_codex":0.009386997,"about_ca_topic_score_gemma":0.0072872904,"teacher_disagreement_score":0.009386997,"about_ca_system_score_codex":0.0010113771,"about_ca_system_score_gemma":0.0014533028,"threshold_uncertainty_score":0.018664718},"labels":[],"label_agreement":null},{"id":"W4250837799","doi":"10.48009/1_iis_2021_136-148","title":"IMPLEMENTATION OF DEVOPS PARADIGM TO DEPLOYMENT AND PROVISIONING OF MICROSERVICES","year":2021,"lang":"en","type":"article","venue":"Issues in Information Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"British Columbia Institute of Technology","funders":"","keywords":"Microservices; DevOps; Provisioning; Software deployment; Computer science; Paradigm shift; Software engineering; Process management; Business; Operating system; Cloud computing","score_opus":0.00890413622883851,"score_gpt":0.2958305916064193,"score_spread":0.28692645537758077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250837799","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025118127,0.00049627916,0.9461621,0.0010758963,0.00029039022,0.0005949089,0.00019359552,0.007141518,0.01892722],"genre_scores_gemma":[0.23472422,0.0013433537,0.73736507,0.00065354985,0.00015917562,0.00081104576,0.0013484906,0.0019296211,0.021665396],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975592,0.000546631,0.00030190166,0.0004176833,0.00086376705,0.00031071782],"domain_scores_gemma":[0.9974595,0.0003337263,0.00019743497,0.00092110876,0.0007592957,0.00032897154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026652694,0.000512527,0.0003532653,0.0007497983,0.0008481555,0.0024999254,0.0017184091,0.0007127805,0.0021703474],"category_scores_gemma":[0.0038003328,0.0005741663,0.00068804756,0.00054390443,0.00065572606,0.0021711325,0.0022420774,0.0025198201,0.0009806219],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030380354,0.00065608294,0.009997166,0.0012583771,0.0002032681,0.0020459732,0.0059342235,0.030192614,0.11719147,0.21985826,0.04662302,0.5657357],"study_design_scores_gemma":[0.0001598453,0.00043677588,0.005628059,0.0005642984,0.00014240315,0.0025017536,0.0013267442,0.19736238,0.09847554,0.04702945,0.6461779,0.00019485338],"about_ca_topic_score_codex":0.00263709,"about_ca_topic_score_gemma":0.0025834772,"teacher_disagreement_score":0.0026652694,"about_ca_system_score_codex":0.0008711453,"about_ca_system_score_gemma":0.0018070749,"threshold_uncertainty_score":0.014095426},"labels":[],"label_agreement":null},{"id":"W4251012824","doi":"10.1109/cnsm.2016.7818433","title":"Online characterization of buggy applications running on the cloud","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Cloud computing; Computer science; Resource (disambiguation); Resource management (computing); Quality of service; Computer security; Distributed computing; Computer network; Operating system","score_opus":0.01477408867857676,"score_gpt":0.2352404526417326,"score_spread":0.22046636396315583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251012824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9552974,0.0001960109,0.04030426,0.000109661654,0.000027385076,0.00007609149,0.00066754984,0.0024914334,0.00083034276],"genre_scores_gemma":[0.9901932,0.000030671265,0.009093422,0.000019859292,0.000010304624,0.000019359204,0.00036234318,0.000047276397,0.00022359908],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992083,0.00015407472,0.00006934744,0.00018055296,0.00029541506,0.000092382215],"domain_scores_gemma":[0.98916596,0.0046666637,0.002707004,0.0013231736,0.0016870359,0.0004501498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008560369,0.0006768636,0.00047054197,0.0023895497,0.00028717288,0.0006480782,0.00069092424,0.00057575695,0.00063936174],"category_scores_gemma":[0.008294336,0.00021089855,0.00027444342,0.00071167375,0.00030760374,0.0006977515,0.0003780972,0.00055223465,0.00027578927],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011868117,0.0008192657,0.5935472,0.0003314928,0.00016416516,0.0014958612,0.00062287104,0.12202103,0.09006631,0.0015467368,0.003757626,0.18444061],"study_design_scores_gemma":[0.00001164039,0.0002199256,0.092827,0.000018478231,0.0000253468,0.0005481123,0.00014030637,0.8869223,0.017533598,0.0010228363,0.000695963,0.00003450276],"about_ca_topic_score_codex":0.0023657884,"about_ca_topic_score_gemma":0.0026637856,"teacher_disagreement_score":0.0023895497,"about_ca_system_score_codex":0.00038425782,"about_ca_system_score_gemma":0.000420088,"threshold_uncertainty_score":0.0047039986},"labels":[],"label_agreement":null},{"id":"W4251986841","doi":"10.4018/9781591402558.ch008","title":"Regression Test Selection for Database Applications","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Regression testing; Data mining; Control flow graph; Graph; Test suite; Test case; Regression analysis; Database; Machine learning; Theoretical computer science; Programming language; Software; Software system","score_opus":0.025320350217085473,"score_gpt":0.2658100006339212,"score_spread":0.2404896504168357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251986841","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06591012,0.010206717,0.8376276,0.0013615921,0.00030209665,0.00084807555,0.00068145373,0.018169196,0.06489313],"genre_scores_gemma":[0.39209983,0.0050893286,0.55914485,0.0007246896,0.00024089131,0.00080169213,0.0026398783,0.0024804801,0.036778267],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975822,0.0007850011,0.00012289417,0.00028732346,0.0011007703,0.00012182331],"domain_scores_gemma":[0.99318624,0.0048612384,0.00029714353,0.0005033179,0.0010483859,0.00010357446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020262,0.0010216658,0.0006703406,0.0021994703,0.00031880822,0.001055989,0.00187216,0.0006765456,0.00837045],"category_scores_gemma":[0.0088739,0.00044072492,0.000746013,0.0018774129,0.00037175437,0.0012175657,0.00063159096,0.0013769626,0.0024989245],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019968336,0.0002573387,0.0024252727,0.0005737571,0.00004867169,0.00055925647,0.00021775704,0.015498869,0.018242087,0.015130578,0.019710464,0.92713624],"study_design_scores_gemma":[0.00029055428,0.0015353664,0.013254356,0.0010153758,0.00030427522,0.0046763527,0.00054056186,0.59833556,0.12727468,0.07899045,0.17364888,0.00013372567],"about_ca_topic_score_codex":0.0010311125,"about_ca_topic_score_gemma":0.0013317588,"teacher_disagreement_score":0.00837045,"about_ca_system_score_codex":0.0006733375,"about_ca_system_score_gemma":0.0006808982,"threshold_uncertainty_score":0.028001964},"labels":[],"label_agreement":null},{"id":"W4252650107","doi":"10.4018/9781591403661.ch010","title":"Software Architecture Analysis and Reconstruction","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; McMaster University","funders":"","keywords":"Computer science; Architecture; Software engineering; Architecture tradeoff analysis method; Computer architecture; Software; Software architecture; Reference architecture; Operating system; History; Archaeology","score_opus":0.011258288237618305,"score_gpt":0.21271073785335154,"score_spread":0.20145244961573322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252650107","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008080674,0.027750611,0.7573441,0.0062547987,0.00066754443,0.00021078261,0.00037574195,0.0022360045,0.19707967],"genre_scores_gemma":[0.1521683,0.049723115,0.6542069,0.0011350584,0.00048508355,0.00028318347,0.0019112289,0.0021293967,0.1379577],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99882966,0.00021461277,0.000061130806,0.00018598372,0.0006404105,0.000068309666],"domain_scores_gemma":[0.9984993,0.0005780465,0.00008849553,0.00033361255,0.0004615144,0.000039194445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013315115,0.0011330772,0.0005774496,0.0033316873,0.0011090328,0.0042154016,0.0013655331,0.0010612478,0.010926753],"category_scores_gemma":[0.0040129833,0.000678732,0.0010087485,0.002523015,0.0025826576,0.006009551,0.0017743186,0.0025604835,0.0055658063],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013731302,0.000023608736,0.00063023396,0.00048658467,0.00002643312,0.0001545977,0.0013652272,0.010003693,0.0018805132,0.5894982,0.02276957,0.3731475],"study_design_scores_gemma":[0.0000047892936,0.000027587777,0.0006463559,0.0006523604,0.000026030608,0.00058233115,0.000719824,0.024893856,0.0029277066,0.46289998,0.50658536,0.000033771674],"about_ca_topic_score_codex":0.0024431902,"about_ca_topic_score_gemma":0.0024686146,"teacher_disagreement_score":0.010926753,"about_ca_system_score_codex":0.0022258984,"about_ca_system_score_gemma":0.002649446,"threshold_uncertainty_score":0.03655362},"labels":[],"label_agreement":null},{"id":"W4252711339","doi":"10.36227/techrxiv.12089139","title":"Automating Software Development using Artificial Intelligence","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Computer science; Software engineering; Software development; Development (topology); Artificial intelligence; Software; Programming language; Mathematics","score_opus":0.10519972595515374,"score_gpt":0.312988915841729,"score_spread":0.20778918988657524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252711339","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048048705,0.000856756,0.9290812,0.00094917853,0.00010623296,0.00014978735,0.00007382329,0.0050286683,0.01570562],"genre_scores_gemma":[0.3752812,0.0008875637,0.61817074,0.00017004485,0.0000465528,0.00011535211,0.00030356066,0.00023780279,0.0047871135],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99840516,0.0005402424,0.0001034974,0.0002735443,0.0005613857,0.000116062234],"domain_scores_gemma":[0.9969868,0.0018930645,0.00017676147,0.0005388918,0.00035654297,0.00004800146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013767934,0.0006397689,0.0006228651,0.0010383016,0.00053094025,0.0021887324,0.0008388754,0.00074974826,0.0018023443],"category_scores_gemma":[0.0063519035,0.0005484837,0.0007811997,0.00093275635,0.00085469167,0.0016384466,0.0012578071,0.0013018567,0.0006592916],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001837771,0.00027113536,0.003668027,0.0005058738,0.00009922184,0.00023274566,0.00052057987,0.24203686,0.029368896,0.04596501,0.0045255944,0.6726222],"study_design_scores_gemma":[0.000045880086,0.00009417538,0.0015260865,0.00006152457,0.000048312475,0.00012940375,0.00012080878,0.87200236,0.023929177,0.07974465,0.022263557,0.000034097786],"about_ca_topic_score_codex":0.0039044097,"about_ca_topic_score_gemma":0.004012322,"teacher_disagreement_score":0.0039044097,"about_ca_system_score_codex":0.0008503218,"about_ca_system_score_gemma":0.0016816758,"threshold_uncertainty_score":0.007763326},"labels":[],"label_agreement":null},{"id":"W4253060566","doi":"10.36227/techrxiv.11728965","title":"Towards using Microservices for Transportation Management: The New TMS Development Trend","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Microservices; Computer science; Business; Operating system; Cloud computing","score_opus":0.04455160144629912,"score_gpt":0.28529730961766786,"score_spread":0.24074570817136876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253060566","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.082132116,0.048089907,0.52230597,0.118139856,0.01055852,0.00038411678,0.0015648822,0.0065793023,0.21024539],"genre_scores_gemma":[0.32294887,0.07311577,0.3613895,0.009344275,0.0069771735,0.0002180378,0.0041201655,0.0027619095,0.21912436],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99872094,0.00023520568,0.00006845822,0.00016593684,0.0006654904,0.00014384802],"domain_scores_gemma":[0.99575764,0.0007483695,0.00018271028,0.0005066542,0.0021200953,0.0006845356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032828145,0.0003794189,0.00027263662,0.001081349,0.00034723934,0.0035803723,0.0013114167,0.0019098178,0.022872368],"category_scores_gemma":[0.003490579,0.00025012306,0.00036286257,0.0020027491,0.0006325368,0.0054178657,0.001397838,0.0017815033,0.006995987],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018417026,0.00015189507,0.002282858,0.0013041389,0.000028009315,0.00019774158,0.00045151124,0.003540446,0.0279732,0.16190463,0.11730664,0.6846749],"study_design_scores_gemma":[0.000019698387,0.00021163387,0.0017488635,0.00029036234,0.000024037347,0.00037388515,0.00039845268,0.008903566,0.007281413,0.023653768,0.957069,0.000025322966],"about_ca_topic_score_codex":0.0017789385,"about_ca_topic_score_gemma":0.0020009293,"teacher_disagreement_score":0.022872368,"about_ca_system_score_codex":0.0010803852,"about_ca_system_score_gemma":0.0023186456,"threshold_uncertainty_score":0.076515675},"labels":[],"label_agreement":null},{"id":"W4253829229","doi":"10.1109/cnsm.2016.7818425","title":"Graph-based diagnosis in software-defined infrastructure","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Testbed; Scalability; Denial-of-service attack; Server; Workload; Software; Graph; Hypervisor; Distributed computing; Malware; Operating system; Virtualization; Computer network; Cloud computing; Theoretical computer science; The Internet","score_opus":0.006863334709435745,"score_gpt":0.21498417711462864,"score_spread":0.2081208424051929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253829229","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07518464,0.00038701954,0.9140264,0.00062265614,0.0000495137,0.00022325011,0.00041217724,0.007981327,0.0011129513],"genre_scores_gemma":[0.6899967,0.00020651381,0.30817607,0.00011421298,0.000027168247,0.000080415986,0.00061563886,0.000110646455,0.0006726512],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992655,0.00018227579,0.00004022101,0.000186322,0.00025090616,0.00007475256],"domain_scores_gemma":[0.9975712,0.0012520251,0.00037681306,0.00027627344,0.00040770415,0.00011596374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007645463,0.0006668799,0.0006035011,0.0025830236,0.0004869943,0.0008667488,0.0011198646,0.0006704275,0.000798814],"category_scores_gemma":[0.0037867809,0.0003160956,0.000688909,0.0010127322,0.000698698,0.001233412,0.00083025626,0.00071750174,0.00015796543],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018414679,0.00025654834,0.010123979,0.00022286523,0.00011084875,0.00050496345,0.00016329398,0.7811371,0.011761731,0.01809015,0.0028777507,0.1745666],"study_design_scores_gemma":[0.0000052880755,0.000015398477,0.0005545647,0.0000042572897,0.0000065302506,0.000030257921,0.00001968881,0.9917305,0.0015797745,0.0056923623,0.00035681343,0.000004650068],"about_ca_topic_score_codex":0.017271671,"about_ca_topic_score_gemma":0.016301086,"teacher_disagreement_score":0.017271671,"about_ca_system_score_codex":0.0015452823,"about_ca_system_score_gemma":0.0014883172,"threshold_uncertainty_score":0.03434229},"labels":[],"label_agreement":null},{"id":"W4254222575","doi":"10.1145/581344.581346","title":"Performance-related completions for software specifications","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Software deployment; Computer science; Reliability (semiconductor); Specification language; Component (thermodynamics); Software; Software engineering; Programming language; Distributed computing","score_opus":0.06658017354006568,"score_gpt":0.23591103496820426,"score_spread":0.16933086142813858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254222575","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012082979,0.00014628062,0.96563506,0.0006990621,0.00016006261,0.000726359,0.0010718271,0.006657345,0.012821006],"genre_scores_gemma":[0.17367181,0.00034258957,0.80650353,0.00036816482,0.0002205458,0.0012593981,0.00396521,0.004849808,0.0088188965],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9587674,0.011472228,0.007612576,0.0028855084,0.017885054,0.0013771801],"domain_scores_gemma":[0.88191456,0.058649868,0.008054427,0.022693569,0.027443135,0.0012444425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021752443,0.0025374615,0.0010296406,0.0039342614,0.0019830992,0.0050445045,0.0021854723,0.0024521109,0.009493108],"category_scores_gemma":[0.11642439,0.0019778467,0.0025462832,0.0022390457,0.004242383,0.010840913,0.0043992354,0.005485665,0.0030894848],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004401489,0.00018612476,0.0028811723,0.0014673225,0.00007206404,0.0018929484,0.006730285,0.057432085,0.011972242,0.761257,0.018864775,0.13680382],"study_design_scores_gemma":[0.00011623457,0.00042980802,0.0012668592,0.0011077765,0.00016285606,0.0019048664,0.0015894513,0.16404586,0.032060638,0.45075944,0.34618732,0.00036883194],"about_ca_topic_score_codex":0.0053200293,"about_ca_topic_score_gemma":0.0028887969,"teacher_disagreement_score":0.021752443,"about_ca_system_score_codex":0.0030274058,"about_ca_system_score_gemma":0.003181466,"threshold_uncertainty_score":0.11503929},"labels":[],"label_agreement":null},{"id":"W4255072796","doi":"10.1145/1168917.1168886","title":"Recording shared memory dependencies using strata","year":2006,"lang":"en","type":"article","venue":"ACM SIGOPS Operating Systems Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Ministère de l'Économie, de la Science et de l'Innovation - Québec","keywords":"Computer science; Debugging; Architecture; Stratum; Shared memory; Focus (optics); Layer (electronics); Operating system; Parallel computing; Programming language","score_opus":0.0380572137921652,"score_gpt":0.2882432819896118,"score_spread":0.2501860681974466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255072796","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31713957,0.0021760652,0.6057663,0.00036148346,0.00017954507,0.00037774406,0.0038388285,0.061620396,0.008540078],"genre_scores_gemma":[0.74447167,0.00076204404,0.24748652,0.00010315392,0.000051002644,0.00025663074,0.0023062467,0.0007787874,0.0037838263],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99852294,0.00023625624,0.00019838537,0.00022476148,0.00068573654,0.00013192472],"domain_scores_gemma":[0.9911663,0.0014995785,0.0015839672,0.0044178674,0.0010708076,0.00026147117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001117569,0.0009394904,0.00079080136,0.0031454947,0.00060793303,0.0015478963,0.0011736847,0.0004893039,0.0017224959],"category_scores_gemma":[0.006725856,0.00090038875,0.00050513144,0.0021743816,0.00048199348,0.00347895,0.0017634495,0.001038877,0.0007964711],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016431306,0.0003398999,0.12333311,0.00079575734,0.0003031126,0.0010776258,0.0046246736,0.03659195,0.09390749,0.033173483,0.014573291,0.6896365],"study_design_scores_gemma":[0.00019581354,0.0009126585,0.06602847,0.00021468084,0.00046694302,0.0017466574,0.0012299166,0.5267136,0.22621818,0.0597958,0.11600168,0.0004756525],"about_ca_topic_score_codex":0.005900641,"about_ca_topic_score_gemma":0.0114471605,"teacher_disagreement_score":0.005900641,"about_ca_system_score_codex":0.00066220184,"about_ca_system_score_gemma":0.0018523636,"threshold_uncertainty_score":0.011732638},"labels":[],"label_agreement":null},{"id":"W4255742572","doi":"10.32920/ryerson.14657340.v1","title":"Intelligence-based safety decision models for train traction control systems","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Traction control system; Traction (geology); Computer science; Level crossing; Classifier (UML); Control engineering; Artificial intelligence; Simulation; Engineering; Machine learning; Automotive engineering","score_opus":0.034650345841222736,"score_gpt":0.27990353229816806,"score_spread":0.24525318645694533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255742572","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037185375,0.00046923137,0.9507793,0.0006828914,0.00008501793,0.000090384245,0.0002650902,0.00025907435,0.010183653],"genre_scores_gemma":[0.94465554,0.0006492772,0.04416621,0.00012981829,0.000096147895,0.00032775986,0.00037819508,0.000039305814,0.009557751],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991491,0.00022429881,0.000051308565,0.00018534652,0.00025526842,0.00013465047],"domain_scores_gemma":[0.99806434,0.0010995665,0.0003006939,0.00006366877,0.00041433162,0.000057507714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016342184,0.0010950477,0.00090988656,0.00080487086,0.0004975589,0.0020677792,0.0011873783,0.0013420532,0.0044977902],"category_scores_gemma":[0.0040699407,0.00038205474,0.00085218536,0.00063081045,0.00090873986,0.0013896927,0.00086199114,0.001814165,0.0006533699],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004289666,0.000042450545,0.0005122418,0.00004342794,0.000019609353,0.00006182612,0.00009810344,0.9365545,0.00042995467,0.053107966,0.0005551814,0.008531854],"study_design_scores_gemma":[0.0000051007733,0.000015430775,0.0000813526,0.000004761354,0.00000514302,0.000007358407,0.000007956813,0.9911321,0.00009613638,0.008322807,0.00031767713,0.0000041851795],"about_ca_topic_score_codex":0.008772029,"about_ca_topic_score_gemma":0.00460286,"teacher_disagreement_score":0.008772029,"about_ca_system_score_codex":0.0017135751,"about_ca_system_score_gemma":0.0011391226,"threshold_uncertainty_score":0.017441928},"labels":[],"label_agreement":null},{"id":"W4255868459","doi":"10.1109/icse.2015.136","title":"Comparing Software Architecture Recovery Techniques Using Accurate Dependencies","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Google (Canada); University of Waterloo","funders":"Ontario Ministry of Research and Innovation; Natural Sciences and Engineering Research Council of Canada; Ontario Ministry of Research, Innovation and Science; National Science Foundation","keywords":"Computer science; Architecture; Software; Software architecture; Implementation; Ground truth; Code (set theory); Source lines of code; Data mining; Software engineering; Artificial intelligence; Programming language","score_opus":0.1033140506412273,"score_gpt":0.31933678793491554,"score_spread":0.21602273729368826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255868459","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5315316,0.0063311285,0.42633328,0.00078866625,0.00034253494,0.0004649731,0.0012682512,0.02630211,0.0066375188],"genre_scores_gemma":[0.72196394,0.0013099802,0.26905254,0.00018930584,0.000057235262,0.00018496433,0.003708573,0.0015446839,0.0019887728],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.98716366,0.00241528,0.0011156597,0.001732421,0.0069248904,0.00064797513],"domain_scores_gemma":[0.9513022,0.027038129,0.004199089,0.011689269,0.005446614,0.0003247781],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059650624,0.0014595143,0.0007303655,0.0042844103,0.00070258876,0.0011880401,0.0024241738,0.0013461905,0.001449921],"category_scores_gemma":[0.04981743,0.0007891302,0.0014561143,0.0020810636,0.001214627,0.004024821,0.002084737,0.0021163458,0.00077062397],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012975434,0.00048802895,0.023967447,0.0019718756,0.000733676,0.0003701869,0.00089077867,0.28843707,0.036012225,0.0042619044,0.0074599385,0.6341094],"study_design_scores_gemma":[0.00019722349,0.0020672039,0.03266831,0.00029973578,0.0006184375,0.001119506,0.00082356116,0.82289755,0.11032206,0.009465044,0.019271776,0.00024958933],"about_ca_topic_score_codex":0.0036571126,"about_ca_topic_score_gemma":0.004481191,"teacher_disagreement_score":0.0059650624,"about_ca_system_score_codex":0.0009486267,"about_ca_system_score_gemma":0.001430987,"threshold_uncertainty_score":0.031546652},"labels":[],"label_agreement":null},{"id":"W4255914661","doi":"10.1145/1735971.1736038","title":"SherLog","year":2010,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Unavailability; Task (project management); Code (set theory); Software; Software bug; Source code; Operating system; Server; Programming language; Software engineering; Reliability engineering; Set (abstract data type)","score_opus":0.01029332178757227,"score_gpt":0.2435370911879403,"score_spread":0.23324376940036803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255914661","genre_codex":"software","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032642488,0.0006619223,0.18079355,0.0011945907,0.00059489324,0.0006451971,0.06451356,0.69692665,0.051405348],"genre_scores_gemma":[0.07757071,0.002326026,0.25833064,0.0038729117,0.000505961,0.002520476,0.3786293,0.15437467,0.12186924],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980545,0.00025750557,0.00017890331,0.00033550774,0.0009264867,0.00024708017],"domain_scores_gemma":[0.9953607,0.0017634607,0.00025428622,0.0014148889,0.0009595426,0.00024717188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028058605,0.0017809863,0.0013529448,0.002523063,0.0009122647,0.0035422158,0.00694082,0.0020349168,0.14127041],"category_scores_gemma":[0.008861805,0.0020473162,0.0017059693,0.0020232487,0.00077721156,0.0065470575,0.0036621124,0.0033003353,0.099530205],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008937303,0.0002684901,0.0020901856,0.0012667568,0.00009092918,0.00037523135,0.00019060037,0.0046612825,0.0036725118,0.021766033,0.8099876,0.15473665],"study_design_scores_gemma":[0.00059988495,0.00018639282,0.0014077123,0.00024028771,0.00006332172,0.00054802815,0.00013953309,0.057721894,0.011621263,0.045100067,0.8822428,0.00012883107],"about_ca_topic_score_codex":0.0027760894,"about_ca_topic_score_gemma":0.004596274,"teacher_disagreement_score":0.14127041,"about_ca_system_score_codex":0.001222557,"about_ca_system_score_gemma":0.0028413623,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4281570119","doi":"10.1109/icsa-c54293.2022.00005","title":"Message from the SAIP, NEMI, ECRF, Artifacts, Posters, Journal First, and Workshops Track Chairs","year":2022,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Track (disk drive); Information retrieval; World Wide Web","score_opus":0.010022700609976669,"score_gpt":0.2041821559752754,"score_spread":0.19415945536529872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281570119","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011911673,0.00204945,0.0032687902,0.29207918,0.6668339,0.00041115357,0.0012294701,0.0013774646,0.031559505],"genre_scores_gemma":[0.013033045,0.0023795096,0.0037374229,0.16632913,0.29153335,0.0008851825,0.0015905238,0.0022727873,0.518239],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99436635,0.000859102,0.00030162235,0.00068482873,0.0033491375,0.00043887048],"domain_scores_gemma":[0.95550054,0.006308056,0.0016814402,0.0014800159,0.026055673,0.008974273],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010518654,0.0010174225,0.0012333285,0.0015288282,0.0031251663,0.0094021605,0.0012939465,0.0067965817,0.1363824],"category_scores_gemma":[0.038309954,0.0006336663,0.0009241165,0.0011074439,0.00092305173,0.0041491115,0.003541623,0.010473232,0.1071371],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039402395,0.00001337279,0.00006429686,0.000041186657,0.000002169816,0.000016445065,0.000024772882,0.000010934254,0.00017581429,0.0003520203,0.99461836,0.004641283],"study_design_scores_gemma":[0.000037728292,0.00006450018,0.0005173035,0.00008780805,0.000006381293,0.000044773682,0.0001564097,0.00013397851,0.0003749566,0.00058251165,0.9979721,0.000021476524],"about_ca_topic_score_codex":0.001021953,"about_ca_topic_score_gemma":0.0015999653,"teacher_disagreement_score":0.8636176,"about_ca_system_score_codex":0.0018582012,"about_ca_system_score_gemma":0.0038384537,"threshold_uncertainty_score":0.4562446},"labels":[],"label_agreement":null},{"id":"W4281741287","doi":"10.1145/3543146.3543168","title":"LogStamp","year":2022,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Parsing; Computer science; Set (abstract data type); Training set; Service (business); Data set; Data mining; Artificial intelligence; Programming language","score_opus":0.06053903006316866,"score_gpt":0.3235410959505138,"score_spread":0.2630020658873451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281741287","genre_codex":"software","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":"software","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012762761,0.001206721,0.12387285,0.0012359715,0.0006902958,0.0011647142,0.2950575,0.54278404,0.021225149],"genre_scores_gemma":[0.09089858,0.0013409486,0.15293585,0.0009367416,0.00026355975,0.0015060905,0.7170809,0.017562078,0.017475255],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979095,0.00019909283,0.00027718802,0.0004653577,0.0009801832,0.00016864462],"domain_scores_gemma":[0.99592364,0.0008059924,0.00036766066,0.001579606,0.0011589308,0.00016407542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014943072,0.002548641,0.0010662097,0.0037721992,0.0008255902,0.002635879,0.0028454047,0.0010443068,0.01799763],"category_scores_gemma":[0.010248003,0.00088594545,0.001342929,0.0033151142,0.00041374227,0.004644863,0.0027710842,0.0018988829,0.024934107],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006325953,0.00020694811,0.0069312546,0.0011303008,0.00013798605,0.0003501335,0.00021394498,0.004486342,0.0036974417,0.005958278,0.7488192,0.22743557],"study_design_scores_gemma":[0.00019351956,0.0001983178,0.012771889,0.0003023164,0.00009384475,0.0008718431,0.00040720357,0.14691582,0.030066226,0.023341201,0.7846582,0.0001796847],"about_ca_topic_score_codex":0.006162,"about_ca_topic_score_gemma":0.0077435323,"teacher_disagreement_score":0.01799763,"about_ca_system_score_codex":0.00089975627,"about_ca_system_score_gemma":0.002211177,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4284663063","doi":"10.1145/3510003.3510131","title":"ShellFusion","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Shell (structure); Unix; Task (project management); Operating system; Programming language; World Wide Web; Software; Engineering","score_opus":0.015022719302810815,"score_gpt":0.22067473674403582,"score_spread":0.205652017441225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284663063","genre_codex":"software","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069396757,0.0014580899,0.19293576,0.0011366527,0.0016893087,0.00033652733,0.024123656,0.63158584,0.13979441],"genre_scores_gemma":[0.09210661,0.0025066736,0.19243371,0.004805475,0.0005374768,0.0010232057,0.22723179,0.27907383,0.20028123],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99853706,0.00010759712,0.000109839995,0.0003555707,0.0006649124,0.00022494028],"domain_scores_gemma":[0.99859434,0.00022909419,0.00007313315,0.00053330953,0.00042574308,0.00014450568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013723066,0.0016203776,0.001504599,0.0010402263,0.0013847214,0.0035637026,0.004643589,0.0022943486,0.1518514],"category_scores_gemma":[0.005420384,0.00131024,0.0017857865,0.0009684146,0.0007488985,0.0062800655,0.0060956464,0.002949769,0.14511445],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052689767,0.00009395335,0.0015523349,0.0005744034,0.0001059029,0.00038455645,0.00028265076,0.0017250533,0.013371286,0.016387334,0.8911051,0.073890574],"study_design_scores_gemma":[0.00012424028,0.000074352574,0.0013652864,0.0001229277,0.000054488526,0.00066324865,0.00010248353,0.017285012,0.027192857,0.015902042,0.93700063,0.000112518144],"about_ca_topic_score_codex":0.0028608674,"about_ca_topic_score_gemma":0.0025562237,"teacher_disagreement_score":0.1518514,"about_ca_system_score_codex":0.0007828383,"about_ca_system_score_gemma":0.0013212324,"threshold_uncertainty_score":0.5079936},"labels":[],"label_agreement":null},{"id":"W4284668848","doi":"10.1016/j.infsof.2022.106996","title":"Improving microservices extraction using evolutionary search","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal; Université Laval","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Microservices; Computer science; Identification (biology); Benchmark (surveying); Software evolution; Task (project management); Software engineering; Process (computing); Software; Service-oriented architecture; Artificial intelligence; Distributed computing; Machine learning; Data mining; Software system; Programming language; Web service; Systems engineering; Engineering; Software construction; Operating system","score_opus":0.00962569133882675,"score_gpt":0.2460831791179393,"score_spread":0.23645748777911257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284668848","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15872511,0.0013766917,0.8157669,0.00038570876,0.00022537127,0.00028990227,0.0014548405,0.0101997685,0.011575855],"genre_scores_gemma":[0.41495916,0.00052801584,0.5652887,0.00016287602,0.000073257244,0.00011247361,0.005214591,0.0007692776,0.012891607],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99931264,0.00008307345,0.00006093982,0.00017291882,0.00025855112,0.000111826346],"domain_scores_gemma":[0.9987538,0.0005055848,0.00009142869,0.0002598492,0.00034472428,0.00004461321],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044455746,0.0010587631,0.001173721,0.003742068,0.00092796126,0.0014732883,0.0015072598,0.0014732126,0.009159369],"category_scores_gemma":[0.003274039,0.00048599823,0.0016991557,0.0034241697,0.00028152496,0.0021223288,0.0011031748,0.00068401196,0.0027955342],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025494068,0.00032934544,0.0066036712,0.0004555957,0.00014469947,0.0005308143,0.00015528666,0.040415693,0.029391754,0.0056134523,0.009721322,0.9063833],"study_design_scores_gemma":[0.00006561401,0.00014918327,0.004093534,0.00008451884,0.00023600856,0.00069897895,0.0002840098,0.9190426,0.048371054,0.01118697,0.015744496,0.00004307596],"about_ca_topic_score_codex":0.0040182164,"about_ca_topic_score_gemma":0.007510841,"teacher_disagreement_score":0.009159369,"about_ca_system_score_codex":0.00043697355,"about_ca_system_score_gemma":0.0013543719,"threshold_uncertainty_score":0.030641079},"labels":[],"label_agreement":null},{"id":"W4285121201","doi":"10.1109/tse.2022.3188005","title":"Automated Generation and Evaluation of JMH Microbenchmark Suites From Unit Tests","year":2022,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Unit testing; Programming language; Eclipse; Software; Operating system","score_opus":0.023174269775778533,"score_gpt":0.2505865902937494,"score_spread":0.2274123205179709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285121201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8166045,0.0011186003,0.086387224,0.00047805675,0.00032718747,0.00078295165,0.00415437,0.08231437,0.007832728],"genre_scores_gemma":[0.79147404,0.00034137993,0.17963354,0.00038717993,0.00008556143,0.00067114946,0.018111875,0.006828784,0.0024665368],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99296016,0.0019070759,0.0005385617,0.0011213602,0.0030056941,0.00046711334],"domain_scores_gemma":[0.9745418,0.012079475,0.00229532,0.0060484125,0.0043895002,0.0006453917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057897847,0.0014490866,0.00070906844,0.0026163955,0.0004994577,0.0011721172,0.002948661,0.00086977886,0.0016402807],"category_scores_gemma":[0.0312687,0.00060381007,0.0007512953,0.001334767,0.001041648,0.0013149625,0.0014437044,0.0013238809,0.00094456243],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001828546,0.003377959,0.06812569,0.0026545378,0.00052980037,0.0016263922,0.0018407148,0.18888275,0.14063391,0.00790738,0.05561858,0.5269738],"study_design_scores_gemma":[0.00061840325,0.0017663074,0.048832014,0.00017475068,0.0001244542,0.0006469121,0.00048669835,0.66413206,0.25801823,0.003762542,0.021233281,0.00020438684],"about_ca_topic_score_codex":0.0029484606,"about_ca_topic_score_gemma":0.0038482808,"teacher_disagreement_score":0.0057897847,"about_ca_system_score_codex":0.0010970149,"about_ca_system_score_gemma":0.0015541273,"threshold_uncertainty_score":0.03061968},"labels":[],"label_agreement":null},{"id":"W4285999670","doi":"10.1145/3549539","title":"Focused Layered Performance Modelling by Aggregation","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Modeling and Performance Evaluation of Computing Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Dependency (UML); Microservices; Focus (optics); Queue; Component (thermodynamics); Sensitivity (control systems); Set (abstract data type); Data mining; Distributed computing; Cloud computing; Artificial intelligence; Engineering","score_opus":0.05464113844212202,"score_gpt":0.27275635462771763,"score_spread":0.21811521618559562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285999670","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06340051,0.00019992911,0.92768794,0.00028664697,0.000038541148,0.00015968799,0.0003657629,0.00086328416,0.006997782],"genre_scores_gemma":[0.8398175,0.00053281,0.15326509,0.0001849094,0.00006995656,0.00048067854,0.0004941349,0.00025085636,0.0049039936],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99851245,0.00058316265,0.00008770072,0.00023018527,0.00040010066,0.0001864378],"domain_scores_gemma":[0.99626595,0.0019298864,0.00048533353,0.0006432323,0.0005509402,0.0001245716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019943519,0.0015267907,0.0007873223,0.0012757466,0.00053311733,0.0023195997,0.0019968553,0.00096622575,0.0024466666],"category_scores_gemma":[0.007839531,0.00067190186,0.0015201848,0.0012045027,0.0007878191,0.0034866107,0.0017796828,0.0016952939,0.00055945036],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053443484,0.00004669245,0.0018826717,0.000040050534,0.000050442206,0.00007940101,0.00029894614,0.9543447,0.0016088991,0.031246828,0.0006000229,0.0097479],"study_design_scores_gemma":[0.0000044540866,0.000017694092,0.00027265196,0.000006361398,0.000012771112,0.0000129106165,0.000017990928,0.98709977,0.00035582873,0.011658517,0.0005328122,0.000008200502],"about_ca_topic_score_codex":0.011874065,"about_ca_topic_score_gemma":0.0048699286,"teacher_disagreement_score":0.011874065,"about_ca_system_score_codex":0.0016861806,"about_ca_system_score_gemma":0.0012472223,"threshold_uncertainty_score":0.023609936},"labels":[],"label_agreement":null},{"id":"W4286239563","doi":"10.1145/3491204.3527472","title":"A Multiserver Approximation for Cloud Scaling Analysis","year":2022,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Scalability; Queue; Queueing theory; Heavy traffic approximation; Scaling; Cloud computing; Traffic intensity; Server; Binomial (polynomial); Poisson distribution; Population; Algorithm; Statistics; Mathematics; Database; Computer network","score_opus":0.015801430523606143,"score_gpt":0.25304528459050335,"score_spread":0.23724385406689721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286239563","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023927433,0.001444403,0.964376,0.0006042736,0.0001332262,0.000060740284,0.0000933563,0.00048367618,0.008876954],"genre_scores_gemma":[0.8300853,0.0020755196,0.159321,0.0004946727,0.00039843077,0.00018285651,0.00020547546,0.00046903567,0.006767741],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992337,0.00022089886,0.000032438693,0.00007572015,0.00033302957,0.000104248065],"domain_scores_gemma":[0.99768174,0.0011691186,0.00018708581,0.00035991234,0.00046062077,0.00014152718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002074933,0.0006468685,0.00080979295,0.0010068623,0.0006398198,0.0011472518,0.0013448847,0.00080580526,0.001936246],"category_scores_gemma":[0.009260647,0.00029863187,0.0009853969,0.0011082682,0.00067352003,0.0014347355,0.0012560873,0.00201717,0.0006331134],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057044235,0.00005266038,0.0014920669,0.00006925761,0.00003743001,0.0001743765,0.000098465425,0.876786,0.002533175,0.09452424,0.0029270838,0.021248197],"study_design_scores_gemma":[0.0000011695232,0.0000023331215,0.0000656974,0.0000038277913,0.0000015516245,0.000008161587,0.0000037764119,0.99383944,0.00008798984,0.005705566,0.0002785322,0.0000019701884],"about_ca_topic_score_codex":0.011564492,"about_ca_topic_score_gemma":0.0035451625,"teacher_disagreement_score":0.011564492,"about_ca_system_score_codex":0.001779423,"about_ca_system_score_gemma":0.0016185312,"threshold_uncertainty_score":0.02299434},"labels":[],"label_agreement":null},{"id":"W4286331428","doi":"10.1109/saner53432.2022.00017","title":"On the Benefits of the Accelerate Metrics: An Industrial Survey at Vendasta","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; University of Saskatchewan","keywords":"Microservices; Computer science; Software deployment; Popularity; Process (computing); Context (archaeology); Productivity; Metric (unit); Process management; Software metric; Software development; Software; Software engineering; Software quality; Operations management; Engineering; Cloud computing","score_opus":0.07363896469653895,"score_gpt":0.2724287147298294,"score_spread":0.1987897500332904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286331428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9910959,0.0012408947,0.0023651617,0.0012997662,0.000017305096,0.00006393084,0.000111053785,0.00005801489,0.003748062],"genre_scores_gemma":[0.9932243,0.001582065,0.0030778246,0.00046887758,0.000021798938,0.00007219694,0.00018319898,0.000047035843,0.0013226916],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98918766,0.005116278,0.00073012296,0.0007405016,0.003184492,0.0010410291],"domain_scores_gemma":[0.9468902,0.032132275,0.0049527143,0.0010636133,0.012362058,0.0025991197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016653799,0.00026527682,0.00033297358,0.0022994953,0.0010965352,0.0016958073,0.0005100965,0.0007256707,0.0007179018],"category_scores_gemma":[0.03217423,0.00027681215,0.00021997183,0.002299781,0.00067089376,0.0014264882,0.0012288569,0.0007708784,0.00029762427],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002418822,0.00044502167,0.5694513,0.00086469733,0.000048027105,0.00062821107,0.08796641,0.0005628998,0.010931429,0.0012811015,0.006208934,0.3213702],"study_design_scores_gemma":[0.00002049753,0.0012630619,0.7882651,0.00079232623,0.00006453861,0.0007989282,0.13596563,0.003167401,0.004556334,0.0003649798,0.0645997,0.00014147516],"about_ca_topic_score_codex":0.012833176,"about_ca_topic_score_gemma":0.018723642,"teacher_disagreement_score":0.016653799,"about_ca_system_score_codex":0.0023706204,"about_ca_system_score_gemma":0.0023156912,"threshold_uncertainty_score":0.088074744},"labels":[],"label_agreement":null},{"id":"W4287548227","doi":"10.48550/arxiv.2012.14086","title":"A Kubernetes Controller for Managing the Availability of Elastic\\n Microservice Based Stateful Applications","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Université Laval; Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Microservices; Stateful firewall; Computer science; High availability; Service (business); Provisioning; Service provider; Distributed computing; Overhead (engineering); Cloud computing; Failover; Computer network; Operating system","score_opus":0.04740282145950526,"score_gpt":0.19125861835897454,"score_spread":0.14385579689946928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287548227","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22299558,0.0012933239,0.6055792,0.0003885476,0.00045198304,0.00083373016,0.0006404286,0.14514846,0.022668814],"genre_scores_gemma":[0.9084233,0.00024433967,0.07834096,0.00024224799,0.000061887724,0.0003034347,0.00078017043,0.0011119099,0.0104918005],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993703,0.00007499999,0.00008348967,0.0001538665,0.00021427784,0.0001030423],"domain_scores_gemma":[0.9990169,0.00020993406,0.00012634826,0.00026687945,0.00020061643,0.00017930462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008631624,0.00065972365,0.00040759682,0.0005984937,0.0004565178,0.0014388148,0.0019862992,0.00047564504,0.0038345521],"category_scores_gemma":[0.0017082944,0.00042202484,0.000282037,0.00029917393,0.0005405296,0.0015050762,0.0015552626,0.000984112,0.00079383276],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0054744636,0.001654562,0.021428894,0.0012386655,0.00043343034,0.0023108625,0.0012904964,0.10302689,0.31503585,0.047607098,0.043050494,0.45744833],"study_design_scores_gemma":[0.00021967466,0.00039707028,0.005172734,0.000075624586,0.00013757734,0.0004774523,0.00015041021,0.82088476,0.1250114,0.0042961244,0.04302206,0.00015508193],"about_ca_topic_score_codex":0.0021976994,"about_ca_topic_score_gemma":0.0018203494,"teacher_disagreement_score":0.0038345521,"about_ca_system_score_codex":0.0006974473,"about_ca_system_score_gemma":0.000874891,"threshold_uncertainty_score":0.012827814},"labels":[],"label_agreement":null},{"id":"W4287750165","doi":"10.48550/arxiv.2006.16368","title":"Probabilistic Bounds on the End-to-End Delay of Service Function Chains\\n using Deep MDN","year":2020,"lang":"","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Queueing theory; Computer science; Probabilistic logic; Service (business); Task (project management); End-to-end principle; Function (biology); Layered queueing network; Statistical model; Order (exchange); Mathematical optimization; Algorithm; Artificial intelligence; Mathematics; Computer network; Engineering","score_opus":0.09877793325904241,"score_gpt":0.19773405855390458,"score_spread":0.09895612529486217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287750165","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.066219114,0.0007468021,0.9288751,0.0007810845,0.000086684675,0.000046405738,0.00020401279,0.00061610405,0.002424717],"genre_scores_gemma":[0.9229279,0.00052056997,0.072364256,0.00031205095,0.00008142719,0.00011783482,0.00048659858,0.0001703924,0.0030189932],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993199,0.00018001192,0.000031571493,0.00015793773,0.00016556296,0.00014499194],"domain_scores_gemma":[0.99103856,0.0067150956,0.00058645674,0.00039353,0.00084198825,0.00042438484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024765108,0.0012145084,0.0011011416,0.00074922974,0.00059418054,0.0011726727,0.0020321957,0.001387711,0.0018528372],"category_scores_gemma":[0.014513179,0.0007191377,0.00059399626,0.00052036846,0.0014851204,0.0023176903,0.0016649655,0.0027102358,0.0003451798],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054808694,0.000016746502,0.0005677844,0.000027755332,0.000011630646,0.000016864766,0.00001776187,0.98806226,0.0003297579,0.0056082234,0.00033882607,0.004947527],"study_design_scores_gemma":[0.0000010595073,0.000002874771,0.000023380095,0.0000021136875,9.075741e-7,0.0000017518056,0.0000016409284,0.99784446,0.00009950343,0.0019787874,0.000042450214,0.0000010706642],"about_ca_topic_score_codex":0.012271801,"about_ca_topic_score_gemma":0.013203568,"teacher_disagreement_score":0.012271801,"about_ca_system_score_codex":0.0032899086,"about_ca_system_score_gemma":0.002595702,"threshold_uncertainty_score":0.024400711},"labels":[],"label_agreement":null},{"id":"W4287849818","doi":"10.1109/dsn53405.2022.00010","title":"Rising Star in Dependability Award","year":2022,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Huawei Technologies","keywords":"Dependability; Nomination; Fault tolerance; Computer science; Field (mathematics); Star (game theory); Software engineering; Operating system; Political science","score_opus":0.011245853044978623,"score_gpt":0.2380886587253879,"score_spread":0.22684280568040927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287849818","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029285662,0.011019604,0.012939904,0.34932056,0.33574265,0.00018467056,0.0016866209,0.0014206516,0.28475672],"genre_scores_gemma":[0.028323883,0.010870977,0.0060346825,0.037557755,0.03785138,0.0001725623,0.0029802488,0.0013148063,0.8748937],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928013,0.0006055092,0.00030531993,0.0005673237,0.0045623295,0.0011582623],"domain_scores_gemma":[0.96396685,0.001472991,0.000504574,0.0013778541,0.016828496,0.015849208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01054024,0.0012010466,0.0015315579,0.0018054732,0.0027040616,0.0077885324,0.0017134545,0.0055353483,0.09831558],"category_scores_gemma":[0.016438399,0.00044418388,0.0011406059,0.0013907361,0.0013708854,0.0037656338,0.004557344,0.010292886,0.088280074],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040491763,0.000047588353,0.00020683822,0.00004131824,0.000008229163,0.00010045596,0.000027378193,0.00018024223,0.0002464404,0.008222021,0.9555639,0.035315156],"study_design_scores_gemma":[0.000019276507,0.00006847143,0.00040464563,0.000053160325,0.000006613578,0.00012769354,0.000038091814,0.00047671588,0.00021921725,0.004372816,0.99419785,0.000015552134],"about_ca_topic_score_codex":0.0024230797,"about_ca_topic_score_gemma":0.004985866,"teacher_disagreement_score":0.09831558,"about_ca_system_score_codex":0.0032980305,"about_ca_system_score_gemma":0.0091395015,"threshold_uncertainty_score":0.32889837},"labels":[],"label_agreement":null},{"id":"W4289222509","doi":"10.1145/3543664.3543679","title":"Building scalable and evolutive USD pipelines on distributed architecture at Ubisoft","year":2022,"lang":"en","type":"article","venue":"The Digital Production Symposium","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ubisoft (Canada)","funders":"","keywords":"Microservices; Computer science; Scalability; Workflow; Cloud computing; Architecture; Leverage (statistics); Pipeline transport; Distributed computing; Software engineering; Operating system; Database; Engineering","score_opus":0.007688093169253296,"score_gpt":0.21318531724982093,"score_spread":0.20549722408056764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289222509","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.078601606,0.00014656478,0.892313,0.00040522346,0.00010210689,0.00026953916,0.0003788711,0.015056632,0.012726376],"genre_scores_gemma":[0.3789756,0.00027332536,0.60579234,0.00013754205,0.00003249618,0.00026976634,0.0017702796,0.0028581193,0.009890537],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99848014,0.00032226654,0.000100581994,0.00029656044,0.0004396856,0.00036082434],"domain_scores_gemma":[0.99850273,0.0002630513,0.00007280232,0.0005856041,0.00033286147,0.00024293886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003475853,0.0007156746,0.00038889307,0.00089237705,0.0010819548,0.0017177729,0.0012059807,0.0005785705,0.004646958],"category_scores_gemma":[0.0028524867,0.0006764586,0.00093260483,0.00077663886,0.0014819348,0.0035256506,0.0036967287,0.0016588903,0.0016780795],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008333313,0.0006379272,0.012175768,0.00059522403,0.00012090622,0.0016808201,0.0054779463,0.2028265,0.100157246,0.18911298,0.023579052,0.46280235],"study_design_scores_gemma":[0.00028395327,0.00088619755,0.0061635156,0.0002164715,0.00010940611,0.0006058421,0.00129539,0.52683663,0.10329447,0.08332773,0.27675158,0.00022878122],"about_ca_topic_score_codex":0.010281429,"about_ca_topic_score_gemma":0.00914205,"teacher_disagreement_score":0.010281429,"about_ca_system_score_codex":0.0020057084,"about_ca_system_score_gemma":0.0035796205,"threshold_uncertainty_score":0.020443201},"labels":[],"label_agreement":null},{"id":"W4289302779","doi":"10.5281/zenodo.1478989","title":"Distributed Software Development Modelling And Control Framework","year":2018,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Algoma University","funders":"","keywords":"Computer science; Software development; Control (management); Software; Software engineering; Distributed computing; Operating system; Artificial intelligence","score_opus":0.025827837213995997,"score_gpt":0.231994710815551,"score_spread":0.206166873601555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289302779","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011766893,0.00022171585,0.99364036,0.00014677839,0.00003550171,0.00008005135,0.00008106514,0.00041194627,0.004205861],"genre_scores_gemma":[0.25432694,0.001730918,0.72388124,0.00014097226,0.00017456994,0.0013543336,0.0005232882,0.00030330702,0.01756438],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99867684,0.00031855443,0.00010392261,0.0002768562,0.00051267474,0.00011117968],"domain_scores_gemma":[0.9991079,0.00031646917,0.00011282248,0.000121394376,0.00027155245,0.00006984568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00221069,0.0010950315,0.0008862072,0.0011599974,0.0006744983,0.0025545391,0.0026000945,0.0013464328,0.003967409],"category_scores_gemma":[0.0020988937,0.00044304508,0.0011015214,0.0009839536,0.0013468465,0.0014800492,0.0016745755,0.0014044798,0.0009905631],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043906093,0.00007452912,0.00045062156,0.00018058327,0.00004307495,0.00023652278,0.00020621998,0.6122139,0.0026034324,0.34109002,0.0021534436,0.040703762],"study_design_scores_gemma":[0.000030162855,0.00002619902,0.00008386734,0.000024054578,0.000017782513,0.000045381617,0.000017616168,0.94238055,0.0006488032,0.040656175,0.016056716,0.00001271807],"about_ca_topic_score_codex":0.010494804,"about_ca_topic_score_gemma":0.0055258805,"teacher_disagreement_score":0.010494804,"about_ca_system_score_codex":0.0015203173,"about_ca_system_score_gemma":0.0031409601,"threshold_uncertainty_score":0.020867407},"labels":[],"label_agreement":null},{"id":"W4291178743","doi":"10.1186/s13677-022-00296-4","title":"Anomaly detection in microservice environments using distributed tracing data analysis and NLP","year":2022,"lang":"en","type":"article","venue":"Journal of Cloud Computing Advances Systems and Applications","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ciena (Canada); Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Microservices; Tracing; Agile software development; Scalability; TRACE (psycholinguistics); Anomaly detection; DevOps; Data mining; Visualization; Overfitting; Artificial intelligence; Cloud computing; Machine learning; Database; Artificial neural network; Software engineering","score_opus":0.01553001782085877,"score_gpt":0.27015264019657786,"score_spread":0.2546226223757191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4291178743","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13542855,0.0006888571,0.8439528,0.00061203924,0.00008736438,0.00022444059,0.0026516442,0.015352914,0.0010015124],"genre_scores_gemma":[0.65106,0.00039635526,0.33850303,0.00015906693,0.00008753034,0.00032829045,0.007683742,0.00032457145,0.0014574304],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978886,0.0003474231,0.00020205708,0.0009458997,0.00047844063,0.00013744869],"domain_scores_gemma":[0.99488515,0.002941232,0.00090106035,0.00061822875,0.00052893074,0.00012531674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017171215,0.0012668951,0.00093137287,0.0050653904,0.0006531249,0.0011757179,0.0015344073,0.00096553506,0.0006180978],"category_scores_gemma":[0.0055623865,0.0003319767,0.0011631193,0.0032187507,0.00054941163,0.0015823074,0.0013657835,0.0013757953,0.00044055106],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040214625,0.0007539027,0.056986447,0.00064059393,0.0002898814,0.002078916,0.0014437074,0.14090964,0.026700022,0.003233281,0.00788213,0.75867933],"study_design_scores_gemma":[0.000019709882,0.00008006672,0.008349476,0.000027803184,0.000040436153,0.0003561347,0.0004372785,0.97202444,0.007114395,0.00804177,0.0034778453,0.00003066601],"about_ca_topic_score_codex":0.00656619,"about_ca_topic_score_gemma":0.008461715,"teacher_disagreement_score":0.00656619,"about_ca_system_score_codex":0.0007692867,"about_ca_system_score_gemma":0.0011342436,"threshold_uncertainty_score":0.01305598},"labels":[],"label_agreement":null},{"id":"W4292826129","doi":"10.1007/978-3-031-15777-6_30","title":"TapTree: Process-Tree Based Host Behavior Modeling and Threat Detection Framework via Sequential Pattern Mining","year":2022,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; Research and Productivity Council","funders":"University of Windsor","keywords":"Computer science; Semantics (computer science); Benchmark (surveying); Data mining; Process (computing); Behavioral pattern; Abstraction; Pattern matching; Tree (set theory); Host (biology); Event (particle physics); Audit; Artificial intelligence; Software engineering; Programming language","score_opus":0.017553240583026486,"score_gpt":0.25610672898194653,"score_spread":0.23855348839892004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292826129","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046850718,0.00011709614,0.99072194,0.00006543507,0.000015288413,0.00006185003,0.0005276545,0.0031632741,0.00064240076],"genre_scores_gemma":[0.21965207,0.00048488379,0.77363026,0.00009604633,0.000038390495,0.00027652518,0.0026291786,0.00039585368,0.0027967994],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995801,0.00008033735,0.000028597668,0.00010523369,0.00016553879,0.000040202263],"domain_scores_gemma":[0.999501,0.00023875717,0.0000554696,0.000067187066,0.00010245693,0.00003505721],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007489613,0.000762295,0.0008941486,0.0012261302,0.00043405106,0.0012210076,0.0020473758,0.00071383343,0.0026020417],"category_scores_gemma":[0.0022188681,0.00044034782,0.001212649,0.0013445998,0.00030256755,0.0017337408,0.0009553637,0.0010895131,0.0008550623],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022933036,0.00026085158,0.0055064172,0.0003472665,0.0002559318,0.0004023582,0.00023573046,0.654861,0.006442189,0.04629643,0.011491072,0.27367148],"study_design_scores_gemma":[0.000003935754,0.000012883765,0.00017306712,0.0000056194467,0.000012784538,0.00003791038,0.00001137101,0.98942846,0.0004826344,0.008523567,0.0013025216,0.0000052974697],"about_ca_topic_score_codex":0.008704955,"about_ca_topic_score_gemma":0.010269548,"teacher_disagreement_score":0.008704955,"about_ca_system_score_codex":0.00054752233,"about_ca_system_score_gemma":0.0013277233,"threshold_uncertainty_score":0.017308593},"labels":[],"label_agreement":null},{"id":"W4293211253","doi":"10.5539/cis.v15n4p19","title":"Analysis of Current Trends in Software Aging: A Literature Survey","year":2022,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Software; Software architecture; Software engineering; Software deployment; Reliability engineering; Engineering; Operating system","score_opus":0.01883113460526783,"score_gpt":0.286592373111516,"score_spread":0.26776123850624817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293211253","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022135478,0.9636909,0.0024941978,0.0023263062,0.0003336878,0.00007143124,0.002577538,0.00012335715,0.006247027],"genre_scores_gemma":[0.049679264,0.9425195,0.0030175187,0.0007926457,0.00026976052,0.000067812056,0.0027191944,0.000040435705,0.0008938188],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9979169,0.00032150687,0.00057764875,0.00031446226,0.00077485415,0.000094602205],"domain_scores_gemma":[0.9636498,0.021976674,0.003810158,0.0005055173,0.009530302,0.0005274664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037629749,0.0005847338,0.0008618959,0.031010298,0.00058243936,0.0018976904,0.0008532904,0.0008532051,0.0031750528],"category_scores_gemma":[0.015504173,0.0004248093,0.0013191786,0.030595297,0.00055572623,0.0039349417,0.0007604227,0.00073807006,0.0009928822],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015034601,0.000077816156,0.025796982,0.0537488,0.0003863918,0.00042459648,0.0017828085,0.0007914058,0.0014246908,0.0042182254,0.023778975,0.88741904],"study_design_scores_gemma":[0.000028185654,0.0004363613,0.16620705,0.0984046,0.0031354586,0.0042417133,0.008428312,0.0022941192,0.0034672057,0.005993343,0.7071974,0.00016619811],"about_ca_topic_score_codex":0.0042350893,"about_ca_topic_score_gemma":0.00811743,"teacher_disagreement_score":0.031010298,"about_ca_system_score_codex":0.0012506762,"about_ca_system_score_gemma":0.0035560606,"threshold_uncertainty_score":0.01990074},"labels":[],"label_agreement":null},{"id":"W4293248052","doi":"10.1145/3538401.3546599","title":"EarlyBird","year":2022,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada)","funders":"","keywords":"Computer science; Process (computing); Code (set theory); Distributed computing; Operating system; Programming language","score_opus":0.006110371126686409,"score_gpt":0.19539542622549663,"score_spread":0.18928505509881022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293248052","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007273553,0.010178968,0.014766414,0.021544678,0.0107818125,0.00013395424,0.00255802,0.0027703575,0.9299922],"genre_scores_gemma":[0.024901867,0.0040026996,0.005319673,0.0026455494,0.00074166525,0.00004993868,0.001224225,0.00068487256,0.9604295],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992995,0.00009019621,0.000023394168,0.0002308893,0.00025528736,0.00010070908],"domain_scores_gemma":[0.99846494,0.0002144182,0.00006314931,0.00019227658,0.000614023,0.00045107867],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00090882083,0.0007447359,0.00041857178,0.0017534789,0.0025457214,0.0033247452,0.0010402462,0.0017306957,0.32456282],"category_scores_gemma":[0.0021434482,0.0003487075,0.00040664984,0.0009983482,0.0008786441,0.0026769254,0.0030032862,0.002086703,0.1356904],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034436563,0.000117264775,0.0023354404,0.0002293414,0.000016383312,0.00044955465,0.0004921964,0.00057450315,0.0020037584,0.054988343,0.55158496,0.38686386],"study_design_scores_gemma":[0.0000065593013,0.00002170615,0.00050986133,0.000047862795,0.0000030546987,0.00013081037,0.00007940771,0.00016886584,0.0005332194,0.0027264287,0.9957644,0.000007862699],"about_ca_topic_score_codex":0.0054335827,"about_ca_topic_score_gemma":0.0119245015,"teacher_disagreement_score":0.6754372,"about_ca_system_score_codex":0.001953814,"about_ca_system_score_gemma":0.0018956356,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4294627637","doi":"10.1002/smr.2503","title":"From legacy to microservices: A type‐based approach for microservices identification using machine learning and semantic analysis","year":2022,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research; McMaster University; Mila - Quebec Artificial Intelligence Institute; Concordia University; École de Technologie Supérieure","funders":"","keywords":"Microservices; Computer science; Architectural style; Software engineering; Identification (biology); Scalability; Legacy system; Artificial intelligence; Cloud computing; Machine learning; Programming language; Architecture; Software; Database; Operating system","score_opus":0.01570769090064231,"score_gpt":0.2828532947039066,"score_spread":0.26714560380326424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294627637","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02691202,0.00025178748,0.96339184,0.00021453259,0.00004463436,0.00015039249,0.00047382325,0.006880859,0.0016800816],"genre_scores_gemma":[0.27986062,0.00016259366,0.7157456,0.00015486855,0.00003383297,0.00016963754,0.0014299157,0.00044975957,0.0019931588],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998027,0.00036868954,0.00022320665,0.000537907,0.00070195086,0.00014117964],"domain_scores_gemma":[0.99617565,0.0011482964,0.0006322419,0.00067154015,0.0012571473,0.00011518933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001516797,0.0008560944,0.0006303135,0.008326709,0.0008389569,0.0019741755,0.0015376293,0.0011222984,0.0015026696],"category_scores_gemma":[0.0043386603,0.0003839032,0.00132808,0.003473502,0.0007199545,0.0019379357,0.0016736041,0.0010325925,0.0010752431],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024127767,0.0004171871,0.03474918,0.0005012695,0.00022163171,0.00047797404,0.00090206135,0.0456156,0.031463064,0.017803472,0.007473304,0.860134],"study_design_scores_gemma":[0.000015917052,0.000050469793,0.006641127,0.000123481,0.00007404563,0.0003708773,0.00053773413,0.9199061,0.035300307,0.026360761,0.0105684,0.000050773644],"about_ca_topic_score_codex":0.004891028,"about_ca_topic_score_gemma":0.0075638783,"teacher_disagreement_score":0.008326709,"about_ca_system_score_codex":0.0012207649,"about_ca_system_score_gemma":0.0015859802,"threshold_uncertainty_score":0.009725153},"labels":[],"label_agreement":null},{"id":"W4296558976","doi":"10.1109/adconip55568.2022.9894248","title":"AlarmSoft: An Advanced Cloud-based Alarm Management Application","year":2022,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Cloud computing; Computer science; ALARM; Computer security; Operating system; Engineering; Aerospace engineering","score_opus":0.005406552933015903,"score_gpt":0.2293249398521043,"score_spread":0.2239183869190884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296558976","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.088414654,0.002790191,0.4646394,0.0019845662,0.00079388294,0.0016713876,0.021474535,0.37900427,0.039227095],"genre_scores_gemma":[0.6443256,0.0023426106,0.27542466,0.0018557424,0.00043191496,0.0009374796,0.033825163,0.009602024,0.031254843],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993431,0.000060931623,0.00005504693,0.00013382152,0.0003089533,0.00009821827],"domain_scores_gemma":[0.99939346,0.00014083089,0.000069033704,0.000115506984,0.00016617816,0.000115065224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063638104,0.0009347332,0.00058891234,0.00083745254,0.0005564977,0.0012545006,0.0016359977,0.0006899741,0.0072088293],"category_scores_gemma":[0.0015908579,0.00040978636,0.0005217745,0.0010375377,0.00025967814,0.0014663559,0.001671756,0.0010270939,0.0025025143],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037774257,0.0009448518,0.012526559,0.0013720021,0.000324048,0.0021920896,0.00081698946,0.023402726,0.07286716,0.018030295,0.4169935,0.44675234],"study_design_scores_gemma":[0.0007832269,0.00058935245,0.032200478,0.0002963285,0.0002201633,0.0017885806,0.00038268662,0.50262624,0.052616257,0.016109757,0.39205876,0.0003282276],"about_ca_topic_score_codex":0.0048981463,"about_ca_topic_score_gemma":0.004241583,"teacher_disagreement_score":0.0072088293,"about_ca_system_score_codex":0.0005883435,"about_ca_system_score_gemma":0.0011414347,"threshold_uncertainty_score":0.02411592},"labels":[],"label_agreement":null},{"id":"W4296585608","doi":"","title":"A DDMRP implementation user feedbacks and stakes analysis","year":2020,"lang":"en","type":"preprint","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science","score_opus":0.015037940531049504,"score_gpt":0.26500726953056547,"score_spread":0.24996932899951596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296585608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89830256,0.000075831136,0.044315536,0.0014986591,0.000073226045,0.0013543513,0.0017572676,0.0051347194,0.04748783],"genre_scores_gemma":[0.9631194,0.000027001697,0.024655992,0.00016919702,0.000015070907,0.00057859084,0.0006885827,0.000404932,0.010341358],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9761595,0.015270596,0.0011363408,0.0014527743,0.0050609894,0.0009197972],"domain_scores_gemma":[0.87977207,0.07761986,0.003164839,0.015429277,0.021240247,0.0027737096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018991722,0.00046492982,0.00070975494,0.0018714605,0.0012509944,0.002552926,0.0014028737,0.0011373975,0.018050129],"category_scores_gemma":[0.08788204,0.0006036924,0.00035373928,0.0016168515,0.00069005927,0.0022285318,0.0023681105,0.0015411363,0.0041207443],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006763433,0.011667384,0.120393574,0.0009776157,0.00012858213,0.00089134945,0.02360312,0.018118426,0.027968233,0.014636104,0.0374641,0.73738813],"study_design_scores_gemma":[0.0025699013,0.020344526,0.42317978,0.0005837232,0.00051282474,0.00094625994,0.025641201,0.29246724,0.09120555,0.018124005,0.12357903,0.00084601954],"about_ca_topic_score_codex":0.004454764,"about_ca_topic_score_gemma":0.004280167,"teacher_disagreement_score":0.018991722,"about_ca_system_score_codex":0.0031760912,"about_ca_system_score_gemma":0.0018195309,"threshold_uncertainty_score":0.10043901},"labels":[],"label_agreement":null},{"id":"W4297040452","doi":"10.48550/arxiv.1812.10176","title":"A Variability-Aware Design Approach to the Data Analysis Modeling\\n Process","year":2018,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Flexibility (engineering); Automation; Process (computing); Software; Data science; Software engineering; Systems engineering; Data modeling; Data mining; Engineering","score_opus":0.1753042015782082,"score_gpt":0.22969312531820832,"score_spread":0.05438892374000012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297040452","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011805887,0.000042866326,0.9979038,0.00011839385,0.000008550598,0.000052361433,0.000022155162,0.00011328194,0.00055803027],"genre_scores_gemma":[0.08729354,0.00021845181,0.9107062,0.00014435354,0.000040641717,0.0004325769,0.00013994335,0.00011390331,0.0009103514],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99268687,0.0029971811,0.00056732324,0.0011619548,0.0022840744,0.00030264107],"domain_scores_gemma":[0.99184275,0.0039304844,0.00075812737,0.0018359479,0.0013990364,0.00023376232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009191283,0.0010161961,0.00065959385,0.0015909456,0.00074615487,0.0033838334,0.0030276522,0.0014984808,0.00208239],"category_scores_gemma":[0.013927576,0.0009161587,0.0023927607,0.0011178949,0.0022540886,0.002477134,0.0029534495,0.0034485057,0.0005261936],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015439681,0.0001569955,0.002669042,0.00060692156,0.00024626794,0.00043647434,0.0011484738,0.37060326,0.015996832,0.4750533,0.0013698074,0.13155824],"study_design_scores_gemma":[0.00004011798,0.00016767123,0.00036079402,0.00013068029,0.000113306814,0.00017329652,0.00010546994,0.8161855,0.008366102,0.15595837,0.018359836,0.00003891536],"about_ca_topic_score_codex":0.0017928922,"about_ca_topic_score_gemma":0.0022914351,"teacher_disagreement_score":0.009191283,"about_ca_system_score_codex":0.00166658,"about_ca_system_score_gemma":0.0038913777,"threshold_uncertainty_score":0.04860878},"labels":[],"label_agreement":null},{"id":"W4299786231","doi":"10.48550/arxiv.1704.03397","title":"Debugging Behaviour of Embedded-Software Developers: An Exploratory\\n Study","year":2017,"lang":"","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Debugging; Algorithmic program debugging; Computer science; Programming language; Software engineering; Software; Software bug; Exploratory research","score_opus":0.10734226406002816,"score_gpt":0.23463794509175914,"score_spread":0.127295681031731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4299786231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9996117,0.00001775001,0.00012985857,0.000018109766,7.572683e-7,0.000022189735,0.0000112157995,0.0000037005261,0.00018487136],"genre_scores_gemma":[0.9988412,0.000052375945,0.00050316815,0.000041231284,0.000003529422,0.00006777291,0.000039875093,0.000004522132,0.0004462693],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9971175,0.001616829,0.00018574815,0.00033226438,0.00046762548,0.00027995615],"domain_scores_gemma":[0.9720676,0.01660909,0.004634461,0.0013365105,0.00332487,0.002027475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037457517,0.00047369555,0.0003810152,0.0012944876,0.0014426049,0.0011705729,0.00074185466,0.0010959697,0.0009827549],"category_scores_gemma":[0.0234146,0.00050752965,0.00020707241,0.00060559355,0.0010764371,0.0011841953,0.0014058757,0.0011969312,0.00042700864],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059091166,0.0061876145,0.61743236,0.00016802124,0.00004878486,0.002287809,0.33406857,0.00032962675,0.0075061964,0.00034244577,0.00066273636,0.03037497],"study_design_scores_gemma":[0.0001667401,0.008204426,0.7441891,0.00018212115,0.000051425508,0.0027365203,0.23006137,0.0024367191,0.005345585,0.00066905504,0.0058071464,0.00014988253],"about_ca_topic_score_codex":0.0020038595,"about_ca_topic_score_gemma":0.0034999943,"teacher_disagreement_score":0.0037457517,"about_ca_system_score_codex":0.0005445142,"about_ca_system_score_gemma":0.0007139719,"threshold_uncertainty_score":0.019809663},"labels":[],"label_agreement":null},{"id":"W4300411370","doi":"10.7287/peerj.preprints.2496v2","title":"An exploratory study of the state of practice of performance testing in Java-based open source projects","year":2016,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Java; Suite; Test strategy; Software engineering; Test suite; Quality (philosophy); Software performance testing; Task (project management); Integration testing; Test (biology); Unit testing; Exploratory research; Software quality; Process management; Software; Software development; Test case; Systems engineering; Operating system; Engineering; Software construction","score_opus":0.053464806647738804,"score_gpt":0.31093618587562566,"score_spread":0.2574713792278869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300411370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9927797,0.00023315228,0.0031129438,0.0009394084,0.000008091953,0.000095534866,0.000036066813,0.00001833367,0.0027768118],"genre_scores_gemma":[0.99733526,0.00018506158,0.0018499057,0.00014224065,0.000009476249,0.00014011234,0.000037501,0.000022766078,0.00027757674],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.90262425,0.07436674,0.0035601065,0.0041660923,0.012357969,0.0029248102],"domain_scores_gemma":[0.5032297,0.41666624,0.032282904,0.013562644,0.027424546,0.0068340343],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06155797,0.00037905955,0.0005866116,0.003925737,0.002995606,0.0057385983,0.0021773528,0.0016940733,0.001231739],"category_scores_gemma":[0.219543,0.0006633834,0.00028196094,0.0040398096,0.009238623,0.008076002,0.006125318,0.0024430638,0.00025259075],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018258819,0.0007962156,0.10265756,0.00057840964,0.000035044428,0.0009336799,0.8303602,0.00043245897,0.0026686727,0.0071429675,0.0011247887,0.05308746],"study_design_scores_gemma":[0.000050618226,0.0017113275,0.20284218,0.001358895,0.000035022855,0.0011007816,0.7574547,0.0031939943,0.0025110124,0.004458421,0.025144264,0.00013873608],"about_ca_topic_score_codex":0.0018090982,"about_ca_topic_score_gemma":0.0022891054,"teacher_disagreement_score":0.93844205,"about_ca_system_score_codex":0.004290035,"about_ca_system_score_gemma":0.0033160641,"threshold_uncertainty_score":0.32555354},"labels":[],"label_agreement":null},{"id":"W4301606717","doi":"10.1109/icsme55016.2022.00009","title":"An Effective Approach for Parsing Large Log Files","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Parsing; Computer science; Transaction log; Software; Data mining; String (physics); Benchmark (surveying); Matching (statistics); Pattern matching; Web log analysis software; Database; Artificial intelligence; Programming language; Database transaction; Web server; Operating system; The Internet; Statistics","score_opus":0.01762067912088179,"score_gpt":0.2887153565170313,"score_spread":0.2710946773961495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301606717","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010413624,0.00033778354,0.8628927,0.00036265576,0.00011140874,0.00039305832,0.004012337,0.119674765,0.0018017167],"genre_scores_gemma":[0.09462366,0.0003108536,0.8865202,0.00032257725,0.000094585266,0.0006206296,0.010709573,0.0040248204,0.0027731056],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9964646,0.00061577756,0.0005295911,0.00078411377,0.0014282116,0.00017774203],"domain_scores_gemma":[0.992218,0.0032952211,0.0006781464,0.0020385925,0.0016194638,0.00015054298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00195714,0.0018960753,0.0009990409,0.005522381,0.0009845791,0.0024967147,0.0023372453,0.0016281845,0.005140879],"category_scores_gemma":[0.014222312,0.0009919797,0.0010254888,0.0049151634,0.00065388,0.00488363,0.0023304294,0.0019415212,0.00609033],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026651757,0.00026771333,0.0068758177,0.0005156696,0.00009399558,0.00046412414,0.0004970455,0.008366453,0.022858098,0.0048906617,0.058667094,0.8962368],"study_design_scores_gemma":[0.00016108356,0.00029259818,0.013216008,0.000237527,0.00018154515,0.0023366516,0.0009277625,0.69230795,0.10478281,0.039636184,0.14565045,0.00026942327],"about_ca_topic_score_codex":0.0025618796,"about_ca_topic_score_gemma":0.0033393581,"teacher_disagreement_score":0.005522381,"about_ca_system_score_codex":0.0005337101,"about_ca_system_score_gemma":0.0023681498,"threshold_uncertainty_score":0.017197907},"labels":[],"label_agreement":null},{"id":"W4301753623","doi":"10.1609/aaai.v26i2.18961","title":"Statistical Anomaly Detection for Train Fleets","year":2012,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bombardier (Canada)","funders":"","keywords":"Anomaly detection; Train; Euros; Computer science; Anomaly (physics); Event (particle physics); Component (thermodynamics); Real-time computing; Data mining; Geography","score_opus":0.07159672911517209,"score_gpt":0.3064512555109514,"score_spread":0.23485452639577933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301753623","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052391414,0.000068697984,0.9423886,0.00008720757,0.000030381601,0.000035332083,0.00031480665,0.0041148155,0.00056876073],"genre_scores_gemma":[0.63139004,0.00009997803,0.3650927,0.00004019383,0.00005161724,0.00010022584,0.0013643426,0.00033070872,0.0015301714],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986821,0.00021954675,0.00009407497,0.00024572926,0.00063246983,0.00012609697],"domain_scores_gemma":[0.9967374,0.0014160272,0.0004412971,0.00042130696,0.00084793754,0.00013602556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011829681,0.0006222219,0.0006155575,0.0027912797,0.00041841218,0.0007428087,0.0012705771,0.00059936556,0.0014579063],"category_scores_gemma":[0.007622382,0.00032043082,0.00067057065,0.0018217701,0.0004697279,0.0013441682,0.000793444,0.0009969629,0.00041482077],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023238383,0.00013992081,0.024323594,0.00009890696,0.00015679986,0.00039776968,0.0002380097,0.63038766,0.026884343,0.015929911,0.0037305655,0.29748017],"study_design_scores_gemma":[0.000003525295,0.0000154401,0.0012435083,0.000001938279,0.0000038982403,0.000059388567,0.00000921844,0.9921038,0.0022253317,0.0035322797,0.000793583,0.000008172205],"about_ca_topic_score_codex":0.0067858174,"about_ca_topic_score_gemma":0.0048373574,"teacher_disagreement_score":0.0067858174,"about_ca_system_score_codex":0.0006650279,"about_ca_system_score_gemma":0.0007067035,"threshold_uncertainty_score":0.013492644},"labels":[],"label_agreement":null},{"id":"W4308091051","doi":"10.1109/ccece49351.2022.9918437","title":"Continuous Integration and Continuous Delivery Framework for SDS","year":2022,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; DevOps; Cloud computing; Software deployment; Software; Operating system; Container (type theory); Pipeline (software); Software engineering; Embedded system; Engineering","score_opus":0.011127816340219908,"score_gpt":0.24174046228409415,"score_spread":0.23061264594387423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308091051","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037022338,0.00054715807,0.9529962,0.0004475687,0.000182681,0.00050250336,0.00035447002,0.029415324,0.011851922],"genre_scores_gemma":[0.10356587,0.0012974421,0.8568319,0.00065710605,0.0001661338,0.001203987,0.00345361,0.006415513,0.026408503],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.996636,0.0006105798,0.00041433232,0.00052971725,0.0013636928,0.00044583555],"domain_scores_gemma":[0.99827385,0.00036345754,0.00014158998,0.00042478793,0.0004957653,0.00030046748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040227324,0.0011658447,0.00065206416,0.0018505651,0.0010138545,0.0043068207,0.003074636,0.0015469718,0.008508648],"category_scores_gemma":[0.0045155142,0.0008644455,0.0016546211,0.0009363836,0.0014456373,0.004760504,0.005820564,0.0038626497,0.0043181125],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049347704,0.0005023125,0.0028256949,0.0008416175,0.000102967366,0.0014752665,0.0029945457,0.028493827,0.021106452,0.5063249,0.0508487,0.3839903],"study_design_scores_gemma":[0.00016639901,0.00028952572,0.0009892783,0.00038133783,0.000082320636,0.0010538428,0.00041744,0.16160981,0.016418908,0.07504671,0.74334776,0.00019661027],"about_ca_topic_score_codex":0.0065803668,"about_ca_topic_score_gemma":0.004352064,"teacher_disagreement_score":0.008508648,"about_ca_system_score_codex":0.0018499873,"about_ca_system_score_gemma":0.004079401,"threshold_uncertainty_score":0.028464258},"labels":[],"label_agreement":null},{"id":"W4308627408","doi":"10.1145/3558489.3570199","title":"Release engineering in the AI world: how can analytics help? (keynote)","year":2022,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Software deployment; Analytics; Computer science; Cloud computing; Data science; Software engineering; Software; Key (lock); World Wide Web; Computer security","score_opus":0.010236545820367876,"score_gpt":0.21856967806708427,"score_spread":0.2083331322467164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308627408","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019478123,0.028850341,0.012959386,0.88232565,0.040136524,0.000057932117,0.00014931183,0.0006278061,0.032945212],"genre_scores_gemma":[0.11351449,0.13674271,0.029208789,0.330369,0.08890109,0.00043500247,0.0006550109,0.0024382458,0.29773566],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943404,0.0022288803,0.00022955252,0.00071385887,0.001753395,0.0007338636],"domain_scores_gemma":[0.97891504,0.012328745,0.0011114451,0.0009378579,0.004086013,0.0026209825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012833598,0.0010250029,0.00059256534,0.0018422304,0.0048838295,0.02115946,0.0015221621,0.008488064,0.025327016],"category_scores_gemma":[0.03498392,0.0007253146,0.00080343377,0.0014909642,0.005016047,0.034016207,0.0066899043,0.01455813,0.012600679],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049943686,0.00006494816,0.00054846477,0.00025764536,0.000015317677,0.00020935992,0.005236907,0.00019930357,0.00037639678,0.059926014,0.8440889,0.08902676],"study_design_scores_gemma":[0.000008284236,0.00004256073,0.00060333335,0.0006282038,0.000013128863,0.00022968388,0.010290758,0.0003887523,0.0003619056,0.042603534,0.9447719,0.000058037964],"about_ca_topic_score_codex":0.002762644,"about_ca_topic_score_gemma":0.0041225413,"teacher_disagreement_score":0.025327016,"about_ca_system_score_codex":0.0040716883,"about_ca_system_score_gemma":0.004026448,"threshold_uncertainty_score":0.08472735},"labels":[],"label_agreement":null},{"id":"W4309183512","doi":"10.22305/ict-unpa.v14.n2.887","title":"Especificación de requisitos de un sistema IoT con UML","year":2022,"lang":"es","type":"article","venue":"Informes Científicos - Técnicos UNPA","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"PROTO Manufacturing (Canada)","funders":"","keywords":"Humanities; Computer science; Internet of Things; Philosophy; World Wide Web","score_opus":0.0110995650531302,"score_gpt":0.24443502283267002,"score_spread":0.23333545777953982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309183512","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010125549,0.00079278793,0.9579727,0.00054887723,0.00014923507,0.00035882863,0.0011607381,0.008276547,0.020614754],"genre_scores_gemma":[0.23239386,0.0028439967,0.73209804,0.00030744323,0.00010173337,0.0009514221,0.0038974313,0.0021539284,0.02525216],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99713093,0.00077728974,0.00043479755,0.00036740402,0.0011041036,0.00018547877],"domain_scores_gemma":[0.9965688,0.0017126278,0.00032497253,0.0005946537,0.0007000881,0.0000988751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021871522,0.0016024199,0.00055627467,0.002293122,0.0007688836,0.004008037,0.0013247101,0.0014919357,0.0074987295],"category_scores_gemma":[0.00791396,0.0011769364,0.0018958811,0.0011507849,0.0011721809,0.003762828,0.0017838487,0.0019603018,0.003397287],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045573167,0.0002688555,0.0077706734,0.0023974641,0.00012093187,0.0034832167,0.007849816,0.095555104,0.05969002,0.50077885,0.01916375,0.30246556],"study_design_scores_gemma":[0.000094060575,0.00014203049,0.002323959,0.0013366225,0.00019834633,0.0022434224,0.0007930456,0.3714622,0.046007372,0.12548245,0.44974676,0.00016971352],"about_ca_topic_score_codex":0.008673234,"about_ca_topic_score_gemma":0.005286058,"teacher_disagreement_score":0.008673234,"about_ca_system_score_codex":0.001602494,"about_ca_system_score_gemma":0.0018814505,"threshold_uncertainty_score":0.025085807},"labels":[],"label_agreement":null},{"id":"W4309261811","doi":"10.1016/j.jpdc.2022.10.012","title":"Performance analysis of DPDK-based applications through tracing","year":2022,"lang":"en","type":"article","venue":"Journal of Parallel and Distributed Computing","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Tracing; Parallel computing; Operating system","score_opus":0.014046520982717763,"score_gpt":0.25471872421706054,"score_spread":0.24067220323434277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309261811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9071614,0.0005293466,0.07922591,0.00023201585,0.00006170888,0.000074656564,0.00031285617,0.00660385,0.0057981326],"genre_scores_gemma":[0.98417467,0.000071695875,0.014569396,0.00001745361,0.0000051286956,0.000013367581,0.00013580442,0.0001706001,0.00084173714],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99827147,0.000315497,0.00009638186,0.00025529848,0.0007606346,0.00030063302],"domain_scores_gemma":[0.9938304,0.0029552192,0.00044418723,0.0013984557,0.0011242123,0.00024760282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013142488,0.0007729694,0.0005897729,0.0014390012,0.0007852408,0.0013918352,0.0015053864,0.00063804083,0.0019524866],"category_scores_gemma":[0.007131145,0.0003375822,0.00031556294,0.0015270248,0.0006858311,0.0011205267,0.00088812097,0.0009540701,0.00033746895],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041378713,0.0011121486,0.038705982,0.0005745501,0.00021179546,0.00048262198,0.0009046717,0.5977403,0.12589401,0.017222673,0.004055826,0.20895755],"study_design_scores_gemma":[0.000024726163,0.000118807766,0.0019422167,0.000008072382,0.000023854598,0.000055107295,0.000045639827,0.97606796,0.019949606,0.0011263898,0.0006257572,0.00001195492],"about_ca_topic_score_codex":0.009076378,"about_ca_topic_score_gemma":0.0055334535,"teacher_disagreement_score":0.009076378,"about_ca_system_score_codex":0.0014354748,"about_ca_system_score_gemma":0.0018461926,"threshold_uncertainty_score":0.018047094},"labels":[],"label_agreement":null},{"id":"W4311066639","doi":"10.36227/techrxiv.21676556.v1","title":"Runtime Adaptation Framework for Fulfilling Availability and Continuity Requirements of Network Services","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Adaptation (eye); Computer science; Process management; Business; Distributed computing; Psychology","score_opus":0.032174150563442756,"score_gpt":0.29169514582353695,"score_spread":0.2595209952600942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311066639","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027148241,0.00035983743,0.9319141,0.00026734805,0.00021543114,0.00018133683,0.00022209082,0.033849947,0.005841593],"genre_scores_gemma":[0.51126426,0.00030013922,0.47491953,0.00031279295,0.00022640407,0.00021980738,0.00079239404,0.002251171,0.009713529],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990631,0.00018623256,0.0000774561,0.00020565095,0.0003117084,0.00015592965],"domain_scores_gemma":[0.9990607,0.00017650727,0.00006428649,0.00035051798,0.00017780377,0.00017011634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013685047,0.0005764076,0.00069967716,0.0005045283,0.00068353495,0.0013669325,0.0017476693,0.0007278801,0.0032798515],"category_scores_gemma":[0.0020642332,0.00029102413,0.00079566357,0.00032561584,0.0005589587,0.0012858296,0.0019701621,0.0018516522,0.0011879399],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015565051,0.00095166074,0.006501365,0.00052760745,0.00028051314,0.001701025,0.001034119,0.13501509,0.16906399,0.11494519,0.05364141,0.51478153],"study_design_scores_gemma":[0.00011611815,0.00013168858,0.0016061092,0.000038656413,0.00012370867,0.00039712308,0.00008581962,0.9282325,0.02154457,0.018342089,0.029311806,0.00006982145],"about_ca_topic_score_codex":0.0037289343,"about_ca_topic_score_gemma":0.0060807774,"teacher_disagreement_score":0.0037289343,"about_ca_system_score_codex":0.00057385885,"about_ca_system_score_gemma":0.001649787,"threshold_uncertainty_score":0.010972261},"labels":[],"label_agreement":null},{"id":"W4311066640","doi":"10.36227/techrxiv.21676556","title":"Runtime Adaptation Framework for Fulfilling Availability and Continuity Requirements of Network Services","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Adaptation (eye); Computer science; Distributed computing; Computer network; Psychology","score_opus":0.032174150563442756,"score_gpt":0.29169514582353695,"score_spread":0.2595209952600942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311066640","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027148241,0.00035983743,0.9319141,0.00026734805,0.00021543114,0.00018133683,0.00022209082,0.033849947,0.005841593],"genre_scores_gemma":[0.51126426,0.00030013922,0.47491953,0.00031279295,0.00022640407,0.00021980738,0.00079239404,0.002251171,0.009713529],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990631,0.00018623256,0.0000774561,0.00020565095,0.0003117084,0.00015592965],"domain_scores_gemma":[0.9990607,0.00017650727,0.00006428649,0.00035051798,0.00017780377,0.00017011634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013685047,0.0005764076,0.00069967716,0.0005045283,0.00068353495,0.0013669325,0.0017476693,0.0007278801,0.0032798515],"category_scores_gemma":[0.0020642332,0.00029102413,0.00079566357,0.00032561584,0.0005589587,0.0012858296,0.0019701621,0.0018516522,0.0011879399],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015565051,0.00095166074,0.006501365,0.00052760745,0.00028051314,0.001701025,0.001034119,0.13501509,0.16906399,0.11494519,0.05364141,0.51478153],"study_design_scores_gemma":[0.00011611815,0.00013168858,0.0016061092,0.000038656413,0.00012370867,0.00039712308,0.00008581962,0.9282325,0.02154457,0.018342089,0.029311806,0.00006982145],"about_ca_topic_score_codex":0.0037289343,"about_ca_topic_score_gemma":0.0060807774,"teacher_disagreement_score":0.0037289343,"about_ca_system_score_codex":0.00057385885,"about_ca_system_score_gemma":0.001649787,"threshold_uncertainty_score":0.010972261},"labels":[],"label_agreement":null},{"id":"W4312252175","doi":"10.1109/tnsm.2022.3209317","title":"REVAL: Recommend Which Variables to Log With Pretrained Model and Graph Neural Network","year":2022,"lang":"en","type":"article","venue":"IEEE Transactions on Network and Service Management","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Snippet; ENCODE; Graph; Data mining; Source code; Information retrieval; Theoretical computer science; Programming language","score_opus":0.012468343258661743,"score_gpt":0.21287121948915924,"score_spread":0.2004028762304975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312252175","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.154787,0.0052904305,0.74201375,0.0024240846,0.00059115764,0.0006647096,0.007253712,0.08032954,0.0066455402],"genre_scores_gemma":[0.6064652,0.0012929842,0.35237405,0.0016747171,0.00024382542,0.00055826164,0.019389652,0.0016817222,0.016319519],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990839,0.00017448855,0.000052894913,0.0004313505,0.00016124416,0.00009619279],"domain_scores_gemma":[0.9981767,0.0009795887,0.00014885898,0.00022731296,0.00038094126,0.00008668108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081827934,0.0031644097,0.0011695075,0.0028149073,0.0005507964,0.00085471163,0.002361327,0.0020445026,0.0026162337],"category_scores_gemma":[0.0037961863,0.00072739605,0.0013597511,0.001729971,0.0005864604,0.0024882746,0.00066217687,0.0022567208,0.0017632818],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074092735,0.0008154723,0.014735081,0.000619156,0.000318889,0.00041973073,0.00015964406,0.27822843,0.0062137423,0.002024929,0.06389439,0.63182956],"study_design_scores_gemma":[0.000026255302,0.00006735615,0.00069006055,0.000018762388,0.000039736722,0.000041123603,0.00002072715,0.9946274,0.0013064264,0.0015482544,0.0015998116,0.000014113596],"about_ca_topic_score_codex":0.048937533,"about_ca_topic_score_gemma":0.078153916,"teacher_disagreement_score":0.048937533,"about_ca_system_score_codex":0.0015487905,"about_ca_system_score_gemma":0.0018614357,"threshold_uncertainty_score":0.09730536},"labels":[],"label_agreement":null},{"id":"W4312270092","doi":"10.2139/ssrn.4279819","title":"Improving Resource Utilization and Fault Tolerance in Large Simulations Via Actors","year":2022,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Resource (disambiguation); Computer science; Fault tolerance; Business; Environmental economics; Risk analysis (engineering); Distributed computing; Economics; Computer network","score_opus":0.008282324729342072,"score_gpt":0.23940678278942779,"score_spread":0.23112445806008572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312270092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67810154,0.00026207455,0.3109834,0.0007134412,0.000099640514,0.000079600286,0.00015107424,0.0012812741,0.00832787],"genre_scores_gemma":[0.9723532,0.00007200764,0.026722835,0.000036929876,0.000008829466,0.00005114752,0.00005106038,0.000084751926,0.00061923073],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99907047,0.00056365406,0.00003899564,0.000105694875,0.000109370354,0.00011197895],"domain_scores_gemma":[0.9910014,0.0071922787,0.00045291582,0.00067442533,0.00035053483,0.00032847497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019238492,0.0006885421,0.0007859175,0.0006442883,0.0006537218,0.001194981,0.001358081,0.001252613,0.0028863817],"category_scores_gemma":[0.013171145,0.00053406635,0.00043883256,0.0007464937,0.0011223594,0.002173822,0.0014061561,0.0014123088,0.00023419967],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014809438,0.000046317247,0.0010829697,0.000018871553,0.000014262995,0.00002585218,0.000045183075,0.9906093,0.00085730274,0.0035703767,0.00011045501,0.003471075],"study_design_scores_gemma":[0.00001193646,0.000020785776,0.000057497207,0.0000025261932,0.0000045587194,0.000003045233,0.000011566501,0.997335,0.00056092546,0.0018898855,0.00009950926,0.0000027101657],"about_ca_topic_score_codex":0.0044023134,"about_ca_topic_score_gemma":0.00364567,"teacher_disagreement_score":0.0044023134,"about_ca_system_score_codex":0.0010112075,"about_ca_system_score_gemma":0.001177851,"threshold_uncertainty_score":0.010174394},"labels":[],"label_agreement":null},{"id":"W4312273106","doi":"10.1109/ic2e55432.2022.00034","title":"Automated Traces-based Anomaly Detection and Root Cause Analysis in Cloud Platforms","year":2022,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada)","funders":"","keywords":"Cloud computing; Computer science; Anomaly detection; Dependency (UML); Data mining; Server; Root cause; Root cause analysis; Root (linguistics); Anomaly (physics); Identification (biology); Kernel (algebra); Distributed computing; Real-time computing; Artificial intelligence; Reliability engineering; Operating system; Engineering; Mathematics","score_opus":0.009693755118493269,"score_gpt":0.23822417367537235,"score_spread":0.22853041855687908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312273106","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15930475,0.00021965193,0.8283229,0.00027321553,0.000029921626,0.00010108128,0.0003760847,0.010785012,0.0005873727],"genre_scores_gemma":[0.8832099,0.00010426412,0.11542326,0.000034066034,0.000018126702,0.00004472761,0.00047401126,0.00014845216,0.00054317625],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988563,0.00024787767,0.00006753843,0.00027493326,0.00042798207,0.00012541589],"domain_scores_gemma":[0.9963198,0.001415415,0.0007470352,0.0006594644,0.00069047237,0.00016783169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010243445,0.0009779534,0.0006833584,0.0029213615,0.00040989227,0.0008379866,0.0012850655,0.0006315485,0.0005991997],"category_scores_gemma":[0.0057594627,0.00036523453,0.00069791335,0.0012520589,0.00053502753,0.0012062116,0.001006275,0.00087754685,0.0002910866],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033168987,0.00046942302,0.07812042,0.00025761023,0.00023788656,0.0011553986,0.0005469586,0.47194177,0.029273808,0.008640296,0.004222369,0.4048024],"study_design_scores_gemma":[0.0000042367296,0.000021280071,0.0020334208,0.000006165123,0.000008800645,0.000076274126,0.0000439555,0.99112344,0.0032949217,0.003087456,0.0002925585,0.0000075508146],"about_ca_topic_score_codex":0.012064471,"about_ca_topic_score_gemma":0.013823575,"teacher_disagreement_score":0.012064471,"about_ca_system_score_codex":0.0008167365,"about_ca_system_score_gemma":0.0018570422,"threshold_uncertainty_score":0.023988485},"labels":[],"label_agreement":null},{"id":"W4312638836","doi":"10.1109/ic2e55432.2022.00039","title":"Poster Paper: Operating System Support for Applications Performance Analysis","year":2022,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Code refactoring; Tracing; Cloud computing; Distributed computing; Open source; Software engineering; Multi-core processor; Operating system; Software","score_opus":0.009465354628461172,"score_gpt":0.23639123272022003,"score_spread":0.22692587809175885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312638836","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23780628,0.005381974,0.49448693,0.008367356,0.0053988947,0.0016660991,0.01178294,0.04105197,0.19405763],"genre_scores_gemma":[0.649803,0.0025671825,0.22467162,0.00056083937,0.0020174598,0.00034409502,0.015851997,0.0072112097,0.09697269],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99873704,0.00024463862,0.00010152757,0.00018118485,0.0006522875,0.000083240375],"domain_scores_gemma":[0.99458873,0.0016951849,0.00033114242,0.00083199627,0.0020775704,0.0004753236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024332195,0.0007157967,0.00030307018,0.0019289752,0.0006500011,0.002194545,0.0006658648,0.00048688363,0.019046249],"category_scores_gemma":[0.006028491,0.00025562034,0.0003676656,0.0011546413,0.0002565002,0.0015145139,0.0008127391,0.0008756588,0.0060776747],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006972558,0.00057193893,0.02803834,0.00091736234,0.0001436927,0.0005610104,0.00086510926,0.014379792,0.049544204,0.013898872,0.16940704,0.7209754],"study_design_scores_gemma":[0.00012971557,0.0010473498,0.07720785,0.0005338976,0.00021105216,0.0012779956,0.0006558372,0.20445062,0.10170603,0.018641563,0.5939408,0.00019724279],"about_ca_topic_score_codex":0.001976504,"about_ca_topic_score_gemma":0.002079953,"teacher_disagreement_score":0.019046249,"about_ca_system_score_codex":0.00052422396,"about_ca_system_score_gemma":0.0013988029,"threshold_uncertainty_score":0.063716054},"labels":[],"label_agreement":null},{"id":"W4313121388","doi":"10.1109/dsa56465.2022.00059","title":"Security Pattern Detection Through Diagonally Distributed Matrix Matching","year":2022,"lang":"en","type":"article","venue":"2022 9th International Conference on Dependable Systems and Their Applications (DSA)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software security assurance; Security testing; Computer security model; Diagonal; Software; Data mining; Matching (statistics); Security service; Security information and event management; Computer security; Cloud computing security; Information security; Statistics; Mathematics; Operating system","score_opus":0.017439869841289223,"score_gpt":0.2678022408660957,"score_spread":0.2503623710248065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313121388","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029143421,0.00004633402,0.96781754,0.00006194621,0.000025219688,0.000079692065,0.0000681435,0.0018159172,0.0009416533],"genre_scores_gemma":[0.36446586,0.0000646787,0.6330528,0.00008086974,0.000016206155,0.00012584883,0.00033180302,0.00017689941,0.0016850024],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979942,0.00036699322,0.00018089355,0.0005362575,0.0007676627,0.00015409252],"domain_scores_gemma":[0.9968215,0.0009237417,0.00047360663,0.0006588929,0.001025533,0.00009662012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008405321,0.0008247489,0.00059895613,0.0032323739,0.0007203683,0.0010109643,0.0011201788,0.000663446,0.0025892698],"category_scores_gemma":[0.005011292,0.00036441686,0.0006480912,0.0021710354,0.00071053696,0.001819296,0.0012903062,0.00063764903,0.0008603574],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006020974,0.00032672452,0.005760064,0.0001983926,0.00011265102,0.00034510993,0.0004753328,0.022081375,0.1495823,0.014208071,0.002966636,0.8033412],"study_design_scores_gemma":[0.000111123896,0.0006014707,0.0051184525,0.000033044093,0.00007716539,0.0019032317,0.00039344182,0.7799612,0.16364188,0.04101891,0.007042539,0.00009745451],"about_ca_topic_score_codex":0.0017554198,"about_ca_topic_score_gemma":0.0021919466,"teacher_disagreement_score":0.0032323739,"about_ca_system_score_codex":0.0006201276,"about_ca_system_score_gemma":0.0008317894,"threshold_uncertainty_score":0.008661926},"labels":[],"label_agreement":null},{"id":"W4313187022","doi":"10.1109/ic2e55432.2022.00035","title":"PACED: Provenance-based Automated Container Escape Detection","year":2022,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Namespace; Container (type theory); Computer science; Isolation (microbiology); Exploit; Microservices; Software; Host (biology); Event (particle physics); Computer security; Operating system; Distributed computing; Engineering","score_opus":0.005530311781138752,"score_gpt":0.2089258746670441,"score_spread":0.20339556288590535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313187022","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.109646596,0.0026094785,0.62721545,0.0011766542,0.00077472365,0.0010229663,0.034791876,0.21301621,0.009746112],"genre_scores_gemma":[0.51917094,0.0008681331,0.41430765,0.0003527003,0.00013710758,0.00047917766,0.057768755,0.0021612088,0.0047543123],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970822,0.00040568065,0.0002624227,0.00067152816,0.0014117886,0.0001663515],"domain_scores_gemma":[0.9923586,0.00197705,0.00095956883,0.0024165532,0.001929522,0.00035865634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025535235,0.0012122014,0.0009234973,0.0031557833,0.00065390125,0.0017473592,0.0022053416,0.0008811522,0.0018370872],"category_scores_gemma":[0.015661605,0.00059937075,0.0008529254,0.0016937854,0.00050908444,0.0029452299,0.0030677596,0.0014953755,0.0018873608],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011208318,0.0007047747,0.11131399,0.0014071299,0.00040146345,0.001094179,0.00067976187,0.09663444,0.033964798,0.011653719,0.1667316,0.5742933],"study_design_scores_gemma":[0.0001445817,0.00020382386,0.011834914,0.00012594632,0.000075800956,0.00058998424,0.00019948698,0.8896734,0.032497045,0.015458546,0.049090628,0.00010574424],"about_ca_topic_score_codex":0.0075175655,"about_ca_topic_score_gemma":0.010290554,"teacher_disagreement_score":0.0075175655,"about_ca_system_score_codex":0.00096539204,"about_ca_system_score_gemma":0.0025525691,"threshold_uncertainty_score":0.014947653},"labels":[],"label_agreement":null},{"id":"W4313211025","doi":"10.3233/faia220567","title":"Emulation of the Updated CANARIE Backbone Network Topology Under IPv6 Up to 2022","year":2022,"lang":"en","type":"book-chapter","venue":"Frontiers in artificial intelligence and applications","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Emulation; IPv6; The Internet; Computer science; Internet backbone; Network topology; Backbone network; Computer network; Telecommunications; Internet access; World Wide Web","score_opus":0.026117173063007284,"score_gpt":0.2609789979884476,"score_spread":0.2348618249254403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313211025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9202117,0.00017975332,0.043421872,0.00023886186,0.00012837279,0.0001534699,0.0014621405,0.0018300861,0.032373834],"genre_scores_gemma":[0.99031353,0.000082604936,0.0061359387,0.000036146077,0.000006259426,0.000049324197,0.0015672583,0.00008432732,0.0017246254],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99961865,0.00009437986,0.000012192382,0.000048423288,0.00015101218,0.00007543501],"domain_scores_gemma":[0.9993888,0.00014076028,0.000037509468,0.00012504766,0.00024811603,0.000059704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048068038,0.00037984454,0.00022474078,0.0006376736,0.00035570623,0.00057087775,0.00075868086,0.00040513268,0.0017618412],"category_scores_gemma":[0.0014923015,0.00010463025,0.00023481499,0.00055796094,0.000338889,0.0007105437,0.00036378513,0.00038941525,0.00040511315],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004664516,0.00017819813,0.015889362,0.0001269276,0.000050737373,0.00053410564,0.00038878754,0.8910261,0.017040692,0.007574804,0.006817132,0.059906803],"study_design_scores_gemma":[0.000038365903,0.00036887283,0.013336426,0.00003264853,0.00004032505,0.00027559613,0.00027931613,0.9508858,0.019591408,0.0016515707,0.01346142,0.000038281512],"about_ca_topic_score_codex":0.0072956574,"about_ca_topic_score_gemma":0.00450472,"teacher_disagreement_score":0.999037,"about_ca_system_score_codex":0.0009629962,"about_ca_system_score_gemma":0.00044469396,"threshold_uncertainty_score":0.0145064},"labels":[],"label_agreement":null},{"id":"W4313428193","doi":"10.1109/edis57230.2022.9996502","title":"Observability of Software Computing Systems: Challenges and Opportunities","year":2022,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Observability; Computer science; Profiling (computer programming); Server; Software; Field (mathematics); Data science; Software system; Analytics; Software engineering; Distributed computing; Systems engineering; Computer security; Engineering; World Wide Web; Operating system","score_opus":0.08370374466070296,"score_gpt":0.24820657735211316,"score_spread":0.1645028326914102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313428193","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17733122,0.097476915,0.60380805,0.098982915,0.00091315986,0.00012226813,0.00042369764,0.0010582318,0.019883577],"genre_scores_gemma":[0.91328764,0.04060578,0.04075372,0.0010055092,0.001907809,0.000099325116,0.0001660528,0.000118040494,0.0020561898],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99606246,0.001502817,0.00018943446,0.0005369616,0.0013957974,0.0003125919],"domain_scores_gemma":[0.9746548,0.018611485,0.0018418941,0.0024815123,0.0017037999,0.0007065299],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005217514,0.0006854505,0.00096196414,0.0020118407,0.0014457288,0.006685174,0.001609885,0.0024785614,0.0013049857],"category_scores_gemma":[0.015391797,0.00062460895,0.0006560695,0.0016502456,0.007639733,0.0155046815,0.0034591572,0.0040230895,0.00023478948],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015976507,0.00027744228,0.020338017,0.0015570458,0.000101599646,0.00059051247,0.0034593856,0.050464187,0.0061031748,0.5886197,0.0057160268,0.32261315],"study_design_scores_gemma":[0.000010321015,0.00011509076,0.0052826283,0.00040397502,0.00002304763,0.00039048307,0.002038098,0.09874847,0.0016430202,0.8709359,0.020323148,0.00008581817],"about_ca_topic_score_codex":0.0020901372,"about_ca_topic_score_gemma":0.001428071,"teacher_disagreement_score":0.006685174,"about_ca_system_score_codex":0.0015854745,"about_ca_system_score_gemma":0.0022579245,"threshold_uncertainty_score":0.027593136},"labels":[],"label_agreement":null},{"id":"W4315815597","doi":"10.1109/scam55253.2022.00015","title":"N-Lane Bridge Performance Antipattern Analysis Using System-Level Execution Tracing","year":2022,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Tracing; Latency (audio); Bundle; Bridge (graph theory); Distributed computing; Thread (computing); Operating system; Telecommunications","score_opus":0.042808020604335376,"score_gpt":0.25895390341631774,"score_spread":0.21614588281198238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315815597","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29070574,0.0002879785,0.6965387,0.00015471845,0.000038894934,0.00018945601,0.00025506387,0.009333392,0.0024960912],"genre_scores_gemma":[0.857769,0.00011042598,0.1403231,0.000055850905,0.000014057831,0.000111598696,0.00028595104,0.00036097076,0.0009690519],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99839765,0.00022710388,0.000118110074,0.00030877467,0.00077511836,0.00017321979],"domain_scores_gemma":[0.9939551,0.0019017075,0.0016968487,0.0010321444,0.0012386122,0.00017559553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009003485,0.00074573007,0.00046495572,0.0027252962,0.00033832132,0.00079836964,0.00073612016,0.000525976,0.0008320378],"category_scores_gemma":[0.0062121334,0.00030422903,0.00038156862,0.0012735006,0.00055237545,0.0010097486,0.0008047808,0.0007137916,0.00027658028],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007068817,0.00048100165,0.1945754,0.00062021485,0.00021386027,0.0017056747,0.0020605724,0.094422504,0.1727541,0.012783505,0.0037984522,0.5158779],"study_design_scores_gemma":[0.000016287026,0.00025771317,0.023908386,0.000054332766,0.00006140894,0.0006877098,0.00017324318,0.92229545,0.041966256,0.006200321,0.0043341266,0.00004480092],"about_ca_topic_score_codex":0.0027026962,"about_ca_topic_score_gemma":0.0029542332,"teacher_disagreement_score":0.0027252962,"about_ca_system_score_codex":0.00051494554,"about_ca_system_score_gemma":0.0010480353,"threshold_uncertainty_score":0.005373955},"labels":[],"label_agreement":null},{"id":"W4318147168","doi":"10.1109/bigdata55660.2022.10020831","title":"A Real-time, Scalable Monitoring and User Analytics Solution for Microservices-based Software Applications","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Big Data (Big Data)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Microservices; Computer science; Scalability; Analytics; Big data; Database transaction; Transaction log; Software; Distributed computing; Database; Cloud computing; Data mining; Operating system","score_opus":0.18264378705047773,"score_gpt":0.34405238847640135,"score_spread":0.16140860142592361,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318147168","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2114588,0.000554506,0.72736275,0.001404889,0.00013784552,0.00046839216,0.00056568475,0.05198727,0.006059853],"genre_scores_gemma":[0.7983428,0.00018683981,0.19498423,0.0003866736,0.00006108742,0.0002478119,0.0006208827,0.00040187797,0.004767688],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990319,0.000114013375,0.00007846726,0.00026059596,0.00039454593,0.000120464625],"domain_scores_gemma":[0.9991585,0.00016774375,0.000120711746,0.00019728414,0.00021373043,0.00014209682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071794254,0.0007325864,0.0005518082,0.0005647579,0.0004490183,0.0010786579,0.0015893559,0.00065441866,0.0011982779],"category_scores_gemma":[0.0015752586,0.00040582864,0.0003366014,0.0005104844,0.00032793864,0.0016365655,0.0014846708,0.0012703369,0.00064079626],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015194955,0.0012354223,0.026291596,0.0004669323,0.0001963845,0.0016764728,0.0016191204,0.049443524,0.17745131,0.012777491,0.023182092,0.70414007],"study_design_scores_gemma":[0.000058197173,0.00042038015,0.012202312,0.00007482078,0.00006572353,0.0004607217,0.0004220665,0.8970878,0.06447021,0.007778035,0.016849125,0.00011056698],"about_ca_topic_score_codex":0.0018633434,"about_ca_topic_score_gemma":0.002328838,"teacher_disagreement_score":0.0018633434,"about_ca_system_score_codex":0.0004480394,"about_ca_system_score_gemma":0.000876137,"threshold_uncertainty_score":0.0040087104},"labels":[],"label_agreement":null},{"id":"W4319864592","doi":"10.2139/ssrn.4328070","title":"An Empirical Study on the Stability of Explainable Software Defect Prediction","year":2023,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Stability (learning theory); Computer science; Software; Software bug; Machine learning; Programming language","score_opus":0.023772503791948014,"score_gpt":0.28845700772197963,"score_spread":0.2646845039300316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319864592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99747545,0.00014326582,0.0016834169,0.00012922034,0.0000050731824,0.000006358962,0.00009666525,0.000010222166,0.00045030707],"genre_scores_gemma":[0.99950004,0.000025006064,0.00020000074,0.000010265532,0.000008306158,0.000002667265,0.00016900591,0.0000049726154,0.00007971162],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99642134,0.002142198,0.00026440894,0.00056074245,0.00045735468,0.00015408019],"domain_scores_gemma":[0.57259643,0.3867875,0.019868223,0.0117792105,0.007283999,0.0016846202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011281971,0.00028983597,0.00039404878,0.001993938,0.0005965553,0.0015234721,0.0009892762,0.00086437835,0.0029495417],"category_scores_gemma":[0.15630092,0.00022303901,0.0005688678,0.0015709454,0.0011016248,0.0022221631,0.000919827,0.0015024707,0.00031944225],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005059002,0.0001983479,0.9788269,0.000035989317,0.0002960221,0.00017466521,0.00088504667,0.0059554386,0.0006579166,0.0019511838,0.00029869404,0.010213824],"study_design_scores_gemma":[0.00006276356,0.0006209177,0.8853118,0.00003586875,0.00021825268,0.00040389172,0.001975711,0.101880014,0.0010046423,0.007704697,0.0007475158,0.00003399115],"about_ca_topic_score_codex":0.004753828,"about_ca_topic_score_gemma":0.003000355,"teacher_disagreement_score":0.011281971,"about_ca_system_score_codex":0.00062166026,"about_ca_system_score_gemma":0.0004999907,"threshold_uncertainty_score":0.05966544},"labels":[],"label_agreement":null},{"id":"W4319934816","doi":"10.1007/978-3-031-25049-1_4","title":"A Robust Approximation for Multiclass Multiserver Queues with Applications to Microservices Systems","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Server; Scalability; Queue; Distributed computing; Cloud computing; Convergence (economics); Computer network; Operating system","score_opus":0.030099412655477695,"score_gpt":0.25674717963668986,"score_spread":0.22664776698121217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319934816","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004404628,0.0007225167,0.9924896,0.00028180785,0.0001325864,0.000025572652,0.000044006265,0.00021137657,0.0016879634],"genre_scores_gemma":[0.56200814,0.0026872281,0.41150045,0.00051947264,0.0006752086,0.00029745992,0.00039472576,0.0005781565,0.021339193],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988601,0.0003997879,0.000043167005,0.00016832203,0.0003539547,0.0001746096],"domain_scores_gemma":[0.9960407,0.0025437297,0.00030761887,0.00024440364,0.0006726624,0.00019082175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038368625,0.0012827305,0.0024286578,0.00082604826,0.00064335566,0.0022597387,0.0037659004,0.00265767,0.004218191],"category_scores_gemma":[0.0107139805,0.00086890324,0.0014328498,0.001626995,0.0012690079,0.001954368,0.0022557697,0.0031357312,0.00071213784],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093367475,0.000060624567,0.00020904516,0.00009816381,0.000041767948,0.000047790556,0.000039889095,0.93184155,0.0009588536,0.041967854,0.0024423362,0.022198759],"study_design_scores_gemma":[0.0000015913795,0.0000040116465,0.000012431895,0.0000029311066,0.000002154007,0.0000022137226,0.0000017650043,0.9973571,0.00003762264,0.002470975,0.00010525561,0.000001965918],"about_ca_topic_score_codex":0.014307599,"about_ca_topic_score_gemma":0.0071859797,"teacher_disagreement_score":0.014307599,"about_ca_system_score_codex":0.0025623743,"about_ca_system_score_gemma":0.0025851955,"threshold_uncertainty_score":0.028448641},"labels":[],"label_agreement":null},{"id":"W4319993380","doi":"10.1109/tnsm.2023.3239522","title":"LogEncoder: Log-Based Contrastive Representation Learning for Anomaly Detection","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Network and Service Management","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Anomaly detection; Benchmark (surveying); Event (particle physics); Artificial intelligence; Data mining; Class (philosophy); Encoding (memory); Anomaly (physics); Representation (politics); Sequence (biology); Machine learning; Pattern recognition (psychology)","score_opus":0.017937002940569196,"score_gpt":0.24845196631645983,"score_spread":0.23051496337589064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319993380","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024503244,0.00084622815,0.9685854,0.0002994341,0.000110402376,0.00007448729,0.00029486208,0.0043129013,0.0009730112],"genre_scores_gemma":[0.5701934,0.0008285534,0.41870776,0.00051364524,0.00020257488,0.00034557053,0.0029089218,0.00044043837,0.0058591273],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990319,0.00026425257,0.000060254923,0.00031612415,0.00022649435,0.0001009725],"domain_scores_gemma":[0.99833065,0.00090821687,0.00014773375,0.00021223708,0.00035236607,0.00004881602],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017659233,0.0015925006,0.0013459347,0.0010044929,0.00038556964,0.00079748343,0.0018435532,0.0011167247,0.0017282432],"category_scores_gemma":[0.0049447655,0.00047223308,0.0008794089,0.00097324146,0.00069818017,0.0018864592,0.0011084698,0.0028274474,0.0009230803],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038627608,0.0006018479,0.0031322234,0.00018416595,0.00019685431,0.00014933186,0.00012359,0.31375855,0.011027513,0.0048741126,0.011195042,0.6543704],"study_design_scores_gemma":[0.000007874491,0.00003555367,0.00024401622,0.000006067706,0.00000754453,0.000019972349,0.000005874767,0.9954666,0.0018500732,0.001828909,0.00051973,0.000007686542],"about_ca_topic_score_codex":0.005811435,"about_ca_topic_score_gemma":0.005775475,"teacher_disagreement_score":0.005811435,"about_ca_system_score_codex":0.000877159,"about_ca_system_score_gemma":0.0011359953,"threshold_uncertainty_score":0.011555195},"labels":[],"label_agreement":null},{"id":"W4320009943","doi":"10.2139/ssrn.4341190","title":"Test Plan Generation for Live Testing of Cloud Services","year":2023,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Test plan; Test (biology); Plan (archaeology); Software deployment; Production (economics); Schedule; Computer science; Test Management Approach; Task (project management); Cloud computing; Test case; Reliability engineering; Engineering; Systems engineering; Software engineering; Operating system; Software; Machine learning","score_opus":0.02232859703515864,"score_gpt":0.2508414005541387,"score_spread":0.2285128035189801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320009943","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12880112,0.00020347064,0.846152,0.00042115213,0.000075595155,0.0005058167,0.0020988476,0.01698103,0.0047609415],"genre_scores_gemma":[0.76779217,0.00005875334,0.22658035,0.00014402789,0.000021820968,0.00031916157,0.0025144578,0.00062992005,0.0019393762],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989642,0.00040824385,0.000045101526,0.00015417111,0.00027585198,0.00015241245],"domain_scores_gemma":[0.99555796,0.0029859215,0.00030916077,0.00041615585,0.00058647594,0.00014435522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011767666,0.0010217704,0.0003488378,0.001434661,0.00032385768,0.0007117857,0.0013501034,0.000755176,0.00960086],"category_scores_gemma":[0.007020503,0.00033362594,0.00072618056,0.00037868085,0.00068991526,0.00082802627,0.0009048019,0.00067099737,0.00086908793],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015823604,0.0005796604,0.009006526,0.00042961765,0.00011322097,0.0013974907,0.00036469803,0.59808487,0.034155652,0.012338352,0.016158823,0.32578874],"study_design_scores_gemma":[0.00009208109,0.0001620104,0.00055608264,0.000024120161,0.00002337367,0.00010040296,0.000051339488,0.97884196,0.0123937735,0.0065472582,0.00119589,0.000011819765],"about_ca_topic_score_codex":0.006221776,"about_ca_topic_score_gemma":0.006067797,"teacher_disagreement_score":0.00960086,"about_ca_system_score_codex":0.0009767779,"about_ca_system_score_gemma":0.001491557,"threshold_uncertainty_score":0.032118022},"labels":[],"label_agreement":null},{"id":"W4321271444","doi":"10.5753/wtf.2008.23143","title":"Geração Automática de Objetivos e Casos de Teste a partir de Redes de Petri Orientadas a Objetos","year":2008,"lang":"pt","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Casa","funders":"","keywords":"Humanities; Computer science; Philosophy","score_opus":0.02631357187412677,"score_gpt":0.26954705050261796,"score_spread":0.24323347862849118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321271444","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16052163,0.0005539731,0.8285317,0.00019625307,0.00012414409,0.00031299453,0.00017784415,0.0061643175,0.003417181],"genre_scores_gemma":[0.6664336,0.0003720965,0.32828027,0.00009027754,0.000027074919,0.00019036575,0.00028182892,0.0005215578,0.0038029384],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99771595,0.0005338354,0.00016925037,0.0004102558,0.0010013231,0.00016944968],"domain_scores_gemma":[0.99126714,0.0034302566,0.00081474683,0.0025919012,0.0016481223,0.00024781426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002420451,0.0013180419,0.001075009,0.001550641,0.0006915511,0.0018612258,0.0017371924,0.0012240508,0.002776785],"category_scores_gemma":[0.012550344,0.00072467007,0.0010131482,0.000703675,0.0008327902,0.0023475017,0.001614491,0.000809948,0.0007940219],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016181004,0.00044683658,0.025287148,0.0010387889,0.00022776582,0.0013553189,0.0017729289,0.10080844,0.22352535,0.010063925,0.0018252685,0.6320302],"study_design_scores_gemma":[0.0001635035,0.0012923653,0.018836023,0.00022959564,0.00046675463,0.0021257864,0.0011628901,0.5547326,0.38147414,0.018673802,0.020580266,0.00026233026],"about_ca_topic_score_codex":0.002759947,"about_ca_topic_score_gemma":0.0034172158,"teacher_disagreement_score":0.002776785,"about_ca_system_score_codex":0.0008107472,"about_ca_system_score_gemma":0.0010296847,"threshold_uncertainty_score":0.012800753},"labels":[],"label_agreement":null},{"id":"W4323530087","doi":"10.1109/tse.2023.3253700","title":"SLocator: Localizing the Origin of SQL Queries in Database-Backed Web Applications","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Database; Stored procedure; SQL; Query by Example; SQL injection; Programming language; Information retrieval; Web search query","score_opus":0.016398805950189235,"score_gpt":0.24398300974008116,"score_spread":0.22758420378989191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323530087","genre_codex":"software","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36863875,0.0016615121,0.22873384,0.00042373769,0.0001602496,0.0005007602,0.0048736343,0.38775826,0.007249241],"genre_scores_gemma":[0.7666295,0.00043053334,0.20933275,0.00056379195,0.000048600996,0.00020000867,0.013966892,0.004627626,0.004200336],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9975414,0.00036689654,0.00023925114,0.00060526707,0.00097274565,0.00027448937],"domain_scores_gemma":[0.99474937,0.0015957812,0.0010011719,0.0009811709,0.0014553454,0.00021713358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001637793,0.0013842653,0.0006131332,0.0038520868,0.00069000333,0.0015584091,0.001825008,0.0009567546,0.0015369143],"category_scores_gemma":[0.008270949,0.00067305745,0.0008883342,0.001616255,0.0006689605,0.002572518,0.0020463297,0.000983812,0.001574463],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025241175,0.00093542726,0.1603641,0.0016973133,0.00035605283,0.001481228,0.0026016128,0.027185163,0.12980582,0.00675267,0.068255015,0.59804153],"study_design_scores_gemma":[0.00022022809,0.0008882965,0.054858647,0.00026169358,0.00018447395,0.0012315804,0.0011063793,0.7041767,0.18356858,0.0092956675,0.043931544,0.0002762329],"about_ca_topic_score_codex":0.019372355,"about_ca_topic_score_gemma":0.021868631,"teacher_disagreement_score":0.019372355,"about_ca_system_score_codex":0.0009107119,"about_ca_system_score_gemma":0.0019209728,"threshold_uncertainty_score":0.038519144},"labels":[],"label_agreement":null},{"id":"W4323646042","doi":"10.1109/fnwf55208.2022.00066","title":"Extending the Network Service Descriptor to Capture User Isolation Intents for Network Slices","year":2022,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Ericsson (Canada)","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Isolation (microbiology); Slicing; Distributed computing; Network virtualization; Network service; Service (business); Computer network; Network management station; Relation (database); Virtualization; Database; Network architecture; Operating system; Cloud computing; World Wide Web","score_opus":0.019972379090868155,"score_gpt":0.24495086934574584,"score_spread":0.22497849025487768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323646042","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040538494,0.0003142458,0.9335768,0.00051449117,0.00031925165,0.0004824834,0.0018500788,0.015561466,0.0068425513],"genre_scores_gemma":[0.49836925,0.0005474358,0.47868302,0.000817468,0.00019849058,0.00082737306,0.007150307,0.0038747606,0.009531892],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99662125,0.0005415252,0.0007615427,0.00050918444,0.0011589951,0.00040746314],"domain_scores_gemma":[0.9899329,0.0021251675,0.0006722727,0.0045441594,0.0022621837,0.0004632698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004133542,0.0011746477,0.0010052832,0.0017925006,0.0008090714,0.0029562593,0.001615502,0.0011346705,0.002877434],"category_scores_gemma":[0.0095969625,0.00084212056,0.001468635,0.0012984595,0.0017676153,0.006202771,0.00515219,0.0032627208,0.0013957416],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022351663,0.00083771144,0.0616367,0.001598513,0.00022337299,0.0027405648,0.0067493212,0.06594108,0.111982554,0.32602578,0.047843054,0.37218615],"study_design_scores_gemma":[0.00015756443,0.00045728116,0.007975539,0.00035864764,0.00018586247,0.001606977,0.0011430203,0.41785717,0.08976834,0.06984605,0.41012928,0.000514316],"about_ca_topic_score_codex":0.012645931,"about_ca_topic_score_gemma":0.011704901,"teacher_disagreement_score":0.012645931,"about_ca_system_score_codex":0.0019869448,"about_ca_system_score_gemma":0.003010329,"threshold_uncertainty_score":0.025144637},"labels":[],"label_agreement":null},{"id":"W4324299382","doi":"10.48550/arxiv.2303.07230","title":"Systematic Evaluation of Deep Learning Models for Log-based Failure Prediction","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; European Commission; Science Foundation Ireland; Université du Luxembourg","keywords":"Computer science; Artificial intelligence; Deep learning; Machine learning; Modular design; Encoder; Convolutional neural network; Embedding; Artificial neural network; Dependability; Metric (unit); Data mining; Autoencoder","score_opus":0.11946052875043613,"score_gpt":0.21689164503972033,"score_spread":0.0974311162892842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324299382","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8852309,0.007363238,0.08396409,0.0015468018,0.00046865383,0.0005410357,0.009247371,0.0064913826,0.0051464364],"genre_scores_gemma":[0.9366127,0.0011105628,0.0438953,0.00023398694,0.00006042544,0.00029129477,0.016454423,0.00017404874,0.0011672433],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976133,0.0010368774,0.00025455322,0.00052891433,0.000389581,0.00017681318],"domain_scores_gemma":[0.99166566,0.0051905815,0.00044367622,0.0011049816,0.001385518,0.00020958431],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005652343,0.0024336732,0.0008561009,0.0014232179,0.00038631688,0.0009323246,0.0018033553,0.0012909479,0.0012303793],"category_scores_gemma":[0.014954368,0.0005517579,0.0010750976,0.0009203885,0.00059017184,0.0021627345,0.0011697542,0.0017399953,0.0005528743],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015579751,0.0010380825,0.02481767,0.0011691161,0.0007328939,0.00015853652,0.00010417952,0.758017,0.005334004,0.0013637468,0.0093235625,0.19638328],"study_design_scores_gemma":[0.00007079531,0.00050305494,0.0040510315,0.00007961545,0.000096558215,0.000045858305,0.00004620061,0.9880356,0.0054508615,0.00061432266,0.0009845744,0.000021534554],"about_ca_topic_score_codex":0.010854032,"about_ca_topic_score_gemma":0.012973263,"teacher_disagreement_score":0.010854032,"about_ca_system_score_codex":0.0016179988,"about_ca_system_score_gemma":0.0012386935,"threshold_uncertainty_score":0.029892802},"labels":[],"label_agreement":null},{"id":"W4360771723","doi":"10.1109/asonam55673.2022.10068597","title":"IEEE/ACM ASONAM 2022 Message from Steering Chair","year":2022,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Face (sociological concept); Computer science; Coronavirus disease 2019 (COVID-19); Work (physics); Socialization; Operations research; Psychology; Sociology; Engineering; Social psychology; Medicine","score_opus":0.012872496776956214,"score_gpt":0.225114065059069,"score_spread":0.2122415682821128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360771723","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004190837,0.0059793196,0.001738745,0.3980744,0.5285193,0.0004536659,0.0009907273,0.00088497903,0.06293979],"genre_scores_gemma":[0.006593282,0.0073618675,0.0018657481,0.26412427,0.21414763,0.0012662337,0.0016523608,0.00083334494,0.5021553],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99485743,0.0009030061,0.00031807995,0.00060206687,0.002429882,0.00088945153],"domain_scores_gemma":[0.987204,0.0008457263,0.00039947266,0.00039459992,0.007312081,0.0038441482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008342841,0.0023823325,0.001340706,0.0012555156,0.0031414318,0.009601247,0.0025122103,0.019703561,0.0970538],"category_scores_gemma":[0.010302664,0.0007253503,0.0013982761,0.0010962846,0.0014378013,0.005505315,0.0025703094,0.013499254,0.15047927],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014563332,0.000011521356,0.0000280182,0.00003179365,0.0000011798554,0.000020589578,0.0000058779706,0.000011303902,0.000059015198,0.00017504614,0.99527836,0.004362703],"study_design_scores_gemma":[0.000013331531,0.000016442944,0.00022443666,0.00007817395,0.0000032291796,0.000034402005,0.000055998295,0.000081742204,0.00007467675,0.0002744602,0.9991302,0.000013009834],"about_ca_topic_score_codex":0.005430939,"about_ca_topic_score_gemma":0.00767513,"teacher_disagreement_score":0.0970538,"about_ca_system_score_codex":0.002353336,"about_ca_system_score_gemma":0.0068503018,"threshold_uncertainty_score":0.3246773},"labels":[],"label_agreement":null},{"id":"W4361198558","doi":"10.1145/3578244.3583738","title":"Pushing the Limits of Video Game Performance: A Performance Engineering Perspective","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ubisoft (Canada)","funders":"","keywords":"Perspective (graphical); Video game; Computer science; Game Developer; Video game development; Multimedia; Human–computer interaction; Game design; Artificial intelligence","score_opus":0.017613193098251607,"score_gpt":0.24334454706119646,"score_spread":0.22573135396294486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361198558","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057010755,0.044192515,0.17614684,0.09989926,0.0010290648,0.00013426674,0.00012878438,0.0005729719,0.62088555],"genre_scores_gemma":[0.9136105,0.023646083,0.03143988,0.0038087056,0.0011518231,0.00017521063,0.00007143965,0.00031509835,0.02578131],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99607396,0.0013274665,0.00011934706,0.00030285984,0.0015714813,0.0006050202],"domain_scores_gemma":[0.9918377,0.004635045,0.00047520333,0.00043016372,0.0017920275,0.00082990155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004054748,0.0011843002,0.00047013513,0.00254507,0.00161073,0.009706473,0.0024263705,0.002640388,0.004896643],"category_scores_gemma":[0.010084173,0.0005445064,0.0002996829,0.00096077746,0.012418304,0.0070147645,0.0034893733,0.004129695,0.0011142865],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006090974,0.00014768813,0.00096862996,0.00041799957,0.000024173636,0.00012942344,0.0012183064,0.010098613,0.0017879873,0.9074211,0.0057263654,0.07199886],"study_design_scores_gemma":[0.000033592674,0.00040280833,0.0030559513,0.0013706896,0.000030274567,0.0003367792,0.004290558,0.025540063,0.004370724,0.76484704,0.19563678,0.00008475454],"about_ca_topic_score_codex":0.006610024,"about_ca_topic_score_gemma":0.0043376116,"teacher_disagreement_score":0.009706473,"about_ca_system_score_codex":0.003959206,"about_ca_system_score_gemma":0.0032215393,"threshold_uncertainty_score":0.02872622},"labels":[],"label_agreement":null},{"id":"W4362489898","doi":"10.1145/3578245.3584940","title":"ICPE'23 AIPerf Workshop Chairs' Welcome","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science","score_opus":0.02099958471453372,"score_gpt":0.26320900124577434,"score_spread":0.24220941653124062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362489898","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021188085,0.009405823,0.008848826,0.14222759,0.6510917,0.0010856293,0.006916048,0.0030595998,0.17524606],"genre_scores_gemma":[0.0066113416,0.0045066345,0.0055490914,0.02473552,0.057720687,0.00093236595,0.0056884936,0.0022331136,0.8920228],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99563843,0.00053165946,0.00011812429,0.0005387541,0.0021004912,0.0010726699],"domain_scores_gemma":[0.98663723,0.0005197237,0.00033387405,0.000445524,0.004035192,0.008028367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008835258,0.0022657607,0.0013440894,0.0015021218,0.0030855748,0.009993142,0.0022588626,0.0070854235,0.28024986],"category_scores_gemma":[0.009348504,0.00078354555,0.0020098495,0.0010221228,0.0007509682,0.0040676994,0.008559982,0.0071632364,0.24853432],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043639608,0.0000348816,0.000046335586,0.000028701443,0.0000032840105,0.000058793503,0.000013383712,0.000039338793,0.00010090487,0.00040029004,0.9913579,0.007872551],"study_design_scores_gemma":[0.000020469703,0.00003383659,0.00024291189,0.00003866947,0.0000034004365,0.00004465356,0.00007737373,0.00007032928,0.000091739275,0.00039815102,0.9989681,0.000010321919],"about_ca_topic_score_codex":0.003390391,"about_ca_topic_score_gemma":0.009845992,"teacher_disagreement_score":0.28024986,"about_ca_system_score_codex":0.0016785748,"about_ca_system_score_gemma":0.006681553,"threshold_uncertainty_score":0.9375292},"labels":[],"label_agreement":null},{"id":"W4362490011","doi":"10.1145/3578245.3585030","title":"Transparent Trace Annotation for Performance Debugging in Microservice-oriented Systems (Work In Progress Paper)","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Debugging; TRACE (psycholinguistics); Computer science; Annotation; Work (physics); Software engineering; Programming language; Artificial intelligence; Engineering","score_opus":0.022865732472749752,"score_gpt":0.27052153060527523,"score_spread":0.24765579813252547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362490011","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017117567,0.00014894355,0.9541784,0.00022461682,0.000081438535,0.00012300418,0.0001257126,0.027053794,0.00094655005],"genre_scores_gemma":[0.4082044,0.0002490832,0.58270013,0.0001918449,0.00006497829,0.00020153992,0.0006166027,0.0041299765,0.0036413493],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99615806,0.0012118599,0.0003328427,0.0007076355,0.0012234871,0.00036611283],"domain_scores_gemma":[0.98577857,0.0058050714,0.0013920191,0.0044758776,0.0021100482,0.00043834918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049177622,0.000985648,0.0007020118,0.0021351185,0.0011751021,0.00236824,0.0024858532,0.0014202251,0.0034187848],"category_scores_gemma":[0.019042062,0.00071525935,0.0007216195,0.00097254437,0.0014767991,0.003097583,0.0026469799,0.002258839,0.00081326393],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012719348,0.00077855133,0.01696788,0.00082035986,0.00013637672,0.0014131686,0.0051071676,0.06598228,0.08647462,0.06768401,0.01766277,0.7357009],"study_design_scores_gemma":[0.00013237156,0.00022740624,0.0032026467,0.0002482291,0.000081864535,0.0005188307,0.00038628659,0.7864755,0.14480165,0.031757876,0.032020666,0.00014672457],"about_ca_topic_score_codex":0.0067494954,"about_ca_topic_score_gemma":0.006176978,"teacher_disagreement_score":0.0067494954,"about_ca_system_score_codex":0.0012795817,"about_ca_system_score_gemma":0.002475915,"threshold_uncertainty_score":0.02600789},"labels":[],"label_agreement":null},{"id":"W4362505374","doi":"10.1145/3578245.3584689","title":"Uncovering Steady State Executions in Java Microbenchmarking with Call Graph Analysis","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Call stack; Java; Call graph; Programming language; Compiler; Process (computing); Dependency graph; Operating system; Stack (abstract data type); Software","score_opus":0.009229382944311797,"score_gpt":0.23163893948160158,"score_spread":0.22240955653728978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362505374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68530416,0.00046551702,0.28869265,0.00031481712,0.00004688505,0.00013143144,0.0014108276,0.02111584,0.0025179093],"genre_scores_gemma":[0.89413965,0.00013396498,0.10262394,0.00004798172,0.000013670525,0.0000994559,0.0013704529,0.0008348715,0.000735966],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991885,0.00013730352,0.00005647352,0.00018974938,0.00033663757,0.00009141267],"domain_scores_gemma":[0.9946127,0.0026288417,0.0009882586,0.0007424363,0.0008374331,0.00019031644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009018712,0.00072538445,0.00038661124,0.0043265917,0.0004762103,0.00083637197,0.00074945216,0.0004896316,0.0006025227],"category_scores_gemma":[0.005683891,0.00039245046,0.00044856162,0.00208163,0.00064657873,0.0012110572,0.0007064965,0.0009315219,0.00026631152],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069207326,0.0007848629,0.20130529,0.00063055824,0.00023857248,0.0014453471,0.003611964,0.1163166,0.13607702,0.015725031,0.0100009,0.5131718],"study_design_scores_gemma":[0.000020585541,0.0002277418,0.07744444,0.00007479208,0.00009164696,0.00045880722,0.0006349259,0.83112115,0.063886516,0.020209886,0.0057015494,0.00012800084],"about_ca_topic_score_codex":0.006266442,"about_ca_topic_score_gemma":0.011347337,"teacher_disagreement_score":0.006266442,"about_ca_system_score_codex":0.0007609777,"about_ca_system_score_gemma":0.0009800998,"threshold_uncertainty_score":0.012459934},"labels":[],"label_agreement":null},{"id":"W4362505400","doi":"10.1145/3578245.3584312","title":"LTB'23 Workshop Chairs' Welcome","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Polytechnique Montréal","funders":"","keywords":"Benchmarking; Workload; Computer science; Software; Software engineering; Engineering management; Operating system; Engineering; Management","score_opus":0.021409842453225778,"score_gpt":0.26394403725233107,"score_spread":0.2425341947991053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362505400","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002244728,0.0055948324,0.007991618,0.099632934,0.6918755,0.0014358275,0.0065927105,0.0050539775,0.17957784],"genre_scores_gemma":[0.007516009,0.0017091108,0.0025943758,0.025863867,0.048007224,0.0014892771,0.0040056887,0.0028492883,0.9059651],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99512273,0.0010470937,0.00018452146,0.0007347342,0.0017217164,0.001189209],"domain_scores_gemma":[0.98069704,0.00072023156,0.00038057455,0.0005267318,0.005316868,0.012358581],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007740316,0.0024990365,0.0012885567,0.0013367241,0.0038366676,0.011207822,0.0027617747,0.0062253526,0.44208243],"category_scores_gemma":[0.011395824,0.0008689935,0.002233492,0.0008666047,0.000846767,0.0038791553,0.01163102,0.009406412,0.40721682],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007370092,0.000028312043,0.00004537058,0.00005420627,0.0000033261465,0.000084413216,0.000068339505,0.000032435993,0.0003332805,0.00047459846,0.9899165,0.008885535],"study_design_scores_gemma":[0.00001949219,0.00003160951,0.00014020276,0.000047470417,0.0000024312003,0.000034307086,0.00018508054,0.000042078645,0.00009248482,0.0003204967,0.9990721,0.000012255128],"about_ca_topic_score_codex":0.00222026,"about_ca_topic_score_gemma":0.005731472,"teacher_disagreement_score":0.44208243,"about_ca_system_score_codex":0.0023310648,"about_ca_system_score_gemma":0.0044205687,"threshold_uncertainty_score":0.7958017},"labels":[],"label_agreement":null},{"id":"W4362607906","doi":"10.1002/aaai.12079","title":"Deploying automated ticket router across the enterprise","year":2023,"lang":"en","type":"article","venue":"AI Magazine","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Software deployment; IBM; Ticket; Computer science; Service (business); Perspective (graphical); Process management; Engineering management; Knowledge management; Engineering; Artificial intelligence; Software engineering; Computer security; Business; Marketing","score_opus":0.012580120152080593,"score_gpt":0.2926173237792072,"score_spread":0.2800372036271266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362607906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88801295,0.0001434295,0.07992792,0.00051176734,0.00009689869,0.00040336684,0.00019486647,0.025223704,0.0054851766],"genre_scores_gemma":[0.94946694,0.00006249135,0.047856413,0.00006962271,0.000013530396,0.000049218244,0.00039724837,0.00020745104,0.001877016],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981572,0.00054877385,0.00010179458,0.0004713701,0.00044428604,0.00027658604],"domain_scores_gemma":[0.9965295,0.0008885879,0.0003323374,0.0010083247,0.00074891385,0.00049229676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025170578,0.0005650101,0.0005285527,0.0010415452,0.00060842553,0.0014602392,0.0012873325,0.0006357548,0.0019578089],"category_scores_gemma":[0.0050272737,0.00039741612,0.000284426,0.00068694516,0.000513528,0.0013528076,0.0010169331,0.0008684,0.0007786712],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011459815,0.0017904338,0.05057407,0.00012398371,0.00022570405,0.0010417774,0.0008798141,0.4474372,0.06429966,0.0057971515,0.016835125,0.40984908],"study_design_scores_gemma":[0.00006930839,0.00057077524,0.005888119,0.000012488777,0.00003613093,0.000085642896,0.0003565704,0.9725887,0.015423003,0.0008954182,0.0040392373,0.000034601606],"about_ca_topic_score_codex":0.0106341485,"about_ca_topic_score_gemma":0.0066963076,"teacher_disagreement_score":0.0106341485,"about_ca_system_score_codex":0.0017564896,"about_ca_system_score_gemma":0.002150773,"threshold_uncertainty_score":0.02114451},"labels":[],"label_agreement":null},{"id":"W4362722749","doi":"10.1002/spe.3208","title":"Detection of microservice‐based software anomalies based on OpenTracing in cloud","year":2023,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Microservices; DevOps; Computer science; Anomaly detection; Cloud computing; Scalability; Flexibility (engineering); Software; Distributed computing; Software architecture; Architecture; Software deployment; Data mining; Software engineering; Real-time computing; Database; Operating system","score_opus":0.015413194559834285,"score_gpt":0.28289239610846423,"score_spread":0.2674792015486299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362722749","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9744819,0.0002540426,0.020611027,0.00020282147,0.000046758283,0.00005126262,0.0012992631,0.0023384583,0.00071446213],"genre_scores_gemma":[0.98927164,0.00007031757,0.008482355,0.00002402655,0.000010762476,0.00001737987,0.0018404888,0.00003231036,0.00025080165],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99890304,0.000120328885,0.000082562925,0.00034073254,0.00037461985,0.0001787512],"domain_scores_gemma":[0.9960521,0.0013224173,0.0007004302,0.0005355251,0.0010900296,0.00029955842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010852576,0.0006580273,0.0006690597,0.0028488867,0.0004446859,0.0007795997,0.0012775273,0.0006429762,0.0003024885],"category_scores_gemma":[0.0050246553,0.00018388186,0.00051413535,0.0019807157,0.0003307964,0.00090448465,0.0006565508,0.0007058453,0.000176962],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009070237,0.00057520915,0.57865775,0.0002130628,0.0002323089,0.0013893704,0.00030879595,0.26071465,0.012182026,0.0018779429,0.007227746,0.13571408],"study_design_scores_gemma":[0.00000845855,0.000056163124,0.031087007,0.000008345825,0.000018901253,0.00012446806,0.0000612653,0.9627399,0.0045227394,0.0007406389,0.0006173824,0.000014709449],"about_ca_topic_score_codex":0.023833947,"about_ca_topic_score_gemma":0.023135833,"teacher_disagreement_score":0.023833947,"about_ca_system_score_codex":0.0012770991,"about_ca_system_score_gemma":0.0008962158,"threshold_uncertainty_score":0.04739046},"labels":[],"label_agreement":null},{"id":"W4364321483","doi":"10.1109/ihsh57076.2022.10092082","title":"Roundtable discussion- The architecture matters in health and non-health information systems: The case of the microservice architecture paradigm","year":2022,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Computer science","score_opus":0.006129097062386526,"score_gpt":0.2340412421526791,"score_spread":0.2279121450902926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4364321483","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041027335,0.005732386,0.006555271,0.84807134,0.032653663,0.00023954904,0.00020090074,0.00009322504,0.10235093],"genre_scores_gemma":[0.14495327,0.011050807,0.012620696,0.5142322,0.02724455,0.0012579731,0.0003632892,0.0004590129,0.28781822],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99535805,0.0022889976,0.00015098469,0.0005142108,0.0009025046,0.00078529574],"domain_scores_gemma":[0.99017346,0.006384114,0.00025525157,0.00040471446,0.0015705501,0.0012120126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0097329,0.0008898299,0.0006540334,0.0006397329,0.009061197,0.009565709,0.0044268835,0.02787476,0.07556372],"category_scores_gemma":[0.013455737,0.0005026095,0.0020508636,0.0006904904,0.0056264913,0.017269593,0.006960845,0.018552264,0.008790872],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057179775,0.000073358555,0.0001797356,0.00020412405,0.000016495313,0.0011680409,0.0065848646,0.00034347575,0.0006321662,0.36266324,0.6134847,0.014592719],"study_design_scores_gemma":[0.00003156521,0.000043486893,0.00026801552,0.0004744425,0.000010372219,0.0002752808,0.0122378655,0.00030598178,0.0002550602,0.06242734,0.92363405,0.0000366357],"about_ca_topic_score_codex":0.008114551,"about_ca_topic_score_gemma":0.010243825,"teacher_disagreement_score":0.07556372,"about_ca_system_score_codex":0.006938924,"about_ca_system_score_gemma":0.004459912,"threshold_uncertainty_score":0.25278586},"labels":[],"label_agreement":null},{"id":"W4364857224","doi":"10.2139/ssrn.4415639","title":"Serviceanomaly: An Anomaly Detection Approach in Microservices Using Distributed Traces and Profiling Metrics","year":2023,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Concordia University; University of Alberta","funders":"","keywords":"Microservices; Profiling (computer programming); Anomaly detection; Computer science; Data mining; Operating system","score_opus":0.026061936751589524,"score_gpt":0.26874903654069754,"score_spread":0.24268709978910802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4364857224","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15169418,0.00024142643,0.8191819,0.00036852618,0.00009776908,0.00015407632,0.00063636305,0.026530338,0.0010953477],"genre_scores_gemma":[0.7864413,0.000108925495,0.20984446,0.00006804407,0.000065990964,0.000094416144,0.0008757424,0.0005843981,0.0019167287],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986552,0.00020594412,0.00009446973,0.00032186843,0.0005861676,0.00013619699],"domain_scores_gemma":[0.99690276,0.00093637116,0.00054237904,0.00070465123,0.00063809037,0.00027578068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016625038,0.00107792,0.0010662718,0.0035646358,0.0006674894,0.0017763907,0.00169284,0.00093641435,0.0009948972],"category_scores_gemma":[0.0053839115,0.00032953825,0.0005572033,0.0019367179,0.00042808335,0.0021436766,0.0017107397,0.0013021611,0.0005129681],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008454056,0.00081369426,0.10694548,0.00022679692,0.00033607683,0.0005329186,0.00093591353,0.05656602,0.040316742,0.010978972,0.0067716837,0.7747303],"study_design_scores_gemma":[0.000022573082,0.0001453198,0.008150634,0.00001779666,0.000046697853,0.00026441988,0.00017745131,0.9661813,0.014628941,0.007525114,0.0028068915,0.000032923264],"about_ca_topic_score_codex":0.00433325,"about_ca_topic_score_gemma":0.005178133,"teacher_disagreement_score":0.00433325,"about_ca_system_score_codex":0.0006789549,"about_ca_system_score_gemma":0.0010875828,"threshold_uncertainty_score":0.008792281},"labels":[],"label_agreement":null},{"id":"W4366218202","doi":"10.5381/jot.2023.22.1.a1","title":"A Model-Driven-Reverse Engineering Approach for Detecting Privilege Escalation in IoT Systems.","year":2023,"lang":"en","type":"article","venue":"The Journal of Object Technology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Internet of Things; Computer science; Privilege (computing); Reverse engineering; Computer security; Operating system","score_opus":0.019192258846015654,"score_gpt":0.24200231915652592,"score_spread":0.22281006031051026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366218202","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017548494,0.00020526913,0.97225076,0.00040861592,0.00006145366,0.0005214998,0.0002673999,0.0067775976,0.0019590019],"genre_scores_gemma":[0.28001013,0.00021180142,0.7152872,0.00036730408,0.00002858673,0.00039462783,0.00076897966,0.00052412855,0.0024072821],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959545,0.0010566505,0.00020093385,0.00047724677,0.0020755331,0.00023508244],"domain_scores_gemma":[0.9887782,0.0043296837,0.0015981232,0.0031108353,0.0020034243,0.0001797573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035381215,0.0013427064,0.0008235807,0.0025090696,0.00061487936,0.0017712015,0.0017345316,0.0012853881,0.0014494413],"category_scores_gemma":[0.015101183,0.000775931,0.0021275897,0.0007572843,0.0010681098,0.002359564,0.0018413091,0.0022232325,0.000618159],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033800243,0.0014209144,0.033970736,0.0011008399,0.000705755,0.0018337108,0.0012578223,0.35406956,0.08612214,0.056709915,0.008878353,0.45359215],"study_design_scores_gemma":[0.000016344426,0.00014185064,0.0010712274,0.000046146903,0.00007281074,0.0005939312,0.00011683392,0.9592469,0.01648612,0.016729241,0.005430161,0.00004838894],"about_ca_topic_score_codex":0.0053039524,"about_ca_topic_score_gemma":0.00939408,"teacher_disagreement_score":0.0053039524,"about_ca_system_score_codex":0.0010684859,"about_ca_system_score_gemma":0.0029424573,"threshold_uncertainty_score":0.018711567},"labels":[],"label_agreement":null},{"id":"W4368376429","doi":"10.1002/spe.3210","title":"Distributed computation of the critical path from execution traces","year":2023,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Telefonaktiebolaget LM Ericsson; Advanced Micro Devices","keywords":"Tracing; Computer science; Scalability; Distributed computing; TRACE (psycholinguistics); Computation; Path tracing; Path (computing); Parallel computing; Algorithm; Computer network; Artificial intelligence","score_opus":0.01588971179918067,"score_gpt":0.3036955461113921,"score_spread":0.2878058343122114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4368376429","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05767863,0.000099913224,0.9383027,0.00009598477,0.000026341393,0.00005524735,0.00008881111,0.0024092284,0.0012432144],"genre_scores_gemma":[0.71402204,0.00011046044,0.28356138,0.000024662713,0.000021844851,0.00010699639,0.00028535718,0.00026044672,0.0016067646],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993253,0.00013144502,0.000034582717,0.00015303043,0.00027642027,0.00007933437],"domain_scores_gemma":[0.99665713,0.0018152636,0.00030213365,0.00035944773,0.0007237703,0.00014223967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087732245,0.0007498537,0.0005663173,0.0021923147,0.00061961217,0.0010381868,0.0010090423,0.00052140217,0.0028359634],"category_scores_gemma":[0.0069563207,0.00036193078,0.00035835346,0.0009665709,0.00080690207,0.0011081996,0.0010458536,0.00085442496,0.00040194055],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031826072,0.00009716276,0.0049777753,0.00014048623,0.000050216222,0.00020388335,0.0003672687,0.81491035,0.013447964,0.028809702,0.001842362,0.13483454],"study_design_scores_gemma":[0.000010417467,0.00001726464,0.00022867581,0.000006216011,0.0000037484895,0.000018291665,0.000024371158,0.9899725,0.002485435,0.0067421845,0.00048682623,0.0000040275913],"about_ca_topic_score_codex":0.009055418,"about_ca_topic_score_gemma":0.0069653788,"teacher_disagreement_score":0.009055418,"about_ca_system_score_codex":0.0014041362,"about_ca_system_score_gemma":0.001965246,"threshold_uncertainty_score":0.018005371},"labels":[],"label_agreement":null},{"id":"W4376606564","doi":"10.1109/saner56733.2023.00019","title":"Studying and Complementing the Use of Identifiers in Logs","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Dependency graph; Computer science; Identifier; Dependency (UML); Java; Data mining; Software; Source code; Call graph; Coding (social sciences); Process (computing); Graph; Static program analysis; Software development; Programming language; Software engineering; Theoretical computer science; Statistics","score_opus":0.14562489496492417,"score_gpt":0.296689266394009,"score_spread":0.15106437142908483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376606564","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6550021,0.000716802,0.33447298,0.0005711811,0.00009710945,0.00027814962,0.0009134781,0.003352625,0.004595585],"genre_scores_gemma":[0.90436983,0.00036615762,0.09193167,0.00009084219,0.000057871268,0.00014729066,0.0013728855,0.0004547064,0.0012087194],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9875693,0.0047066975,0.0010609836,0.0015138452,0.0046303873,0.0005188696],"domain_scores_gemma":[0.84402573,0.103144795,0.016148834,0.017674545,0.018056314,0.00094977516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009702724,0.0009343614,0.00060681556,0.006733595,0.000984633,0.0020598548,0.0011155615,0.0006777844,0.00076042925],"category_scores_gemma":[0.091437586,0.00055395084,0.00050217175,0.0036804893,0.001384809,0.006630643,0.0019204016,0.0015166482,0.0003979146],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005884572,0.0005470491,0.40165427,0.0009208448,0.00015759554,0.00092431233,0.013469217,0.021766344,0.026573934,0.021816997,0.0038898524,0.50769114],"study_design_scores_gemma":[0.00007479931,0.0010072209,0.26592448,0.000664756,0.00034702523,0.0019849287,0.008918344,0.52383894,0.09195491,0.06510976,0.039757226,0.00041763298],"about_ca_topic_score_codex":0.0045288466,"about_ca_topic_score_gemma":0.006080729,"teacher_disagreement_score":0.009702724,"about_ca_system_score_codex":0.0010778989,"about_ca_system_score_gemma":0.0018620101,"threshold_uncertainty_score":0.05131352},"labels":[],"label_agreement":null},{"id":"W4377299904","doi":"10.48550/arxiv.2305.11293","title":"Patterns of Multi-Container Composition for Service Orchestration with Docker Compose","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Orchestration; Container (type theory); Software deployment; Computer science; Software engineering; Software; Service (business); Software system; Operating system; Engineering","score_opus":0.09955914425336977,"score_gpt":0.21382424400496797,"score_spread":0.1142650997515982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377299904","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23341645,0.0005312621,0.7270831,0.001533603,0.00018833322,0.0006369296,0.00091819593,0.009261246,0.026430799],"genre_scores_gemma":[0.46857643,0.00035481126,0.51469916,0.00032289192,0.000037589165,0.0005992273,0.0018683417,0.0029193342,0.010622173],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98835063,0.0035841248,0.0012936363,0.0018043799,0.0041238395,0.0008434261],"domain_scores_gemma":[0.97642016,0.0062557664,0.0029823778,0.010347704,0.003062757,0.0009311904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00689807,0.000723888,0.00056550716,0.0024271864,0.0021552038,0.004144612,0.0015597274,0.0011418887,0.0030378771],"category_scores_gemma":[0.027795862,0.0007905825,0.0011693013,0.003393692,0.004136352,0.005541097,0.004386031,0.0020887235,0.0015397626],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000880251,0.0006118013,0.13069998,0.0014212825,0.00028402903,0.004382,0.046040192,0.018307041,0.04972539,0.322164,0.031890735,0.39359328],"study_design_scores_gemma":[0.000117931326,0.0004466623,0.05793641,0.0008988944,0.00027963918,0.007933408,0.018249905,0.1189635,0.059588723,0.24870962,0.48646036,0.0004148444],"about_ca_topic_score_codex":0.003693639,"about_ca_topic_score_gemma":0.0072655184,"teacher_disagreement_score":0.00689807,"about_ca_system_score_codex":0.0013899071,"about_ca_system_score_gemma":0.0028344577,"threshold_uncertainty_score":0.036480963},"labels":[],"label_agreement":null},{"id":"W4378675137","doi":"10.1016/j.jss.2023.111755","title":"On the maintenance support for microservice-based systems through the specification and the detection of microservice antipatterns","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; École de Technologie Supérieure; Université du Québec à Montréal","funders":"Fonds de recherche du Québec – Nature et technologies","keywords":"Microservices; Software engineering; Computer science; Software; Software development; Operating system","score_opus":0.02045165233466532,"score_gpt":0.24493633966038555,"score_spread":0.22448468732572024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378675137","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26772448,0.0017407661,0.7191308,0.0016449757,0.0001399362,0.00014931089,0.000115169416,0.0010591808,0.00829537],"genre_scores_gemma":[0.906721,0.0011270058,0.089644514,0.0001745528,0.000086218766,0.00004192988,0.00012956752,0.00008660857,0.0019885208],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9985373,0.0004029823,0.00010467723,0.00020067622,0.0006092318,0.00014515499],"domain_scores_gemma":[0.9917258,0.0052816602,0.0006295891,0.0011570875,0.0010864509,0.00011941601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014990146,0.00030046335,0.00037668168,0.00091642846,0.00033731182,0.0012321813,0.00089979055,0.0006707154,0.0010109469],"category_scores_gemma":[0.00900905,0.00023502129,0.000341555,0.00068083755,0.00096245314,0.0020351743,0.0007485381,0.0006514762,0.00019829876],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014065428,0.0005226192,0.029780729,0.0005598379,0.00011770853,0.0009777175,0.0010779679,0.082830206,0.11608946,0.102671474,0.004595653,0.6593702],"study_design_scores_gemma":[0.00004310789,0.0003104134,0.00820966,0.00011185347,0.00009276994,0.0006793692,0.0002740443,0.8800807,0.066491894,0.036293965,0.0073583256,0.000053898177],"about_ca_topic_score_codex":0.003376388,"about_ca_topic_score_gemma":0.0034023246,"teacher_disagreement_score":0.003376388,"about_ca_system_score_codex":0.0005053089,"about_ca_system_score_gemma":0.00093839096,"threshold_uncertainty_score":0.007927656},"labels":[],"label_agreement":null},{"id":"W4379523163","doi":"10.21428/594757db.74665221","title":"Towards determining the criticality of AI applications: A model risk management perspective","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"PricewaterhouseCoopers (Canada)","funders":"","keywords":"Operationalization; Criticality; Risk analysis (engineering); Software deployment; Computer science; Perspective (graphical); Procurement; Corporate governance; Risk management; Process management; Management science; Artificial intelligence; Business; Software engineering; Engineering; Epistemology","score_opus":0.018809910275556035,"score_gpt":0.31204545404502726,"score_spread":0.29323554376947125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379523163","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035499327,0.0014914741,0.930815,0.01360509,0.00009660259,0.00027417613,0.00009290234,0.00019725919,0.01792814],"genre_scores_gemma":[0.58892715,0.0022160148,0.4050589,0.000776629,0.00037253363,0.0004135181,0.0001436337,0.00014154597,0.0019500818],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9883846,0.005282306,0.00070577697,0.0008520475,0.004079468,0.0006958614],"domain_scores_gemma":[0.9243789,0.04705088,0.009175657,0.0061110873,0.011260245,0.00202328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019429343,0.0018434804,0.001353934,0.00913714,0.0021823852,0.010545105,0.0032261072,0.0034219055,0.00203145],"category_scores_gemma":[0.056550562,0.0013211218,0.0015656032,0.0020813053,0.008720069,0.011762137,0.006198645,0.007615755,0.0003754103],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007914484,0.00022412601,0.0077375737,0.00044862213,0.00016322722,0.0004799013,0.002614135,0.20359635,0.0038344355,0.74110436,0.002278965,0.037439093],"study_design_scores_gemma":[0.000018567142,0.00010542985,0.0012382215,0.0003967597,0.00005446403,0.00020883096,0.001292289,0.27848464,0.001959822,0.7096165,0.00653728,0.000087155866],"about_ca_topic_score_codex":0.0046340777,"about_ca_topic_score_gemma":0.0044039604,"teacher_disagreement_score":0.019429343,"about_ca_system_score_codex":0.004832454,"about_ca_system_score_gemma":0.009910441,"threshold_uncertainty_score":0.1027534},"labels":[],"label_agreement":null},{"id":"W4380986974","doi":"10.1016/j.jss.2023.111788","title":"How do microservices evolve? An empirical analysis of changes in open-source microservice repositories","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; McMaster University","funders":"","keywords":"Microservices; Computer science; Software engineering; Scalability; Service (business); Software evolution; Data science; Software development; Software; Software construction; Database; Programming language","score_opus":0.024623618279438608,"score_gpt":0.2954134373364286,"score_spread":0.27078981905699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380986974","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9975694,0.00013742331,0.0010489124,0.00021996508,0.0000045594124,0.000043941352,0.00025201018,0.000025772513,0.0006979737],"genre_scores_gemma":[0.99785537,0.00008958289,0.001147441,0.00004951202,0.0000079920155,0.0000655423,0.00047499433,0.000031602467,0.0002780448],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9829789,0.007840421,0.0015778858,0.0021351166,0.004604142,0.00086366734],"domain_scores_gemma":[0.67375714,0.21988562,0.05542181,0.016277604,0.02993637,0.00472142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0148550635,0.0002883281,0.0003849906,0.0051171654,0.0012315189,0.002663142,0.0014937859,0.0011137542,0.0009981585],"category_scores_gemma":[0.16968387,0.000444939,0.00037503167,0.0064679068,0.0027387491,0.006522799,0.0026587422,0.001960939,0.0003162496],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016794668,0.00031035062,0.9183389,0.00023897937,0.00009117641,0.000437585,0.039135452,0.0010195569,0.0014601554,0.0013932766,0.00079873326,0.036607817],"study_design_scores_gemma":[0.000013283655,0.0001916046,0.95154506,0.00012430717,0.000030946423,0.00032852148,0.036075413,0.006041905,0.0010622516,0.0011268156,0.003406947,0.00005298226],"about_ca_topic_score_codex":0.0045662853,"about_ca_topic_score_gemma":0.006628237,"teacher_disagreement_score":0.0148550635,"about_ca_system_score_codex":0.0019272115,"about_ca_system_score_gemma":0.0012867367,"threshold_uncertainty_score":0.07856196},"labels":[],"label_agreement":null},{"id":"W4381744889","doi":"10.1109/noms56928.2023.10154218","title":"A Deep Learning Approach for Root Cause Analysis in Real-Time IIoT Edge Networks","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Root cause analysis; Deep learning; Root cause; Anomaly detection; Artificial intelligence; Node (physics); Latency (audio); Data mining; Enhanced Data Rates for GSM Evolution; Edge computing; Machine learning; Engineering; Reliability engineering; Telecommunications","score_opus":0.01829773426128145,"score_gpt":0.26206719382153165,"score_spread":0.2437694595602502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381744889","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048364013,0.0005907491,0.94704163,0.00035759722,0.000071043854,0.00005091716,0.00025323872,0.0021337036,0.0011370553],"genre_scores_gemma":[0.84370774,0.00029355407,0.15220658,0.00021879122,0.000088725064,0.00007226421,0.00063180143,0.00010845908,0.0026720362],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99949694,0.00008756928,0.000027783994,0.00014443201,0.00013302959,0.000110258385],"domain_scores_gemma":[0.99885666,0.00044180267,0.00016985806,0.00011274809,0.00034605403,0.000072815215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074055186,0.0009524435,0.000731251,0.0016866825,0.0004822706,0.00070404354,0.0012998321,0.0009855476,0.0011048143],"category_scores_gemma":[0.0023831064,0.00034339348,0.00068808487,0.0011216288,0.0004986858,0.0009307203,0.0007342537,0.0013063188,0.0002579474],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014422876,0.00015919498,0.0058072633,0.000083173065,0.00011073018,0.00021754517,0.000055450822,0.772616,0.0040930007,0.003722672,0.0042760107,0.20871477],"study_design_scores_gemma":[0.0000016393649,0.0000084517715,0.00030834306,0.0000020587713,0.0000050141894,0.000011538779,0.0000050662893,0.9978011,0.0004253045,0.0012671312,0.00016189298,0.000002459636],"about_ca_topic_score_codex":0.018810824,"about_ca_topic_score_gemma":0.024943141,"teacher_disagreement_score":0.018810824,"about_ca_system_score_codex":0.0012588522,"about_ca_system_score_gemma":0.001311884,"threshold_uncertainty_score":0.03740263},"labels":[],"label_agreement":null},{"id":"W4382934973","doi":"10.21203/rs.3.rs-2998318/v1","title":"Test Plan Generation for Live Testing of Cloud Services","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Test plan; Test (biology); Plan (archaeology); Software deployment; Test Management Approach; Computer science; Schedule; Production (economics); Test case; Task (project management); Reliability engineering; Cloud computing; Service (business); Engineering; Systems engineering; Software engineering; Operating system; Software; Machine learning","score_opus":0.1930620486014544,"score_gpt":0.399791728425844,"score_spread":0.20672967982438958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382934973","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0867977,0.00018927545,0.8906793,0.00038214968,0.00006522583,0.00038924324,0.001616969,0.015909176,0.0039709588],"genre_scores_gemma":[0.7163465,0.00006950858,0.2770955,0.0001590054,0.000027886643,0.0003264454,0.002735962,0.0008971558,0.0023419561],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.998823,0.00048398334,0.000052928528,0.00016846176,0.00030614997,0.00016545758],"domain_scores_gemma":[0.99512935,0.003324798,0.00031373464,0.00051642256,0.0005690519,0.00014654077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013084131,0.0009990047,0.00038457042,0.0014269908,0.00031866055,0.00075767696,0.001384341,0.0008413358,0.0103452355],"category_scores_gemma":[0.00793876,0.00037871226,0.0007896824,0.0003942825,0.00073580036,0.0009143144,0.0009973396,0.00072875846,0.0010096601],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017431537,0.0005685097,0.0074896463,0.00047301908,0.00011413607,0.0011657154,0.00037372616,0.5122144,0.036393203,0.015529878,0.018755669,0.405179],"study_design_scores_gemma":[0.00011031319,0.00014779989,0.00047732642,0.000027795897,0.000024070649,0.00010226587,0.0000483044,0.974053,0.014067956,0.009565584,0.0013633253,0.000012295233],"about_ca_topic_score_codex":0.0048536644,"about_ca_topic_score_gemma":0.00496489,"teacher_disagreement_score":0.0103452355,"about_ca_system_score_codex":0.0008946723,"about_ca_system_score_gemma":0.0012910553,"threshold_uncertainty_score":0.034608305},"labels":[],"label_agreement":null},{"id":"W4384158036","doi":"10.1109/netsoft57336.2023.10175410","title":"AppleSeed: Intent-Based Multi-Domain Infrastructure Management via Few-Shot Learning","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Pipeline (software); Executable; Compiler; Domain (mathematical analysis); Plan (archaeology); Software deployment; Software engineering; Artificial intelligence; Programming language","score_opus":0.015064563384305441,"score_gpt":0.25193794325684554,"score_spread":0.2368733798725401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384158036","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038136084,0.00017425661,0.88148093,0.00019240975,0.00006544465,0.00016627634,0.00048433707,0.077272885,0.002027314],"genre_scores_gemma":[0.3075596,0.000096806245,0.68254644,0.00034007008,0.0000257052,0.00021807388,0.003212306,0.002373041,0.0036278898],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994873,0.00009515559,0.000022517012,0.00019428425,0.00013901935,0.00006166218],"domain_scores_gemma":[0.9991585,0.0003757147,0.00006800385,0.00018885656,0.00014451673,0.000064446926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007429913,0.001299102,0.00054800604,0.00078122574,0.0004927391,0.0007024723,0.0020530138,0.0010469586,0.0032495076],"category_scores_gemma":[0.002477365,0.00070655777,0.0009404374,0.00037796493,0.0007549303,0.001870651,0.0014411104,0.0017590491,0.0016420064],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053160393,0.0008561222,0.006503181,0.0004819439,0.00016438524,0.0006510342,0.0006937901,0.32172558,0.062982894,0.0093232645,0.04013627,0.5559499],"study_design_scores_gemma":[0.00002636535,0.00006146331,0.0003420849,0.000008306169,0.000009111708,0.00004329023,0.000042135045,0.98445237,0.007920268,0.005141237,0.0019390975,0.000014208723],"about_ca_topic_score_codex":0.008561637,"about_ca_topic_score_gemma":0.017668225,"teacher_disagreement_score":0.008561637,"about_ca_system_score_codex":0.0009299846,"about_ca_system_score_gemma":0.0014580784,"threshold_uncertainty_score":0.017023623},"labels":[],"label_agreement":null},{"id":"W4384158990","doi":"10.1109/icpc58990.2023.00023","title":"Towards a Classification of Log Parsing Errors","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University; Concordia University","funders":"","keywords":"Parsing; Debugging; Computer science; Key (lock); Artificial intelligence; Bottom-up parsing; S-attributed grammar; Point (geometry); Data mining; Top-down parsing; Natural language processing; Programming language","score_opus":0.04534853469578359,"score_gpt":0.29431154321258535,"score_spread":0.24896300851680175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384158990","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51152855,0.0022160497,0.43940696,0.0053403922,0.00063874753,0.002093418,0.011662998,0.0155026,0.011610194],"genre_scores_gemma":[0.51683027,0.0011237431,0.45587614,0.000765005,0.00019234222,0.00083154906,0.019424757,0.001125937,0.0038302578],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9892781,0.0013339353,0.0020315582,0.0017301351,0.0047288146,0.0008975211],"domain_scores_gemma":[0.90911424,0.026067441,0.013642806,0.00896071,0.040386446,0.0018283586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007782764,0.0016239462,0.0012025194,0.016858257,0.0018883654,0.0063965674,0.002545134,0.0022927283,0.0013069902],"category_scores_gemma":[0.044760603,0.0005256853,0.0011976041,0.0077715847,0.0012678445,0.005355866,0.0030825401,0.0029054016,0.0017219179],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00094077113,0.0013425293,0.4801048,0.0011328413,0.00016851122,0.00086344377,0.003990893,0.017151369,0.01660488,0.010425543,0.024891848,0.4423826],"study_design_scores_gemma":[0.0002031427,0.0010425563,0.33096883,0.0015809209,0.00048100777,0.002298732,0.01097126,0.48648083,0.053269666,0.045319747,0.06687418,0.00050922664],"about_ca_topic_score_codex":0.006422574,"about_ca_topic_score_gemma":0.0065354407,"teacher_disagreement_score":0.016858257,"about_ca_system_score_codex":0.00158661,"about_ca_system_score_gemma":0.0042618676,"threshold_uncertainty_score":0.04115963},"labels":[],"label_agreement":null},{"id":"W4384345685","doi":"10.1109/icse48619.2023.00079","title":"On the Temporal Relations between Logging and Code","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Concordia University","funders":"","keywords":"Computer science; Logging; Code (set theory); False positive paradox; Statement (logic); Source code; Event (particle physics); Natural language processing; Information retrieval; Programming language; Data science; Artificial intelligence; Linguistics","score_opus":0.03409956001982448,"score_gpt":0.2693508027021632,"score_spread":0.23525124268233874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384345685","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31171393,0.0015792445,0.6633586,0.0020349368,0.00013414056,0.00079907296,0.0018114608,0.007075854,0.011492744],"genre_scores_gemma":[0.67896706,0.0007782557,0.3130728,0.0005114952,0.000075723794,0.0005150515,0.0028547395,0.00096655433,0.0022583085],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9668979,0.008372456,0.003532152,0.0059842067,0.014293305,0.00091994356],"domain_scores_gemma":[0.77315235,0.15248692,0.038021035,0.012643169,0.022481933,0.0012145877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013391287,0.00089563825,0.00056032214,0.0060873353,0.001632785,0.0032259338,0.0015878401,0.0013061932,0.002305531],"category_scores_gemma":[0.13136174,0.0012363307,0.0008437684,0.0035323563,0.003671956,0.008587548,0.0022649448,0.0024993336,0.00056236004],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014853859,0.0006114533,0.22737575,0.0027640972,0.00022975993,0.003896794,0.02182535,0.03862187,0.060045294,0.09795727,0.0092371795,0.5359498],"study_design_scores_gemma":[0.00020385401,0.0010179568,0.14957592,0.0018800009,0.0005442275,0.006984112,0.010796725,0.4503545,0.12853034,0.14492336,0.10466996,0.0005190614],"about_ca_topic_score_codex":0.009934833,"about_ca_topic_score_gemma":0.01187161,"teacher_disagreement_score":0.013391287,"about_ca_system_score_codex":0.0020935435,"about_ca_system_score_gemma":0.0040318975,"threshold_uncertainty_score":0.07082075},"labels":[],"label_agreement":null},{"id":"W4384522742","doi":"10.21203/rs.3.rs-3158138/v1","title":"A Systematic Review on Microservice Testing","year":2023,"lang":"en","type":"review","venue":"Research Square","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Microservices; Computer science; Novelty; Scalability; Architectural style; Artifact (error); Software engineering; Software; Architecture; Data science; Artificial intelligence; Cloud computing; Operating system","score_opus":0.22730478250164726,"score_gpt":0.4741726404251263,"score_spread":0.24686785792347904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384522742","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039513354,0.9980458,0.00021714518,0.00028820828,0.0001215389,0.000218067,0.0002766652,0.000008814844,0.0004286597],"genre_scores_gemma":[0.003070258,0.9954124,0.00055483903,0.00028828075,0.000046918485,0.00030666732,0.00019293293,0.000004186571,0.00012352064],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9943189,0.001784309,0.0019649894,0.00044131823,0.0013282164,0.00016214239],"domain_scores_gemma":[0.9718801,0.02014584,0.0036071085,0.00040344318,0.003632114,0.00033146553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068296418,0.0016916275,0.0052533518,0.0145451315,0.0007040362,0.002386292,0.0024679513,0.0018593416,0.0071067405],"category_scores_gemma":[0.030652244,0.0009765844,0.004933821,0.015408332,0.0007799698,0.0028856955,0.0016060171,0.0012509384,0.0007389217],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011305016,0.00002389059,0.00036437192,0.8870129,0.0020095517,0.00013855027,0.00020179624,0.00012457314,0.0001900731,0.00048264556,0.0044180406,0.10492046],"study_design_scores_gemma":[0.00008083161,0.00015237201,0.0017826082,0.9295672,0.011876097,0.00039813033,0.00026849937,0.000066502755,0.00019250684,0.00043587465,0.05514866,0.00003064083],"about_ca_topic_score_codex":0.008361612,"about_ca_topic_score_gemma":0.021663552,"teacher_disagreement_score":0.0145451315,"about_ca_system_score_codex":0.0035732547,"about_ca_system_score_gemma":0.0144698,"threshold_uncertainty_score":0.036118984},"labels":[],"label_agreement":null},{"id":"W4385221539","doi":"10.23919/ifipnetworking57963.2023.10186406","title":"On Real-time Failure Localization via Instance Correlation in Optical Transport Networks","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); University of Waterloo","funders":"","keywords":"Computer science; Network topology; Optical Transport Network; Fault management; Feature extraction; Correlation; Topology (electrical circuits); Classifier (UML); Data mining; Distributed computing; Computer network; Real-time computing; Artificial intelligence; ALARM; Wavelength-division multiplexing; Passive optical network; Engineering; Mathematics","score_opus":0.00539654096019285,"score_gpt":0.21331039776293673,"score_spread":0.20791385680274388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385221539","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13730446,0.000785505,0.8599113,0.00037570624,0.000037157548,0.000047154306,0.00014634836,0.00051839574,0.00087389647],"genre_scores_gemma":[0.9409969,0.00034069738,0.057961967,0.00005921822,0.00004218628,0.0000312092,0.00017733568,0.000020449428,0.00037005727],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99894613,0.00029280066,0.000060832885,0.00025033893,0.00031394928,0.00013603386],"domain_scores_gemma":[0.99620444,0.0025670952,0.0005219522,0.00026323117,0.00033883913,0.00010449394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013528946,0.0005617102,0.00084163644,0.001253757,0.0003203902,0.0011310304,0.0009670855,0.00065375795,0.00039714837],"category_scores_gemma":[0.007106616,0.00019415058,0.00045486385,0.0014510751,0.00058112794,0.0015110996,0.00063483056,0.0009416169,0.00010048204],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026155717,0.000099320416,0.009042332,0.000063709995,0.00005565646,0.00017984211,0.00008282979,0.81693625,0.003137232,0.0057203462,0.00086369755,0.16355725],"study_design_scores_gemma":[0.0000016640977,0.000017139437,0.0006092438,0.000003030881,0.0000054059587,0.00003315432,0.000008499854,0.9969598,0.0008321743,0.0014047289,0.00012194996,0.0000032948537],"about_ca_topic_score_codex":0.0051824455,"about_ca_topic_score_gemma":0.0030531408,"teacher_disagreement_score":0.0051824455,"about_ca_system_score_codex":0.0010007571,"about_ca_system_score_gemma":0.00080362515,"threshold_uncertainty_score":0.01030457},"labels":[],"label_agreement":null},{"id":"W4385330118","doi":"","title":"GLOBAL APPROACH OF CHANNEL MODELING IN MOBILE AD HOC NETWORKS INCLUDING SECOND ORDER STATISTICS AND SYSTEM PERFORMANCES ANALYSIS","year":2008,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Hydro-Québec","funders":"","keywords":"Computer science; Mobile ad hoc network; Wireless ad hoc network; Channel (broadcasting); Order (exchange); Higher-order statistics; Statistics; Computer network; Telecommunications; Mathematics; Wireless; Signal processing","score_opus":0.17822934741298838,"score_gpt":0.46455522722902026,"score_spread":0.28632587981603186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385330118","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028222134,0.0011639479,0.96407706,0.00017255159,0.00006287047,0.0000357696,0.000114475064,0.00046422507,0.0056868983],"genre_scores_gemma":[0.8772772,0.0043311208,0.11092127,0.00015217315,0.00021460342,0.00020994306,0.00036128817,0.00028050304,0.006252005],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995072,0.00021453704,0.000016516962,0.000058146692,0.00014942717,0.000054185188],"domain_scores_gemma":[0.99959,0.00020131392,0.00003991153,0.000073529474,0.00008214634,0.0000131743345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005436629,0.0009071935,0.0006013282,0.0006606574,0.0002879567,0.00087179505,0.0004667382,0.00055621157,0.000859072],"category_scores_gemma":[0.0010742632,0.00026039119,0.00062714145,0.00062623865,0.0004646985,0.0013529597,0.00058602146,0.0007253357,0.0003866203],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020573867,0.000029608093,0.0009878617,0.000060603492,0.000025705662,0.000072357805,0.000053381038,0.9531451,0.0049673677,0.021552995,0.0005971393,0.018487366],"study_design_scores_gemma":[0.0000017961439,0.000055366905,0.0003477761,0.000009672764,0.000011618191,0.00004544071,0.000019143268,0.9888715,0.0016419017,0.0071134767,0.0018733965,0.0000088120405],"about_ca_topic_score_codex":0.0015389345,"about_ca_topic_score_gemma":0.0011234902,"teacher_disagreement_score":0.0015389345,"about_ca_system_score_codex":0.00044777791,"about_ca_system_score_gemma":0.00045254442,"threshold_uncertainty_score":0.0032488704},"labels":[],"label_agreement":null},{"id":"W4385532319","doi":"10.1109/sera57763.2023.10197790","title":"Multi-level Adaptive Execution Tracing for Efficient Performance Analysis","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Tracing; Debugging; TRACE (psycholinguistics); Instrumentation (computer programming); Troubleshooting; Observability; Kernel (algebra); Real-time computing; Distributed computing; Embedded system; Operating system","score_opus":0.06255030075013618,"score_gpt":0.2873382443877397,"score_spread":0.22478794363760352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385532319","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050518,0.00022735444,0.9319475,0.000081990176,0.00002240198,0.00007693851,0.00008178869,0.016086884,0.0009570701],"genre_scores_gemma":[0.6137855,0.00011064301,0.38411546,0.00004758588,0.000018702836,0.00009423684,0.0001874152,0.00063266145,0.0010077447],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985152,0.0002971518,0.00009045219,0.0003136397,0.00061320775,0.00017033993],"domain_scores_gemma":[0.99623173,0.0012948604,0.0005788403,0.0013452519,0.00042908578,0.00012018485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010500567,0.0010461172,0.0005670521,0.0016411039,0.0004550265,0.00089709915,0.0013708919,0.0004994903,0.0015598669],"category_scores_gemma":[0.004281084,0.0004712507,0.0004853161,0.00091512845,0.0004694146,0.0013440773,0.0010631254,0.0012167437,0.0004958908],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058682583,0.00045429618,0.021539418,0.0002692255,0.00013665849,0.00043128963,0.0008244659,0.17776403,0.18255524,0.006748281,0.0037095041,0.60498077],"study_design_scores_gemma":[0.000013306015,0.00009885989,0.0024747099,0.00001663845,0.00002554471,0.00012809852,0.000035997473,0.9611759,0.031661317,0.002426443,0.0019213343,0.000021856029],"about_ca_topic_score_codex":0.00269882,"about_ca_topic_score_gemma":0.0042285966,"teacher_disagreement_score":0.00269882,"about_ca_system_score_codex":0.00064999954,"about_ca_system_score_gemma":0.0012297694,"threshold_uncertainty_score":0.005553305},"labels":[],"label_agreement":null},{"id":"W4385585392","doi":"10.1109/ipdpsw59300.2023.00119","title":"iWAPT Preface and Committees","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.009858429443231767,"score_gpt":0.22823519204532905,"score_spread":0.2183767626020973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385585392","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004363541,0.008814267,0.018194236,0.11763794,0.4702418,0.0027845998,0.009114596,0.004416819,0.3644322],"genre_scores_gemma":[0.015487844,0.002797902,0.0040944642,0.013130054,0.06536989,0.0012437144,0.0056245625,0.0015288248,0.8907227],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99713564,0.00043173248,0.00022252717,0.00060429994,0.0011849541,0.00042082745],"domain_scores_gemma":[0.97958595,0.0006945558,0.00067417405,0.0011311431,0.009048101,0.008866014],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0042049866,0.0010626677,0.00085469167,0.0017798414,0.0028002318,0.005925435,0.0024410516,0.0032916337,0.3333766],"category_scores_gemma":[0.010534343,0.00041899856,0.0008522958,0.0009895707,0.00069692836,0.002758273,0.0042311535,0.0044220737,0.27193967],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006732033,0.000039177117,0.00015203038,0.00010127136,0.0000041840804,0.00009859643,0.00005336005,0.00012768772,0.0005741472,0.0014575138,0.96128386,0.036040828],"study_design_scores_gemma":[0.000008199408,0.000019789304,0.0004163314,0.000058946793,0.0000023250316,0.000060459366,0.00004751329,0.0001056014,0.0002504478,0.0008600306,0.9981641,0.000006350954],"about_ca_topic_score_codex":0.001382987,"about_ca_topic_score_gemma":0.0021686133,"teacher_disagreement_score":0.6666234,"about_ca_system_score_codex":0.0025249275,"about_ca_system_score_gemma":0.004316325,"threshold_uncertainty_score":0.9508574},"labels":[],"label_agreement":null},{"id":"W4385730185","doi":"10.1109/cloudsummit57601.2023.00017","title":"EL2W: Extended Layer 2 Services for Bare-Metal Provisioning Over WAN","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Merck Canada Inc. (Canada)","funders":"National Science Foundation","keywords":"Provisioning; Computer network; Layer (electronics); Computer science; Telecommunications; Materials science; Nanotechnology","score_opus":0.014949798805756545,"score_gpt":0.2818332783053344,"score_spread":0.26688347949957786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385730185","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08969725,0.00077955064,0.7069861,0.0012840115,0.00070598815,0.0007260389,0.00081658864,0.16206957,0.036934886],"genre_scores_gemma":[0.8113454,0.0007154598,0.14633276,0.0016014937,0.00022749748,0.0006130149,0.0025479153,0.007551867,0.029064592],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99854714,0.0002513113,0.00012065861,0.00021403174,0.00048138638,0.00038542674],"domain_scores_gemma":[0.99757713,0.00028595302,0.0002346669,0.0011423329,0.00049326423,0.00026674633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017303779,0.0013208878,0.00045410442,0.001009648,0.0008706117,0.0029433654,0.002690863,0.0010146511,0.009461215],"category_scores_gemma":[0.0047508217,0.0006596699,0.00055484445,0.00053213164,0.00082580623,0.0051644077,0.0050343242,0.0019251526,0.0036687474],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028452578,0.0007032695,0.012654313,0.0008943077,0.00035332068,0.002941851,0.0031441615,0.032783467,0.11388298,0.08035672,0.18968971,0.55975056],"study_design_scores_gemma":[0.0002135905,0.0006884329,0.0046379636,0.000265894,0.00016990522,0.0013085601,0.0009843713,0.4949408,0.099151,0.035458975,0.3618191,0.0003613838],"about_ca_topic_score_codex":0.004041354,"about_ca_topic_score_gemma":0.0039281077,"teacher_disagreement_score":0.009461215,"about_ca_system_score_codex":0.0012985886,"about_ca_system_score_gemma":0.0014194145,"threshold_uncertainty_score":0.03165096},"labels":[],"label_agreement":null},{"id":"W4385733044","doi":"10.1109/dsn-w58399.2023.00020","title":"VERDI 2023 Keynotes","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Operating system","score_opus":0.014210803947015302,"score_gpt":0.24750602605183344,"score_spread":0.23329522210481815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385733044","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007316308,0.00721978,0.004629269,0.15365186,0.37309363,0.00029741332,0.0058038295,0.0038658113,0.4507067],"genre_scores_gemma":[0.01659674,0.00254953,0.002146324,0.06653121,0.06874094,0.0003071482,0.0039935787,0.0020284913,0.83710605],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932569,0.000589913,0.0002666929,0.00087501045,0.0039198943,0.0010915253],"domain_scores_gemma":[0.9870682,0.0022398795,0.0005869106,0.0013803078,0.0061666225,0.0025580374],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0052664424,0.0012554253,0.001425264,0.0020228378,0.0027973386,0.008487257,0.0034744283,0.012667872,0.3043416],"category_scores_gemma":[0.029006483,0.00069957686,0.0015596465,0.0011197013,0.0014538394,0.0027608895,0.0029190872,0.008911274,0.19630387],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060447583,0.000010922508,0.000023337825,0.000041107625,0.0000034062637,0.00003347813,0.0000058778,0.000052517422,0.000099435834,0.0047951825,0.985805,0.009069305],"study_design_scores_gemma":[0.0000558728,0.00004982494,0.00021071259,0.00012769496,0.000009601539,0.00005942707,0.000015476213,0.00024133814,0.00027150117,0.006290902,0.9926495,0.000018006529],"about_ca_topic_score_codex":0.0065141586,"about_ca_topic_score_gemma":0.0100122,"teacher_disagreement_score":0.6956584,"about_ca_system_score_codex":0.0047601853,"about_ca_system_score_gemma":0.004582615,"threshold_uncertainty_score":0.99227226},"labels":[],"label_agreement":null},{"id":"W4386044434","doi":"10.48550/arxiv.2308.08736","title":"On the Effectiveness of Log Representation for Log-based Anomaly Detection","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Representation (politics); Workflow; Computer science; Context (archaeology); Data mining; Web log analysis software; Anomaly detection; Log-log plot; Feature (linguistics); Software; Heuristic; External Data Representation; Binary logarithm; Artificial intelligence; Database; Mathematics; Programming language; Web service","score_opus":0.08230473629448808,"score_gpt":0.2188244675415315,"score_spread":0.13651973124704342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386044434","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46960145,0.005699578,0.49908158,0.0045529427,0.0004518806,0.0004109032,0.0020596834,0.0100088185,0.008133161],"genre_scores_gemma":[0.86373883,0.0011478008,0.1313013,0.00031852856,0.00017565388,0.000120902805,0.0021674149,0.00032491787,0.0007045721],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9891122,0.005689298,0.00082474714,0.0013912665,0.0024788128,0.0005035776],"domain_scores_gemma":[0.8813776,0.09771603,0.004632383,0.009526373,0.0060753366,0.00067233865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016644696,0.0019648615,0.0011610587,0.0056837937,0.0010432702,0.003523251,0.0018191419,0.0016038808,0.0012312646],"category_scores_gemma":[0.100085475,0.00041074379,0.0012223772,0.003809701,0.0014003096,0.007800499,0.00208164,0.0025393905,0.0006804441],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016894529,0.0011823715,0.084012724,0.0006866389,0.00044059995,0.00018083806,0.0007559297,0.20855011,0.007254423,0.0097283255,0.012238415,0.6732802],"study_design_scores_gemma":[0.000064870525,0.00051900843,0.014895774,0.00011935977,0.00016828124,0.00021363335,0.00046785752,0.9659895,0.0054914816,0.009546104,0.0024553803,0.000068832735],"about_ca_topic_score_codex":0.009035953,"about_ca_topic_score_gemma":0.006143488,"teacher_disagreement_score":0.016644696,"about_ca_system_score_codex":0.0013542527,"about_ca_system_score_gemma":0.0017612291,"threshold_uncertainty_score":0.08802664},"labels":[],"label_agreement":null},{"id":"W4386212651","doi":"10.1109/snpd-winter57765.2023.10223769","title":"Message from Conference Chairs","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Algoma University","funders":"","keywords":"Pleasure; China; Acis; Computer science; Software; Library science; History; Operating system; Archaeology","score_opus":0.022752096144516204,"score_gpt":0.24411059978678668,"score_spread":0.22135850364227047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386212651","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00050528016,0.0048706243,0.0006645109,0.26989174,0.69039816,0.00055806123,0.0016630994,0.0006669215,0.030781673],"genre_scores_gemma":[0.006726883,0.005059328,0.0012973599,0.37240124,0.2283525,0.0018082296,0.0019251974,0.00067586394,0.3817534],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99607277,0.00060865155,0.00032149386,0.00068442064,0.0016766939,0.00063585193],"domain_scores_gemma":[0.98265314,0.0013031326,0.000638649,0.00046690126,0.00795111,0.006987051],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055291834,0.001947375,0.001698183,0.0013039832,0.003622928,0.007985309,0.0027955198,0.016070694,0.20569023],"category_scores_gemma":[0.016192917,0.00087731023,0.0016993452,0.0011246032,0.00073868124,0.0034750623,0.0038118113,0.016477715,0.16616923],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005025362,0.000019454295,0.000056546192,0.00006350218,0.0000032021208,0.000032022355,0.0000075835737,0.000012031584,0.00006136357,0.00012002722,0.99562657,0.003947528],"study_design_scores_gemma":[0.00005596873,0.00004137247,0.00053909904,0.000128133,0.0000091501515,0.00007191738,0.00009462344,0.00006596646,0.00016992909,0.00026594425,0.9985331,0.000024731598],"about_ca_topic_score_codex":0.002307427,"about_ca_topic_score_gemma":0.0043181614,"teacher_disagreement_score":0.20569023,"about_ca_system_score_codex":0.002446122,"about_ca_system_score_gemma":0.0065300553,"threshold_uncertainty_score":0.68810236},"labels":[],"label_agreement":null},{"id":"W4386245573","doi":"10.1007/s10664-023-10348-1","title":"On practitioners’ concerns when adopting service mesh frameworks","year":2023,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Service (business); Documentation; Data science; Microservices; Service provider; Domain (mathematical analysis); Computer security; Cloud computing; Business","score_opus":0.028533688769403535,"score_gpt":0.2867786734879754,"score_spread":0.2582449847185719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386245573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46036384,0.0028227754,0.04804262,0.40070254,0.001247223,0.00035135887,0.00007125189,0.00033270495,0.08606569],"genre_scores_gemma":[0.9656141,0.00058853696,0.011061204,0.020124426,0.00018806322,0.00013937899,0.000026297577,0.00011112579,0.0021467768],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.7612909,0.13686319,0.010613385,0.006632672,0.07309573,0.011504184],"domain_scores_gemma":[0.3269613,0.5043423,0.029910257,0.016801935,0.11049724,0.011486923],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.22726905,0.00040788137,0.00048493964,0.003338796,0.007638996,0.013210956,0.0034251558,0.010309779,0.0046882527],"category_scores_gemma":[0.55887765,0.00095042743,0.0006954647,0.0028851759,0.010083873,0.013848767,0.005859694,0.014290919,0.000718838],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046195317,0.00077227334,0.10868945,0.0010904403,0.0001788832,0.0034891842,0.39458993,0.0032360193,0.0045884084,0.1785694,0.044864528,0.2594695],"study_design_scores_gemma":[0.00017630617,0.00096170715,0.04883016,0.0050094603,0.00023306563,0.0029729544,0.5939792,0.009635353,0.0046127373,0.1182638,0.21498357,0.00034173115],"about_ca_topic_score_codex":0.01730445,"about_ca_topic_score_gemma":0.025658986,"teacher_disagreement_score":0.22726905,"about_ca_system_score_codex":0.01577252,"about_ca_system_score_gemma":0.02820492,"threshold_uncertainty_score":0.95291483},"labels":[],"label_agreement":null},{"id":"W4386283330","doi":"10.2139/ssrn.4556986","title":"Balancing Instrumentation Costs and Performance Insights: A Cost-Aware Approach to Execution Monitoring","year":2023,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Instrumentation (computer programming); Computer science; Operating system","score_opus":0.018266642728617038,"score_gpt":0.259517841790603,"score_spread":0.24125119906198597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386283330","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050638128,0.0008646432,0.9388564,0.0014868774,0.00012820582,0.00013189684,0.0002654944,0.0020230964,0.005605285],"genre_scores_gemma":[0.83068895,0.00038867473,0.16597857,0.00019522649,0.0002326871,0.000080935606,0.00019551828,0.0004195562,0.0018197916],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99501884,0.0012696909,0.00026727226,0.00080998,0.0022002154,0.00043408666],"domain_scores_gemma":[0.9828796,0.008003066,0.0024996551,0.003695671,0.0024299417,0.0004920775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040185885,0.0024536839,0.002062457,0.003156757,0.00090728555,0.0038059456,0.0041357786,0.0014292771,0.002470365],"category_scores_gemma":[0.02637375,0.0012021747,0.00087442354,0.0028680107,0.0009381178,0.0054098754,0.002379037,0.0026879841,0.00048311075],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087497017,0.00061026803,0.014843375,0.00044946535,0.00031580048,0.0003263502,0.00034794622,0.48007813,0.026135191,0.054562442,0.005572703,0.41588327],"study_design_scores_gemma":[0.000016227552,0.000067106164,0.0018510547,0.000026074793,0.00007493326,0.00009088586,0.000057037487,0.9650212,0.0034227944,0.028299436,0.0010442493,0.000028995639],"about_ca_topic_score_codex":0.002280353,"about_ca_topic_score_gemma":0.0045403903,"teacher_disagreement_score":0.0041357786,"about_ca_system_score_codex":0.0014955655,"about_ca_system_score_gemma":0.0020155953,"threshold_uncertainty_score":0.021252573},"labels":[],"label_agreement":null},{"id":"W4386283392","doi":"10.2139/ssrn.4556983","title":"Enhancing Empirical Software Performance Engineering Research with Kernel-Level Events: A Comprehensive System Tracing Approach","year":2023,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Tracing; Computer science; Empirical research; Kernel (algebra); Software engineering; Systems engineering; Engineering; Operating system; Statistics; Mathematics","score_opus":0.0768512611450377,"score_gpt":0.3128188648472504,"score_spread":0.2359676037022127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386283392","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040699452,0.00021460064,0.9539509,0.0005748743,0.0000141679375,0.00011806316,0.000080358135,0.000628929,0.0037186348],"genre_scores_gemma":[0.5630135,0.00055290916,0.43390784,0.0001666511,0.000050870713,0.00018364693,0.00014391947,0.00023253502,0.0017481608],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9919883,0.004595804,0.00049015624,0.00069692254,0.0019127474,0.00031606146],"domain_scores_gemma":[0.9229745,0.04685399,0.004942612,0.019714786,0.004633829,0.0008802309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014099674,0.0010387136,0.0011676708,0.0047131456,0.0014034758,0.0051548257,0.0030500947,0.0017998634,0.0022168644],"category_scores_gemma":[0.07069794,0.0009282712,0.00095962535,0.0045407997,0.0025689504,0.009547948,0.005833594,0.0030498568,0.00035127145],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001929911,0.0014266525,0.050014913,0.00078289857,0.00044349552,0.00026220645,0.0033649518,0.20792499,0.012123344,0.29932365,0.0018019715,0.42233798],"study_design_scores_gemma":[0.00005304364,0.00042265787,0.024074068,0.00034246294,0.00033352175,0.00022378088,0.0013871827,0.6037762,0.011458234,0.35088196,0.0069494965,0.00009731083],"about_ca_topic_score_codex":0.0035874695,"about_ca_topic_score_gemma":0.0053585973,"teacher_disagreement_score":0.014099674,"about_ca_system_score_codex":0.0015942772,"about_ca_system_score_gemma":0.006314783,"threshold_uncertainty_score":0.07456708},"labels":[],"label_agreement":null},{"id":"W4386620517","doi":"10.1007/978-3-031-36847-9_2","title":"Software Architectures for AI Systems: State of Practice and Challenges","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Polytechnique Montréal","funders":"","keywords":"Computer science; State (computer science); Software engineering; Software; Programming language","score_opus":0.032533996217363775,"score_gpt":0.2672997445016568,"score_spread":0.234765748284293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386620517","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056993193,0.46437934,0.1722877,0.028473658,0.0030772877,0.00008794923,0.0003043271,0.001577501,0.32411286],"genre_scores_gemma":[0.066216245,0.5057012,0.25807515,0.0031922727,0.0042834105,0.0002236037,0.0007413806,0.001150109,0.16041668],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988551,0.00025619796,0.00005320316,0.000084387764,0.0006843527,0.00006675062],"domain_scores_gemma":[0.99669373,0.0020457818,0.000097846954,0.00038184092,0.00066521467,0.00011548282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025122366,0.00065914175,0.0005435577,0.0018388953,0.0005430989,0.005690872,0.0021630267,0.0014369163,0.0126659805],"category_scores_gemma":[0.0037390685,0.000622795,0.0002988324,0.00414636,0.0021148247,0.0062023527,0.0011612262,0.0033134585,0.0065071974],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001306267,0.000035155637,0.00012169323,0.0008104178,0.000015150882,0.000023069464,0.0003031093,0.0037259033,0.0011910235,0.49032536,0.062199872,0.4412362],"study_design_scores_gemma":[0.0000064906244,0.000033993525,0.00019482331,0.0006934573,0.000008042737,0.00009643755,0.00014959848,0.0071482584,0.0005404822,0.29160488,0.6995084,0.000015119865],"about_ca_topic_score_codex":0.0021115036,"about_ca_topic_score_gemma":0.004334771,"teacher_disagreement_score":0.0126659805,"about_ca_system_score_codex":0.0015425326,"about_ca_system_score_gemma":0.0022766676,"threshold_uncertainty_score":0.04237193},"labels":[],"label_agreement":null},{"id":"W4386765211","doi":"10.26443/arc.v39i.439","title":"Editorial Address","year":2011,"lang":"en","type":"article","venue":"Arc The Journal of the School of Religious Studies","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Computer science","score_opus":0.025953332330064496,"score_gpt":0.2635508512887194,"score_spread":0.2375975189586549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386765211","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026912722,0.0058525563,0.00039245785,0.020062026,0.85273176,0.00015593173,0.00097011257,0.00061495823,0.11895109],"genre_scores_gemma":[0.002881522,0.007260122,0.00042297263,0.011063734,0.50555587,0.00008370781,0.0008466821,0.00040218126,0.47148317],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987392,0.000111257046,0.00013706429,0.00021998477,0.00067656377,0.0001159476],"domain_scores_gemma":[0.990851,0.0012838817,0.0005316046,0.00045438646,0.004876392,0.0020027126],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014764428,0.0014938989,0.0012605865,0.0022774942,0.0012773278,0.0042050225,0.0013128476,0.003323039,0.48643473],"category_scores_gemma":[0.010511029,0.00051672966,0.0008187984,0.00083362183,0.00056205457,0.0020890674,0.0008921445,0.0031043696,0.35846236],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035703586,0.000013174748,0.00004572276,0.00018160592,0.0000038778744,0.00008054841,0.0000055700766,0.000017653063,0.00019464937,0.00029673066,0.98015606,0.018968696],"study_design_scores_gemma":[0.000018605599,0.000022049797,0.00017225633,0.000110172776,0.000005963801,0.00019586478,0.000015545917,0.000033583852,0.0001720731,0.0002883887,0.99896,0.0000055228356],"about_ca_topic_score_codex":0.00046708665,"about_ca_topic_score_gemma":0.001017918,"teacher_disagreement_score":0.48643473,"about_ca_system_score_codex":0.0008901737,"about_ca_system_score_gemma":0.0011939325,"threshold_uncertainty_score":0.7325385},"labels":[],"label_agreement":null},{"id":"W4386766011","doi":"10.26443/arc.v29i.936","title":"Blessed Curse of Thought","year":2001,"lang":"en","type":"article","venue":"Arc The Journal of the School of Religious Studies","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Curse; Philosophy; Psychoanalysis; History; Psychology; Theology","score_opus":0.01776400089281039,"score_gpt":0.27712919594011803,"score_spread":0.25936519504730765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386766011","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00085089053,0.02370346,0.009280264,0.5197334,0.25009453,0.00010610642,0.0005261831,0.0020804934,0.19362475],"genre_scores_gemma":[0.025583526,0.014839708,0.006912025,0.28422394,0.066993214,0.00017671022,0.000598326,0.0030451904,0.5976272],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9878444,0.0033578086,0.000641898,0.0018652829,0.005249214,0.0010414573],"domain_scores_gemma":[0.9593658,0.008961061,0.0016562018,0.0064732544,0.017947523,0.0055961036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008539611,0.0020472228,0.0016260442,0.0033917557,0.007746321,0.015557803,0.0022963851,0.0062861387,0.13326855],"category_scores_gemma":[0.07222044,0.00069888646,0.0014799155,0.0014603678,0.013487239,0.0140383,0.009879435,0.019735457,0.09552244],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026221076,0.000011310773,0.00009280863,0.000076799566,0.0000096635695,0.00010822814,0.0005658008,0.00003093864,0.00010951309,0.026185293,0.9529266,0.019856777],"study_design_scores_gemma":[0.0000045372453,0.0000075809244,0.000039803643,0.00018770783,0.0000029339556,0.0001446282,0.00040338913,0.000031097476,0.000042021424,0.0074223215,0.99170494,0.000008942092],"about_ca_topic_score_codex":0.004507139,"about_ca_topic_score_gemma":0.007178903,"teacher_disagreement_score":0.13326855,"about_ca_system_score_codex":0.005517013,"about_ca_system_score_gemma":0.008195802,"threshold_uncertainty_score":0.44582772},"labels":[],"label_agreement":null},{"id":"W4386802927","doi":"10.23977/jaip.2023.060605","title":"DeeTune: Design and Application of an eBPF-based Network Framework for Baidu","year":2023,"lang":"en","type":"article","venue":"Journal of Artificial Intelligence Practice","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Baidu","keywords":"Microservices; Cloud computing; Computer science; Function (biology); Quality (philosophy); Service (business); Network topology; Session (web analytics); Computer security; Computer network; World Wide Web; Business; Operating system","score_opus":0.056177275158378226,"score_gpt":0.3649095761066239,"score_spread":0.30873230094824566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386802927","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026220892,0.0002603416,0.9468545,0.000302844,0.00008698971,0.00062473136,0.00018394203,0.005620462,0.01984538],"genre_scores_gemma":[0.30826202,0.00046868945,0.6753546,0.00017774971,0.00003142949,0.0006319206,0.0007523763,0.0006645269,0.013656708],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99954945,0.0000824141,0.000028956738,0.00009357848,0.00017034376,0.00007513378],"domain_scores_gemma":[0.99967766,0.00007328717,0.000030255042,0.000040864703,0.00011892846,0.000058984853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011961882,0.0004267223,0.00026655538,0.0006924018,0.00060262973,0.001400701,0.0017838717,0.0005970818,0.0033397628],"category_scores_gemma":[0.0015076488,0.00028262733,0.00029688067,0.00033157817,0.00054077234,0.001672817,0.0013016658,0.00081653387,0.0005899733],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004747564,0.00047793266,0.006256296,0.00072454073,0.00007144199,0.001789649,0.0024208177,0.23517707,0.051276322,0.26279694,0.018923871,0.41961032],"study_design_scores_gemma":[0.000060793882,0.00022688576,0.0012410488,0.00012501795,0.00003636135,0.0006544532,0.00030223143,0.81564385,0.017186848,0.0174267,0.14702395,0.00007189687],"about_ca_topic_score_codex":0.009560785,"about_ca_topic_score_gemma":0.011368396,"teacher_disagreement_score":0.009560785,"about_ca_system_score_codex":0.0014011586,"about_ca_system_score_gemma":0.0012316228,"threshold_uncertainty_score":0.019010305},"labels":[],"label_agreement":null},{"id":"W4387430347","doi":"10.1007/978-3-031-45275-8_45","title":"HEART: Heterogeneous Log Anomaly Detection Using Robust Transformers","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Anomaly detection; Computer science; Parsing; Transformer; Data mining; Artificial intelligence; Voltage; Engineering","score_opus":0.02768107247194464,"score_gpt":0.24537042933779288,"score_spread":0.21768935686584823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387430347","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009399435,0.00017824372,0.9479708,0.000092555005,0.00011221693,0.00006826791,0.0005021928,0.040303644,0.0013725733],"genre_scores_gemma":[0.42612013,0.00025970946,0.5595043,0.00020779678,0.00019222402,0.00011651264,0.0021408463,0.0036225352,0.007835952],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991136,0.00008216641,0.000048695547,0.00026642391,0.00041186676,0.000077248806],"domain_scores_gemma":[0.99849975,0.00048334387,0.00015015752,0.0005261134,0.00025914868,0.00008150883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093051954,0.001147101,0.0009481496,0.0018599462,0.00034960138,0.0016168777,0.0020499902,0.00072753755,0.006541679],"category_scores_gemma":[0.0036520092,0.0005527815,0.00059811986,0.0010987452,0.00047879564,0.002592636,0.0018837937,0.0011964588,0.0029492583],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00097271905,0.0002218861,0.0054569016,0.00017376123,0.00015760813,0.0003728932,0.000120469536,0.025897771,0.040387157,0.009372992,0.026657464,0.8902085],"study_design_scores_gemma":[0.00010034832,0.00022012896,0.0020743546,0.000026518395,0.00008441476,0.0008044584,0.00006941094,0.9024966,0.050021894,0.03199296,0.012052707,0.000056312638],"about_ca_topic_score_codex":0.0014456614,"about_ca_topic_score_gemma":0.0015817349,"teacher_disagreement_score":0.006541679,"about_ca_system_score_codex":0.00036861107,"about_ca_system_score_gemma":0.000636478,"threshold_uncertainty_score":0.021884084},"labels":[],"label_agreement":null},{"id":"W4387435361","doi":"10.1007/s10664-023-10364-1","title":"On the effectiveness of log representation for log-based anomaly detection","year":2023,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Representation (politics); Computer science; Workflow; Web log analysis software; Context (archaeology); Data mining; Anomaly detection; Feature (linguistics); External Data Representation; Heuristic; Log-log plot; Software; Binary logarithm; Artificial intelligence; Database; Mathematics; World Wide Web; Programming language; Web service","score_opus":0.025893510235824126,"score_gpt":0.2845307926426779,"score_spread":0.25863728240685374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387435361","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21865134,0.0020301284,0.7701521,0.0012806862,0.00016015061,0.000094338946,0.00038873995,0.0026182707,0.004624315],"genre_scores_gemma":[0.91640836,0.0005272982,0.08118993,0.00014789958,0.00017967263,0.000037912097,0.00035462755,0.00010937782,0.0010447975],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9946807,0.002989281,0.0002789177,0.00055620907,0.0011952653,0.00029966337],"domain_scores_gemma":[0.89278704,0.097281195,0.0019427021,0.005023359,0.002555506,0.00041022396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008194394,0.0009080081,0.001137059,0.0024953494,0.0005356799,0.0024014544,0.0014241658,0.0017055682,0.0015600823],"category_scores_gemma":[0.07160185,0.00034310663,0.0005469165,0.0014428317,0.0010433662,0.004887678,0.0013762331,0.0016925129,0.0004805645],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030862098,0.00088346755,0.03161988,0.00028820045,0.00018847673,0.0002476115,0.0002879013,0.23046237,0.013751779,0.03050075,0.003991057,0.68469226],"study_design_scores_gemma":[0.00002600115,0.00015700691,0.0026493717,0.00002087212,0.000032947057,0.00016190867,0.000059604186,0.9852342,0.002954634,0.008305151,0.00037897553,0.0000194307],"about_ca_topic_score_codex":0.0038191138,"about_ca_topic_score_gemma":0.0016527803,"teacher_disagreement_score":0.008194394,"about_ca_system_score_codex":0.00062225986,"about_ca_system_score_gemma":0.00083785644,"threshold_uncertainty_score":0.04333663},"labels":[],"label_agreement":null},{"id":"W4387742985","doi":"10.1016/j.jss.2026.112990","title":"DTraComp: Comparing distributed execution traces for understanding intermittent latency sources","year":2023,"lang":"en","type":"preprint","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Brock University; Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; PROMPT Maternity Foundation; Telefonaktiebolaget LM Ericsson; Advanced Micro Devices","keywords":"Computer science; Tracing; TRACE (psycholinguistics); Distributed computing; Debugging; Software deployment; Thread (computing); Latency (audio); Software engineering; Operating system","score_opus":0.09669602591506374,"score_gpt":0.29006887157992894,"score_spread":0.1933728456648652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387742985","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0822454,0.00031045286,0.859373,0.00011486603,0.000070303366,0.00027970414,0.0034537916,0.051692132,0.0024602397],"genre_scores_gemma":[0.50576174,0.00032494238,0.47868448,0.00004044079,0.000029800522,0.00049548084,0.008628809,0.004297404,0.0017369217],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998923,0.00017593276,0.00009554632,0.00022097786,0.00048093332,0.000103577746],"domain_scores_gemma":[0.9948539,0.0026163468,0.0006231397,0.00085322285,0.0008475759,0.00020579003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017699348,0.0015694025,0.00059844286,0.0055141174,0.0005157258,0.0012648429,0.0014997899,0.0007380227,0.003473893],"category_scores_gemma":[0.009789467,0.00038817842,0.0006224168,0.0026756704,0.00047566497,0.002175611,0.0013933935,0.0009029184,0.0006544184],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011815402,0.00077115296,0.04368115,0.0016199406,0.00033347408,0.0010262443,0.0028403148,0.15049393,0.057185743,0.023363272,0.017752472,0.6997508],"study_design_scores_gemma":[0.000106114334,0.0004138647,0.017263146,0.00016213853,0.000108178974,0.00081277435,0.00078788586,0.8936168,0.050533794,0.015107823,0.020961162,0.00012623497],"about_ca_topic_score_codex":0.0076894485,"about_ca_topic_score_gemma":0.0070901792,"teacher_disagreement_score":0.0076894485,"about_ca_system_score_codex":0.0006558898,"about_ca_system_score_gemma":0.0014211615,"threshold_uncertainty_score":0.015289366},"labels":[],"label_agreement":null},{"id":"W4387793311","doi":"10.1145/3618305.3623601","title":"An Optimal Structure-Aware Code Difference Framework with MaxSAT-Solver","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Maximum satisfiability problem; Computer science; Solver; Code (set theory); Parallel computing; Algorithm; Computational science; Programming language; Boolean function","score_opus":0.011846634300579646,"score_gpt":0.2588016457804008,"score_spread":0.24695501147982118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387793311","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00809885,0.00014181745,0.9852964,0.00030666564,0.0000374543,0.000072998446,0.00010913289,0.00094830006,0.0049884194],"genre_scores_gemma":[0.18848647,0.00015106837,0.8067945,0.00020211538,0.000046087924,0.000182078,0.0004002883,0.00042450518,0.0033128276],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99863416,0.0003765112,0.000049229286,0.00029598255,0.00046120604,0.0001828666],"domain_scores_gemma":[0.9986847,0.0007823794,0.000091563714,0.00017164924,0.00020157096,0.00006817051],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016317166,0.0009644341,0.00096219644,0.0008001248,0.0006826093,0.001544716,0.0032643434,0.0013067101,0.006221817],"category_scores_gemma":[0.004403973,0.00072682754,0.0011808639,0.001208354,0.001323175,0.0020674379,0.002267402,0.0023261837,0.0008028777],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014816393,0.00011918837,0.0005141996,0.00014539354,0.000038580863,0.00015143314,0.00011920098,0.75282806,0.0034361542,0.15378457,0.004737006,0.08397802],"study_design_scores_gemma":[0.000024618073,0.000028526842,0.00003679707,0.000007894679,0.000008422954,0.000025469466,0.000019810155,0.9501924,0.0010765024,0.046661295,0.0019125277,0.00000568512],"about_ca_topic_score_codex":0.0042185555,"about_ca_topic_score_gemma":0.005862389,"teacher_disagreement_score":0.006221817,"about_ca_system_score_codex":0.0017149615,"about_ca_system_score_gemma":0.0030728227,"threshold_uncertainty_score":0.02081412},"labels":[],"label_agreement":null},{"id":"W4387914704","doi":"10.1109/mnet.013.2300053","title":"Learning-Based Network Performance Estimators: The Next Frontier for Network Simulation","year":2023,"lang":"en","type":"article","venue":"IEEE Network","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Estimator; Computer science; Emulation; Generality; Scalability; Machine learning; Context (archaeology); Artificial intelligence; Software deployment; Network architecture; Distributed computing; Software engineering; Computer network","score_opus":0.027720182672310648,"score_gpt":0.26679635955350817,"score_spread":0.23907617688119753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387914704","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034232119,0.0023800172,0.9896315,0.0016699735,0.00010242131,0.000027762082,0.00008112159,0.000397951,0.0022860589],"genre_scores_gemma":[0.5455546,0.020390458,0.4251728,0.001279698,0.0013377436,0.00050133985,0.0007752795,0.00065482646,0.004333213],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99833506,0.0008823186,0.00008490966,0.0002052079,0.00040910067,0.00008336692],"domain_scores_gemma":[0.9893183,0.008091854,0.00056728657,0.0009770833,0.0008614441,0.00018411996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051065753,0.0010776658,0.0018049893,0.0010476835,0.0003724651,0.00273549,0.0022626529,0.0016000003,0.002257726],"category_scores_gemma":[0.025548302,0.0006657071,0.0006481335,0.0011381551,0.0021029937,0.0062070047,0.0019367804,0.004247994,0.0007381929],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058402577,0.000051007206,0.0016411915,0.00018485647,0.000075967175,0.000020991109,0.00008553568,0.8154257,0.0005233538,0.11408637,0.0025860143,0.06526066],"study_design_scores_gemma":[0.0000060446637,0.000013336991,0.00009894622,0.00004703548,0.0000071848385,0.000007952466,0.000014112218,0.94614816,0.0002482358,0.0508473,0.002550791,0.000010936071],"about_ca_topic_score_codex":0.0038848897,"about_ca_topic_score_gemma":0.0023145273,"teacher_disagreement_score":0.0051065753,"about_ca_system_score_codex":0.0014777706,"about_ca_system_score_gemma":0.0016173003,"threshold_uncertainty_score":0.027006447},"labels":[],"label_agreement":null},{"id":"W4387974191","doi":"10.1002/nem.2251","title":"Assessing the impact of bag‐of‐words versus word‐to‐vector embedding methods and dimension reduction on anomaly detection from log files","year":2023,"lang":"en","type":"article","venue":"International Journal of Network Management","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Intertek (Canada); Dalhousie University","funders":"","keywords":"Computer science; Dimensionality reduction; Benchmarking; Embedding; Word embedding; Word (group theory); Reduction (mathematics); Data mining; Dimension (graph theory); Encoder; Anomaly detection; Information retrieval; Natural language processing; Artificial intelligence","score_opus":0.03230924128243456,"score_gpt":0.39860222292034947,"score_spread":0.3662929816379149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387974191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87082314,0.0010336393,0.12214199,0.00037046842,0.00020185718,0.00015727445,0.0008830206,0.0029472786,0.0014414366],"genre_scores_gemma":[0.91119856,0.0002447986,0.08544916,0.00006041631,0.00004217364,0.00011531002,0.0020507106,0.00016107007,0.0006777686],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99658066,0.0016610689,0.00033034946,0.00047228084,0.00072796294,0.0002276375],"domain_scores_gemma":[0.9811592,0.013718381,0.0008589157,0.0013193416,0.002627133,0.00031707197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049211234,0.0014092663,0.00089689106,0.0026745168,0.00044341327,0.0014636467,0.00089004054,0.0010292365,0.0008873313],"category_scores_gemma":[0.025074944,0.00024701376,0.0007241426,0.0017102967,0.0006824346,0.002799292,0.0011626701,0.0012159114,0.0006080255],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022312352,0.0017115176,0.03213031,0.00063269836,0.00056921976,0.000236099,0.0003377211,0.36598173,0.023262441,0.0021291226,0.0048940848,0.5658838],"study_design_scores_gemma":[0.000029581512,0.00079509284,0.0074667064,0.000033195407,0.000053116477,0.00010578575,0.00020609348,0.9706467,0.018856723,0.0011118228,0.00065544294,0.00003977417],"about_ca_topic_score_codex":0.0049337368,"about_ca_topic_score_gemma":0.003811165,"teacher_disagreement_score":0.0049337368,"about_ca_system_score_codex":0.00056043157,"about_ca_system_score_gemma":0.0007189884,"threshold_uncertainty_score":0.026025712},"labels":[],"label_agreement":null},{"id":"W4388212665","doi":"10.1109/issre59848.2023.00037","title":"Using Transformer Models and Textual Analysis for Log Parsing","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Parsing; Computer science; Cluster analysis; S-attributed grammar; Vocabulary; Artificial intelligence; Natural language processing; Data mining","score_opus":0.09670691870942685,"score_gpt":0.3208775355005888,"score_spread":0.22417061679116193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388212665","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015410516,0.00010104704,0.97487336,0.00015697558,0.000041612715,0.000103458195,0.00056665146,0.0071213753,0.0016249081],"genre_scores_gemma":[0.48039687,0.00034124902,0.50828195,0.00023303229,0.00012900934,0.0002731758,0.004052981,0.0013718056,0.004919962],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99902546,0.0002464012,0.00009121543,0.00029883638,0.00025721244,0.00008088224],"domain_scores_gemma":[0.99684864,0.001734154,0.0003463241,0.0004089868,0.00057846954,0.00008342798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012334742,0.0012104051,0.0005724699,0.0036978635,0.0005319514,0.0019351514,0.0014868815,0.0008176441,0.0038813043],"category_scores_gemma":[0.007739408,0.00044148308,0.0012542462,0.0023161408,0.0006409565,0.003716908,0.001218122,0.0010823524,0.0029400575],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005323189,0.0005068907,0.0153954085,0.00039156186,0.00015027395,0.0009701355,0.0006040181,0.20960958,0.023121243,0.039016612,0.014254516,0.6954475],"study_design_scores_gemma":[0.000012452563,0.000034938737,0.0006613762,0.000014270441,0.00002959302,0.00014468822,0.00007185595,0.97153836,0.0053890967,0.019158252,0.002925856,0.000019266095],"about_ca_topic_score_codex":0.0051600835,"about_ca_topic_score_gemma":0.009294483,"teacher_disagreement_score":0.0051600835,"about_ca_system_score_codex":0.0007884999,"about_ca_system_score_gemma":0.0015277504,"threshold_uncertainty_score":0.012984276},"labels":[],"label_agreement":null},{"id":"W4388338354","doi":"10.1007/978-981-19-4804-6_15","title":"Intern Support","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Pair programming; Work (physics); Computer science; Code (set theory); Extension (predicate logic); Extreme programming; Software engineering; Knowledge management; Engineering; Programming language; Software; Software development process; Software development; Mechanical engineering; Set (abstract data type)","score_opus":0.025625628176303736,"score_gpt":0.23889766569705287,"score_spread":0.21327203752074914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388338354","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00081970636,0.0002652219,0.0010980029,0.0020333459,0.0009864672,0.00010094105,0.0019539057,0.0018202013,0.99092215],"genre_scores_gemma":[0.0008951496,0.00007905369,0.00023680636,0.00025479522,0.00012476949,0.000030369803,0.00056788605,0.00017658493,0.99763465],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994734,0.000056701312,0.00001547367,0.00010856952,0.0002367239,0.00010907399],"domain_scores_gemma":[0.9977881,0.00018983541,0.000063611886,0.00028833098,0.00054982636,0.0011201823],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007726313,0.00092871214,0.00058323983,0.0017372998,0.0017025159,0.0027286783,0.0015337915,0.0015085902,0.9320156],"category_scores_gemma":[0.0027671182,0.00040464985,0.00052317814,0.0009693034,0.00033925066,0.0013122901,0.0036462606,0.0013596843,0.87167865],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088966946,0.00008773001,0.00023349954,0.00007275321,0.000003083111,0.000086832544,0.00006420252,0.00003559389,0.0005339221,0.0028626146,0.86275065,0.13318026],"study_design_scores_gemma":[0.0000195231,0.000022525235,0.00045846467,0.000031216456,0.0000027455878,0.00010064396,0.000053522614,0.000068485,0.00012476274,0.00062025146,0.9984944,0.0000033831784],"about_ca_topic_score_codex":0.0014726635,"about_ca_topic_score_gemma":0.0045590927,"teacher_disagreement_score":0.9320156,"about_ca_system_score_codex":0.00066673,"about_ca_system_score_gemma":0.0017471054,"threshold_uncertainty_score":0.09697151},"labels":[],"label_agreement":null},{"id":"W4388483166","doi":"10.1109/ase56229.2023.00091","title":"CoMSA: A Modeling-Driven Sampling Approach for Configuration Performance Testing","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software performance testing; Software deployment; Flexibility (engineering); Performance prediction; Sampling (signal processing); Intuition; Process (computing); Software; Reliability engineering; Orthogonal array testing; Software system; Simulation; Software engineering; Engineering; Software construction; Operating system","score_opus":0.1206821145397897,"score_gpt":0.29352814642497216,"score_spread":0.17284603188518244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388483166","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022194346,0.00020565954,0.97429323,0.00021169632,0.00003539096,0.00015236095,0.00017172653,0.0017712492,0.0009643096],"genre_scores_gemma":[0.70361567,0.00024653092,0.29208505,0.00037992973,0.0001117196,0.0006274637,0.0013252317,0.0004091899,0.0011991794],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99683136,0.0013935486,0.00016842547,0.0005450606,0.00080956327,0.00025210006],"domain_scores_gemma":[0.98751545,0.008810735,0.0008022239,0.0012198727,0.0012592644,0.0003923637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045227027,0.0019068841,0.0014728956,0.0017590148,0.00073223293,0.0013057678,0.0029693777,0.0013155575,0.002124944],"category_scores_gemma":[0.01690762,0.0009961317,0.0013905142,0.001113575,0.0010033065,0.0018890181,0.0018695483,0.0019881262,0.00044832542],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002631746,0.0002323325,0.009103766,0.0001547767,0.00014153039,0.00024534942,0.0002345525,0.8859535,0.0036847945,0.012412219,0.0023887756,0.08518524],"study_design_scores_gemma":[0.0000099426925,0.000027815835,0.00018129885,0.000005219537,0.000007290056,0.000022402637,0.000013767145,0.9953269,0.0005849732,0.0035628553,0.0002521905,0.0000053992358],"about_ca_topic_score_codex":0.007916701,"about_ca_topic_score_gemma":0.009631368,"teacher_disagreement_score":0.007916701,"about_ca_system_score_codex":0.0013024923,"about_ca_system_score_gemma":0.0018833429,"threshold_uncertainty_score":0.02391857},"labels":[],"label_agreement":null},{"id":"W4388869859","doi":"10.21105/joss.05497","title":"OpenTera: A Framework for TelehealthApplications","year":2023,"lang":"en","type":"article","venue":"The Journal of Open Source Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds de recherche du Québec – Nature et technologies; AGE-WELL","keywords":"Telehealth; Data collection; Software deployment; Computer science; Wearable computer; Biometrics; Authentication (law); Videoconferencing; Telemedicine; Field (mathematics); Data science; Human–computer interaction; Wearable technology; Data access; Health care; World Wide Web; Multimedia; Database; Artificial intelligence; Computer security; Software engineering; Embedded system","score_opus":0.043038718315258656,"score_gpt":0.35303328057250327,"score_spread":0.30999456225724464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388869859","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014469398,0.00040393014,0.9064915,0.0002443026,0.00014363315,0.0006511096,0.0008496695,0.084872715,0.0048961765],"genre_scores_gemma":[0.08616582,0.0020345065,0.81740564,0.0014397139,0.00037577708,0.0047819186,0.013630008,0.04114597,0.03302066],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961408,0.0007959968,0.00060764217,0.00058536604,0.0014207341,0.00044954865],"domain_scores_gemma":[0.99640286,0.0014960506,0.00020386135,0.00088324427,0.00054479437,0.00046921812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066007217,0.0016963781,0.0013647466,0.0019855355,0.0011657231,0.0045927344,0.0069397823,0.003288366,0.020457696],"category_scores_gemma":[0.009361942,0.0024664525,0.0026029637,0.0011599185,0.002016221,0.007249594,0.011147498,0.004152833,0.010703019],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001545687,0.0006873386,0.002713491,0.002590481,0.00035213894,0.0025811372,0.0040150303,0.031254176,0.023912929,0.23651882,0.22549783,0.4683309],"study_design_scores_gemma":[0.00045736,0.00033389207,0.0019522319,0.00087631744,0.00013348018,0.0025185477,0.00033275393,0.12890264,0.015223951,0.1120914,0.7367457,0.0004316834],"about_ca_topic_score_codex":0.0030434493,"about_ca_topic_score_gemma":0.00242137,"teacher_disagreement_score":0.020457696,"about_ca_system_score_codex":0.001477708,"about_ca_system_score_gemma":0.0020519246,"threshold_uncertainty_score":0.068437755},"labels":[],"label_agreement":null},{"id":"W4389077350","doi":"10.23919/cnsm59352.2023.10327837","title":"LLM-Based Policy Generation for Intent-Based Management of Applications","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Abstraction; Task (project management); Pipeline (software); Decomposition; Software deployment; Automation; Software engineering; Service (business); Distributed computing; Simple (philosophy); Programming language; Systems engineering","score_opus":0.06869780977718752,"score_gpt":0.33005533323789793,"score_spread":0.2613575234607104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389077350","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008399133,0.000047324647,0.97972405,0.00014228169,0.000033925062,0.00019198313,0.00013818244,0.009531902,0.0017912614],"genre_scores_gemma":[0.24382779,0.000083694176,0.75137985,0.00017456728,0.000024098683,0.0004216613,0.0006512365,0.00149675,0.0019403441],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99830437,0.0006018076,0.000120552446,0.00022131835,0.00056342926,0.00018859579],"domain_scores_gemma":[0.9966808,0.0015335002,0.0002397662,0.0009560586,0.00043270428,0.00015716544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023751964,0.0008677937,0.00047328416,0.00097474514,0.00063853234,0.0014331616,0.001379195,0.0009666401,0.0039356407],"category_scores_gemma":[0.008037913,0.0006679702,0.001062612,0.0004245257,0.0012747591,0.0016673665,0.002310906,0.0019296318,0.0013977375],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005306332,0.0007400003,0.0056032566,0.0006137448,0.00011137163,0.00072815566,0.0017317239,0.4497548,0.06111189,0.13497604,0.018914973,0.32518333],"study_design_scores_gemma":[0.000027091299,0.000035092162,0.00014997929,0.000022699356,0.000014551714,0.000049263883,0.000049220114,0.95350665,0.01430062,0.025430005,0.0063971244,0.000017761738],"about_ca_topic_score_codex":0.0030655772,"about_ca_topic_score_gemma":0.004565624,"teacher_disagreement_score":0.0039356407,"about_ca_system_score_codex":0.001412185,"about_ca_system_score_gemma":0.0024217847,"threshold_uncertainty_score":0.01316601},"labels":[],"label_agreement":null},{"id":"W4389077444","doi":"10.23919/cnsm59352.2023.10327808","title":"Leveraging Spatiotemporal Relations for Predicting Potential Link Failures","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Data mining; Metric (unit); Aggregate (composite); Sliding window protocol; Feature (linguistics); Encoder; Artificial intelligence; Relevance (law); Machine learning; Window (computing)","score_opus":0.019202388907519716,"score_gpt":0.2556799721094491,"score_spread":0.23647758320192938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389077444","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48331958,0.0006184015,0.5079002,0.0005189662,0.000082910556,0.00007346406,0.002895421,0.0024082554,0.0021827975],"genre_scores_gemma":[0.96980774,0.00015018038,0.028289368,0.000026178199,0.000028985856,0.000022841894,0.0011249337,0.000047795067,0.00050201535],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999713,0.00004701351,0.00002780946,0.000092790986,0.00008252576,0.000036918012],"domain_scores_gemma":[0.9981054,0.000864893,0.00040731757,0.00024216803,0.00030828477,0.000071955845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006466124,0.0007773134,0.00040975743,0.0023037517,0.0002704405,0.0006823949,0.00055425323,0.0005248227,0.00075096235],"category_scores_gemma":[0.0044714864,0.00031635215,0.00042175758,0.0014794208,0.00029136284,0.001580961,0.00059624325,0.0010527425,0.00039513496],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013945378,0.00015576553,0.10867747,0.000088870846,0.000086819855,0.0002068748,0.00012683106,0.7534687,0.009821302,0.0017101004,0.0019727289,0.12354513],"study_design_scores_gemma":[0.0000013570873,0.00002393529,0.0080480995,0.0000058483306,0.000008967152,0.000030295794,0.000019170597,0.9888005,0.0013853371,0.0013441708,0.00032531525,0.0000068813497],"about_ca_topic_score_codex":0.011716546,"about_ca_topic_score_gemma":0.023901813,"teacher_disagreement_score":0.011716546,"about_ca_system_score_codex":0.0005743366,"about_ca_system_score_gemma":0.00050514156,"threshold_uncertainty_score":0.023296714},"labels":[],"label_agreement":null},{"id":"W4389155072","doi":"10.1145/3630050","title":"Proceedings of the 2023 on Explainable and Safety Bounded, Fidelitous, Machine Learning for Networking","year":2023,"lang":"en","type":"paratext","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Ministerstvo Vnitra České Republiky; Université de Versailles Saint-Quentin-en-Yvelines; Naval Group; Université de Lille; České Vysoké Učení Technické v Praze","keywords":"Computer science; Enthusiasm; Bounded function; Pleasure; Convergence (economics); Control (management); Computer security; Artificial intelligence; Machine learning","score_opus":0.016473285133703865,"score_gpt":0.24665360001013809,"score_spread":0.23018031487643423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389155072","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036435127,0.053187165,0.06969445,0.20266882,0.4072022,0.0008601171,0.0038096225,0.002871282,0.25606284],"genre_scores_gemma":[0.0144310165,0.026678668,0.016819179,0.018999575,0.079038806,0.0008688473,0.0056452635,0.0032856571,0.83423287],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946578,0.0015383229,0.00024244367,0.0006597716,0.0022451817,0.00065641204],"domain_scores_gemma":[0.9878108,0.0046752566,0.0003615936,0.000897534,0.003015797,0.0032388521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009254018,0.0022121863,0.0013498688,0.0017520908,0.003066109,0.010301458,0.0028188627,0.00615487,0.16718037],"category_scores_gemma":[0.01386979,0.0007802232,0.0016456124,0.0017204612,0.002578302,0.007892372,0.0056286263,0.00954673,0.06388563],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005500662,0.000049666673,0.0000878969,0.000163178,0.000010324818,0.0000602005,0.000071598355,0.00033216324,0.000301334,0.0074365893,0.9624897,0.028942294],"study_design_scores_gemma":[0.000013303994,0.000039864983,0.00029143586,0.00025303682,0.0000073263404,0.00007492484,0.00010701244,0.001170334,0.0001704939,0.007803098,0.99004525,0.000023987646],"about_ca_topic_score_codex":0.0056941193,"about_ca_topic_score_gemma":0.011800586,"teacher_disagreement_score":0.16718037,"about_ca_system_score_codex":0.00387854,"about_ca_system_score_gemma":0.0043004495,"threshold_uncertainty_score":0.5592741},"labels":[],"label_agreement":null},{"id":"W4389495064","doi":"10.2139/ssrn.4658344","title":"Aml: An Accuracy Metric Model for Effective Evaluation of Log Parsing Techniques","year":2023,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Metric (unit); Parsing; Computer science; Statistics; Mathematics; Natural language processing; Engineering; Operations management","score_opus":0.052190611296295125,"score_gpt":0.3627940116875584,"score_spread":0.31060340039126333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389495064","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01617225,0.00046348947,0.9614444,0.0004401319,0.00012051831,0.00023856913,0.0018639531,0.017552502,0.001704225],"genre_scores_gemma":[0.3541522,0.00040802482,0.63298035,0.00033161344,0.00027588414,0.0007118766,0.005622141,0.002417119,0.0031008183],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98353356,0.004895784,0.0015701381,0.0012991229,0.008103259,0.00059810857],"domain_scores_gemma":[0.96997076,0.014266275,0.0021861657,0.005845882,0.007076017,0.000654791],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0113069285,0.0020680872,0.0020216587,0.0044760928,0.0007792112,0.004415778,0.0042682365,0.0025392831,0.0040326198],"category_scores_gemma":[0.048966493,0.0006945772,0.0012637068,0.0030684655,0.0010254356,0.0075790877,0.0027788219,0.0022636263,0.0022451198],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018930993,0.00066932075,0.012372362,0.00085284736,0.0003708322,0.00018492676,0.00028931344,0.27756998,0.018344307,0.048011344,0.036968835,0.60247266],"study_design_scores_gemma":[0.00003746263,0.00018461677,0.00097054295,0.00003627009,0.0000638506,0.000082908715,0.00002608836,0.9687219,0.008448419,0.017421534,0.00396813,0.000038209164],"about_ca_topic_score_codex":0.0055630044,"about_ca_topic_score_gemma":0.0056008375,"teacher_disagreement_score":0.0113069285,"about_ca_system_score_codex":0.002755402,"about_ca_system_score_gemma":0.0030108315,"threshold_uncertainty_score":0.059797466},"labels":[],"label_agreement":null},{"id":"W4389495320","doi":"10.1109/ojcoms.2023.3341002","title":"Proactive and Intelligent Monitoring and Orchestration of Cloud-Native IP Multimedia Subsystem","year":2023,"lang":"en","type":"article","venue":"IEEE Open Journal of the Communications Society","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; École de Technologie Supérieure","funders":"","keywords":"Orchestration; Cloud computing; Computer science; Scalability; Automation; Context (archaeology); IP Multimedia Subsystem; Virtual machine; Distributed computing; Embedded system; Operating system; Engineering","score_opus":0.09003533184041475,"score_gpt":0.34585537419302975,"score_spread":0.255820042352615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389495320","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33979562,0.00047650308,0.644097,0.00029648593,0.000084578096,0.00020612807,0.0002179787,0.010672314,0.004153408],"genre_scores_gemma":[0.9574371,0.000046612644,0.041776333,0.000039769882,0.000017902217,0.00003326614,0.000110158275,0.00006605209,0.0004727463],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99891186,0.00017594389,0.00007872675,0.0003331068,0.00037065893,0.00012966992],"domain_scores_gemma":[0.9986975,0.00021273889,0.0003064939,0.0003336212,0.00031428388,0.00013536158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008297948,0.00071543123,0.0006264067,0.00096906204,0.00046254342,0.0008746414,0.0009162665,0.00026650124,0.0003568182],"category_scores_gemma":[0.0019599996,0.0001973323,0.0001624674,0.000623361,0.0003484858,0.00086631195,0.0007685068,0.00045796833,0.0001881697],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082586036,0.0006781652,0.06681971,0.00024182291,0.0001629945,0.0004320525,0.0004854964,0.1454369,0.24867807,0.0047668577,0.0046999776,0.5267721],"study_design_scores_gemma":[0.0000085296015,0.000111075926,0.013894022,0.000007718253,0.00002668918,0.00010543491,0.000066356326,0.9290963,0.053836178,0.0012950103,0.0015311735,0.000021466412],"about_ca_topic_score_codex":0.0025682626,"about_ca_topic_score_gemma":0.0039536343,"teacher_disagreement_score":0.0025682626,"about_ca_system_score_codex":0.00063436484,"about_ca_system_score_gemma":0.000900493,"threshold_uncertainty_score":0.0051065683},"labels":[],"label_agreement":null},{"id":"W4389543409","doi":"10.1109/csnet59123.2023.10339735","title":"Towards Anomaly Detection using Multiple Instances of Micro-Cluster Detection","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Anomaly detection; Computer science; Graph; Data mining; Cluster (spacecraft); Artificial intelligence; Pattern recognition (psychology); Theoretical computer science","score_opus":0.02157202813369137,"score_gpt":0.2532697368049164,"score_spread":0.23169770867122502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389543409","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03224859,0.0002083463,0.96083254,0.00025734352,0.000068594745,0.00010529186,0.00033044763,0.005265738,0.00068313314],"genre_scores_gemma":[0.35356343,0.0001652767,0.64262563,0.00016946855,0.00010210582,0.00014538497,0.001422977,0.00055873365,0.0012470458],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996833,0.0006357164,0.00016267985,0.0010229904,0.0011201543,0.00022544412],"domain_scores_gemma":[0.99011445,0.0033319062,0.0013719867,0.0022830993,0.0024619533,0.00043652699],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019053465,0.0013252553,0.0014035846,0.0075170603,0.0010283823,0.0022082007,0.0029189095,0.0015044342,0.0007823883],"category_scores_gemma":[0.011061728,0.00055842777,0.0011903855,0.0050693764,0.0012478984,0.002768167,0.002467732,0.002665897,0.00085100386],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005013931,0.00070916105,0.080490164,0.0004101613,0.0007563832,0.00085554435,0.00095794955,0.16328703,0.03740456,0.03176024,0.019381847,0.66348565],"study_design_scores_gemma":[0.000009433964,0.000040318868,0.00380974,0.000012717289,0.00002638463,0.0002981296,0.000119136384,0.9656273,0.0068310457,0.019836884,0.003357648,0.0000313241],"about_ca_topic_score_codex":0.008275178,"about_ca_topic_score_gemma":0.01074533,"teacher_disagreement_score":0.008275178,"about_ca_system_score_codex":0.0010330781,"about_ca_system_score_gemma":0.0013198376,"threshold_uncertainty_score":0.016454041},"labels":[],"label_agreement":null},{"id":"W4389576356","doi":"10.1109/acsos-c58168.2023.00031","title":"Reviving Software Diversity in Microservices to Optimize the Performance of Software Systems","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Microservices; Software versioning; Software engineering; Software; Software system; Service (business); Agile software development; Operating system; Cloud computing","score_opus":0.02210316904114458,"score_gpt":0.24029519702763916,"score_spread":0.21819202798649456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389576356","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74082553,0.0015507049,0.24467814,0.0009416302,0.0001432004,0.000184146,0.000043905387,0.006998339,0.0046343827],"genre_scores_gemma":[0.91084826,0.00019571449,0.086454906,0.00023753791,0.00005391164,0.0000696424,0.00008520487,0.0006630736,0.0013916544],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968977,0.0008554646,0.00017072342,0.0005832661,0.0009992566,0.00049362716],"domain_scores_gemma":[0.99165744,0.0021490203,0.0009344173,0.0030712553,0.0010550867,0.0011328133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042482708,0.0007545218,0.00077070546,0.00092940126,0.0011197829,0.0020114149,0.0023815676,0.00089687854,0.0009360406],"category_scores_gemma":[0.011149921,0.00062122406,0.00063013175,0.00078614,0.0014357618,0.0038026008,0.004933634,0.002243107,0.00034312546],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013576043,0.0012017973,0.026738118,0.00040334175,0.00029845143,0.000766691,0.0032748824,0.22972797,0.2695763,0.020832188,0.005392987,0.4404297],"study_design_scores_gemma":[0.00027704533,0.0014550026,0.014428993,0.00012044261,0.00018518104,0.0010104585,0.0012426795,0.81072396,0.11720243,0.03038082,0.02278078,0.00019220775],"about_ca_topic_score_codex":0.0015178575,"about_ca_topic_score_gemma":0.0022253818,"teacher_disagreement_score":0.0042482708,"about_ca_system_score_codex":0.0012788743,"about_ca_system_score_gemma":0.0011275343,"threshold_uncertainty_score":0.022467315},"labels":[],"label_agreement":null},{"id":"W4389576367","doi":"10.1109/acsos-c58168.2023.00010","title":"Message from the Workshop Chairs ACSOS 2023","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Presentation (obstetrics); Computer science; Library science; World Wide Web; Medicine","score_opus":0.021981784521819807,"score_gpt":0.2548362078220386,"score_spread":0.23285442330021877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389576367","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009934829,0.0029176925,0.0014450151,0.4086814,0.5621566,0.00037518816,0.0011966925,0.00044335943,0.021790607],"genre_scores_gemma":[0.014959583,0.0039084107,0.0027282801,0.4737633,0.14062543,0.0015637795,0.0024619168,0.0009486232,0.35904077],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967127,0.0005887871,0.0001943356,0.00047079413,0.001462681,0.00057067315],"domain_scores_gemma":[0.9842679,0.0009635398,0.00045292528,0.00027735616,0.0073423074,0.0066960147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007203845,0.0017951423,0.0010018852,0.0009204333,0.0033848223,0.0068988246,0.0017009589,0.009678837,0.074177265],"category_scores_gemma":[0.01320404,0.00067161536,0.0015962488,0.0006367778,0.00073715945,0.003427973,0.004607597,0.0141272815,0.06040345],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043131455,0.000015816533,0.00006276446,0.00004269764,0.00000220364,0.00004160169,0.00002420764,0.000019959358,0.00015715069,0.00026430294,0.9966185,0.0027076702],"study_design_scores_gemma":[0.000025266974,0.0000337584,0.00030164554,0.000076965065,0.0000050330073,0.000053004576,0.00024728588,0.000079418045,0.00018823771,0.00034614222,0.99862444,0.000018814893],"about_ca_topic_score_codex":0.003205558,"about_ca_topic_score_gemma":0.0050609056,"teacher_disagreement_score":0.074177265,"about_ca_system_score_codex":0.0022744124,"about_ca_system_score_gemma":0.0075150863,"threshold_uncertainty_score":0.24814767},"labels":[],"label_agreement":null},{"id":"W4389576384","doi":"10.1109/acsos-c58168.2023.00025","title":"Leveraging Large Language Models for Auto-remediation in Microservices Architecture","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Microservices; Computer science; Troubleshooting; Scalability; Software deployment; Software engineering; Correctness; Cloud computing; Operating system; Programming language","score_opus":0.014824909576036075,"score_gpt":0.2632614106909101,"score_spread":0.248436501114874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389576384","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16952959,0.0007721322,0.7900755,0.0010860248,0.00016700265,0.00044709494,0.0033249396,0.031134142,0.0034636753],"genre_scores_gemma":[0.5478767,0.0004194105,0.43663356,0.00041541347,0.00004237504,0.0005689552,0.0080700945,0.0032000255,0.0027735052],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998393,0.0007001193,0.00011292081,0.0003640282,0.0003375275,0.00009237887],"domain_scores_gemma":[0.9919946,0.005606608,0.0005208715,0.0008922145,0.00085267983,0.00013288842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021561033,0.0010132182,0.00045817374,0.0010950133,0.0005468798,0.0017204069,0.0016757327,0.0010659539,0.0019117219],"category_scores_gemma":[0.014026306,0.00069476716,0.0013173317,0.00062186323,0.00065507705,0.0026403642,0.0013174145,0.0019827008,0.0011323112],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067635137,0.0007165965,0.021297324,0.0009991098,0.00020469211,0.0008539643,0.002270911,0.6406502,0.023248011,0.019895392,0.018883934,0.2703035],"study_design_scores_gemma":[0.0000221636,0.000048922273,0.00074778765,0.00003203827,0.000021648591,0.000089387315,0.00010132765,0.98299915,0.0041354513,0.006934408,0.004846505,0.000021271782],"about_ca_topic_score_codex":0.009628899,"about_ca_topic_score_gemma":0.019679638,"teacher_disagreement_score":0.009628899,"about_ca_system_score_codex":0.0012522747,"about_ca_system_score_gemma":0.001634072,"threshold_uncertainty_score":0.019145668},"labels":[],"label_agreement":null},{"id":"W4389610893","doi":"10.1109/models58315.2023.00021","title":"Leveraging modeling concepts and techniques to address challenges in network management","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Cisco Systems (Canada); Carleton University","funders":"","keywords":"Computer science; Network management; Vendor; Viewpoints; Context (archaeology); Networking hardware; Software-defined networking; The Internet; Network monitoring; Software; Active networking; Network management application; Automation; Network management station; Computer network; World Wide Web; Network architecture; Engineering","score_opus":0.06373775367340646,"score_gpt":0.3074163288076505,"score_spread":0.24367857513424407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389610893","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032922227,0.00054445374,0.9883515,0.0022525557,0.00009446874,0.00007423349,0.000057466517,0.00025474982,0.005078265],"genre_scores_gemma":[0.11464027,0.0040389667,0.8761114,0.00057135045,0.00037690112,0.0005179999,0.00025258015,0.00026651283,0.0032240048],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972926,0.0011803613,0.00020788351,0.00028883215,0.00087368867,0.00015654025],"domain_scores_gemma":[0.99266934,0.004182092,0.00087755476,0.0011712725,0.00093118177,0.00016851815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005580806,0.00188698,0.0010440601,0.0023668502,0.0014508333,0.0040476196,0.0037384648,0.0025790832,0.0017499651],"category_scores_gemma":[0.009201124,0.0011739419,0.0017924603,0.0021121094,0.0027892457,0.008654007,0.0028385145,0.0050349096,0.00073305157],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012242373,0.00010859996,0.001014685,0.00023718695,0.00006841734,0.00019231424,0.0005922307,0.27964664,0.0017552797,0.68504584,0.0025228874,0.028803784],"study_design_scores_gemma":[0.000010221717,0.000034752262,0.00017581377,0.00014544617,0.0000308115,0.00013649664,0.00022191246,0.64261854,0.0009359749,0.3321422,0.023509603,0.00003826681],"about_ca_topic_score_codex":0.00586612,"about_ca_topic_score_gemma":0.0069750166,"teacher_disagreement_score":0.00586612,"about_ca_system_score_codex":0.0022877282,"about_ca_system_score_gemma":0.0031078884,"threshold_uncertainty_score":0.029514492},"labels":[],"label_agreement":null},{"id":"W4389752973","doi":"10.1016/j.jss.2023.111917","title":"ServiceAnomaly: An anomaly detection approach in microservices using distributed traces and profiling metrics","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Concordia University; University of Alberta","funders":"","keywords":"Anomaly detection; Computer science; Profiling (computer programming); Graph; Data mining; Microservices; Theoretical computer science; Programming language; Operating system","score_opus":0.025893356950687275,"score_gpt":0.2588806977926731,"score_spread":0.2329873408419858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389752973","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.243943,0.0002911553,0.725703,0.00044139984,0.00011881901,0.00017620888,0.0007709431,0.027211238,0.0013441781],"genre_scores_gemma":[0.8356191,0.00008986282,0.16133055,0.000062618936,0.000051712308,0.000073310744,0.000814327,0.0003772255,0.0015812637],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880266,0.00018007752,0.00008746507,0.00028462542,0.00051967456,0.00012543044],"domain_scores_gemma":[0.9970546,0.0008801505,0.0005120797,0.0005708795,0.0007109427,0.00027141182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001505436,0.00095110503,0.00094925734,0.003696992,0.00065293786,0.0015145253,0.0015913729,0.0007884778,0.0008305162],"category_scores_gemma":[0.0049693747,0.00028767544,0.00049077667,0.0017804591,0.00037223296,0.0020057238,0.0015179795,0.0011047139,0.00041026733],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008176508,0.0009574736,0.1418004,0.00020663693,0.0003622544,0.0005809592,0.00093449396,0.05367187,0.03701876,0.008996146,0.0070783487,0.747575],"study_design_scores_gemma":[0.000020391779,0.00015392632,0.01049053,0.000017179167,0.00004503846,0.00027736218,0.00021189873,0.9678183,0.012601812,0.005648389,0.0026826675,0.000032405424],"about_ca_topic_score_codex":0.005316533,"about_ca_topic_score_gemma":0.007010723,"teacher_disagreement_score":0.005316533,"about_ca_system_score_codex":0.0006712769,"about_ca_system_score_gemma":0.0011226662,"threshold_uncertainty_score":0.010571182},"labels":[],"label_agreement":null},{"id":"W4389989011","doi":"10.1109/scam59687.2023.00025","title":"PASD: A Performance Analysis Approach Through the Statistical Debugging of Kernel Events","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Debugging; Computer science; Kernel (algebra); Statistical analysis; Programming language; Statistics; Mathematics","score_opus":0.02152623532708597,"score_gpt":0.268698989417115,"score_spread":0.24717275409002903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389989011","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010412701,0.00011660693,0.97863823,0.00013626153,0.000033665718,0.00009272843,0.00021178515,0.009664331,0.0006937876],"genre_scores_gemma":[0.29450408,0.00020877768,0.7019973,0.00010825336,0.000058262463,0.00024375936,0.00077542063,0.0010556959,0.0010484089],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99593556,0.0012472812,0.00034524314,0.0008086082,0.0014633,0.00020000795],"domain_scores_gemma":[0.98447037,0.0069559687,0.0023758698,0.0033547261,0.0024497737,0.00039332677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004567488,0.0016230836,0.0007999372,0.004535647,0.00057390425,0.0018392113,0.0027927002,0.0007898585,0.0015513307],"category_scores_gemma":[0.020136036,0.0007962165,0.0008641391,0.0017655384,0.000866667,0.0025504127,0.0026052734,0.0023746057,0.0006875998],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004608074,0.0005573591,0.0663543,0.00067225174,0.00031518127,0.0008067171,0.001658297,0.15026507,0.027080478,0.032045152,0.010291177,0.7094932],"study_design_scores_gemma":[0.00006401086,0.0002339449,0.0056880503,0.00006884418,0.000093615854,0.0004954891,0.00017465542,0.94797105,0.017983044,0.016366549,0.010770316,0.00009032696],"about_ca_topic_score_codex":0.0031990511,"about_ca_topic_score_gemma":0.0030336962,"teacher_disagreement_score":0.004567488,"about_ca_system_score_codex":0.0008163568,"about_ca_system_score_gemma":0.0025019215,"threshold_uncertainty_score":0.024155498},"labels":[],"label_agreement":null},{"id":"W4390098236","doi":"10.36227/techrxiv.170327336.64756855/v1","title":"Taxonomy For IoT Systems Testing: Practical Guidance for Practitioners","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Concordia University","funders":"","keywords":"Taxonomy (biology); Internet of Things; Computer science; Data science; Computer security; Biology; Ecology","score_opus":0.22962149100175175,"score_gpt":0.36235676542597045,"score_spread":0.1327352744242187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390098236","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0075729676,0.035259724,0.61671346,0.23363158,0.0035090507,0.008403506,0.0020110584,0.00638695,0.08651168],"genre_scores_gemma":[0.028061079,0.020483514,0.9141187,0.019015254,0.00053871435,0.0052506905,0.0028010772,0.00079237024,0.008938585],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.93870884,0.023220306,0.014365517,0.0028268313,0.01879645,0.0020821486],"domain_scores_gemma":[0.820292,0.067426115,0.01024944,0.011059951,0.085799605,0.0051729064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06248438,0.004288481,0.002389576,0.020877976,0.0054928814,0.013390203,0.01029443,0.012346672,0.0066563864],"category_scores_gemma":[0.13371165,0.0021169833,0.002507032,0.013832919,0.00997898,0.028277142,0.00899324,0.013716455,0.009044919],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007483012,0.0007433653,0.005974701,0.006483404,0.000041368567,0.001465503,0.016659783,0.0056255916,0.0036407262,0.30560338,0.27596995,0.37771738],"study_design_scores_gemma":[0.00008766489,0.0002127353,0.002420227,0.018205078,0.0000401237,0.0020293002,0.017183652,0.009989661,0.0011466093,0.24643342,0.7020433,0.00020818494],"about_ca_topic_score_codex":0.01731996,"about_ca_topic_score_gemma":0.020146307,"teacher_disagreement_score":0.06248438,"about_ca_system_score_codex":0.01280699,"about_ca_system_score_gemma":0.03265055,"threshold_uncertainty_score":0.33045298},"labels":[],"label_agreement":null},{"id":"W4390124985","doi":"10.18280/isi.280610","title":"Multi-Layer Consistency Validation of IoT Systems with UML Inheritance Dynamic Diagrams via SPIN Model Checking","year":2023,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Consistency (knowledge bases); Computer science; Model checking; Inheritance (genetic algorithm); Unified Modeling Language; Activity diagram; Layer (electronics); UML tool; Sequence diagram; Programming language; Artificial intelligence; Materials science","score_opus":0.02487339872816686,"score_gpt":0.25784193260812704,"score_spread":0.2329685338799602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390124985","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047863293,0.000067657944,0.94838774,0.00012388524,0.00002836477,0.00014439685,0.0000798365,0.0018724863,0.0014323223],"genre_scores_gemma":[0.65642184,0.00013608004,0.34117013,0.00009244458,0.00001553925,0.00032857867,0.00031403726,0.00038266892,0.0011386054],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.988003,0.0052309507,0.00095602387,0.0010861959,0.003919995,0.0008037643],"domain_scores_gemma":[0.9666128,0.019991986,0.003130589,0.0059185075,0.0040385667,0.00030766614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010644539,0.00086745596,0.0008473845,0.0020385773,0.0009348673,0.0026316103,0.0019574082,0.0010180343,0.0014953968],"category_scores_gemma":[0.034284577,0.00082387665,0.0023601446,0.00074482884,0.0025771202,0.002419417,0.0030227867,0.0017637685,0.0002138945],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004976354,0.000345021,0.013854472,0.00047718995,0.0003028082,0.0009142002,0.0017779944,0.69248855,0.031695157,0.16979024,0.0009667434,0.086890064],"study_design_scores_gemma":[0.00005429529,0.000090367146,0.00055201096,0.00009787862,0.0000813169,0.00008626718,0.000094384864,0.95608,0.017441913,0.023596399,0.0017915082,0.00003357302],"about_ca_topic_score_codex":0.012187093,"about_ca_topic_score_gemma":0.013553369,"teacher_disagreement_score":0.012187093,"about_ca_system_score_codex":0.0020698593,"about_ca_system_score_gemma":0.0054118535,"threshold_uncertainty_score":0.05629438},"labels":[],"label_agreement":null},{"id":"W4390411298","doi":"10.3390/fi16010013","title":"Vnode: Low-Overhead Transparent Tracing of Node.js-Based Microservice Architectures","year":2023,"lang":"en","type":"article","venue":"Future Internet","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Debugging; Microservices; Scalability; Tracing; Cloud computing; Overhead (engineering); Node (physics); Distributed computing; TRACE (psycholinguistics); Operating system; Embedded system","score_opus":0.0135481234550625,"score_gpt":0.2541200693785041,"score_spread":0.2405719459234416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390411298","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15730259,0.000247312,0.7610381,0.00022694693,0.00012699551,0.00019906543,0.00052936043,0.0746302,0.0056993677],"genre_scores_gemma":[0.79432505,0.00016489792,0.19753973,0.00010628886,0.000024910589,0.00014821795,0.0010593196,0.002760708,0.0038708963],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988213,0.00020178915,0.000061527484,0.00021166267,0.00058557984,0.000118071555],"domain_scores_gemma":[0.9969091,0.00067449885,0.0003482955,0.0015264681,0.00040703197,0.00013455363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083865563,0.0006664263,0.00024920638,0.0008945824,0.00044324552,0.0010739543,0.0013998789,0.0004094564,0.0012608406],"category_scores_gemma":[0.004895349,0.00037083708,0.0003079497,0.0004944368,0.00047728847,0.0012849199,0.0014052143,0.00085580366,0.00043561126],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085606985,0.0004030109,0.044148717,0.00037791912,0.00017887252,0.0010668115,0.0025547317,0.05966269,0.19555774,0.022444978,0.019775406,0.65297306],"study_design_scores_gemma":[0.000051565497,0.00020442782,0.012233229,0.0000658104,0.000044230863,0.00046320827,0.00035170314,0.7702937,0.18324296,0.008396053,0.02456072,0.00009241865],"about_ca_topic_score_codex":0.0038909102,"about_ca_topic_score_gemma":0.0052165044,"teacher_disagreement_score":0.0038909102,"about_ca_system_score_codex":0.0005415693,"about_ca_system_score_gemma":0.0012004056,"threshold_uncertainty_score":0.007736504},"labels":[],"label_agreement":null},{"id":"W4391054380","doi":"10.2316/j.2024.206-0952","title":"WDCNN-BASED FAULT DIAGNOSIS METHOD FOR AGV ON CLOUD PLATFORM, 150-160.","year":2024,"lang":"en","type":"article","venue":"International Journal of Robotics and Automation","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cloud computing; Fault (geology); Computer science; Real-time computing; Artificial intelligence; Embedded system; Geology; Operating system; Seismology","score_opus":0.020213200089436317,"score_gpt":0.3203714535582359,"score_spread":0.30015825346879954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391054380","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10967503,0.0016746664,0.8736817,0.00038758016,0.0006322841,0.0002007465,0.00041143235,0.003943894,0.009392644],"genre_scores_gemma":[0.8573629,0.000458132,0.13285819,0.0001342991,0.000067742236,0.00007913536,0.0005330037,0.000082396116,0.008424125],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9998128,0.000013121743,0.000013300611,0.000046366393,0.000087004424,0.000027378645],"domain_scores_gemma":[0.9997762,0.00002546497,0.000016084694,0.00002275803,0.00014421907,0.000015305166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002317759,0.0004806288,0.0004591232,0.00086178584,0.0004754034,0.00041491073,0.0005975902,0.00033981568,0.0025319448],"category_scores_gemma":[0.0006323378,0.00013938399,0.00023908567,0.0003478895,0.00021607465,0.00091847614,0.0004169589,0.00030457787,0.0004558848],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071706745,0.0001829154,0.005849761,0.00029694533,0.00006268654,0.0003617438,0.00012578392,0.10521533,0.064097665,0.004346081,0.011461788,0.8072821],"study_design_scores_gemma":[0.000024786146,0.000098757206,0.00245377,0.000021012249,0.00003261093,0.00019706051,0.00008749487,0.9714087,0.019979773,0.0020230913,0.0036547107,0.000018173923],"about_ca_topic_score_codex":0.012084037,"about_ca_topic_score_gemma":0.018173778,"teacher_disagreement_score":0.012084037,"about_ca_system_score_codex":0.00062903157,"about_ca_system_score_gemma":0.00094128365,"threshold_uncertainty_score":0.024027407},"labels":[],"label_agreement":null},{"id":"W4391097715","doi":"10.1109/bigdata59044.2023.10386937","title":"AltOOM: A Data-driven Out of Memory Root Cause Identification Strategy","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ciena (Canada); Brock University","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs","keywords":"Computer science; Root cause; Root cause analysis; Process (computing); Identification (biology); Profiling (computer programming); Resource (disambiguation); Root (linguistics); Memory management; TRACE (psycholinguistics); Real-time computing; Embedded system; Data mining; Semiconductor memory; Reliability engineering; Computer hardware; Operating system; Engineering","score_opus":0.07967378132347415,"score_gpt":0.32682454204954325,"score_spread":0.24715076072606912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391097715","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06680369,0.0007927073,0.90332234,0.00077600346,0.00024176597,0.00058097,0.0007268591,0.023277165,0.0034784763],"genre_scores_gemma":[0.68396014,0.00031837367,0.3093544,0.0006630429,0.00012095793,0.000417134,0.0011514291,0.0006336703,0.0033807126],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99822694,0.0002784982,0.000115397466,0.000401759,0.00081859773,0.0001588323],"domain_scores_gemma":[0.9948325,0.0020607517,0.00074691273,0.0008631906,0.001209986,0.0002866441],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014429305,0.0018555288,0.001224123,0.0033764634,0.00077017903,0.0016002107,0.0024837942,0.000975166,0.0017020216],"category_scores_gemma":[0.007882395,0.0005706158,0.0007599649,0.0010836651,0.00066009915,0.0020908793,0.0025185416,0.0013654493,0.00073453994],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009836511,0.0010755867,0.042170662,0.0006902621,0.00035893274,0.0012927366,0.0012856671,0.07963412,0.059740573,0.008899303,0.019438038,0.78443044],"study_design_scores_gemma":[0.00007753215,0.00038201263,0.004396039,0.00006049375,0.00013999805,0.0004981486,0.0004592369,0.9515026,0.026283817,0.0079594925,0.00816098,0.000079605394],"about_ca_topic_score_codex":0.004808089,"about_ca_topic_score_gemma":0.010238053,"teacher_disagreement_score":0.004808089,"about_ca_system_score_codex":0.0006297496,"about_ca_system_score_gemma":0.0033701616,"threshold_uncertainty_score":0.009560227},"labels":[],"label_agreement":null},{"id":"W4391783607","doi":"10.1007/978-3-031-45645-9_25","title":"x2OMSAC - An Ontology Population Framework for the Ontology of Microservices Architecture Concepts","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in networks and systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Microservices; Ontology; Computer science; Architecture; Software engineering; World Wide Web; History; Philosophy; Epistemology; Operating system; Cloud computing; Archaeology","score_opus":0.015583995470462861,"score_gpt":0.2840473170770843,"score_spread":0.26846332160662145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391783607","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015220274,0.00021854193,0.9856059,0.00035119118,0.00014742931,0.00026684138,0.0011800004,0.0037826672,0.0069254455],"genre_scores_gemma":[0.026896788,0.00064984924,0.94813347,0.0003681915,0.00012743486,0.00072647526,0.008128091,0.0019301886,0.013039575],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9976351,0.0007103073,0.00032398335,0.00035352132,0.00079506234,0.00018200929],"domain_scores_gemma":[0.99860674,0.00043452246,0.00010238245,0.00035038227,0.00036273454,0.000143314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004680203,0.0011536959,0.0011852663,0.0029978256,0.002570137,0.0075554703,0.0031562182,0.0017198094,0.010155675],"category_scores_gemma":[0.003624009,0.0011213559,0.0034514384,0.0036553768,0.0017914778,0.007595227,0.005006442,0.003904805,0.004999831],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006649686,0.00007431361,0.0005714826,0.00036320096,0.00008592966,0.00026502047,0.001484347,0.0048470045,0.002596349,0.8688358,0.026612017,0.09419805],"study_design_scores_gemma":[0.000037540252,0.000042213393,0.00048287504,0.0003368965,0.000082095445,0.0004311087,0.00075126695,0.06089536,0.0039706035,0.3575113,0.57537717,0.000081594655],"about_ca_topic_score_codex":0.014469541,"about_ca_topic_score_gemma":0.0189718,"teacher_disagreement_score":0.014469541,"about_ca_system_score_codex":0.0019526138,"about_ca_system_score_gemma":0.0047618095,"threshold_uncertainty_score":0.03397411},"labels":[],"label_agreement":null},{"id":"W4392637550","doi":"10.1007/979-8-8688-0199-0_5","title":"FreeRTOS","year":2024,"lang":"en","type":"book-chapter","venue":"Maker Innovations Series","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Sleep Society","funders":"","keywords":"Reliability (semiconductor); Computer science; Physics; Thermodynamics","score_opus":0.01733076893690111,"score_gpt":0.22932148928287147,"score_spread":0.21199072034597036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392637550","genre_codex":"other","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006359605,0.004043936,0.0171453,0.00087418885,0.0016862021,0.00006960683,0.0012003933,0.008597589,0.9657468],"genre_scores_gemma":[0.0015936281,0.0015207222,0.003169584,0.00043836684,0.00016655358,0.000029694342,0.00085774215,0.002581989,0.9896417],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995073,0.00004003425,0.000020210411,0.00006905573,0.00031576437,0.00004753972],"domain_scores_gemma":[0.99946934,0.00016626244,0.000027991842,0.00008502989,0.00019681812,0.000054519795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033387312,0.0010743339,0.0006354271,0.0016011929,0.0010468614,0.0036705222,0.0013274387,0.001117254,0.45890152],"category_scores_gemma":[0.0015535554,0.0006913188,0.00076268625,0.0016683756,0.00048075823,0.0045655654,0.001645239,0.0024276737,0.3209222],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039147653,0.000034279026,0.00008250683,0.00028149883,0.000004718846,0.00012974923,0.00029265886,0.00033030866,0.0018685386,0.048720766,0.7270906,0.2211252],"study_design_scores_gemma":[0.0000015609943,0.0000052698383,0.000033066317,0.000035226247,0.0000013258261,0.000108816595,0.0000120598925,0.0000619292,0.0002224052,0.0015196267,0.9979948,0.0000039125944],"about_ca_topic_score_codex":0.0013732564,"about_ca_topic_score_gemma":0.0035219488,"teacher_disagreement_score":0.45890152,"about_ca_system_score_codex":0.0007539543,"about_ca_system_score_gemma":0.00076501485,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4392644994","doi":"10.5194/egusphere-egu24-20241","title":"AMOC Connectivity Between the RAPID and OSNAP Lines Revealed by a Model-Based Dataset","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.023834181654450348,"score_gpt":0.2781185563569627,"score_spread":0.25428437470251236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392644994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8543603,0.000168639,0.0021344568,0.00034082326,0.000050048995,0.00002027542,0.13969909,0.00061705,0.0026093393],"genre_scores_gemma":[0.7897853,0.000099782425,0.0028486345,0.000052325522,0.000034642955,0.00004758208,0.20631486,0.00008467972,0.0007321723],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9997695,0.000046995006,0.000015090891,0.00009821849,0.000031554686,0.00003855697],"domain_scores_gemma":[0.9995778,0.00009936488,0.00007709433,0.000110068,0.00009125506,0.00004435379],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040792802,0.00029604882,0.00026602476,0.00066987536,0.00022288425,0.00053793355,0.0005879973,0.00051266066,0.0015107054],"category_scores_gemma":[0.0012800363,0.00014660564,0.0005482704,0.0010068538,0.00019727321,0.00047738332,0.00060126145,0.000403937,0.00047825946],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008006632,0.00027475713,0.71104676,0.00033611048,0.00078394165,0.0004950491,0.0004531958,0.17395231,0.007024384,0.004116109,0.06589177,0.034824986],"study_design_scores_gemma":[0.00015893574,0.00009836054,0.71304053,0.000058966503,0.00013682981,0.00015653302,0.0004562538,0.24007402,0.0020424577,0.0017855478,0.041918702,0.00007279406],"about_ca_topic_score_codex":0.040071297,"about_ca_topic_score_gemma":0.070401005,"teacher_disagreement_score":0.040071297,"about_ca_system_score_codex":0.00048493757,"about_ca_system_score_gemma":0.00060712674,"threshold_uncertainty_score":0.07967615},"labels":[],"label_agreement":null},{"id":"W4392664111","doi":"10.1145/3649402","title":"Challenges in Adopting and Sustaining Microservice-based Software Development","year":2024,"lang":"en","type":"article","venue":"Queue","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"Syracuse University","keywords":"Computer science; Software; Microservices; Software engineering; Software development; Process management; Computer security; Operating system; Business; Cloud computing","score_opus":0.03821265094773035,"score_gpt":0.264396240877011,"score_spread":0.22618358992928067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392664111","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24920894,0.011193251,0.10118625,0.56410885,0.0016326671,0.00047598287,0.00008675256,0.0009115217,0.07119574],"genre_scores_gemma":[0.89169234,0.0068935426,0.08188608,0.010889739,0.0008366481,0.00032268246,0.000088181056,0.00026803283,0.0071227015],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.97287583,0.010363914,0.0022183827,0.0018925756,0.010076074,0.0025732217],"domain_scores_gemma":[0.90837365,0.0398211,0.0069393255,0.0054732035,0.029307272,0.01008551],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.051621594,0.00028479612,0.00042183176,0.00095125637,0.0034061086,0.011201758,0.004116639,0.003604281,0.0016528749],"category_scores_gemma":[0.073468216,0.00045110635,0.00036423278,0.0011129805,0.003964422,0.009288781,0.0056765145,0.0060701123,0.0011467678],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008697656,0.00043484548,0.015222714,0.00082897383,0.000051800147,0.00092682755,0.015038651,0.009674801,0.004527803,0.23634858,0.027557043,0.689301],"study_design_scores_gemma":[0.0001291635,0.0013094161,0.019416196,0.0021983013,0.000060150014,0.0019001801,0.06509036,0.02959944,0.004687125,0.41969806,0.45564204,0.000269523],"about_ca_topic_score_codex":0.006234963,"about_ca_topic_score_gemma":0.0072378432,"teacher_disagreement_score":0.051621594,"about_ca_system_score_codex":0.0043772655,"about_ca_system_score_gemma":0.016512131,"threshold_uncertainty_score":0.27300435},"labels":[],"label_agreement":null},{"id":"W4392674101","doi":"10.53555/sfs.v10i5.2299","title":"Challenges And Strategies In Point-Of-Care Testing In Remote And Resource-Limited Settings","year":2023,"lang":"en","type":"article","venue":"Journal of Survey in Fisheries Sciences","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Point-of-care testing; Resource (disambiguation); Point (geometry); Point of care; Business; Computer science; Environmental resource management; Medicine; Nursing; Environmental science; Pathology","score_opus":0.15767366611316064,"score_gpt":0.2898230432467028,"score_spread":0.1321493771335422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392674101","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009852624,0.65149486,0.05617685,0.2532421,0.003416767,0.00067622244,0.00028158896,0.0002920025,0.024566982],"genre_scores_gemma":[0.1363061,0.684779,0.11815234,0.05085832,0.003080534,0.0015697296,0.0003924309,0.000121529665,0.004740114],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97680706,0.012952369,0.0026056422,0.0015274418,0.004867845,0.0012396709],"domain_scores_gemma":[0.96300054,0.024212673,0.0028645867,0.0009536687,0.0075086784,0.001459907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028931249,0.0011309971,0.0016033776,0.0023642068,0.0014397578,0.0064805923,0.0039437357,0.004190997,0.0034809886],"category_scores_gemma":[0.048108723,0.0005352015,0.0016777017,0.0018270462,0.0034464772,0.006792672,0.0052470434,0.004800187,0.0012890698],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014281865,0.00021794882,0.008891218,0.02556469,0.0003236392,0.0020791003,0.0033603266,0.0045017437,0.0015979515,0.053554583,0.042008054,0.85775787],"study_design_scores_gemma":[0.000077599616,0.00079257315,0.008989386,0.062107112,0.0005220565,0.007422105,0.01616392,0.004459819,0.002569919,0.088292636,0.8083056,0.00029723323],"about_ca_topic_score_codex":0.007793608,"about_ca_topic_score_gemma":0.01019016,"teacher_disagreement_score":0.028931249,"about_ca_system_score_codex":0.003183013,"about_ca_system_score_gemma":0.016312324,"threshold_uncertainty_score":0.15300488},"labels":[],"label_agreement":null},{"id":"W4392873242","doi":"10.1007/978-981-97-0989-2","title":"Service-Oriented Computing – ICSOC 2023 Workshops","year":2024,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Service (business); Software engineering","score_opus":0.011273883667891098,"score_gpt":0.25229873493665966,"score_spread":0.24102485126876858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392873242","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031819765,0.01682701,0.26106903,0.00844521,0.036608674,0.00069537037,0.003192669,0.0095340945,0.6318081],"genre_scores_gemma":[0.049703166,0.00761804,0.05757827,0.0011133912,0.0028331971,0.00026638873,0.0073082116,0.0018122579,0.8717671],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99919707,0.00013857135,0.000028138656,0.00010685217,0.00036550322,0.00016387038],"domain_scores_gemma":[0.9989214,0.00010944229,0.000023260312,0.0001444407,0.0004417698,0.00035974797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017223271,0.0013561357,0.00063994114,0.0010107231,0.00071525766,0.0026200225,0.0012460408,0.0010926662,0.055868097],"category_scores_gemma":[0.0009517954,0.00042042352,0.00082341913,0.0014452436,0.00030158146,0.0013788063,0.0013642989,0.0014198648,0.039930176],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003861299,0.0003164787,0.00023297862,0.00023739751,0.00002911304,0.00012882054,0.00012771132,0.0031414917,0.011496023,0.012319728,0.6155396,0.35604462],"study_design_scores_gemma":[0.0000453109,0.00021860337,0.0009583443,0.0001468989,0.000025196716,0.00022900414,0.000120866396,0.01402573,0.008296508,0.009332406,0.96657825,0.000022837874],"about_ca_topic_score_codex":0.0034408842,"about_ca_topic_score_gemma":0.006117441,"teacher_disagreement_score":0.055868097,"about_ca_system_score_codex":0.0008624952,"about_ca_system_score_gemma":0.0020674092,"threshold_uncertainty_score":0.1868974},"labels":[],"label_agreement":null},{"id":"W4392909546","doi":"10.1109/tsc.2024.3376202","title":"PBScaler: A Bottleneck-Aware Autoscaling Framework for Microservice-Based Applications","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Services Computing","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Bottleneck; Distributed computing; Embedded system","score_opus":0.012519443571426016,"score_gpt":0.27997682920641154,"score_spread":0.2674573856349855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392909546","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01305148,0.00051896984,0.96246654,0.000109167864,0.00006354662,0.000113057344,0.000096789154,0.021943634,0.0016367679],"genre_scores_gemma":[0.4224602,0.00067705894,0.56938374,0.00020676543,0.000083928324,0.00042047165,0.00048212902,0.0028129886,0.0034727245],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996247,0.00005225417,0.00002074422,0.00008780963,0.0001604576,0.000053952605],"domain_scores_gemma":[0.99961984,0.00011695356,0.000057403213,0.00007093004,0.000079180856,0.000055669476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007482179,0.0011649217,0.0007540147,0.0006122202,0.00046860072,0.0008579023,0.0024305682,0.0007186113,0.002220464],"category_scores_gemma":[0.0013682637,0.00050945993,0.00085351523,0.00033219453,0.0006156329,0.0011662695,0.0012239639,0.0013307102,0.0006115795],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020805396,0.00023686187,0.0018786242,0.0003369254,0.00012004307,0.00019510911,0.00020923588,0.71808547,0.04622751,0.02005542,0.009600864,0.2028458],"study_design_scores_gemma":[0.000016755414,0.000031815172,0.00012592942,0.0000063679763,0.000009294272,0.000023795537,0.000009672185,0.9918006,0.0031319256,0.0024364933,0.0023913735,0.000015943666],"about_ca_topic_score_codex":0.004325908,"about_ca_topic_score_gemma":0.005957558,"teacher_disagreement_score":0.004325908,"about_ca_system_score_codex":0.0007416617,"about_ca_system_score_gemma":0.0015192884,"threshold_uncertainty_score":0.008601427},"labels":[],"label_agreement":null},{"id":"W4393121484","doi":"10.1007/978-981-99-8258-5_20","title":"A Unified Multi-perspective Artificial Neural Networks (ANN) Based Performance Evaluation and Its Quantitative Validation Framework","year":2024,"lang":"en","type":"book-chapter","venue":"Risk, reliability and safety engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Artificial neural network; Perspective (graphical); Computer science; Artificial intelligence","score_opus":0.02370038643071985,"score_gpt":0.2677103903296311,"score_spread":0.24401000389891128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393121484","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035649424,0.00043262445,0.9900093,0.00012595937,0.000025530064,0.00002454067,0.000039657218,0.00016167075,0.0056157787],"genre_scores_gemma":[0.44189882,0.0013572434,0.5487555,0.00018474401,0.00015396274,0.00024323116,0.0002673784,0.00015436854,0.0069846977],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976459,0.00087079586,0.00012512994,0.00026161925,0.0010019033,0.00009463823],"domain_scores_gemma":[0.9984484,0.00049151806,0.0001852388,0.00016680056,0.0006707635,0.000037259502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038172617,0.0011106674,0.0008848293,0.0012196683,0.00042424313,0.0023792859,0.0022868968,0.0013172847,0.0016210953],"category_scores_gemma":[0.004231933,0.0004273578,0.0008547466,0.0010575509,0.0010653315,0.0027187038,0.0017282013,0.0015399159,0.00045547305],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006068789,0.000090205926,0.0010070547,0.00021223142,0.000116853764,0.00011620365,0.00008422048,0.67090493,0.005768743,0.20412464,0.0016943786,0.11581983],"study_design_scores_gemma":[0.0000013950365,0.00002873568,0.00021897416,0.000024428668,0.000012022567,0.000025571233,0.00000845107,0.9789677,0.00092840096,0.018964777,0.0008088978,0.000010715571],"about_ca_topic_score_codex":0.003069294,"about_ca_topic_score_gemma":0.0026868389,"teacher_disagreement_score":0.0038172617,"about_ca_system_score_codex":0.00132541,"about_ca_system_score_gemma":0.0011064769,"threshold_uncertainty_score":0.020187855},"labels":[],"label_agreement":null},{"id":"W4393192290","doi":"10.1145/3651620","title":"Adopting and Sustaining Microservice-Based Software Development","year":2024,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"Syracuse University","keywords":"Computer science; Software; Software development; Software engineering; Computer security; Operating system","score_opus":0.029368922460329017,"score_gpt":0.2789583694626466,"score_spread":0.2495894470023176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393192290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74232435,0.002132526,0.092710346,0.023515109,0.000559962,0.00040562745,0.000055755747,0.0010818552,0.13721445],"genre_scores_gemma":[0.9593898,0.00081047765,0.030440226,0.0007552253,0.00012180444,0.0000980419,0.0000671907,0.00008600028,0.008231344],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947818,0.0015618241,0.00025250835,0.00039882405,0.0021417527,0.00086326926],"domain_scores_gemma":[0.9845791,0.004671361,0.0018861002,0.0028403886,0.0032318323,0.0027912261],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006761868,0.00029385908,0.00021040424,0.00058890705,0.0013290314,0.0046539325,0.0015045804,0.0011252102,0.0023963067],"category_scores_gemma":[0.01943431,0.00017199725,0.00023198064,0.00046717032,0.0010494421,0.0038151536,0.0033775996,0.0011762236,0.00089951797],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007713105,0.0011728258,0.051422827,0.000528319,0.00011254397,0.0010324491,0.006267912,0.0068148784,0.029038643,0.10660652,0.011508831,0.7854171],"study_design_scores_gemma":[0.00012575819,0.0041243904,0.15922463,0.0014762442,0.0001934779,0.0023805331,0.036245402,0.04068164,0.043404542,0.23594101,0.4759548,0.0002475397],"about_ca_topic_score_codex":0.0015477489,"about_ca_topic_score_gemma":0.0042071594,"teacher_disagreement_score":0.006761868,"about_ca_system_score_codex":0.0012473422,"about_ca_system_score_gemma":0.005320322,"threshold_uncertainty_score":0.03576058},"labels":[],"label_agreement":null},{"id":"W4393388075","doi":"10.23977/acss.2024.080207","title":"The Latest Trends and Challenges in Enterprise Application Development with Java","year":2024,"lang":"en","type":"article","venue":"Advances in Computer Signals and Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Java; Computer science; Software engineering; Programming language","score_opus":0.01690664211196069,"score_gpt":0.25169140427548603,"score_spread":0.23478476216352534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393388075","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.114202,0.4256195,0.25356057,0.11637479,0.0022291732,0.00019200507,0.00035628592,0.0018169438,0.0856488],"genre_scores_gemma":[0.35852012,0.37404558,0.23495099,0.010762971,0.0036910789,0.00018150496,0.0008857254,0.0012855743,0.015676439],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99488986,0.00093150017,0.00066085136,0.00080240774,0.0022969656,0.00041843497],"domain_scores_gemma":[0.9846569,0.008024219,0.0012660641,0.00074975233,0.004367171,0.0009359717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008705021,0.00043186673,0.00043327262,0.0018931916,0.0006296545,0.0050714044,0.0015174804,0.0013513956,0.0015391345],"category_scores_gemma":[0.011457715,0.0006640925,0.0005676938,0.0024046174,0.0013755851,0.011505118,0.0016371921,0.0039290776,0.0009044058],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016813508,0.00023052726,0.016958507,0.002164511,0.000052680392,0.00035270012,0.0017546898,0.0033303055,0.01476164,0.08197289,0.016929312,0.86132395],"study_design_scores_gemma":[0.000037560723,0.00030685525,0.023922667,0.0025588453,0.00011301272,0.0030388664,0.0036789628,0.027814819,0.015516787,0.053307723,0.86949456,0.00020938045],"about_ca_topic_score_codex":0.0012522056,"about_ca_topic_score_gemma":0.0021499894,"teacher_disagreement_score":0.008705021,"about_ca_system_score_codex":0.0012977992,"about_ca_system_score_gemma":0.001960159,"threshold_uncertainty_score":0.046037078},"labels":[],"label_agreement":null},{"id":"W4393406234","doi":"10.1109/aeis61544.2023.00013","title":"Architecture to Productize Semantic Transformation by Utilizing Natural Language Processing with Microservices","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Microservices; Computer science; Transformation (genetics); Architecture; Programming language; Natural language processing; Computer architecture; Operating system; Cloud computing","score_opus":0.00530455441322694,"score_gpt":0.236544192718749,"score_spread":0.23123963830552205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393406234","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048422106,0.00008341712,0.97787243,0.00047001292,0.00007326663,0.0002248406,0.00015489645,0.0076055955,0.00867341],"genre_scores_gemma":[0.11238654,0.00035573263,0.8684115,0.000523785,0.000055293363,0.0005111294,0.0017517775,0.0012459649,0.014758326],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99879104,0.00026775693,0.00014489629,0.00026000792,0.0004445247,0.000091808164],"domain_scores_gemma":[0.9986946,0.0002154608,0.00008347261,0.000541216,0.00040277644,0.00006251041],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021320719,0.0005480165,0.00035073588,0.0008897018,0.00073505536,0.0024174086,0.0016099694,0.0009002927,0.0052206554],"category_scores_gemma":[0.0022660054,0.0003976685,0.001341832,0.0007293306,0.0012573956,0.0031931447,0.0018410278,0.0017064137,0.002546615],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002903048,0.00042626224,0.0020481145,0.000657623,0.00018322334,0.00089478743,0.0026308976,0.026574733,0.0764468,0.5882367,0.023910813,0.2776998],"study_design_scores_gemma":[0.00009749263,0.00020791189,0.0011651954,0.00018650471,0.00016027452,0.00080738676,0.00071596296,0.22414096,0.08687349,0.2328394,0.4526597,0.00014566728],"about_ca_topic_score_codex":0.005843705,"about_ca_topic_score_gemma":0.0058072982,"teacher_disagreement_score":0.005843705,"about_ca_system_score_codex":0.0011079938,"about_ca_system_score_gemma":0.0026416178,"threshold_uncertainty_score":0.017464817},"labels":[],"label_agreement":null},{"id":"W4393571254","doi":"10.5281/zenodo.7213796","title":"Dataset for \"Towards Better Evaluation for Dynamic Link Prediction\"","year":2022,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Link (geometry); Computer science; Data mining; Computer network","score_opus":0.03956076580003284,"score_gpt":0.2906196007286284,"score_spread":0.2510588349285956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393571254","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003128452,0.00046219782,0.003093572,0.00065989495,0.00041843674,0.00016386516,0.9781814,0.009862844,0.0040292703],"genre_scores_gemma":[0.002854028,0.000106137275,0.003957276,0.00017983039,0.000038073704,0.00015366651,0.9908352,0.00036882528,0.0015068837],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980003,0.0004592574,0.00017104988,0.0005807297,0.0005437613,0.000244838],"domain_scores_gemma":[0.99587655,0.00077293883,0.0002860335,0.0015340684,0.00117831,0.00035212477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020987692,0.0034975868,0.0012421577,0.0028867905,0.0012702751,0.0018919999,0.004874314,0.0031004616,0.028178921],"category_scores_gemma":[0.007923842,0.0006700695,0.0023532887,0.0034251856,0.0005290784,0.0033976536,0.0025779598,0.0031941647,0.044076063],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012510388,0.00009539719,0.0010263234,0.00048414548,0.00008037126,0.000051613028,0.000020395435,0.0027965463,0.00042586884,0.0009117225,0.9865568,0.007425674],"study_design_scores_gemma":[0.000629159,0.00022588893,0.011866706,0.00049503497,0.00013787128,0.0005020565,0.00029988328,0.031774744,0.004276543,0.0066662277,0.9429825,0.00014337931],"about_ca_topic_score_codex":0.017928962,"about_ca_topic_score_gemma":0.0346077,"teacher_disagreement_score":0.028178921,"about_ca_system_score_codex":0.0018534352,"about_ca_system_score_gemma":0.0015281738,"threshold_uncertainty_score":0.094267905},"labels":[],"label_agreement":null},{"id":"W4393615807","doi":"10.5281/zenodo.8432715","title":"Dependency Practices for Vulnerability Mitigation","year":2023,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Dependency (UML); Vulnerability (computing); Vulnerability assessment; Computer science; Geography; Computer security; Psychology; Artificial intelligence; Social psychology","score_opus":0.05373557376373998,"score_gpt":0.3077695142951715,"score_spread":0.2540339405314315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393615807","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059859753,0.00094243535,0.04249986,0.0019600105,0.00027245536,0.0003709402,0.90653235,0.016507013,0.024929002],"genre_scores_gemma":[0.027346915,0.0009049216,0.049837627,0.00058594695,0.00010863621,0.0012854643,0.9106307,0.0031822647,0.0061174054],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973016,0.00072673534,0.00026925828,0.00074535137,0.0007485398,0.00020849968],"domain_scores_gemma":[0.9881391,0.0050836857,0.000823768,0.0044349744,0.001264339,0.00025417603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032975588,0.0011591878,0.00050418335,0.0047634663,0.0010709323,0.0024000818,0.0015315134,0.00081961334,0.04916192],"category_scores_gemma":[0.02556596,0.00061457267,0.0015078448,0.0058462876,0.0005388534,0.004137898,0.003280888,0.0021698084,0.024963932],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006883563,0.00005989505,0.014248241,0.0009143243,0.000085651394,0.00004968382,0.00046484507,0.0016217781,0.00035604695,0.011302228,0.9081506,0.06267787],"study_design_scores_gemma":[0.00004684406,0.000039768664,0.02245555,0.00066716725,0.00004907497,0.00020188818,0.00064659753,0.005181181,0.0011589455,0.030418953,0.9390725,0.00006150463],"about_ca_topic_score_codex":0.009432105,"about_ca_topic_score_gemma":0.013554197,"teacher_disagreement_score":0.04916192,"about_ca_system_score_codex":0.0012955454,"about_ca_system_score_gemma":0.0017738079,"threshold_uncertainty_score":0.16446298},"labels":[],"label_agreement":null},{"id":"W4393642854","doi":"10.5281/zenodo.8432714","title":"Dependency Practices for Vulnerability Mitigation","year":2023,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Dependency (UML); Vulnerability (computing); Vulnerability assessment; Computer science; Computer security; Psychology; Artificial intelligence; Social psychology","score_opus":0.05373557376373998,"score_gpt":0.3077695142951715,"score_spread":0.2540339405314315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393642854","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059859753,0.00094243535,0.04249986,0.0019600105,0.00027245536,0.0003709402,0.90653235,0.016507013,0.024929002],"genre_scores_gemma":[0.027346915,0.0009049216,0.049837627,0.00058594695,0.00010863621,0.0012854643,0.9106307,0.0031822647,0.0061174054],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973016,0.00072673534,0.00026925828,0.00074535137,0.0007485398,0.00020849968],"domain_scores_gemma":[0.9881391,0.0050836857,0.000823768,0.0044349744,0.001264339,0.00025417603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032975588,0.0011591878,0.00050418335,0.0047634663,0.0010709323,0.0024000818,0.0015315134,0.00081961334,0.04916192],"category_scores_gemma":[0.02556596,0.00061457267,0.0015078448,0.0058462876,0.0005388534,0.004137898,0.003280888,0.0021698084,0.024963932],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006883563,0.00005989505,0.014248241,0.0009143243,0.000085651394,0.00004968382,0.00046484507,0.0016217781,0.00035604695,0.011302228,0.9081506,0.06267787],"study_design_scores_gemma":[0.00004684406,0.000039768664,0.02245555,0.00066716725,0.00004907497,0.00020188818,0.00064659753,0.005181181,0.0011589455,0.030418953,0.9390725,0.00006150463],"about_ca_topic_score_codex":0.009432105,"about_ca_topic_score_gemma":0.013554197,"teacher_disagreement_score":0.04916192,"about_ca_system_score_codex":0.0012955454,"about_ca_system_score_gemma":0.0017738079,"threshold_uncertainty_score":0.16446298},"labels":[],"label_agreement":null},{"id":"W4393674032","doi":"10.5281/zenodo.10421128","title":"A Systematic Review of IoT Systems Testing: Objectives, Approaches, Tools, and Challenges - Data Used","year":2023,"lang":"en","type":"review","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Data science; Internet of Things; Computer security","score_opus":0.43867644683727475,"score_gpt":0.32862325740328213,"score_spread":0.11005318943399262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393674032","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013638551,0.9796953,0.0016769002,0.0014249356,0.00034763,0.0033878095,0.010810038,0.00006118322,0.001232246],"genre_scores_gemma":[0.010530169,0.97251815,0.0041084425,0.0012041857,0.00013189777,0.0068419087,0.003980868,0.000038933173,0.0006453756],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9788953,0.006905438,0.008602161,0.0013870926,0.0037775708,0.00043236438],"domain_scores_gemma":[0.94122726,0.03944726,0.009781862,0.0017333829,0.0072583,0.0005519146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020849181,0.0018815983,0.0072508953,0.021919928,0.00089263637,0.0037465396,0.0025179174,0.001653791,0.010900266],"category_scores_gemma":[0.09442248,0.0014277834,0.0077654324,0.02342339,0.0012066328,0.0041390476,0.0029371185,0.0015736454,0.0014880367],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014149533,0.00001056727,0.00033351767,0.95088404,0.0033657728,0.000058274338,0.00014916892,0.000098331715,0.00021056623,0.0006237869,0.004886962,0.039237518],"study_design_scores_gemma":[0.00014304319,0.0001038197,0.0016988006,0.9326695,0.019848678,0.00016160235,0.00023521007,0.00004491954,0.00019956501,0.00074064994,0.044122215,0.000031942276],"about_ca_topic_score_codex":0.00937707,"about_ca_topic_score_gemma":0.035888597,"teacher_disagreement_score":0.021919928,"about_ca_system_score_codex":0.004738408,"about_ca_system_score_gemma":0.024691211,"threshold_uncertainty_score":0.110262334},"labels":[],"label_agreement":null},{"id":"W4393706991","doi":"10.5281/zenodo.7008204","title":"Dataset for \"Towards Better Evaluation for Dynamic Link Prediction\"","year":2022,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Link (geometry); Computer science; Data mining; Computer network","score_opus":0.03956076580003284,"score_gpt":0.2906196007286284,"score_spread":0.2510588349285956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393706991","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003128452,0.00046219782,0.003093572,0.00065989495,0.00041843674,0.00016386516,0.9781814,0.009862844,0.0040292703],"genre_scores_gemma":[0.002854028,0.000106137275,0.003957276,0.00017983039,0.000038073704,0.00015366651,0.9908352,0.00036882528,0.0015068837],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980003,0.0004592574,0.00017104988,0.0005807297,0.0005437613,0.000244838],"domain_scores_gemma":[0.99587655,0.00077293883,0.0002860335,0.0015340684,0.00117831,0.00035212477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020987692,0.0034975868,0.0012421577,0.0028867905,0.0012702751,0.0018919999,0.004874314,0.0031004616,0.028178921],"category_scores_gemma":[0.007923842,0.0006700695,0.0023532887,0.0034251856,0.0005290784,0.0033976536,0.0025779598,0.0031941647,0.044076063],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012510388,0.00009539719,0.0010263234,0.00048414548,0.00008037126,0.000051613028,0.000020395435,0.0027965463,0.00042586884,0.0009117225,0.9865568,0.007425674],"study_design_scores_gemma":[0.000629159,0.00022588893,0.011866706,0.00049503497,0.00013787128,0.0005020565,0.00029988328,0.031774744,0.004276543,0.0066662277,0.9429825,0.00014337931],"about_ca_topic_score_codex":0.017928962,"about_ca_topic_score_gemma":0.0346077,"teacher_disagreement_score":0.028178921,"about_ca_system_score_codex":0.0018534352,"about_ca_system_score_gemma":0.0015281738,"threshold_uncertainty_score":0.094267905},"labels":[],"label_agreement":null},{"id":"W4393713179","doi":"10.5281/zenodo.6378876","title":"Revisiting reopened bugs in open source software systems","year":2022,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Open source; Open source software; Software; Computer science; Software bug; Software engineering; Operating system","score_opus":0.03369282545287111,"score_gpt":0.2636228889266366,"score_spread":0.2299300634737655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393713179","genre_codex":"empirical","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.968884,0.0024249405,0.021826703,0.00061818643,0.000100113255,0.00012555602,0.0019757191,0.0028303121,0.0012144537],"genre_scores_gemma":[0.96812886,0.0006684523,0.023529,0.0001495156,0.000047409834,0.000077391596,0.006239405,0.00028305754,0.000876901],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944883,0.0014007201,0.0006121756,0.0013867506,0.0017536525,0.0003583737],"domain_scores_gemma":[0.9488771,0.029454835,0.00930178,0.004648143,0.006628848,0.0010892262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054999446,0.000903242,0.0007449864,0.0060126656,0.00073834276,0.0016848985,0.0011061423,0.0009953808,0.00058406283],"category_scores_gemma":[0.047949288,0.00054860784,0.0010605975,0.0032690384,0.00085928326,0.003986948,0.00207908,0.0020071913,0.0004183534],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025177095,0.00048034676,0.74653476,0.0012734188,0.00027846562,0.0009122825,0.0033324237,0.01763526,0.0063394317,0.000848582,0.008306656,0.21380655],"study_design_scores_gemma":[0.000053625197,0.0008818775,0.58667165,0.0006033859,0.00022757924,0.0014833818,0.0026751033,0.37483191,0.012712853,0.0064045344,0.013286397,0.00016779968],"about_ca_topic_score_codex":0.008724782,"about_ca_topic_score_gemma":0.015520782,"teacher_disagreement_score":0.008724782,"about_ca_system_score_codex":0.0008210564,"about_ca_system_score_gemma":0.0012569155,"threshold_uncertainty_score":0.029086828},"labels":[],"label_agreement":null},{"id":"W4393747282","doi":"10.5281/zenodo.7008205","title":"Dataset for \"Towards Better Evaluation for Dynamic Link Prediction\"","year":2022,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Link (geometry); Computer science; Computer network","score_opus":0.03956076580003284,"score_gpt":0.2906196007286284,"score_spread":0.2510588349285956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393747282","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003128452,0.00046219782,0.003093572,0.00065989495,0.00041843674,0.00016386516,0.9781814,0.009862844,0.0040292703],"genre_scores_gemma":[0.002854028,0.000106137275,0.003957276,0.00017983039,0.000038073704,0.00015366651,0.9908352,0.00036882528,0.0015068837],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980003,0.0004592574,0.00017104988,0.0005807297,0.0005437613,0.000244838],"domain_scores_gemma":[0.99587655,0.00077293883,0.0002860335,0.0015340684,0.00117831,0.00035212477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020987692,0.0034975868,0.0012421577,0.0028867905,0.0012702751,0.0018919999,0.004874314,0.0031004616,0.028178921],"category_scores_gemma":[0.007923842,0.0006700695,0.0023532887,0.0034251856,0.0005290784,0.0033976536,0.0025779598,0.0031941647,0.044076063],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012510388,0.00009539719,0.0010263234,0.00048414548,0.00008037126,0.000051613028,0.000020395435,0.0027965463,0.00042586884,0.0009117225,0.9865568,0.007425674],"study_design_scores_gemma":[0.000629159,0.00022588893,0.011866706,0.00049503497,0.00013787128,0.0005020565,0.00029988328,0.031774744,0.004276543,0.0066662277,0.9429825,0.00014337931],"about_ca_topic_score_codex":0.017928962,"about_ca_topic_score_gemma":0.0346077,"teacher_disagreement_score":0.028178921,"about_ca_system_score_codex":0.0018534352,"about_ca_system_score_gemma":0.0015281738,"threshold_uncertainty_score":0.094267905},"labels":[],"label_agreement":null},{"id":"W4393771882","doi":"10.5281/zenodo.6378875","title":"Revisiting reopened bugs in open source software systems","year":2022,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Open source; Open source software; Software engineering; Software bug; Computer science; Software; Operating system; Programming language","score_opus":0.03369282545287111,"score_gpt":0.2636228889266366,"score_spread":0.2299300634737655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393771882","genre_codex":"empirical","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.968884,0.0024249405,0.021826703,0.00061818643,0.000100113255,0.00012555602,0.0019757191,0.0028303121,0.0012144537],"genre_scores_gemma":[0.96812886,0.0006684523,0.023529,0.0001495156,0.000047409834,0.000077391596,0.006239405,0.00028305754,0.000876901],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944883,0.0014007201,0.0006121756,0.0013867506,0.0017536525,0.0003583737],"domain_scores_gemma":[0.9488771,0.029454835,0.00930178,0.004648143,0.006628848,0.0010892262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054999446,0.000903242,0.0007449864,0.0060126656,0.00073834276,0.0016848985,0.0011061423,0.0009953808,0.00058406283],"category_scores_gemma":[0.047949288,0.00054860784,0.0010605975,0.0032690384,0.00085928326,0.003986948,0.00207908,0.0020071913,0.0004183534],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025177095,0.00048034676,0.74653476,0.0012734188,0.00027846562,0.0009122825,0.0033324237,0.01763526,0.0063394317,0.000848582,0.008306656,0.21380655],"study_design_scores_gemma":[0.000053625197,0.0008818775,0.58667165,0.0006033859,0.00022757924,0.0014833818,0.0026751033,0.37483191,0.012712853,0.0064045344,0.013286397,0.00016779968],"about_ca_topic_score_codex":0.008724782,"about_ca_topic_score_gemma":0.015520782,"teacher_disagreement_score":0.008724782,"about_ca_system_score_codex":0.0008210564,"about_ca_system_score_gemma":0.0012569155,"threshold_uncertainty_score":0.029086828},"labels":[],"label_agreement":null},{"id":"W4393803857","doi":"10.5281/zenodo.8377067","title":"Software performance comparison traces","year":2023,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Software; Programming language","score_opus":0.04082866879981261,"score_gpt":0.26734050816227717,"score_spread":0.22651183936246455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393803857","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0155925555,0.0004417671,0.0017173628,0.00018142209,0.0000943175,0.00006503394,0.97533536,0.003820621,0.0027515828],"genre_scores_gemma":[0.012677658,0.0001257033,0.0015587786,0.0000476702,0.00001791997,0.00012206691,0.9843625,0.00021018401,0.00087754166],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99739885,0.00035037557,0.00037591424,0.00075241993,0.000862691,0.00025969354],"domain_scores_gemma":[0.99398696,0.0016548808,0.00046675967,0.0016078571,0.0019781338,0.0003053897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015330396,0.0018079696,0.0009692712,0.0048768916,0.0006410531,0.0014798999,0.0016715768,0.0018387756,0.00661324],"category_scores_gemma":[0.009186794,0.00044771217,0.0009914931,0.006333905,0.00037681672,0.001119502,0.0011199238,0.0015451242,0.011646121],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007565701,0.00059693184,0.023243882,0.002725288,0.0002913471,0.00034088508,0.00021774221,0.008494717,0.0030416849,0.0025212534,0.908959,0.048810676],"study_design_scores_gemma":[0.0006497953,0.00048344437,0.07882728,0.0005963948,0.00025956845,0.0009738665,0.0004283842,0.023383247,0.009041712,0.0060033575,0.87918276,0.00017019425],"about_ca_topic_score_codex":0.0129648205,"about_ca_topic_score_gemma":0.020399883,"teacher_disagreement_score":0.0129648205,"about_ca_system_score_codex":0.0009556527,"about_ca_system_score_gemma":0.0014512823,"threshold_uncertainty_score":0.02577871},"labels":[],"label_agreement":null},{"id":"W4393844700","doi":"10.5281/zenodo.5554884","title":"NA-POPS Results and Dashboard","year":2021,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Environment and Climate Change Canada","funders":"","keywords":"Dashboard; Computer science; Chemistry; Database","score_opus":0.025618269753051752,"score_gpt":0.2434143013527622,"score_spread":0.21779603159971045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393844700","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00052413973,0.00009057701,0.00013065572,0.000096569725,0.00007879537,0.000016074951,0.996276,0.0017948895,0.0009923235],"genre_scores_gemma":[0.00062815734,0.000024538613,0.00024434476,0.000030346315,0.000008394815,0.000028917635,0.99847955,0.00013064995,0.00042507792],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980369,0.00033430886,0.00021090952,0.0005426296,0.0006337265,0.00024138385],"domain_scores_gemma":[0.9972916,0.00055002497,0.00017796387,0.0009400162,0.000814588,0.00022569501],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018925727,0.0026966494,0.0015822336,0.003239664,0.0008495329,0.0026860852,0.00299403,0.0024713404,0.034905054],"category_scores_gemma":[0.007509308,0.0007065436,0.0021886535,0.004256129,0.00055796915,0.0019058515,0.0019041735,0.002082499,0.07830431],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012822148,0.00004529667,0.0012159138,0.00042632243,0.00006393785,0.000031302592,0.000015485077,0.0015759113,0.00016480677,0.0003960352,0.993381,0.002555762],"study_design_scores_gemma":[0.00061252905,0.000091269685,0.010128961,0.00025223425,0.00008382353,0.0001410791,0.00012924004,0.0058922074,0.0013624672,0.0034400108,0.97777474,0.00009143539],"about_ca_topic_score_codex":0.025055723,"about_ca_topic_score_gemma":0.05049311,"teacher_disagreement_score":0.034905054,"about_ca_system_score_codex":0.0014031042,"about_ca_system_score_gemma":0.0018983895,"threshold_uncertainty_score":0.116769016},"labels":[],"label_agreement":null},{"id":"W4393883838","doi":"10.5281/zenodo.7901310","title":"APR-Models-Performance","year":2023,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science","score_opus":0.04296245922289825,"score_gpt":0.2462466052606512,"score_spread":0.20328414603775297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393883838","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.063257396,0.008014724,0.011532362,0.003107967,0.0030554684,0.0005130653,0.85805637,0.042899255,0.009563331],"genre_scores_gemma":[0.02940869,0.000494777,0.012630267,0.00050038495,0.00020167387,0.00023213074,0.9506127,0.00095752615,0.0049618],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951374,0.0011842136,0.00034293864,0.0017649308,0.0010592397,0.0005112349],"domain_scores_gemma":[0.99385417,0.0026373493,0.0002979724,0.001787047,0.001094784,0.0003286994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056748996,0.008545187,0.0027453967,0.004052417,0.0014185274,0.0034959074,0.0053462195,0.0054169255,0.013735149],"category_scores_gemma":[0.012926726,0.0010207498,0.004532793,0.0030774656,0.0015206214,0.0026937579,0.0024895451,0.0041591735,0.018893223],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013553861,0.0010545952,0.0042943857,0.0014508412,0.00097209145,0.00017145429,0.000055317494,0.06231047,0.0012714285,0.0011046422,0.87499934,0.050960153],"study_design_scores_gemma":[0.004991496,0.0018149863,0.018115992,0.001050429,0.0011645888,0.0013471782,0.0005591063,0.58903426,0.019237753,0.015435496,0.34677058,0.0004780844],"about_ca_topic_score_codex":0.04487683,"about_ca_topic_score_gemma":0.072395675,"teacher_disagreement_score":0.04487683,"about_ca_system_score_codex":0.0038560191,"about_ca_system_score_gemma":0.003032319,"threshold_uncertainty_score":0.08923119},"labels":[],"label_agreement":null},{"id":"W4393940451","doi":"10.1007/s12243-024-01028-2","title":"Large language models and unsupervised feature learning: implications for log analysis","year":2024,"lang":"en","type":"article","venue":"Annals of Telecommunications","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Feature (linguistics); Unsupervised learning; Natural language processing; Artificial intelligence; Machine learning; Psychology; Cognitive psychology; Linguistics","score_opus":0.05299772579082376,"score_gpt":0.35763834805374084,"score_spread":0.3046406222629171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393940451","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02605252,0.0004916336,0.96651125,0.004106481,0.00007788237,0.00005082481,0.0005872977,0.0009078323,0.0012142962],"genre_scores_gemma":[0.73994905,0.0012397184,0.24625632,0.0014459952,0.0013330892,0.0004596838,0.0024171434,0.0005507238,0.006348172],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99549013,0.0028225917,0.0002311354,0.0007400422,0.0005264241,0.00018970118],"domain_scores_gemma":[0.8349159,0.15263753,0.0026634203,0.00643911,0.0026987148,0.0006452944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009328551,0.0009936814,0.0019240268,0.0021527645,0.0011496865,0.0040241997,0.0027067002,0.002071223,0.0033192397],"category_scores_gemma":[0.092730366,0.00096377323,0.0014685714,0.0022420753,0.0026340983,0.011598378,0.0024067631,0.0055556493,0.0008334443],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007563439,0.0008213896,0.015911013,0.0003918879,0.00045884226,0.0005822975,0.00086255564,0.3973749,0.0023660613,0.30678675,0.015520575,0.25816742],"study_design_scores_gemma":[0.000020150903,0.000019580104,0.0007427578,0.000014359112,0.000014605223,0.00005529613,0.00004958226,0.6762179,0.00022913149,0.32209715,0.000516968,0.000022497135],"about_ca_topic_score_codex":0.005712236,"about_ca_topic_score_gemma":0.007397651,"teacher_disagreement_score":0.009328551,"about_ca_system_score_codex":0.0014850363,"about_ca_system_score_gemma":0.0025539426,"threshold_uncertainty_score":0.049334645},"labels":[],"label_agreement":null},{"id":"W4393994339","doi":"10.22541/au.171232818.84229114/v1","title":"Higher-Order Transformation for Incremental Propagation of Changes from Software to Performance Models","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Metamodeling; Computer science; Transformation (genetics); Unified Modeling Language; Model transformation; Eclipse; Abstraction; Process (computing); Model-driven architecture; Data mining; Applications of UML; Programming language; Software; Artificial intelligence; Consistency (knowledge bases)","score_opus":0.032356518829113605,"score_gpt":0.2641077600468512,"score_spread":0.2317512412177376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393994339","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0060813418,0.000028167466,0.9873847,0.000052259467,0.000024915636,0.00007680699,0.0000718556,0.0053769145,0.0009031353],"genre_scores_gemma":[0.17194687,0.000110184184,0.8209729,0.00010712284,0.00003887376,0.00027582573,0.000725949,0.0024943969,0.0033278298],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9950884,0.0011090551,0.00046162333,0.00091030065,0.0021000756,0.0003305375],"domain_scores_gemma":[0.99023646,0.0041487017,0.000678903,0.0034758176,0.0012821426,0.00017801624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035100419,0.0012957391,0.0006350717,0.0017042056,0.0006401385,0.0017619091,0.0016459941,0.0009764136,0.0035632013],"category_scores_gemma":[0.012147799,0.0008729871,0.0024380265,0.00084397587,0.0014423878,0.0031823018,0.0024128074,0.002370432,0.0013752602],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005300426,0.0005990633,0.0091781635,0.000777209,0.00021420456,0.0015105614,0.0036979357,0.23991692,0.08286098,0.2042659,0.005774791,0.4506742],"study_design_scores_gemma":[0.0000815359,0.00022308702,0.0012790941,0.00008652691,0.00012982788,0.0004796063,0.00016855494,0.7675166,0.11576039,0.07526163,0.038893793,0.0001193312],"about_ca_topic_score_codex":0.005143704,"about_ca_topic_score_gemma":0.003691374,"teacher_disagreement_score":0.005143704,"about_ca_system_score_codex":0.001302733,"about_ca_system_score_gemma":0.0021487826,"threshold_uncertainty_score":0.018563092},"labels":[],"label_agreement":null},{"id":"W4394676698","doi":"10.1109/access.2024.3387287","title":"Landscape and Taxonomy of Online Parser-Supported Log Anomaly Detection Methods","year":2024,"lang":"en","type":"article","venue":"IEEE Access","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"JST-Mirai Program; Japan Society for the Promotion of Science; Japan Science and Technology Corporation; Japan Society for the Promotion of Science London; Polytechnique Montréal","keywords":"Computer science; Anomaly detection; Parsing; Workflow; Data mining; USable; Anomaly (physics); Taxonomy (biology); Artificial intelligence; Database; World Wide Web","score_opus":0.04720225800036703,"score_gpt":0.34949642844305645,"score_spread":0.3022941704426894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394676698","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011141029,0.016393237,0.95340466,0.002634975,0.00030872694,0.00047461418,0.0006943505,0.01058996,0.004358511],"genre_scores_gemma":[0.108932465,0.010622239,0.8720168,0.0009909616,0.0003614312,0.0005921513,0.002619614,0.0010242469,0.0028400868],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98104906,0.0046377676,0.0021017257,0.004273258,0.0073524904,0.00058565574],"domain_scores_gemma":[0.91912436,0.04329714,0.0057686246,0.013261365,0.017483864,0.0010645551],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017874269,0.0027159166,0.002296654,0.012814118,0.0012010232,0.006252644,0.009663241,0.002587914,0.0016685772],"category_scores_gemma":[0.051476292,0.0015114228,0.0018532163,0.0091034025,0.0018413514,0.0088533405,0.002958174,0.004458257,0.0016051441],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020728019,0.00062198885,0.012530793,0.001521738,0.00016306298,0.00012492712,0.0005651034,0.011985457,0.0032894062,0.016865958,0.011828713,0.9402956],"study_design_scores_gemma":[0.00014559978,0.000953845,0.013446207,0.0026594833,0.00033649892,0.0022297106,0.0009991474,0.7297803,0.031438258,0.066457056,0.15092562,0.00062825996],"about_ca_topic_score_codex":0.0075388667,"about_ca_topic_score_gemma":0.004836866,"teacher_disagreement_score":0.017874269,"about_ca_system_score_codex":0.0027951368,"about_ca_system_score_gemma":0.005788215,"threshold_uncertainty_score":0.09452933},"labels":[],"label_agreement":null},{"id":"W4396686366","doi":"10.1145/3629527.3651432","title":"Towards Efficient Diagnosis of Performance Bottlenecks in Microservice-Based Applications (Work In Progress paper)","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Scalability; Microservices; Distributed computing; Root cause; Resilience (materials science); Latency (audio); Tracing; Root cause analysis; Reliability engineering; Cloud computing; Operating system","score_opus":0.007962356997944958,"score_gpt":0.24525977264213925,"score_spread":0.2372974156441943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396686366","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18048458,0.00043400936,0.8102045,0.00028485595,0.00003580328,0.0001293195,0.00019022897,0.007556308,0.0006803152],"genre_scores_gemma":[0.57679087,0.00021671434,0.4216211,0.000056516332,0.000018679173,0.000070713766,0.00027480445,0.00015530383,0.0007951765],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99923086,0.00012228967,0.00007126715,0.00019816398,0.00027357246,0.000103844606],"domain_scores_gemma":[0.99633455,0.0010932902,0.00091783254,0.00039412628,0.0010495209,0.00021068414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011568156,0.00087773585,0.0006503084,0.0032628046,0.0004211969,0.0011295477,0.0009941747,0.00081015565,0.00061623025],"category_scores_gemma":[0.004584937,0.00042128345,0.00037400416,0.0013652659,0.000399071,0.0010810755,0.0007770023,0.00066999637,0.00031099867],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047365535,0.0005870652,0.111403525,0.00035083454,0.00013896839,0.00059607415,0.0008413427,0.07038732,0.14667305,0.0027641526,0.0030578035,0.66272616],"study_design_scores_gemma":[0.000014285241,0.00012275444,0.011218847,0.00002292162,0.00002325081,0.00031941905,0.00018272453,0.9404151,0.043889068,0.0023062383,0.0014610988,0.000024256971],"about_ca_topic_score_codex":0.0041233185,"about_ca_topic_score_gemma":0.0049523357,"teacher_disagreement_score":0.0041233185,"about_ca_system_score_codex":0.0005637148,"about_ca_system_score_gemma":0.0011785452,"threshold_uncertainty_score":0.0081986785},"labels":[],"label_agreement":null},{"id":"W4396686368","doi":"10.1145/3629527.3652910","title":"Closing the Loop: Building Self-Adaptive Software for Continuous Performance Engineering","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; York University","keywords":"Computer science; Agile software development; Cloud computing; Software; Distributed computing; Real-time computing; Embedded system; Software engineering; Operating system","score_opus":0.008991054186051672,"score_gpt":0.22395524033633762,"score_spread":0.21496418615028595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396686368","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037731454,0.00065481756,0.9509228,0.0007393662,0.00011986582,0.00007141356,0.000019737021,0.0043944875,0.0053460533],"genre_scores_gemma":[0.59573466,0.0008069552,0.39656296,0.00039868057,0.00012271428,0.00019151409,0.00010017939,0.0012165015,0.0048658573],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99910706,0.00019625187,0.00003680974,0.00017468391,0.00039280014,0.00009241232],"domain_scores_gemma":[0.99820685,0.00066451886,0.00016204658,0.00055876886,0.00027789248,0.00012998823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014669591,0.00053476193,0.0003554515,0.0003850741,0.0003895357,0.0013823694,0.0015802357,0.00092015584,0.0013499362],"category_scores_gemma":[0.005180745,0.0004227458,0.00040291,0.00024806944,0.002193429,0.0026049935,0.0018760989,0.0017073707,0.0007987155],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020991138,0.00031688355,0.0039168578,0.00038082025,0.00011722825,0.00032540804,0.0014737628,0.37636155,0.08007224,0.16418427,0.0069465,0.3656946],"study_design_scores_gemma":[0.000058020898,0.00026223762,0.0006052061,0.00008322199,0.000046205743,0.00013419101,0.000103248174,0.81725436,0.026951779,0.12168953,0.032756463,0.000055522345],"about_ca_topic_score_codex":0.00090978737,"about_ca_topic_score_gemma":0.00068048364,"teacher_disagreement_score":0.0015802357,"about_ca_system_score_codex":0.00047361114,"about_ca_system_score_gemma":0.0009997097,"threshold_uncertainty_score":0.0077581406},"labels":[],"label_agreement":null},{"id":"W4396686429","doi":"10.1145/3629527.3651426","title":"Context-aware Root Cause Localization in Distributed Traces Using Social Network Analysis (Work In Progress paper)","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Brock University; University of Alberta","funders":"","keywords":"Root cause analysis; Computer science; Root cause; Context (archaeology); Root (linguistics); Social network analysis; Work (physics); Social network (sociolinguistics); Data science; Distributed computing; World Wide Web; Engineering; Social media; Reliability engineering","score_opus":0.01787639511066629,"score_gpt":0.28401921681356074,"score_spread":0.26614282170289444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396686429","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23145454,0.000731518,0.76261425,0.0005364952,0.00012276955,0.00021615818,0.0005213316,0.0023141685,0.0014887501],"genre_scores_gemma":[0.8763922,0.0002692669,0.12159892,0.000051513205,0.00010388819,0.00007818392,0.00043206755,0.00006986034,0.0010041596],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99890375,0.0003856914,0.000059996975,0.00026513773,0.0002633372,0.00012209748],"domain_scores_gemma":[0.99590033,0.0021373495,0.00051598647,0.00051962835,0.0007147991,0.00021196225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009968085,0.0008628836,0.0011464226,0.0043295138,0.000670285,0.0012213873,0.0010894928,0.00096631545,0.0010718968],"category_scores_gemma":[0.006305544,0.00031218812,0.0008208471,0.0021094216,0.0004278129,0.0017028231,0.0011434583,0.0007273212,0.0003842745],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000755358,0.0014102058,0.089055,0.0006735319,0.00085904606,0.0010969002,0.0014583921,0.3155183,0.045567196,0.006782788,0.0061218794,0.5307014],"study_design_scores_gemma":[0.000017294764,0.00010504355,0.00870351,0.000023449853,0.00006626164,0.00019208762,0.00033968835,0.9826863,0.0042973263,0.002748275,0.0007965753,0.000024200279],"about_ca_topic_score_codex":0.005321619,"about_ca_topic_score_gemma":0.008149994,"teacher_disagreement_score":0.005321619,"about_ca_system_score_codex":0.00050030055,"about_ca_system_score_gemma":0.0010021668,"threshold_uncertainty_score":0.010581315},"labels":[],"label_agreement":null},{"id":"W4396686657","doi":"10.1145/3629526.3645033","title":"An Adaptive Logging System (ALS): Enhancing Software Logging with Reinforcement Learning Techniques","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ciena (Canada); Brock University","funders":"","keywords":"Logging; Computer science; Python (programming language); Software; Source code; Consistency (knowledge bases); Context (archaeology); Software engineering; Operating system; Artificial intelligence","score_opus":0.009185844274080828,"score_gpt":0.24201273821122316,"score_spread":0.23282689393714232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396686657","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13372508,0.00014315051,0.84725285,0.00029921465,0.00006725113,0.00031922135,0.00008442627,0.016598362,0.0015104683],"genre_scores_gemma":[0.6607127,0.00008310096,0.33670178,0.00018861698,0.000029464138,0.00027905198,0.00014141072,0.00036033092,0.0015035061],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984282,0.00061561743,0.000100024256,0.000335792,0.0004120655,0.00010832212],"domain_scores_gemma":[0.99158454,0.004465378,0.0010493302,0.0011169324,0.0014096353,0.0003742589],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037700082,0.00084996334,0.0004796528,0.0007088012,0.00033066777,0.0008191293,0.0017532351,0.0006879269,0.0009905957],"category_scores_gemma":[0.016165685,0.00035829196,0.00032743724,0.00032986957,0.000775005,0.0015325928,0.0013348979,0.0013019757,0.00041776692],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054840825,0.0014224531,0.024815075,0.00031111322,0.00011802008,0.00024281928,0.000783278,0.3301562,0.036587164,0.0031553025,0.0038568415,0.5980032],"study_design_scores_gemma":[0.000047588062,0.00033755886,0.0018631552,0.000022728893,0.000026274085,0.00006233822,0.000041260068,0.98432654,0.00970583,0.0020637217,0.0014699585,0.000033183635],"about_ca_topic_score_codex":0.0031507742,"about_ca_topic_score_gemma":0.0036842509,"teacher_disagreement_score":0.0037700082,"about_ca_system_score_codex":0.0006148052,"about_ca_system_score_gemma":0.0015364855,"threshold_uncertainty_score":0.019937932},"labels":[],"label_agreement":null},{"id":"W4396709180","doi":"10.1145/3629527.3651845","title":"Analyzing Performance Variability in Alibaba's Microservice Architecture: A Critical-Path-Based Perspective","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Critical path method; Microservices; Perspective (graphical); Identification (biology); Distributed computing; Service (business); Path (computing); Architecture; Data science; Artificial intelligence; Computer network; Cloud computing; Systems engineering; Engineering; Operating system","score_opus":0.008111408627868189,"score_gpt":0.2685495173318587,"score_spread":0.26043810870399053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396709180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6788309,0.00029587006,0.3179403,0.00018128412,0.000016325363,0.000056078494,0.00020666863,0.0015064462,0.0009661091],"genre_scores_gemma":[0.96960026,0.000051470033,0.029900953,0.000020096988,0.000008709017,0.000031113264,0.00013987455,0.00007862273,0.0001688642],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99869066,0.00021221563,0.00005276217,0.00032071825,0.000571693,0.00015198062],"domain_scores_gemma":[0.99372137,0.0035719962,0.0010398211,0.00075634127,0.0007458256,0.00016462615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014755833,0.0006778209,0.00042958936,0.0015528299,0.00048624523,0.0008204099,0.00085255894,0.00043068948,0.0003669952],"category_scores_gemma":[0.0061151404,0.00027917392,0.0003302116,0.0012805655,0.0005833488,0.0010051649,0.0005463153,0.0010945033,0.00007371221],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005738313,0.00039055038,0.121242836,0.00022622677,0.00026357928,0.0006888761,0.0012960118,0.5833615,0.14224222,0.011282445,0.0010111203,0.13742083],"study_design_scores_gemma":[0.000007620046,0.00015334859,0.022010386,0.000010554898,0.00003351954,0.00023644061,0.00015116403,0.94003415,0.029900491,0.0065953652,0.0008335879,0.000033405744],"about_ca_topic_score_codex":0.0043398426,"about_ca_topic_score_gemma":0.0033096864,"teacher_disagreement_score":0.0043398426,"about_ca_system_score_codex":0.0008703397,"about_ca_system_score_gemma":0.0009833848,"threshold_uncertainty_score":0.008629143},"labels":[],"label_agreement":null},{"id":"W4396709391","doi":"10.1145/3629526.3645046","title":"Disambiguating Performance Anomalies from Workload Changes in Cloud-Native Applications","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Cloud computing; Overhead (engineering); Virtual machine; Scalability; Interference (communication); Distributed computing; Workload; Degradation (telecommunications); Real-time computing; Embedded system; Operating system; Channel (broadcasting); Computer network","score_opus":0.013382205632682472,"score_gpt":0.2523983711515454,"score_spread":0.23901616551886293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396709391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7171877,0.000923263,0.26860473,0.00043098076,0.00015929826,0.00011597333,0.0004121454,0.010481785,0.0016842083],"genre_scores_gemma":[0.96072567,0.00009330035,0.037879474,0.00011119322,0.000052888478,0.000026473068,0.0005231924,0.00017168876,0.00041602703],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99829847,0.00028595817,0.00014682503,0.00050179096,0.0005575319,0.00020941888],"domain_scores_gemma":[0.995214,0.0017059306,0.0010844279,0.00074408774,0.000982841,0.00026871436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001442581,0.0011968771,0.00094335724,0.0030603223,0.0005567417,0.0011788364,0.0010462647,0.00071719266,0.00025913748],"category_scores_gemma":[0.00774236,0.00038945608,0.00053775567,0.0015494388,0.00041729608,0.0011254535,0.00096488954,0.0010594083,0.00039084785],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014099636,0.00091626105,0.21528317,0.00026349968,0.00020728669,0.00086962566,0.000749424,0.18592134,0.06868257,0.0016451698,0.008052995,0.51599866],"study_design_scores_gemma":[0.000010699806,0.0000831965,0.02274352,0.00001144748,0.000024874638,0.00024379439,0.00010871969,0.95744264,0.016379043,0.0018512008,0.0010750964,0.000025813364],"about_ca_topic_score_codex":0.0037107454,"about_ca_topic_score_gemma":0.005838256,"teacher_disagreement_score":0.0037107454,"about_ca_system_score_codex":0.0006933662,"about_ca_system_score_gemma":0.0008513859,"threshold_uncertainty_score":0.0076292157},"labels":[],"label_agreement":null},{"id":"W4396709412","doi":"10.1145/3629526.3645047","title":"InstantOps: A Joint Approach to System Failure Prediction and Root Cause Identification in Microserivces Cloud-Native Applications","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); York University","funders":"","keywords":"Computer science; Root cause; Cloud computing; Observability; Data mining; Root cause analysis; Graph; Identification (biology); Distributed computing; Artificial intelligence; Machine learning; Theoretical computer science; Reliability engineering; Engineering","score_opus":0.013529193179320918,"score_gpt":0.23812493304483354,"score_spread":0.22459573986551262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396709412","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29335192,0.00166702,0.67603755,0.00078024506,0.000185098,0.0002894212,0.005389126,0.019747404,0.0025521794],"genre_scores_gemma":[0.88333076,0.00031412145,0.10749444,0.00011641487,0.00013710627,0.00014244783,0.00582652,0.0002495892,0.0023885106],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99923575,0.0001458263,0.00005265139,0.00028941812,0.00018600452,0.00009025963],"domain_scores_gemma":[0.99811816,0.00074908556,0.000363114,0.00029837055,0.00033652523,0.00013478081],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001186332,0.0015324287,0.0010003124,0.0033323858,0.00036757643,0.00092444813,0.0013021954,0.0008481939,0.0008829837],"category_scores_gemma":[0.0034428546,0.0003921799,0.0008606788,0.0014528034,0.00036277296,0.0014007917,0.0013262022,0.0010819234,0.0005040029],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006059121,0.0006684373,0.06503865,0.00039679356,0.0006038035,0.0007212464,0.00034919617,0.49641204,0.010215234,0.0038982925,0.012275463,0.40881488],"study_design_scores_gemma":[0.0000059234335,0.00006216862,0.0044216868,0.000008868254,0.000020426834,0.000040798946,0.000046192832,0.9910285,0.0009780432,0.002550129,0.0008265523,0.000010695381],"about_ca_topic_score_codex":0.012826683,"about_ca_topic_score_gemma":0.02213995,"teacher_disagreement_score":0.012826683,"about_ca_system_score_codex":0.0006423429,"about_ca_system_score_gemma":0.0010585341,"threshold_uncertainty_score":0.025504053},"labels":[],"label_agreement":null},{"id":"W4396709484","doi":"10.1145/3629527.3651842","title":"Network Analysis of Microservices: A Case Study on Alibaba Production Clusters","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Microservices; Computer science; Service (business); Cluster analysis; Production (economics); Distributed computing; Artificial intelligence; Cloud computing; Marketing; Business; Operating system","score_opus":0.01977748542292585,"score_gpt":0.2828401513956611,"score_spread":0.26306266597273525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396709484","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97493726,0.00016816493,0.02125787,0.00034866124,0.000017741348,0.00009537578,0.00090933207,0.0007099291,0.0015555786],"genre_scores_gemma":[0.97580385,0.00014487153,0.021331398,0.000038398302,0.000011122341,0.00005758988,0.001351469,0.000097069315,0.0011642094],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990947,0.00023998915,0.000043798234,0.00021530385,0.00026248736,0.00014365943],"domain_scores_gemma":[0.996252,0.0019132193,0.0003146054,0.00050710933,0.0007511803,0.00026191978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009065813,0.00050747785,0.00033285932,0.0018948618,0.0009827894,0.00067234196,0.0011194022,0.00077092985,0.0006332262],"category_scores_gemma":[0.003869343,0.00020097579,0.00033167965,0.0023743585,0.00057131925,0.0008754723,0.0006586422,0.0006639656,0.00016171842],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009803852,0.0014894855,0.33200756,0.0010503583,0.00042785236,0.009825567,0.012023082,0.31455,0.071610525,0.013900833,0.013354331,0.22877999],"study_design_scores_gemma":[0.000051172105,0.00030620102,0.17857403,0.00009022139,0.00010678078,0.0013186263,0.009087794,0.7482735,0.03233823,0.008854958,0.020910265,0.00008825143],"about_ca_topic_score_codex":0.026093245,"about_ca_topic_score_gemma":0.037562557,"teacher_disagreement_score":0.026093245,"about_ca_system_score_codex":0.0013206803,"about_ca_system_score_gemma":0.00093425956,"threshold_uncertainty_score":0.051882744},"labels":[],"label_agreement":null},{"id":"W4396786304","doi":"10.1145/3663529.3663850","title":"Easy over Hard: A Simple Baseline for Test Failures Causes Prediction","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Science Foundation of Ningbo; Zhejiang University; National Natural Science Foundation of China; National Science Foundation","keywords":"Computer science; Root cause analysis; Abstraction; Root cause; Table (database); Software bug; Test (biology); Test case; Data mining; Test data; Parsing; Software; Reliability engineering; Machine learning; Artificial intelligence; Programming language; Engineering","score_opus":0.019681015354461193,"score_gpt":0.2757080627797608,"score_spread":0.2560270474252996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396786304","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21434562,0.009801921,0.2814197,0.0023332366,0.0020311684,0.0021912826,0.19796464,0.26819247,0.02171995],"genre_scores_gemma":[0.30017042,0.00090234214,0.3489489,0.0016527013,0.0004291029,0.00087935425,0.33480164,0.0048939493,0.0073215435],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.991516,0.0012865961,0.00086730934,0.0030259013,0.002561864,0.0007423275],"domain_scores_gemma":[0.97995824,0.0083551295,0.0009135163,0.0068067377,0.0031786438,0.0007877177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004953339,0.0047699157,0.002028611,0.0090431115,0.0015146544,0.004312875,0.0045617227,0.003266611,0.0061336257],"category_scores_gemma":[0.029098611,0.00089017034,0.0022631288,0.0043450175,0.00084941566,0.005936942,0.0033302894,0.0029424042,0.0054940926],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002623466,0.0020928646,0.13603307,0.002596235,0.0009628339,0.0015973186,0.00038227942,0.029023357,0.01606829,0.005554196,0.32763514,0.47543094],"study_design_scores_gemma":[0.000944528,0.0011651913,0.061441954,0.00050574954,0.000613476,0.0025119563,0.00077521085,0.72629267,0.030989148,0.018565452,0.15586412,0.0003305589],"about_ca_topic_score_codex":0.016558154,"about_ca_topic_score_gemma":0.030118315,"teacher_disagreement_score":0.016558154,"about_ca_system_score_codex":0.0013506666,"about_ca_system_score_gemma":0.0031446845,"threshold_uncertainty_score":0.03292352},"labels":[],"label_agreement":null},{"id":"W4398276011","doi":"10.7910/dvn/kilizu","title":"Testing BIDS Dataset","year":2021,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Indoc Research","funders":"","keywords":"Computer science","score_opus":0.02565575549248181,"score_gpt":0.2557158330832052,"score_spread":0.23006007759072342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398276011","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010232746,0.00012207376,0.00030147837,0.0002769303,0.00008767406,0.000050802624,0.9949595,0.0009688489,0.0022094196],"genre_scores_gemma":[0.0014951393,0.000037726113,0.00036402914,0.00012728303,0.000018486598,0.00012094008,0.99655724,0.00016896194,0.0011102405],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974497,0.0005837248,0.00028382786,0.00052874035,0.0008161277,0.00033785013],"domain_scores_gemma":[0.9927492,0.002190172,0.00050783367,0.0018102543,0.002196848,0.00054571655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002534828,0.0020624108,0.0013584412,0.003420106,0.0011955645,0.0025423334,0.0040898467,0.0025432392,0.0776348],"category_scores_gemma":[0.0144943,0.00056521455,0.0013717146,0.0046972907,0.00066200463,0.0016391923,0.0022201552,0.002267388,0.09835211],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010139366,0.00005318668,0.0010762756,0.00022806527,0.00002659774,0.00003217673,0.0000142965955,0.0004305363,0.000070862865,0.00043885523,0.9944564,0.0030712974],"study_design_scores_gemma":[0.0006718458,0.00011365523,0.009027704,0.0002789102,0.00006066898,0.00024240413,0.00016783224,0.002727823,0.0007365066,0.0044688773,0.9814379,0.00006581462],"about_ca_topic_score_codex":0.012577111,"about_ca_topic_score_gemma":0.022661194,"teacher_disagreement_score":0.0776348,"about_ca_system_score_codex":0.0015898803,"about_ca_system_score_gemma":0.0020998768,"threshold_uncertainty_score":0.25971425},"labels":[],"label_agreement":null},{"id":"W4398785918","doi":"10.1145/3639476.3639778","title":"Toward Adaptive Tracing: Efficient System Behavior Analysis using Language Models","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Tracing; Computer science; TRACE (psycholinguistics); Debugging; Overhead (engineering); Root cause; System call; Kernel (algebra); Real-time computing; Traceability; Data mining; Distributed computing; Machine learning; Artificial intelligence; Programming language; Reliability engineering; Engineering","score_opus":0.04103612414661554,"score_gpt":0.2822145811940447,"score_spread":0.24117845704742916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398785918","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014025323,0.00013403574,0.97768617,0.00017998336,0.000011740687,0.0000880011,0.00031419366,0.007286821,0.00027371207],"genre_scores_gemma":[0.27466926,0.00034480353,0.72104234,0.00017515954,0.000030295332,0.00029669772,0.0016307377,0.00087765354,0.00093308155],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974038,0.000791787,0.0001746246,0.00057655066,0.0008989766,0.00015420181],"domain_scores_gemma":[0.99296534,0.003341449,0.00081270153,0.0017844505,0.0009304611,0.00016551778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025032822,0.0017537152,0.0010453834,0.0024474184,0.0005782447,0.0025494047,0.0029442904,0.0011219158,0.00068871933],"category_scores_gemma":[0.013965543,0.00095045596,0.0018376582,0.0014923611,0.0008719948,0.0042033475,0.002094499,0.0024448168,0.00069551804],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003520654,0.00049355143,0.018952614,0.00045455905,0.00026072454,0.0004318675,0.0013485014,0.6542677,0.026059281,0.01851366,0.00519066,0.2736748],"study_design_scores_gemma":[0.0000082739425,0.00002728346,0.0002431287,0.000010525384,0.000013568585,0.000033075357,0.000038733375,0.9892029,0.0027271989,0.006839593,0.0008435185,0.000012099125],"about_ca_topic_score_codex":0.012411722,"about_ca_topic_score_gemma":0.016246041,"teacher_disagreement_score":0.012411722,"about_ca_system_score_codex":0.0013386862,"about_ca_system_score_gemma":0.004119891,"threshold_uncertainty_score":0.024678946},"labels":[],"label_agreement":null},{"id":"W4398817802","doi":"10.7910/dvn/zonwd0/iwezmt","title":"Suppl Data S3_BEASTruns.rar","year":2020,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science","score_opus":0.029464881578462516,"score_gpt":0.2542633559925208,"score_spread":0.22479847441405829,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398817802","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000064224696,0.000026734771,0.000061575796,0.00003073851,0.000019250403,0.0000068208424,0.9988175,0.0004660124,0.0005071578],"genre_scores_gemma":[0.00030900727,0.00002753414,0.0002606762,0.000047418318,0.000007443685,0.000055902547,0.9981774,0.00039217388,0.0007224231],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982609,0.00026910173,0.00016733671,0.0006145767,0.00032567122,0.0003624364],"domain_scores_gemma":[0.9953519,0.001689916,0.00036903695,0.0012125288,0.0008950173,0.00048164415],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017645353,0.0027324583,0.0025174743,0.0044596833,0.0017847619,0.004258744,0.004460075,0.0029494702,0.32567513],"category_scores_gemma":[0.0091196885,0.0015406918,0.001959509,0.0069871275,0.000773018,0.002432464,0.0027396022,0.0026195243,0.30140868],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007560242,0.000018316507,0.00055715936,0.0006577014,0.0000345694,0.00001542234,0.000028690241,0.00017097051,0.00017443756,0.00046719878,0.99682117,0.000978809],"study_design_scores_gemma":[0.00033702116,0.000024133504,0.0031920043,0.00030629567,0.000058383393,0.000055959932,0.0000728955,0.00027183176,0.0004971101,0.0018363576,0.99330574,0.000042262775],"about_ca_topic_score_codex":0.01983508,"about_ca_topic_score_gemma":0.04107145,"teacher_disagreement_score":0.32567513,"about_ca_system_score_codex":0.0015956576,"about_ca_system_score_gemma":0.0033356019,"threshold_uncertainty_score":0.9618426},"labels":[],"label_agreement":null},{"id":"W4398918910","doi":"10.7910/dvn/q20fb7/jpsy5o","title":"analysis.Rmd","year":2020,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Replication (statistics); Computer science; Computational biology; Biology; Virology","score_opus":0.0135747886067848,"score_gpt":0.23781109260254224,"score_spread":0.22423630399575745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398918910","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000053475684,0.000010348875,0.0000932202,0.000036759466,0.000030093845,0.000038821516,0.9988393,0.00044214274,0.00045576497],"genre_scores_gemma":[0.0007210125,0.00004405324,0.0013394271,0.00016604063,0.000038844788,0.00093544234,0.9926473,0.0011146681,0.0029933213],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99714965,0.00050239166,0.0004097149,0.0008362976,0.00059704366,0.0005048341],"domain_scores_gemma":[0.98231643,0.0070657637,0.0013606808,0.004763863,0.0034304047,0.0010628515],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.003964785,0.0037013383,0.002130133,0.006423186,0.0015634007,0.004014575,0.003837163,0.0021780883,0.5078029],"category_scores_gemma":[0.025284342,0.001788111,0.0032664246,0.0076761576,0.00091194874,0.002243771,0.0030971016,0.002680584,0.36141512],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006426422,0.000026237461,0.00055646035,0.0006118717,0.000032151314,0.00000814581,0.000024928984,0.000109716304,0.00006391712,0.0002460259,0.99654454,0.0017117233],"study_design_scores_gemma":[0.0013192605,0.000085118736,0.005065105,0.0006390387,0.00012898125,0.000050276936,0.00023194849,0.00053138874,0.00072394754,0.0038440884,0.98728937,0.00009149709],"about_ca_topic_score_codex":0.016455753,"about_ca_topic_score_gemma":0.024603438,"teacher_disagreement_score":0.4921971,"about_ca_system_score_codex":0.001599986,"about_ca_system_score_gemma":0.0049633686,"threshold_uncertainty_score":0.7020594},"labels":[],"label_agreement":null},{"id":"W4399294975","doi":"10.1016/j.jss.2024.112117","title":"Enhancing empirical software performance engineering research with kernel-level events: A comprehensive system tracing approach","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Tracing; Empirical research; Kernel (algebra); Software engineering; Programming language; Mathematics; Statistics","score_opus":0.061031672801700416,"score_gpt":0.3003110414255424,"score_spread":0.23927936862384197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399294975","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07280909,0.00033337268,0.9195613,0.000893897,0.00002028202,0.00019221805,0.00009845919,0.00071933615,0.005372069],"genre_scores_gemma":[0.59562314,0.00053922535,0.401837,0.00016630936,0.000038427315,0.00017954262,0.00010965176,0.00017709655,0.0013295845],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99041396,0.005906951,0.0005483281,0.0007267053,0.0020687145,0.0003353023],"domain_scores_gemma":[0.91301376,0.057332072,0.005437398,0.018244598,0.005077336,0.0008947616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015415603,0.00093527575,0.0009920743,0.0052937604,0.0016176538,0.005271316,0.002851665,0.0016710463,0.0020462107],"category_scores_gemma":[0.08073096,0.00091418286,0.0008831506,0.00427132,0.0025828849,0.009963146,0.00571122,0.0027148423,0.00028884126],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020603895,0.002020955,0.07503795,0.0009524527,0.00050981366,0.00022860827,0.004950956,0.14155176,0.010621634,0.24975072,0.0017502448,0.51241887],"study_design_scores_gemma":[0.000076709664,0.00067325745,0.04537623,0.00066581933,0.0005081163,0.00030556603,0.0029118485,0.57313293,0.014102422,0.35216329,0.00994521,0.00013858186],"about_ca_topic_score_codex":0.0043783793,"about_ca_topic_score_gemma":0.007469158,"teacher_disagreement_score":0.015415603,"about_ca_system_score_codex":0.0019200543,"about_ca_system_score_gemma":0.007533018,"threshold_uncertainty_score":0.08152652},"labels":[],"label_agreement":null},{"id":"W4399431538","doi":"10.1145/3643915.3644094","title":"Self-adaptive, Requirements-driven Autoscaling of Microservices","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Microservices; Computer science; Flexibility (engineering); Downtime; Scalability; Distributed computing; Operating system; Cloud computing","score_opus":0.016899337313208713,"score_gpt":0.26499208879514646,"score_spread":0.24809275148193774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399431538","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25396934,0.00016065336,0.7254321,0.00018433969,0.00003862522,0.00029605074,0.000097488315,0.014023358,0.0057980893],"genre_scores_gemma":[0.8536874,0.00007608044,0.14313135,0.00008231232,0.000013757108,0.00014516391,0.00015292004,0.0006400389,0.0020710928],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99911267,0.00013987512,0.00007164543,0.0001927749,0.00035848623,0.00012442007],"domain_scores_gemma":[0.9980332,0.00046811518,0.00029328032,0.0006020675,0.0004600526,0.00014329166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012801205,0.0006700631,0.00026846645,0.00041761025,0.0003050216,0.0008153575,0.0010476955,0.0003766741,0.0010098529],"category_scores_gemma":[0.0033318156,0.00035801742,0.00035585565,0.00019350207,0.00036896547,0.0009549327,0.0010475162,0.0006997245,0.00028947147],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003939224,0.00048324346,0.011971196,0.00039912233,0.000114462455,0.0005262291,0.0008502908,0.37228847,0.28158438,0.01136009,0.003546149,0.31648242],"study_design_scores_gemma":[0.000037346952,0.00013233662,0.003380461,0.000022416429,0.000024620831,0.0001783641,0.00010503971,0.89339256,0.09116894,0.004423577,0.007094668,0.000039664086],"about_ca_topic_score_codex":0.001117675,"about_ca_topic_score_gemma":0.001400721,"teacher_disagreement_score":0.0012801205,"about_ca_system_score_codex":0.00046016072,"about_ca_system_score_gemma":0.0007029782,"threshold_uncertainty_score":0.006769955},"labels":[],"label_agreement":null},{"id":"W4399625707","doi":"10.1007/s10922-024-09831-x","title":"Benchmarking Large Language Models for Log Analysis, Security, and Interpretation","year":2024,"lang":"en","type":"article","venue":"Journal of Network and Systems Management","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Benchmarking; Pipeline (software); Adaptation (eye); Language model; Domain (mathematical analysis); Interpretation (philosophy); Variety (cybernetics); Data mining; Data science; Artificial intelligence; Programming language","score_opus":0.008274013247924983,"score_gpt":0.2573795766463653,"score_spread":0.2491055633984403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399625707","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30860817,0.0016246148,0.6277397,0.0023641442,0.0006712358,0.0006846269,0.0053348094,0.044665895,0.008306711],"genre_scores_gemma":[0.78263915,0.0004227367,0.204379,0.00034218156,0.00012750055,0.00043748115,0.0070978007,0.0026670268,0.0018871423],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9852858,0.008163824,0.0014392219,0.001322808,0.0031447983,0.0006436338],"domain_scores_gemma":[0.9186718,0.05862104,0.001482067,0.013531605,0.006736482,0.0009570509],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01108564,0.0015850238,0.0012914538,0.002315005,0.0010324022,0.0032838741,0.0051236073,0.0023179883,0.0071133887],"category_scores_gemma":[0.06902754,0.0010202111,0.0019579756,0.0024158543,0.0016086692,0.007735878,0.0031313226,0.003022281,0.001775242],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023615677,0.002002982,0.008761331,0.0006686432,0.0003671743,0.00029736865,0.00054699264,0.75354415,0.0057054423,0.03920877,0.022511488,0.16402407],"study_design_scores_gemma":[0.00007711009,0.000094315124,0.00031354805,0.000016137292,0.000030358906,0.000019950588,0.000058879054,0.9861093,0.0020799323,0.010000203,0.0011827314,0.000017609893],"about_ca_topic_score_codex":0.016124835,"about_ca_topic_score_gemma":0.022289416,"teacher_disagreement_score":0.016124835,"about_ca_system_score_codex":0.0036186755,"about_ca_system_score_gemma":0.0059917048,"threshold_uncertainty_score":0.05862719},"labels":[],"label_agreement":null},{"id":"W4399768589","doi":"10.1109/tnsm.2024.3416031","title":"A Modular, End-to-End Next-Generation Network Testbed: Toward a Fully Automated Network Management Platform","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Network and Service Management","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"End-to-end principle; Testbed; Modular design; Computer science; End user; Network management; Computer network; Embedded system; Operating system","score_opus":0.0291041480607154,"score_gpt":0.24252505881875264,"score_spread":0.21342091075803724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399768589","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23620068,0.0002179361,0.74031746,0.0006687706,0.00026418624,0.0012680831,0.00083699345,0.009671834,0.01055403],"genre_scores_gemma":[0.6240013,0.00018116132,0.37058625,0.00021389098,0.0000645421,0.0008430913,0.0013212819,0.00024037989,0.0025480879],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99903405,0.00035240958,0.00005963171,0.00011457082,0.00030282416,0.00013646412],"domain_scores_gemma":[0.999025,0.00014152838,0.00011545955,0.00028985587,0.00019496822,0.0002332247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026152658,0.00037257996,0.0003260666,0.00039593154,0.00035885413,0.00075289566,0.0013351744,0.0006321733,0.0017377645],"category_scores_gemma":[0.0016904428,0.00016184614,0.0002253478,0.00023087645,0.0007256005,0.0014746386,0.0011583545,0.0007947876,0.0005098085],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017249131,0.0023465012,0.012500375,0.0006279344,0.00014133073,0.0011079279,0.0008036625,0.28588417,0.42158878,0.09933748,0.017972829,0.15596412],"study_design_scores_gemma":[0.00033008127,0.0037213839,0.009178347,0.000121770536,0.00007053172,0.00066230155,0.00020051502,0.74718994,0.15318581,0.012992226,0.072237745,0.00010937677],"about_ca_topic_score_codex":0.0008765553,"about_ca_topic_score_gemma":0.0007578463,"teacher_disagreement_score":0.0026152658,"about_ca_system_score_codex":0.0006752541,"about_ca_system_score_gemma":0.0010654442,"threshold_uncertainty_score":0.013831079},"labels":[],"label_agreement":null},{"id":"W4399771306","doi":"10.32920/26052910","title":"Does Interpolated Testing Reduce Proactive Interference","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Toronto","funders":"","keywords":"Interference (communication); Computer science; Telecommunications","score_opus":0.03396646400930549,"score_gpt":0.28663681711644556,"score_spread":0.2526703531071401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399771306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9969566,0.00026787806,0.0012257453,0.000107937,0.000018326667,0.000024192977,0.00004664199,0.000087293585,0.0012654492],"genre_scores_gemma":[0.99619734,0.00018413152,0.0024758035,0.00013677166,0.000029145482,0.000028342434,0.00011070013,0.000031606574,0.00080627005],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.999049,0.00025090206,0.00011974165,0.00017694356,0.00028395242,0.00011956136],"domain_scores_gemma":[0.99024326,0.004338997,0.0019591448,0.0024743471,0.00044518802,0.00053916144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016789433,0.0003763425,0.0005034207,0.00039770606,0.00012933993,0.0006668758,0.0010293454,0.00052480964,0.0031362353],"category_scores_gemma":[0.014772479,0.0002348141,0.00032994538,0.0002957216,0.00053536886,0.0008572711,0.00083674426,0.0006702371,0.0004102042],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025778355,0.010843802,0.09106662,0.0012459263,0.00072194525,0.0004873472,0.0034886694,0.003968125,0.24627209,0.0012365099,0.0012245704,0.6136661],"study_design_scores_gemma":[0.0025957476,0.051768932,0.74237555,0.0004383423,0.0011253139,0.0014177985,0.0017189755,0.009849341,0.17095415,0.007363861,0.010175942,0.00021602554],"about_ca_topic_score_codex":0.0010695929,"about_ca_topic_score_gemma":0.0012006572,"teacher_disagreement_score":0.0031362353,"about_ca_system_score_codex":0.00019029679,"about_ca_system_score_gemma":0.00046908134,"threshold_uncertainty_score":0.010491788},"labels":[],"label_agreement":null},{"id":"W4399771376","doi":"10.32920/26052910.v1","title":"Does Interpolated Testing Reduce Proactive Interference","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Toronto","funders":"","keywords":"Interference (communication); Computer science; Computer network","score_opus":0.03396646400930549,"score_gpt":0.28663681711644556,"score_spread":0.2526703531071401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399771376","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9969566,0.00026787806,0.0012257453,0.000107937,0.000018326667,0.000024192977,0.00004664199,0.000087293585,0.0012654492],"genre_scores_gemma":[0.99619734,0.00018413152,0.0024758035,0.00013677166,0.000029145482,0.000028342434,0.00011070013,0.000031606574,0.00080627005],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.999049,0.00025090206,0.00011974165,0.00017694356,0.00028395242,0.00011956136],"domain_scores_gemma":[0.99024326,0.004338997,0.0019591448,0.0024743471,0.00044518802,0.00053916144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016789433,0.0003763425,0.0005034207,0.00039770606,0.00012933993,0.0006668758,0.0010293454,0.00052480964,0.0031362353],"category_scores_gemma":[0.014772479,0.0002348141,0.00032994538,0.0002957216,0.00053536886,0.0008572711,0.00083674426,0.0006702371,0.0004102042],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025778355,0.010843802,0.09106662,0.0012459263,0.00072194525,0.0004873472,0.0034886694,0.003968125,0.24627209,0.0012365099,0.0012245704,0.6136661],"study_design_scores_gemma":[0.0025957476,0.051768932,0.74237555,0.0004383423,0.0011253139,0.0014177985,0.0017189755,0.009849341,0.17095415,0.007363861,0.010175942,0.00021602554],"about_ca_topic_score_codex":0.0010695929,"about_ca_topic_score_gemma":0.0012006572,"teacher_disagreement_score":0.0031362353,"about_ca_system_score_codex":0.00019029679,"about_ca_system_score_gemma":0.00046908134,"threshold_uncertainty_score":0.010491788},"labels":[],"label_agreement":null},{"id":"W4399774065","doi":"10.1007/s10664-024-10452-w","title":"A literature review and existing challenges on software logging practices","year":2024,"lang":"en","type":"review","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; École de Technologie Supérieure","funders":"","keywords":"Logging; Computer science; Software; Software engineering; Data science; Forestry; Geography; Operating system","score_opus":0.10665188973831913,"score_gpt":0.3761438582854184,"score_spread":0.2694919685470993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399774065","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00048311162,0.99622464,0.00031312738,0.0017486085,0.00017791915,0.000012427612,0.00008786294,0.000010352157,0.00094192545],"genre_scores_gemma":[0.0027977622,0.995673,0.0005146549,0.0006170534,0.0001535946,0.000016789292,0.000078613215,0.0000042331285,0.00014432649],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965754,0.00088088855,0.00085678895,0.0004712409,0.0010762744,0.00013946083],"domain_scores_gemma":[0.9423085,0.04616555,0.0039106123,0.000690451,0.0063377237,0.00058717135],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0070172856,0.000829611,0.0017538253,0.0145491585,0.00077791215,0.003670958,0.0015047073,0.0018738304,0.0047967876],"category_scores_gemma":[0.033174783,0.0005931231,0.00095349544,0.02040884,0.0015816287,0.00654263,0.0015971086,0.0021292707,0.0009371097],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007451426,0.000088836845,0.0021181975,0.11993442,0.00017013629,0.00018060567,0.000867004,0.00027359158,0.00029219151,0.0076817935,0.02585153,0.84246725],"study_design_scores_gemma":[0.000029031817,0.00012664551,0.010694066,0.34529987,0.0018091694,0.0009552638,0.0038698553,0.00030058535,0.00044632138,0.009501671,0.6268883,0.00007929719],"about_ca_topic_score_codex":0.0060256803,"about_ca_topic_score_gemma":0.013874956,"teacher_disagreement_score":0.9929827,"about_ca_system_score_codex":0.0023378392,"about_ca_system_score_gemma":0.012556219,"threshold_uncertainty_score":0.0371114},"labels":[],"label_agreement":null},{"id":"W4399848067","doi":"10.1007/s40860-024-00225-z","title":"A formal model-based approach to design failure-aware Internet of Things architectures","year":2024,"lang":"en","type":"article","venue":"Journal of Reliable Intelligent Environments","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Internet of Things; World Wide Web","score_opus":0.017534128765154422,"score_gpt":0.2334853843987391,"score_spread":0.21595125563358467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399848067","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019123419,0.00011203323,0.99464995,0.00030227113,0.000052971445,0.00009057858,0.00004682857,0.00021538389,0.0026176218],"genre_scores_gemma":[0.18372634,0.00064539124,0.8092679,0.00035015386,0.00010022375,0.0006482185,0.0002526909,0.00019772539,0.0048114513],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985216,0.00045090428,0.00012458864,0.00013209601,0.00061733427,0.00015344596],"domain_scores_gemma":[0.9983399,0.0007780648,0.00016308462,0.00028000626,0.00036756456,0.00007141252],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001986926,0.00095514156,0.0006599302,0.0009966424,0.001032476,0.0027386893,0.0026410827,0.0012968465,0.0031082593],"category_scores_gemma":[0.004236702,0.0009096473,0.0019792626,0.0006043487,0.0020662488,0.002653486,0.0021179547,0.0025074065,0.00060393754],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038510127,0.00015343924,0.0004885701,0.0003153805,0.00009191067,0.00030492563,0.00039954632,0.41078845,0.0057463134,0.5519827,0.002208598,0.027481625],"study_design_scores_gemma":[0.000036444064,0.00006740249,0.000099848694,0.00012435557,0.00007847063,0.000111544454,0.00010863878,0.76286197,0.0031807015,0.21770817,0.015590372,0.000032109947],"about_ca_topic_score_codex":0.0044526686,"about_ca_topic_score_gemma":0.008867344,"teacher_disagreement_score":0.0044526686,"about_ca_system_score_codex":0.0016353623,"about_ca_system_score_gemma":0.0028057925,"threshold_uncertainty_score":0.011865377},"labels":[],"label_agreement":null},{"id":"W4399871949","doi":"10.1007/s10664-024-10501-4","title":"Systematic Evaluation of Deep Learning Models for Log-based Failure Prediction","year":2024,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"HORIZON EUROPE Framework Programme; Canada Research Chairs; Natural Sciences and Engineering Research Council of Canada; European Commission; Science Foundation Ireland; Université du Luxembourg","keywords":"Computer science; Machine learning; Artificial intelligence; Artificial neural network; Algorithm; Convolutional neural network; Deep learning; Encoder; Predictive modelling; Data mining","score_opus":0.030171465703690212,"score_gpt":0.2758273760452596,"score_spread":0.24565591034156936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399871949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93164873,0.002117273,0.052036382,0.00070023537,0.00022404506,0.0002929029,0.0061582853,0.0044916533,0.0023305644],"genre_scores_gemma":[0.9628586,0.00028229898,0.025295153,0.00010565032,0.000029097457,0.00016424323,0.010546565,0.00007952136,0.0006387698],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9984054,0.00072338857,0.00014841801,0.00037934852,0.00022905588,0.000114332],"domain_scores_gemma":[0.9931599,0.0042577093,0.00042014243,0.00088722876,0.0011240636,0.00015097416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003726257,0.001768218,0.0007091052,0.0012423529,0.0003029644,0.0007141958,0.0018444265,0.0011100601,0.0012183262],"category_scores_gemma":[0.00959413,0.00050665694,0.0010962366,0.0007957489,0.00053309853,0.001513455,0.00095493405,0.0014350204,0.0004117301],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009275912,0.00067669555,0.018202465,0.0005151284,0.0003982491,0.000114806266,0.000053726366,0.8623008,0.0035086158,0.00074906374,0.004890249,0.107662536],"study_design_scores_gemma":[0.00003233395,0.00021548558,0.0020330085,0.000023197632,0.00003648755,0.000018129194,0.000017145692,0.9938117,0.0031805774,0.0003102134,0.0003123535,0.000009351405],"about_ca_topic_score_codex":0.011890234,"about_ca_topic_score_gemma":0.01218626,"teacher_disagreement_score":0.011890234,"about_ca_system_score_codex":0.0015603675,"about_ca_system_score_gemma":0.00095286017,"threshold_uncertainty_score":0.023642063},"labels":[],"label_agreement":null},{"id":"W4400391016","doi":"10.1016/j.jss.2024.112154","title":"AML: An accuracy metric model for effective evaluation of log parsing techniques","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Ministère de la Défense Nationale; Innovation for Defence Excellence and Security","keywords":"Parsing; Computer science; Metric (unit); Debugging; Data mining; Software; Task (project management); Artificial intelligence; Programming language","score_opus":0.03965729576152576,"score_gpt":0.3410378737279783,"score_spread":0.3013805779664525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400391016","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061762664,0.0021422268,0.91321844,0.0009680391,0.0002446403,0.0007044065,0.0041996622,0.012408078,0.00435193],"genre_scores_gemma":[0.50291735,0.0007641546,0.4833333,0.00037709408,0.00020780356,0.0012606195,0.008050468,0.0012185604,0.0018706673],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97701967,0.006857167,0.0028689224,0.0022697446,0.010149895,0.00083458197],"domain_scores_gemma":[0.9050675,0.060437746,0.0071060895,0.008716216,0.01765065,0.0010217546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019002555,0.0024706516,0.0019682597,0.007989378,0.00093052967,0.0037669828,0.003091687,0.0024516364,0.001685611],"category_scores_gemma":[0.10026267,0.000536292,0.0015160114,0.005292355,0.0012873386,0.006005986,0.0024897666,0.0021980675,0.0011098635],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011510397,0.0007640053,0.06287087,0.0013599436,0.0006915634,0.00025309247,0.0007246717,0.3977676,0.010452949,0.023717677,0.027567523,0.47267902],"study_design_scores_gemma":[0.00004473784,0.00040316544,0.008224437,0.00011169127,0.00011838977,0.0001780191,0.00013277741,0.9644658,0.0064148786,0.0131051475,0.006717028,0.00008404296],"about_ca_topic_score_codex":0.0077697583,"about_ca_topic_score_gemma":0.006689733,"teacher_disagreement_score":0.019002555,"about_ca_system_score_codex":0.0033578419,"about_ca_system_score_gemma":0.0028574008,"threshold_uncertainty_score":0.10049635},"labels":[],"label_agreement":null},{"id":"W4400482719","doi":"10.55016/ojs/cpai.v4i2.74177","title":"Using TurnItIn to Run Cheating-Resistant Take-Home Tests","year":2021,"lang":"en","type":"article","venue":"Canadian Perspectives on Academic Integrity","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Capilano University","funders":"","keywords":"Cheating; Computer science; Psychology; Social psychology","score_opus":0.04167257853117056,"score_gpt":0.310634334434111,"score_spread":0.2689617559029404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400482719","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40604335,0.0006011662,0.34033924,0.0012735832,0.0011106208,0.0019499904,0.0032643722,0.17752413,0.06789348],"genre_scores_gemma":[0.81122935,0.00014171976,0.15834399,0.00037486057,0.00006356375,0.00067335117,0.0024113783,0.008791306,0.01797054],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.984614,0.0051069455,0.001025107,0.0021880225,0.0058179153,0.0012479948],"domain_scores_gemma":[0.93967503,0.02758177,0.0035719683,0.012377418,0.013840253,0.0029536025],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009993906,0.001045983,0.00074950216,0.0033924489,0.0015557071,0.00321075,0.0021741695,0.0010148914,0.011265628],"category_scores_gemma":[0.06215311,0.00079549226,0.00053602085,0.0015271635,0.0017590458,0.0027565446,0.003977078,0.0019310566,0.006151243],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0053570443,0.0023586748,0.08266509,0.0009616997,0.00034558444,0.002166294,0.015704626,0.025198577,0.043872528,0.022107668,0.13378114,0.6654811],"study_design_scores_gemma":[0.00088163925,0.004768024,0.054527573,0.0004495215,0.00028561693,0.0017401823,0.011176012,0.46061924,0.2007738,0.027602343,0.2363625,0.0008136516],"about_ca_topic_score_codex":0.01025705,"about_ca_topic_score_gemma":0.014808786,"teacher_disagreement_score":0.9989851,"about_ca_system_score_codex":0.00235311,"about_ca_system_score_gemma":0.002897883,"threshold_uncertainty_score":0.052853465},"labels":[],"label_agreement":null},{"id":"W4400484335","doi":"10.1145/3663529.3664460","title":"Productionizing PILAR as a Logstash Plugin","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Plug-in; Computer science; Programming language","score_opus":0.007171515710664187,"score_gpt":0.24587433761349728,"score_spread":0.2387028219028331,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400484335","genre_codex":"software","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":"software","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012868,0.00018900605,0.23313524,0.00038878122,0.0002262486,0.00033874545,0.0015256867,0.7413736,0.009954778],"genre_scores_gemma":[0.2671874,0.00066574314,0.50333154,0.0021829,0.00031216533,0.00095644366,0.018352732,0.15842006,0.04859094],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969273,0.00030083957,0.00017074755,0.00072881917,0.001605416,0.00026678236],"domain_scores_gemma":[0.9928317,0.002220941,0.0003610501,0.0027216428,0.0015450753,0.00031947496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029768776,0.0016487474,0.000790387,0.0015999166,0.0005492972,0.0024196783,0.0042332355,0.00065133435,0.013242329],"category_scores_gemma":[0.009688518,0.0016898721,0.0010121559,0.00074665947,0.0008706809,0.0053738193,0.0028182075,0.0036898295,0.009026978],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012095155,0.0008782758,0.010095579,0.0010075793,0.00023627396,0.00056347693,0.0013264036,0.012336482,0.06788823,0.020577054,0.2560706,0.62781054],"study_design_scores_gemma":[0.0003794908,0.00079822587,0.011924665,0.00035934642,0.0002753447,0.0011062286,0.00047634964,0.29516527,0.18476479,0.016721632,0.48752066,0.00050802453],"about_ca_topic_score_codex":0.0037543736,"about_ca_topic_score_gemma":0.0044143717,"teacher_disagreement_score":0.013242329,"about_ca_system_score_codex":0.0009012844,"about_ca_system_score_gemma":0.002944233,"threshold_uncertainty_score":0.04430002},"labels":[],"label_agreement":null},{"id":"W4400484677","doi":"10.1145/3663529.3663857","title":"Decoding Anomalies! Unraveling Operational Challenges in Human-in-the-Loop Anomaly Validation","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Decoding methods; Computer science; Anomaly (physics); Loop (graph theory); Anomaly detection; Data mining; Algorithm; Mathematics; Physics","score_opus":0.06021226248420644,"score_gpt":0.30553872778115043,"score_spread":0.245326465296944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400484677","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0827215,0.00046819195,0.8961267,0.010702986,0.00014483265,0.00032642682,0.00024686608,0.005002601,0.0042598783],"genre_scores_gemma":[0.6213383,0.00022335444,0.37515366,0.0011764683,0.000060482198,0.00021672215,0.0004915951,0.0006180502,0.00072128134],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9421424,0.036697038,0.0026012056,0.0041230763,0.012841723,0.0015944742],"domain_scores_gemma":[0.780953,0.14610955,0.0118613215,0.033528175,0.024693303,0.0028547482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.045187354,0.0014135021,0.0011029809,0.0021291047,0.0015548667,0.0066769975,0.003449351,0.0024298527,0.0016438358],"category_scores_gemma":[0.20452608,0.00069182436,0.0007092117,0.0012518407,0.005144448,0.010772915,0.005585347,0.0051075662,0.0008655549],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000828728,0.0010825167,0.058948074,0.001288321,0.00029260205,0.0011495835,0.021831682,0.12416985,0.04592667,0.09623241,0.013958475,0.63429123],"study_design_scores_gemma":[0.00009799257,0.0006284052,0.009253163,0.0006248191,0.00007603235,0.0006821677,0.006717307,0.7131479,0.036196917,0.20176591,0.030552931,0.00025647343],"about_ca_topic_score_codex":0.0057467604,"about_ca_topic_score_gemma":0.005983636,"teacher_disagreement_score":0.045187354,"about_ca_system_score_codex":0.0020904348,"about_ca_system_score_gemma":0.0054272213,"threshold_uncertainty_score":0.23897642},"labels":[],"label_agreement":null},{"id":"W4400484775","doi":"10.1145/3663529.3663791","title":"A Preliminary Study on the Privacy Concerns of Using IP Addresses in Log Data","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Information privacy; Internet privacy; Computer security","score_opus":0.1827807805939482,"score_gpt":0.3768911515673247,"score_spread":0.19411037097337652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400484775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7963413,0.0011088281,0.1472464,0.018165432,0.00013283831,0.0007399332,0.00064513105,0.0004609922,0.035159264],"genre_scores_gemma":[0.9673634,0.00038749474,0.028660804,0.0012096211,0.00006070127,0.00020480798,0.00021153854,0.00010160335,0.0018000489],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9264026,0.048666965,0.0032632933,0.004205889,0.015723951,0.0017372913],"domain_scores_gemma":[0.41298318,0.488556,0.024969839,0.042921353,0.028911069,0.001658581],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.060627352,0.00042307292,0.00036425708,0.0020978884,0.0036919268,0.0071788765,0.0016199241,0.002358717,0.003049709],"category_scores_gemma":[0.2848774,0.0005819369,0.0006128355,0.0032954672,0.007268305,0.014183602,0.003926177,0.0066300645,0.00046904112],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013092346,0.001634242,0.28966296,0.0017069556,0.00017554591,0.0021382237,0.14876531,0.008613279,0.025057558,0.27699494,0.0091533605,0.23478843],"study_design_scores_gemma":[0.00024421097,0.0036155395,0.20520434,0.0034685123,0.0004377428,0.008457194,0.125828,0.068758726,0.091092594,0.22802365,0.26438388,0.0004856344],"about_ca_topic_score_codex":0.004084586,"about_ca_topic_score_gemma":0.0037772558,"teacher_disagreement_score":0.060627352,"about_ca_system_score_codex":0.003746641,"about_ca_system_score_gemma":0.004098181,"threshold_uncertainty_score":0.32063192},"labels":[],"label_agreement":null},{"id":"W4400484851","doi":"10.1145/3663529.3663855","title":"Leveraging Large Language Models for the Auto-remediation of Microservice Applications: An Experimental Study","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); York University","funders":"","keywords":"Computer science; Language model; Microservices; Natural language processing; Cloud computing; Operating system","score_opus":0.022188374852464318,"score_gpt":0.3130548366701679,"score_spread":0.2908664618177036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400484851","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8507466,0.0019232518,0.10458085,0.001193244,0.00066067977,0.0006584126,0.004343423,0.029692873,0.006200732],"genre_scores_gemma":[0.88958615,0.00039413013,0.092093706,0.0006952722,0.000101169164,0.0004020712,0.011427169,0.0011452478,0.004155034],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99783736,0.00090528687,0.00014077318,0.00071179954,0.00025263234,0.00015217754],"domain_scores_gemma":[0.9890099,0.007748001,0.00041710006,0.0016602039,0.00084815465,0.00031657304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002498088,0.001942402,0.0006710111,0.0006243397,0.0004916433,0.0010498881,0.0021719227,0.0013992797,0.0030594582],"category_scores_gemma":[0.013476046,0.00051813084,0.0010470523,0.00042328052,0.0008281545,0.0023900932,0.0012734315,0.0035241537,0.002004445],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026776043,0.0070284083,0.029587666,0.0018765146,0.0005673047,0.0015416935,0.0018323407,0.31101906,0.04833648,0.004007314,0.044674337,0.54685134],"study_design_scores_gemma":[0.00026296376,0.00097222073,0.0052260244,0.00007827632,0.0001343477,0.00033701776,0.0004582482,0.95042115,0.02954142,0.0029397793,0.009532673,0.00009583869],"about_ca_topic_score_codex":0.009373776,"about_ca_topic_score_gemma":0.014731216,"teacher_disagreement_score":0.009373776,"about_ca_system_score_codex":0.0009757455,"about_ca_system_score_gemma":0.0012906245,"threshold_uncertainty_score":0.018638432},"labels":[],"label_agreement":null},{"id":"W4400582991","doi":"10.1145/3643771","title":"RavenBuild: Context, Relevance, and Dependency Aware Build Outcome Prediction","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on software engineering.","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ubisoft (Canada); University of Waterloo","funders":"","keywords":"Relevance (law); Dependency (UML); Outcome (game theory); Context (archaeology); Computer science; Data science; Artificial intelligence; History; Political science; Mathematics","score_opus":0.009439507259860338,"score_gpt":0.22651776080869815,"score_spread":0.2170782535488378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400582991","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41625404,0.0112907905,0.42615414,0.002047785,0.000699811,0.0007571366,0.025758853,0.106318146,0.010719327],"genre_scores_gemma":[0.7723374,0.00087572244,0.18968849,0.0004484473,0.00019756584,0.00039069567,0.029925885,0.0012095948,0.0049261954],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979724,0.00039303227,0.00012998954,0.0007831351,0.00052858924,0.00019281583],"domain_scores_gemma":[0.99630606,0.0018162136,0.00039310375,0.00062027154,0.00060654146,0.0002577607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00233761,0.0031510452,0.0013615472,0.003886178,0.0005673679,0.0013036446,0.0022140183,0.0014795645,0.0022946226],"category_scores_gemma":[0.00963312,0.00065631187,0.0013310412,0.0018090033,0.00047228055,0.0023645968,0.0026853292,0.0025385392,0.0024646898],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011844503,0.0010411679,0.14637049,0.0009513492,0.0004885858,0.0010057238,0.0005459022,0.17958936,0.010462732,0.0020438377,0.060270503,0.596046],"study_design_scores_gemma":[0.000072765535,0.00032031554,0.015288595,0.00009471029,0.00013096347,0.00036242825,0.00011753078,0.95921636,0.0069761476,0.0053094467,0.0120436195,0.00006718086],"about_ca_topic_score_codex":0.0096813375,"about_ca_topic_score_gemma":0.024822254,"teacher_disagreement_score":0.0096813375,"about_ca_system_score_codex":0.0007128267,"about_ca_system_score_gemma":0.0012492613,"threshold_uncertainty_score":0.019249976},"labels":[],"label_agreement":null},{"id":"W4400608520","doi":"10.1007/s10664-024-10488-y","title":"An empirical study on cross-component dependent changes: A case study on the components of OpenStack","year":2024,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec","funders":"","keywords":"Component (thermodynamics); Computer science; Physics","score_opus":0.0628725410747167,"score_gpt":0.35741987604312486,"score_spread":0.2945473349684082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400608520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99796814,0.0000310282,0.0008121802,0.00003381755,0.0000031794423,0.000034011253,0.000039761435,0.000019846308,0.0010579732],"genre_scores_gemma":[0.99736303,0.00004580902,0.0013479932,0.000022301252,0.000004340721,0.000024547573,0.00014997282,0.000026706331,0.0010152558],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99720204,0.0010989393,0.00017431012,0.0004076543,0.00082989153,0.00028721234],"domain_scores_gemma":[0.95251155,0.03213399,0.0039868206,0.004442829,0.00575159,0.0011733584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033057372,0.00039135618,0.00030871457,0.0019082696,0.0014803755,0.0010936346,0.0012926082,0.0011683139,0.0022615164],"category_scores_gemma":[0.025844553,0.00033194633,0.0003502771,0.0024159693,0.0016430902,0.002808721,0.0012115539,0.0013101846,0.0005285383],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015583406,0.011789763,0.7396431,0.00086045125,0.00020190296,0.008160987,0.054222647,0.011162829,0.016370682,0.007206391,0.0041246023,0.1446983],"study_design_scores_gemma":[0.0001526867,0.0035570448,0.85029006,0.00019224176,0.00023500912,0.0043454,0.068157844,0.033247523,0.021230102,0.0026816523,0.015750417,0.00016002267],"about_ca_topic_score_codex":0.007268704,"about_ca_topic_score_gemma":0.010779171,"teacher_disagreement_score":0.007268704,"about_ca_system_score_codex":0.0014258844,"about_ca_system_score_gemma":0.0010010236,"threshold_uncertainty_score":0.017482579},"labels":[],"label_agreement":null},{"id":"W4400650973","doi":"10.32620/reks.2024.2.08","title":"Optimizing information support technology for network control: a probabilistic-time graph approach","year":2024,"lang":"en","type":"article","venue":"RADIOELECTRONIC AND COMPUTER SYSTEMS","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Data collection; Probabilistic logic; Adaptability; Network performance; Distributed computing; Data mining; Computer network; Artificial intelligence","score_opus":0.004083549154241432,"score_gpt":0.19218433404509802,"score_spread":0.18810078489085658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400650973","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014455666,0.00029156444,0.9804159,0.000492768,0.000026203264,0.00006686065,0.00013620345,0.00012982552,0.0039849835],"genre_scores_gemma":[0.7683145,0.00171723,0.22258702,0.00019063608,0.00008360734,0.0004626115,0.0003896274,0.00019374123,0.006061023],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929464,0.00024556174,0.000023878427,0.00013583041,0.00022438263,0.00007567041],"domain_scores_gemma":[0.9987483,0.00077422126,0.00016724989,0.00007939723,0.00017468698,0.000056130684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092090794,0.0012731337,0.0008887482,0.0011409569,0.0005618535,0.0014891494,0.0013925226,0.0010283064,0.002464622],"category_scores_gemma":[0.0030610715,0.0006117142,0.0009590581,0.0013645178,0.0010428082,0.0030410604,0.0007447199,0.0011168917,0.00027818742],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005452096,0.000007851354,0.000091378126,0.000013310326,0.000006531169,0.000008548108,0.000007498091,0.9869992,0.00014573161,0.0103613725,0.00012423086,0.002228787],"study_design_scores_gemma":[0.000002161658,0.0000072559346,0.000045789562,0.0000025511395,0.000003773894,0.000003098934,0.000003684156,0.9929438,0.00008016179,0.0066971686,0.00020744279,0.00000295644],"about_ca_topic_score_codex":0.014474649,"about_ca_topic_score_gemma":0.012705045,"teacher_disagreement_score":0.014474649,"about_ca_system_score_codex":0.0030129964,"about_ca_system_score_gemma":0.0023797886,"threshold_uncertainty_score":0.028780818},"labels":[],"label_agreement":null},{"id":"W4400738953","doi":"10.1002/spe.3364","title":"A Framework and Taxonomy for Characterizing the Applicability of Software Architecture Recovery Approaches: A Tertiary‐Mapping Study","year":2024,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada)","funders":"European Regional Development Fund; Science Foundation Ireland; Irish Research eLibrary","keywords":"Taxonomy (biology); Computer science; Software engineering; Architecture; Geography; Biology; Ecology; Archaeology","score_opus":0.04772466582929957,"score_gpt":0.28686317050891363,"score_spread":0.23913850467961406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400738953","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20811515,0.07294587,0.5408112,0.018846331,0.0005282245,0.008365027,0.0071908855,0.0011968231,0.14200059],"genre_scores_gemma":[0.51214033,0.016494744,0.45564178,0.0012215088,0.00012154743,0.006853498,0.0043543316,0.00016093208,0.0030113447],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"systematic_review","domain_scores_codex":[0.97008395,0.013366094,0.0062232134,0.0020491178,0.006504126,0.0017734736],"domain_scores_gemma":[0.884077,0.07513469,0.011707013,0.005939361,0.020930879,0.002210967],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.037015047,0.0016360048,0.0015726179,0.08415004,0.005645323,0.016205182,0.003491402,0.0031895512,0.0055014757],"category_scores_gemma":[0.06023791,0.0007631388,0.0040039276,0.062220737,0.0077376575,0.01812913,0.0068782577,0.0029249599,0.0011287867],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016348314,0.00044244423,0.08094037,0.010978702,0.0004844501,0.00084850384,0.045898806,0.0041492954,0.003367852,0.46132472,0.011305778,0.3800956],"study_design_scores_gemma":[0.00013763891,0.0007543436,0.09895725,0.030912621,0.0009953215,0.002543761,0.18953481,0.03442927,0.0041342108,0.42149597,0.21575487,0.00034986803],"about_ca_topic_score_codex":0.014961942,"about_ca_topic_score_gemma":0.011627025,"teacher_disagreement_score":0.962985,"about_ca_system_score_codex":0.014590145,"about_ca_system_score_gemma":0.01663573,"threshold_uncertainty_score":0.19575661},"labels":[],"label_agreement":null},{"id":"W4400832950","doi":"10.1007/s10664-024-10497-x","title":"Does using Bazel help speed up continuous integration builds?","year":2024,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Heuristics; Duration (music); Artifact (error); Scheduling (production processes); Service (business); Software engineering; Operating system; Engineering; Operations management; Artificial intelligence","score_opus":0.019175855886186262,"score_gpt":0.27795946949845585,"score_spread":0.2587836136122696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400832950","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8287362,0.0027609668,0.09552732,0.009018746,0.00075453747,0.00026676568,0.00046715024,0.015392431,0.047075875],"genre_scores_gemma":[0.93234,0.00053352077,0.060436863,0.00042241727,0.00009741399,0.00005539187,0.00029253907,0.00067757984,0.005144281],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972481,0.0009142813,0.00020437156,0.00033061672,0.0008482033,0.0004543687],"domain_scores_gemma":[0.96226937,0.020863611,0.0042345175,0.0071990434,0.003843719,0.0015897359],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054774587,0.0006649953,0.00050037,0.0013602582,0.0006223394,0.00302286,0.0016314805,0.0015285901,0.01453758],"category_scores_gemma":[0.062190168,0.0005780424,0.00040329772,0.0009321256,0.0004621179,0.007219621,0.0012666585,0.0011474229,0.004983804],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015233035,0.0015560285,0.066345155,0.00052559027,0.00011639004,0.00019344811,0.0010300475,0.0092300465,0.019447826,0.008053269,0.011793717,0.88018525],"study_design_scores_gemma":[0.0022197298,0.005819476,0.20007944,0.001049883,0.00093522365,0.0027129475,0.006281517,0.35776064,0.14862698,0.05637937,0.21763027,0.000504639],"about_ca_topic_score_codex":0.0038793266,"about_ca_topic_score_gemma":0.0073955893,"teacher_disagreement_score":0.01453758,"about_ca_system_score_codex":0.00056205754,"about_ca_system_score_gemma":0.0018252139,"threshold_uncertainty_score":0.04863304},"labels":[],"label_agreement":null},{"id":"W4400881052","doi":"10.1145/3629104.3666027","title":"Challenger 2.0: A Step Towards Automated Deployments and Resilient Solutions for the DEBS Grand Challenge","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Grand Challenges; Computer security; Operating system","score_opus":0.03388286329429324,"score_gpt":0.28901639175705696,"score_spread":0.2551335284627637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400881052","genre_codex":"software","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029350052,0.0017472768,0.41414976,0.022022774,0.0039392686,0.0039475276,0.012357006,0.45297667,0.05950971],"genre_scores_gemma":[0.108361974,0.00072719646,0.7765986,0.0035683517,0.0008052506,0.0020381797,0.047492255,0.044154495,0.016253844],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.98240227,0.007333242,0.0009671036,0.0024009603,0.0052357265,0.0016607975],"domain_scores_gemma":[0.9686941,0.006671102,0.0014681555,0.011848669,0.006381855,0.0049360767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027408961,0.0028854746,0.0016804745,0.003205369,0.0016370041,0.008690627,0.0071626394,0.004137827,0.01727117],"category_scores_gemma":[0.053544715,0.0019379052,0.0022248111,0.0017421038,0.0015301337,0.011643223,0.012639289,0.0071257353,0.017789902],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015333627,0.0012390484,0.0051938184,0.0013004877,0.00027063704,0.0005911482,0.0017737744,0.017663062,0.013439275,0.038855877,0.70985746,0.20828202],"study_design_scores_gemma":[0.0007769241,0.0010464038,0.0039446885,0.0006886272,0.000074129064,0.00038924228,0.0013643155,0.28984383,0.009153107,0.054531317,0.637804,0.00038347655],"about_ca_topic_score_codex":0.0045139603,"about_ca_topic_score_gemma":0.0050595882,"teacher_disagreement_score":0.027408961,"about_ca_system_score_codex":0.0020331987,"about_ca_system_score_gemma":0.0057382695,"threshold_uncertainty_score":0.14495414},"labels":[],"label_agreement":null},{"id":"W4400946578","doi":"10.1109/icsa59870.2024.00009","title":"Magnet: Method-Based Approach Using Graph Neural Network for Microservices Identification","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; École de Technologie Supérieure","funders":"","keywords":"Microservices; Computer science; Artificial neural network; Magnet; Identification (biology); Graph; Artificial intelligence; Theoretical computer science; Engineering; Mechanical engineering; Operating system; Biology; Botany","score_opus":0.030787534722849483,"score_gpt":0.3090523434374402,"score_spread":0.2782648087145907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400946578","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012161014,0.00025397874,0.9774,0.00014625539,0.000051446244,0.00014356301,0.00029223884,0.008345423,0.0012061653],"genre_scores_gemma":[0.25541812,0.00025026491,0.73553693,0.0002766986,0.000048215323,0.0003088444,0.001820083,0.0008967845,0.005443998],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987639,0.00018308617,0.00006164064,0.00047835548,0.00038397612,0.00012895439],"domain_scores_gemma":[0.9987821,0.0004414694,0.00018527615,0.00018860796,0.00034738614,0.000055091525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009761866,0.001842912,0.00097519945,0.0037501936,0.0007264785,0.0012137324,0.0022074739,0.00179068,0.003106912],"category_scores_gemma":[0.0031289568,0.00067425636,0.0013204437,0.0015764305,0.00060902076,0.001563467,0.0015835004,0.0012528277,0.0014446995],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023889107,0.00022785018,0.0074142055,0.0004662768,0.00027876667,0.000395898,0.000257818,0.29782543,0.021070953,0.008312148,0.0097354725,0.6537762],"study_design_scores_gemma":[0.0000075092453,0.000023584595,0.00056383753,0.000014737735,0.000025433872,0.00006754545,0.000040832838,0.9890191,0.0033367232,0.0054254835,0.0014607799,0.00001442956],"about_ca_topic_score_codex":0.015039578,"about_ca_topic_score_gemma":0.023478063,"teacher_disagreement_score":0.015039578,"about_ca_system_score_codex":0.0013432109,"about_ca_system_score_gemma":0.0017717159,"threshold_uncertainty_score":0.029904068},"labels":[],"label_agreement":null},{"id":"W4400983910","doi":"10.1145/3677180","title":"C <scp>o</scp> -A <scp>pproximator</scp> : Enabling Performance Prediction in Colocated Applications.","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Embedded Computing Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"British Columbia Institute of Technology; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; A priori and a posteriori; Distributed computing; Throughput; Internet of Things; Wireless; Embedded system; Telecommunications","score_opus":0.013827003930976455,"score_gpt":0.24466944220037928,"score_spread":0.23084243826940282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400983910","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06719487,0.00061648263,0.92074436,0.00065812067,0.0001472406,0.000078098885,0.0003970268,0.0064191255,0.0037446914],"genre_scores_gemma":[0.78793925,0.0003436619,0.20729035,0.0002663401,0.000066003944,0.00011629936,0.0008368029,0.000546297,0.0025950118],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99952805,0.000098636825,0.000018772424,0.000113165894,0.00017955077,0.00006182102],"domain_scores_gemma":[0.9985104,0.00066619966,0.00017752951,0.00029930877,0.0002637006,0.00008297099],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007441569,0.0010036544,0.00043680944,0.0005377559,0.00033399923,0.00090236583,0.0010575273,0.0008008555,0.0018927555],"category_scores_gemma":[0.004521771,0.0003236231,0.0004741306,0.00051381416,0.0005693628,0.0010945294,0.0007977031,0.0017050804,0.00078207377],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036927592,0.00017168176,0.0059578507,0.0001393345,0.000094132716,0.00017864136,0.00012456866,0.82477117,0.012829739,0.0069103874,0.008706912,0.13974635],"study_design_scores_gemma":[0.0000035526396,0.000019415753,0.00016161033,0.0000053456088,0.0000027748977,0.000017378308,0.000006197402,0.9957295,0.0021001946,0.0013811273,0.0005694671,0.000003492058],"about_ca_topic_score_codex":0.0101734605,"about_ca_topic_score_gemma":0.011756983,"teacher_disagreement_score":0.0101734605,"about_ca_system_score_codex":0.00084242795,"about_ca_system_score_gemma":0.001576125,"threshold_uncertainty_score":0.020228505},"labels":[],"label_agreement":null},{"id":"W4401211363","doi":"10.1109/tse.2024.3436623","title":"Long Live the Image: On Enabling Resilient Production Database Containers for Microservice Applications","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University; Queen's University Belfast","keywords":"Computer science; Production (economics); Database; Microservices; Software engineering; World Wide Web; Operating system; Cloud computing","score_opus":0.010017254744161024,"score_gpt":0.24516179219632728,"score_spread":0.23514453745216626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401211363","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11107084,0.0022223662,0.84449196,0.0029841403,0.00044035426,0.0004029081,0.00010984626,0.016025318,0.022252236],"genre_scores_gemma":[0.68233615,0.001959479,0.29516724,0.0017774059,0.00016974394,0.0002606719,0.00050685083,0.0016555057,0.016166985],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989826,0.00014041633,0.000061548104,0.00018622876,0.00035445252,0.00027469386],"domain_scores_gemma":[0.99856865,0.00020578435,0.00012286607,0.0005155588,0.0003982019,0.00018897056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011128479,0.00056549074,0.00035859214,0.0004528627,0.00093620794,0.0023982762,0.00273125,0.0010691248,0.002648199],"category_scores_gemma":[0.0027702844,0.00041293606,0.00059094833,0.0004919443,0.0013621314,0.007052517,0.005178364,0.0020433054,0.00072218815],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009699367,0.0006658897,0.009085196,0.0012246133,0.00012435084,0.0022680522,0.00547903,0.03209792,0.13871983,0.2712019,0.04022602,0.49793717],"study_design_scores_gemma":[0.00013492478,0.001489519,0.0050583864,0.00049256644,0.00024736315,0.0023720143,0.002697824,0.39893168,0.24340014,0.05859159,0.28631875,0.0002652715],"about_ca_topic_score_codex":0.0027376893,"about_ca_topic_score_gemma":0.0019474076,"teacher_disagreement_score":0.0027376893,"about_ca_system_score_codex":0.0009052882,"about_ca_system_score_gemma":0.0011894357,"threshold_uncertainty_score":0.008859098},"labels":[],"label_agreement":null},{"id":"W4401454795","doi":"10.1145/3643794.3648349","title":"Practical Guidance for IoT Systems Testing: A Taxonomy","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Concordia University","funders":"","keywords":"Computer science; Taxonomy (biology); Data science; Biology; Ecology","score_opus":0.11073503251568445,"score_gpt":0.3276771408389614,"score_spread":0.21694210832327693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401454795","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017936077,0.13076906,0.6358049,0.09721738,0.0023774994,0.0049516903,0.00157668,0.0031885807,0.10617818],"genre_scores_gemma":[0.08880173,0.08494748,0.7978552,0.012249543,0.00057957653,0.0032331888,0.0033415875,0.00049180776,0.00849991],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.93893796,0.01807299,0.014032263,0.0029854453,0.024370132,0.0016012941],"domain_scores_gemma":[0.8492808,0.073114365,0.011575203,0.007337539,0.05587516,0.0028169083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.036702503,0.002944261,0.0014786728,0.026737146,0.0038845576,0.009638699,0.0060895393,0.0074060457,0.0029441325],"category_scores_gemma":[0.086257786,0.001314883,0.0018873878,0.015395808,0.009257078,0.018017542,0.0053703953,0.0077419644,0.0027689475],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054987704,0.00044775516,0.008823683,0.011187297,0.00004601661,0.0010563204,0.010084003,0.005949094,0.0028514408,0.39232892,0.06290763,0.50426275],"study_design_scores_gemma":[0.000051406187,0.00030876294,0.004952009,0.032977205,0.000071577975,0.0029945974,0.012806665,0.010651519,0.0017527237,0.27067572,0.66257185,0.00018593842],"about_ca_topic_score_codex":0.014046421,"about_ca_topic_score_gemma":0.014300292,"teacher_disagreement_score":0.036702503,"about_ca_system_score_codex":0.010035703,"about_ca_system_score_gemma":0.022238389,"threshold_uncertainty_score":0.19410366},"labels":[],"label_agreement":null},{"id":"W4401455496","doi":"10.1145/3643794.3648283","title":"MicroMatic: Fully Automated Microservices Identification Approach From Monolithic Systems","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Microservices; Identification (biology); Computer science; Software engineering; Operating system; Cloud computing","score_opus":0.009300539807839238,"score_gpt":0.24028130713785412,"score_spread":0.23098076733001488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401455496","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026869595,0.0002025207,0.9371241,0.00022433081,0.000039728977,0.00023127976,0.0005657919,0.032235194,0.0025074505],"genre_scores_gemma":[0.22263685,0.00014927797,0.76903754,0.00016372837,0.000028410648,0.00029534497,0.0024684307,0.0020001193,0.0032203093],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980685,0.00035044466,0.00013576602,0.00046531027,0.0008458682,0.0001342328],"domain_scores_gemma":[0.9963821,0.0015722358,0.00054584653,0.00070812955,0.00070807827,0.00008358033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014157285,0.0011932213,0.0005295991,0.003841956,0.0008573601,0.002157887,0.0015603215,0.0009796004,0.0029832672],"category_scores_gemma":[0.009161001,0.00063014706,0.0011997118,0.0013357907,0.0007804333,0.0022052305,0.0025724177,0.0012237937,0.0019581935],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030209622,0.0003585593,0.02154709,0.0010762885,0.00016888336,0.0009115967,0.0023670627,0.0718761,0.055893682,0.026368212,0.017489985,0.80164045],"study_design_scores_gemma":[0.000031173495,0.00012984521,0.0048848307,0.00016633801,0.000050215716,0.0006103325,0.00065549003,0.89479524,0.047363155,0.027882515,0.02337481,0.000055948833],"about_ca_topic_score_codex":0.0039248625,"about_ca_topic_score_gemma":0.0074109933,"teacher_disagreement_score":0.0039248625,"about_ca_system_score_codex":0.000999683,"about_ca_system_score_gemma":0.0025052903,"threshold_uncertainty_score":0.009980023},"labels":[],"label_agreement":null},{"id":"W4401517219","doi":"10.2139/ssrn.4923030","title":"On the Variability of Ai-Based Software Systems Due to Environment Configurations","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Concordia University","funders":"","keywords":"Computer science; Software; Operating system","score_opus":0.00837260969888121,"score_gpt":0.23036235801056507,"score_spread":0.22198974831168386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401517219","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8941829,0.0006533959,0.10057911,0.00065823586,0.00007494554,0.000030705683,0.00032319513,0.0002770983,0.0032204073],"genre_scores_gemma":[0.9985216,0.00006965739,0.0010688177,0.000014286015,0.0000251306,0.000011467177,0.000075418364,0.000036742906,0.00017693198],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99707556,0.0011294007,0.00015545345,0.00056081853,0.000781964,0.00029681448],"domain_scores_gemma":[0.93285435,0.053906165,0.0050129998,0.0050466736,0.0020384418,0.0011413067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041602543,0.0003978579,0.00079627417,0.0012511285,0.00046454594,0.0015584223,0.0011445917,0.0007931092,0.0010251533],"category_scores_gemma":[0.041378364,0.0004288324,0.00057087536,0.0011716991,0.001326997,0.0017676195,0.0011663184,0.0016349544,0.00012922689],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070267206,0.00014957442,0.038291547,0.00012835329,0.00027547072,0.0007185398,0.00062167126,0.88636667,0.015570266,0.031130362,0.00077149,0.025273336],"study_design_scores_gemma":[0.000013273347,0.00013129479,0.018595293,0.000013347873,0.00006124379,0.00021376567,0.000107650725,0.9488284,0.0015723845,0.030143598,0.00028873768,0.000031038846],"about_ca_topic_score_codex":0.001775089,"about_ca_topic_score_gemma":0.0012030366,"teacher_disagreement_score":0.0041602543,"about_ca_system_score_codex":0.0009515537,"about_ca_system_score_gemma":0.0005017613,"threshold_uncertainty_score":0.022001803},"labels":[],"label_agreement":null},{"id":"W4401537664","doi":"10.1109/tse.2024.3443741","title":"Predicting the First Response Latency of Maintainers and Contributors in Pull Requests","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Concordia University","funders":"","keywords":"Computer science; Latency (audio); Parallel computing; Telecommunications","score_opus":0.005120476108220783,"score_gpt":0.2077019446545747,"score_spread":0.20258146854635392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401537664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9692542,0.00046128273,0.025157038,0.00036441794,0.00012147781,0.00011864148,0.0011983337,0.0021682908,0.0011563742],"genre_scores_gemma":[0.98291713,0.0001335089,0.012604425,0.000060917075,0.00008415324,0.00007652082,0.0025746126,0.00009981823,0.0014490113],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99725527,0.00055729947,0.00025567302,0.0006243696,0.00089468807,0.00041263865],"domain_scores_gemma":[0.97030556,0.014892176,0.005179998,0.0016462888,0.0058297385,0.0021461744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004971646,0.0012390917,0.00077661296,0.0022299807,0.00047292426,0.0014690575,0.00073753716,0.001005811,0.00074190204],"category_scores_gemma":[0.027116675,0.0003406709,0.00057454186,0.0013492326,0.00026632877,0.0017391564,0.00072068797,0.0014591792,0.001312727],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015784135,0.0008654088,0.68441826,0.00046891405,0.00021051326,0.000621409,0.00091106445,0.079121865,0.023355447,0.00066799164,0.012141759,0.195639],"study_design_scores_gemma":[0.000035818965,0.0005505929,0.162841,0.000043610613,0.00007718847,0.00038260056,0.000494942,0.8199873,0.011743024,0.00085447996,0.0029274065,0.00006206552],"about_ca_topic_score_codex":0.0056904457,"about_ca_topic_score_gemma":0.006523043,"teacher_disagreement_score":0.0056904457,"about_ca_system_score_codex":0.00071152154,"about_ca_system_score_gemma":0.0015016476,"threshold_uncertainty_score":0.02629286},"labels":[],"label_agreement":null},{"id":"W4401667316","doi":"10.1007/s10664-024-10533-w","title":"Impact of log parsing on deep learning-based anomaly detection","year":2024,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds National de la Recherche Luxembourg; Science Foundation Ireland","keywords":"Anomaly detection; Parsing; Anomaly (physics); Computer science; Artificial intelligence; Natural language processing; Deep learning; Physics","score_opus":0.012061831520582988,"score_gpt":0.2753947141403206,"score_spread":0.2633328826197376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401667316","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8435624,0.00369735,0.1222744,0.0024950188,0.0003532746,0.00016612936,0.0028651906,0.020284854,0.0043013818],"genre_scores_gemma":[0.9526482,0.00041108835,0.04151486,0.00032795485,0.00006746215,0.000055887085,0.0037867464,0.0003352509,0.0008525466],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9897361,0.0039274925,0.00091056875,0.0018205825,0.0029930992,0.00061215676],"domain_scores_gemma":[0.9155621,0.06316587,0.0049560866,0.0099450825,0.0055105397,0.00086032256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01030849,0.0018583243,0.0009888668,0.002536975,0.0007560004,0.0022571632,0.0018016032,0.0014104681,0.0007650925],"category_scores_gemma":[0.06600802,0.00049149554,0.0009614868,0.0021719807,0.0010738571,0.005159288,0.0017983827,0.0033342405,0.0006541381],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015810694,0.0017216303,0.20131151,0.0006682039,0.0006002613,0.000399065,0.0004394679,0.25584757,0.0089599015,0.0030913162,0.01717904,0.5082008],"study_design_scores_gemma":[0.00004570167,0.0003842047,0.023744233,0.000096326745,0.00013901218,0.0003056887,0.00020216126,0.95175654,0.012663083,0.0074854195,0.0031134284,0.00006424876],"about_ca_topic_score_codex":0.0062546683,"about_ca_topic_score_gemma":0.0063299085,"teacher_disagreement_score":0.01030849,"about_ca_system_score_codex":0.0013313009,"about_ca_system_score_gemma":0.0020216694,"threshold_uncertainty_score":0.05451715},"labels":[],"label_agreement":null},{"id":"W4401880207","doi":"10.1109/compsac61105.2024.00152","title":"SLIMECRAFT: State Learning for Client-Server Regression Analysis and Fault Testing","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Regression testing; State (computer science); Regression analysis; Fault (geology); Operating system; Machine learning; Programming language; Software","score_opus":0.018962849398842914,"score_gpt":0.2803236676174339,"score_spread":0.261360818218591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401880207","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007107709,0.00010458397,0.978678,0.000075713826,0.000020033065,0.000058901685,0.00018124597,0.01313559,0.00063819205],"genre_scores_gemma":[0.26945928,0.00013052115,0.726076,0.0001229444,0.000030744486,0.00037228368,0.00113874,0.0008876639,0.0017818293],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991241,0.00029936025,0.000064479136,0.0002062738,0.00023089544,0.00007489382],"domain_scores_gemma":[0.99739766,0.0016661495,0.00022582882,0.00037336617,0.0002663112,0.00007067914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016559559,0.0014703178,0.0008092595,0.0011442673,0.00039646047,0.0007611836,0.0023135561,0.0010797936,0.0053389543],"category_scores_gemma":[0.0075908503,0.0008352423,0.0010361607,0.00073141174,0.00079871016,0.0017770437,0.0014654344,0.0023369063,0.0013690263],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038385906,0.00032916007,0.0040944424,0.00025915183,0.00012744342,0.0001469158,0.00011658074,0.6134429,0.005417738,0.014653098,0.006486691,0.35454202],"study_design_scores_gemma":[0.000009189387,0.000017520624,0.00007611534,0.000005457096,0.0000034923448,0.000008747469,0.000003401731,0.9943621,0.0012135095,0.0038764407,0.00042026228,0.0000036511851],"about_ca_topic_score_codex":0.0045142476,"about_ca_topic_score_gemma":0.0059433817,"teacher_disagreement_score":0.0053389543,"about_ca_system_score_codex":0.0009231156,"about_ca_system_score_gemma":0.001589452,"threshold_uncertainty_score":0.017860651},"labels":[],"label_agreement":null},{"id":"W4401995539","doi":"10.1007/s10664-024-10535-8","title":"Data-access performance anti-patterns in data-intensive systems","year":2024,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; NoSQL; Data access; Data quality; Database; Component (thermodynamics); Scalability; Engineering","score_opus":0.09091578223945451,"score_gpt":0.3403247534093067,"score_spread":0.24940897116985217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401995539","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953312,0.00007145715,0.0033568884,0.00022033454,0.000009069106,0.00000899509,0.000118530355,0.00010268302,0.00078080525],"genre_scores_gemma":[0.9992951,0.000010845024,0.00046885258,0.000014809727,0.000004853656,0.0000035588016,0.000049461138,0.000011210944,0.00014127127],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973404,0.00079913886,0.0002762301,0.00048622588,0.00082060957,0.0002775157],"domain_scores_gemma":[0.9051119,0.05576882,0.019720245,0.008911435,0.009142757,0.0013449116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026143803,0.0002008735,0.00032871804,0.001149871,0.0004871387,0.0012531464,0.00081598386,0.00059887394,0.0014187179],"category_scores_gemma":[0.05276729,0.0003918779,0.00020532304,0.0012978171,0.00071221415,0.0019755352,0.0007099217,0.001049831,0.00033452376],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009469747,0.00052300334,0.9201024,0.0001246414,0.000116300274,0.0001789043,0.00082507444,0.009549984,0.010606145,0.0054297373,0.0011307402,0.050466057],"study_design_scores_gemma":[0.000055887147,0.00084672566,0.751879,0.000052364005,0.000106196865,0.0010124281,0.0013783696,0.20900747,0.020924825,0.013199026,0.0014950688,0.00004267411],"about_ca_topic_score_codex":0.0021393734,"about_ca_topic_score_gemma":0.002410044,"teacher_disagreement_score":0.0026143803,"about_ca_system_score_codex":0.00065744994,"about_ca_system_score_gemma":0.0008467403,"threshold_uncertainty_score":0.013826311},"labels":[],"label_agreement":null},{"id":"W4402096229","doi":"10.1007/978-3-031-68675-7_24","title":"A Business-Centric Approach to Automated Microservices Identification","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in networks and systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Microservices; Identification (biology); Computer science; Software engineering; Operating system; Biology; Cloud computing; Botany","score_opus":0.010832928183145425,"score_gpt":0.226681229627783,"score_spread":0.21584830144463757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402096229","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018391928,0.00015903177,0.9885534,0.00056774355,0.00004839005,0.0000818677,0.00005577432,0.0003627929,0.0083318],"genre_scores_gemma":[0.20473011,0.0006393239,0.77586097,0.00063777406,0.00023280832,0.00026425382,0.00038382152,0.0001703049,0.017080704],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99780446,0.0006723906,0.00010234362,0.00038450168,0.00086736016,0.00016892995],"domain_scores_gemma":[0.9978836,0.0008433504,0.00013365768,0.0005819268,0.0004641193,0.00009324264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023148584,0.00064080814,0.00070943544,0.001843534,0.0011999032,0.004187403,0.0023236212,0.0017998394,0.0042898757],"category_scores_gemma":[0.0036700794,0.00077896105,0.0007242171,0.0021620113,0.0013368852,0.0038869367,0.0028895908,0.0020282797,0.0023349682],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009251327,0.0002899367,0.0016759763,0.00012863232,0.00009008728,0.00039583026,0.00033514475,0.074981034,0.010867506,0.5418675,0.013780061,0.35549587],"study_design_scores_gemma":[0.000016712193,0.00006184948,0.00072402146,0.00005320974,0.000033623834,0.000408105,0.00025433788,0.6813008,0.009237509,0.27206048,0.03582002,0.000029284693],"about_ca_topic_score_codex":0.001629042,"about_ca_topic_score_gemma":0.0028790229,"teacher_disagreement_score":0.0042898757,"about_ca_system_score_codex":0.0013768917,"about_ca_system_score_gemma":0.00226966,"threshold_uncertainty_score":0.01435101},"labels":[],"label_agreement":null},{"id":"W4402102233","doi":"10.23977/acss.2024.080514","title":"Challenges and Solutions of Distributed Transactions in Medical Software under Microservices Architecture","year":2024,"lang":"en","type":"article","venue":"Advances in Computer Signals and Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Microservices; Computer science; Architecture; Software engineering; Software; Software architecture; Distributed computing; Operating system; History; Cloud computing; Archaeology","score_opus":0.02034355590330088,"score_gpt":0.27417608666620524,"score_spread":0.25383253076290435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402102233","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1144145,0.004668777,0.8505193,0.0133167785,0.00026695055,0.00013778877,0.00006030399,0.00049766456,0.016117914],"genre_scores_gemma":[0.8435087,0.0022337285,0.1489033,0.0004713234,0.00027869848,0.00015780832,0.00007786803,0.00010122682,0.004267327],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99495584,0.001924767,0.00043845485,0.0005669276,0.0017124409,0.00040145422],"domain_scores_gemma":[0.9936299,0.0031548108,0.00066914177,0.0010313292,0.0011289573,0.00038586516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004941726,0.00028269686,0.00045585117,0.00046183824,0.0014663131,0.0034974343,0.0019251509,0.0019150393,0.0011486701],"category_scores_gemma":[0.008804357,0.0004361028,0.00039779933,0.0007450269,0.0022717372,0.0039181234,0.0030918766,0.0022763903,0.00032165326],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014695952,0.000096098374,0.0048991763,0.00038582328,0.00008743485,0.001502679,0.0028817297,0.11027402,0.010245935,0.7015713,0.0049302136,0.16297872],"study_design_scores_gemma":[0.000064754,0.00015384583,0.001862054,0.00022909805,0.000047476806,0.0019414496,0.002869646,0.42031425,0.00909599,0.5015235,0.061824765,0.00007314185],"about_ca_topic_score_codex":0.0015955605,"about_ca_topic_score_gemma":0.0012187342,"teacher_disagreement_score":0.004941726,"about_ca_system_score_codex":0.0011973024,"about_ca_system_score_gemma":0.0021422266,"threshold_uncertainty_score":0.02613467},"labels":[],"label_agreement":null},{"id":"W4402126972","doi":"10.1109/mcom.001.2300520","title":"Machine Learning for Predicting Infrastructure Faults and Job Failures in Clouds: A Survey","year":2024,"lang":"en","type":"article","venue":"IEEE Communications Magazine","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Cloud computing; Computer security; Operating system","score_opus":0.02317065491802934,"score_gpt":0.2907737082092114,"score_spread":0.26760305329118206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402126972","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039867517,0.6214031,0.31425428,0.006941573,0.00094441447,0.0003116514,0.0017268463,0.0017969852,0.012753645],"genre_scores_gemma":[0.318606,0.5111218,0.15782127,0.0016654629,0.002919155,0.00033550098,0.0033737107,0.00024702953,0.0039101257],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985751,0.0003255827,0.00017654401,0.00035933717,0.00047133656,0.00009211866],"domain_scores_gemma":[0.9931937,0.0051344293,0.0003122262,0.00033406416,0.0008895584,0.00013607439],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029424042,0.0015470041,0.0015547741,0.0045481967,0.0005196733,0.0020537816,0.0022661272,0.0013934798,0.0014248543],"category_scores_gemma":[0.007787335,0.0006380776,0.0013460045,0.0053925463,0.00054248737,0.0035074863,0.000896583,0.0020889214,0.00088702666],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012223911,0.00028929295,0.020065375,0.0032574926,0.00027806123,0.00015086471,0.0002134606,0.06461444,0.00075365056,0.0071907355,0.011166918,0.8918975],"study_design_scores_gemma":[0.00005483856,0.00071104127,0.025937568,0.0049976143,0.00055693963,0.0012133772,0.0009678944,0.7582445,0.004925852,0.05608861,0.14605246,0.00024925286],"about_ca_topic_score_codex":0.005228266,"about_ca_topic_score_gemma":0.003972308,"teacher_disagreement_score":0.005228266,"about_ca_system_score_codex":0.00089457305,"about_ca_system_score_gemma":0.0013125394,"threshold_uncertainty_score":0.015561104},"labels":[],"label_agreement":null},{"id":"W4402218589","doi":"10.1109/icdcsw63686.2024.00011","title":"Towards LLM-Assisted System Testing for Microservices","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Microservices; Computer science; Software engineering; Operating system; Cloud computing","score_opus":0.02939684908194526,"score_gpt":0.2746690199451169,"score_spread":0.24527217086317163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402218589","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018771823,0.00008939997,0.9650876,0.000527849,0.000026657883,0.000120142,0.000044762455,0.012936552,0.0023951724],"genre_scores_gemma":[0.1860832,0.00007928785,0.81015694,0.0002432925,0.000016528102,0.00018150882,0.0001388969,0.0010313804,0.0020689194],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99424756,0.0030100995,0.00021726509,0.00040777712,0.001785977,0.00033126253],"domain_scores_gemma":[0.987884,0.008061866,0.0006775192,0.0018897441,0.0011764574,0.00031043414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056486777,0.0009609744,0.00054639543,0.0011584724,0.0006878843,0.002563841,0.0029743297,0.0025615566,0.0027756023],"category_scores_gemma":[0.018454894,0.0008064351,0.0010186145,0.00036950473,0.002215772,0.0034290352,0.0032945666,0.0028624348,0.0012034384],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046733845,0.0008587206,0.0073610465,0.0008127944,0.00012003949,0.0020441532,0.0064036916,0.2160132,0.075839154,0.21037108,0.011517025,0.4681917],"study_design_scores_gemma":[0.00006267052,0.00015500902,0.00039911695,0.00014960022,0.000020105688,0.0004618949,0.00037041845,0.8810663,0.039593227,0.05694091,0.02072807,0.000052671807],"about_ca_topic_score_codex":0.0025342265,"about_ca_topic_score_gemma":0.0035177239,"teacher_disagreement_score":0.0056486777,"about_ca_system_score_codex":0.0013731682,"about_ca_system_score_gemma":0.0020611659,"threshold_uncertainty_score":0.029873371},"labels":[],"label_agreement":null},{"id":"W4402474736","doi":"10.1109/ccece59415.2024.10667308","title":"Log Anomaly Detection by Leveraging LLM-Based Parsing and Embedding with Attention Mechanism","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University; Ontario Tech University","funders":"","keywords":"Computer science; Parsing; Mechanism (biology); Anomaly detection; Embedding; Anomaly (physics); Artificial intelligence; Physics","score_opus":0.007187271478026284,"score_gpt":0.2216817361416514,"score_spread":0.21449446466362512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402474736","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02278603,0.00014436801,0.9661211,0.00025035048,0.000039719802,0.000058311987,0.00027579235,0.009597331,0.00072698004],"genre_scores_gemma":[0.58500415,0.00022725301,0.40796366,0.00035724876,0.00007418829,0.00020618955,0.0018971737,0.0008861323,0.0033839957],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990144,0.00022398944,0.00008294639,0.00036187918,0.00022265196,0.00009408797],"domain_scores_gemma":[0.99839777,0.00074873643,0.00019902502,0.00033385426,0.00027652344,0.00004410986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010029328,0.0011731645,0.0007744871,0.0015393785,0.00037439176,0.000919664,0.0014625598,0.0009124285,0.0014318737],"category_scores_gemma":[0.004030077,0.00050856255,0.0011340178,0.0009276753,0.00075228105,0.0019579802,0.0014030995,0.0014612991,0.00091937324],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027249713,0.00037873397,0.009924359,0.00020137506,0.00012873828,0.0007094841,0.00040063684,0.31544983,0.026574377,0.011151213,0.0065519824,0.62825686],"study_design_scores_gemma":[0.0000034767013,0.000022809496,0.00048973574,0.0000063092025,0.000013458912,0.000053138567,0.00001324449,0.9883129,0.005255997,0.005012649,0.0008055753,0.000010824105],"about_ca_topic_score_codex":0.0044233208,"about_ca_topic_score_gemma":0.0057359897,"teacher_disagreement_score":0.0044233208,"about_ca_system_score_codex":0.00078269216,"about_ca_system_score_gemma":0.001315647,"threshold_uncertainty_score":0.008795142},"labels":[],"label_agreement":null},{"id":"W4402571174","doi":"10.1109/icstw60967.2024.00060","title":"ODACE: An Appium-based Testing Automation Platform for Android Mobile Devices Certification","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Certification; Android (operating system); Computer science; Automation; Embedded system; Operating system; Software engineering; Engineering","score_opus":0.04505113808399654,"score_gpt":0.3015067100772478,"score_spread":0.25645557199325125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402571174","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17950916,0.0007967604,0.7122002,0.00033570753,0.00020517045,0.0016695621,0.0008732297,0.08614036,0.018269857],"genre_scores_gemma":[0.7569078,0.00032918886,0.22846371,0.00032537724,0.00005686591,0.00048160934,0.0017586768,0.002250371,0.009426434],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989838,0.00015357116,0.00006524608,0.0001405293,0.0005116623,0.00014511192],"domain_scores_gemma":[0.99845886,0.0004929673,0.00020317938,0.00033573998,0.00031736458,0.00019191121],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069077156,0.00078309316,0.0003527877,0.0009729216,0.00021920951,0.0006155361,0.0012623371,0.00044177796,0.0047978824],"category_scores_gemma":[0.0029325804,0.0003645673,0.00035282152,0.00022139591,0.00052498525,0.000921849,0.0018149465,0.00094505167,0.0012849363],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022077707,0.000874243,0.017459039,0.0010735677,0.00012740842,0.0018023389,0.00096102,0.0144229,0.25762123,0.01222538,0.028410701,0.6628144],"study_design_scores_gemma":[0.0012274678,0.003810637,0.05137266,0.00048934884,0.00023408675,0.0071443026,0.00049905846,0.34898984,0.3616396,0.008153952,0.21597198,0.00046707713],"about_ca_topic_score_codex":0.0012878836,"about_ca_topic_score_gemma":0.0014198803,"teacher_disagreement_score":0.0047978824,"about_ca_system_score_codex":0.00028650204,"about_ca_system_score_gemma":0.0008515611,"threshold_uncertainty_score":0.016050518},"labels":[],"label_agreement":null},{"id":"W4402897334","doi":"10.1109/qrs62785.2024.00066","title":"Which API is Faster: Mining Fine-grained Performance Opinion from Online Discussions","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Youth Innovation Promotion Association; National Natural Science Foundation of China","keywords":"Computer science; Sentiment analysis; Data science; World Wide Web; Artificial intelligence","score_opus":0.01917914517580165,"score_gpt":0.2704329223938021,"score_spread":0.25125377721800046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402897334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85641056,0.002114179,0.117617354,0.0015972715,0.00024108191,0.0003205595,0.005645464,0.0026694129,0.013384152],"genre_scores_gemma":[0.96318626,0.00031990674,0.027123986,0.00025914446,0.00018303911,0.00016316766,0.004692323,0.00011125041,0.00396094],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987424,0.0003219447,0.00009598125,0.0003967626,0.0003276846,0.00011531467],"domain_scores_gemma":[0.9962923,0.0019182845,0.0006404306,0.00019561408,0.0007796942,0.0001736418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014017886,0.00084132777,0.00042329583,0.0023386134,0.00048407,0.0011797728,0.00063268025,0.00083289214,0.0013581133],"category_scores_gemma":[0.007976305,0.00018365389,0.0005333839,0.0013148128,0.00021588086,0.0025194823,0.00059089204,0.0008105827,0.0017254016],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015137703,0.0007804076,0.28614914,0.0009399464,0.00031486573,0.001138251,0.0070413672,0.010101258,0.042056255,0.0036042966,0.035056535,0.611304],"study_design_scores_gemma":[0.00006960168,0.00055039907,0.18397197,0.00016170472,0.00036854582,0.0007113312,0.005707332,0.7289251,0.028581137,0.008699693,0.042104207,0.00014897945],"about_ca_topic_score_codex":0.0029512781,"about_ca_topic_score_gemma":0.004998828,"teacher_disagreement_score":0.0029512781,"about_ca_system_score_codex":0.0005235189,"about_ca_system_score_gemma":0.00036402344,"threshold_uncertainty_score":0.007413447},"labels":[],"label_agreement":null},{"id":"W4403024217","doi":"10.1109/pacrim61180.2024.10690226","title":"On the Impact of Reliable Protocols on Run-Time Software System Performance Predictability","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Predictability; Computer science; Software; Real-time computing; Reliability engineering; Distributed computing; Operating system; Engineering; Statistics","score_opus":0.013352671355976372,"score_gpt":0.2699260001102393,"score_spread":0.2565733287542629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403024217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96847826,0.00026079625,0.026316157,0.00025471335,0.00002404813,0.000024040379,0.00019154318,0.00027737534,0.004173168],"genre_scores_gemma":[0.99794334,0.000075637814,0.001763959,0.000015950423,0.0000042380693,0.000010127255,0.000045345412,0.000027476171,0.00011388676],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99897385,0.00032651724,0.000039795585,0.0000943835,0.000397308,0.00016819485],"domain_scores_gemma":[0.9840115,0.013522268,0.0009600207,0.0007600127,0.0005537975,0.00019251238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017167324,0.00036861742,0.00034055483,0.0004520997,0.00031717902,0.0006598721,0.0004550048,0.00029927606,0.0012529333],"category_scores_gemma":[0.013140086,0.00020340196,0.00025156882,0.0005321991,0.0008862975,0.0007489353,0.00055684283,0.0008282133,0.00011449876],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022994801,0.000084209445,0.010481125,0.000083722174,0.000031123345,0.00016876608,0.00009339679,0.9677597,0.007563817,0.005101632,0.00024459287,0.008157993],"study_design_scores_gemma":[0.000013754381,0.00024766047,0.005359953,0.000010203235,0.000018441839,0.000047160294,0.000081616345,0.98024666,0.010210034,0.003322958,0.0004242448,0.000017291259],"about_ca_topic_score_codex":0.0023235471,"about_ca_topic_score_gemma":0.0021626388,"teacher_disagreement_score":0.0023235471,"about_ca_system_score_codex":0.0004498166,"about_ca_system_score_gemma":0.00089019706,"threshold_uncertainty_score":0.009079039},"labels":[],"label_agreement":null},{"id":"W4403024481","doi":"10.1109/pacrim61180.2024.10690225","title":"Exploring Emerging Industry Trends for Large-Scale Software System Performance Predictability: The Role of Apache and Xen","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Predictability; Operating system; Computer science; Software; Scale (ratio); Embedded system","score_opus":0.028777025589759295,"score_gpt":0.2419424903745032,"score_spread":0.2131654647847439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403024481","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9602108,0.00059118704,0.02198693,0.0028857214,0.00005389813,0.000026771431,0.00017468257,0.00037820006,0.013691714],"genre_scores_gemma":[0.99684477,0.00015425478,0.0026317488,0.00005742747,0.000010921098,0.000004830059,0.000048476246,0.00003247683,0.00021505923],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99924123,0.00022067924,0.000029828112,0.000095631374,0.00030567998,0.00010706988],"domain_scores_gemma":[0.9948473,0.0026678783,0.0009714642,0.00046494842,0.00078131177,0.00026714717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021429812,0.00025529688,0.00015319823,0.00081287534,0.0004123466,0.0015750575,0.00063299964,0.0005068504,0.0008316926],"category_scores_gemma":[0.007900636,0.00018663373,0.00023000441,0.0010630524,0.000700068,0.0018294454,0.00058891124,0.0010280977,0.00012814399],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003949615,0.000487717,0.30599925,0.00023366619,0.00014418463,0.00089188805,0.0010645199,0.5107801,0.011410268,0.072872,0.007197783,0.08852368],"study_design_scores_gemma":[0.000025775777,0.00028292404,0.047032975,0.00004748529,0.000036536756,0.0002163337,0.0009033069,0.9186743,0.006532535,0.020169443,0.006037423,0.000041019328],"about_ca_topic_score_codex":0.0046907053,"about_ca_topic_score_gemma":0.007909192,"teacher_disagreement_score":0.0046907053,"about_ca_system_score_codex":0.00096044305,"about_ca_system_score_gemma":0.0012879781,"threshold_uncertainty_score":0.011333287},"labels":[],"label_agreement":null},{"id":"W4403223004","doi":"10.1145/3689793","title":"Making Sense of Multi-threaded Application Performance at Scale with NonSequitur","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Programming Languages","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Sense (electronics); Computer science; Scale (ratio); Engineering; Electrical engineering; Geography; Cartography","score_opus":0.02078093307109422,"score_gpt":0.2860024398985674,"score_spread":0.26522150682747314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403223004","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7388953,0.0006333527,0.23396745,0.0015110357,0.00015630838,0.00025807702,0.0012251119,0.016422693,0.006930661],"genre_scores_gemma":[0.9166662,0.00016544154,0.07968332,0.00015110098,0.000045617773,0.00016146366,0.00089503493,0.0010545063,0.0011773447],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99668604,0.0010425488,0.00017588364,0.0007665698,0.001153849,0.00017521699],"domain_scores_gemma":[0.97061443,0.016456997,0.0033766532,0.0049869,0.0035230143,0.0010420041],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045544207,0.0010330087,0.00047695462,0.0029751372,0.000641384,0.0027121892,0.0016244721,0.00074674527,0.0020564965],"category_scores_gemma":[0.04990743,0.0006156443,0.00038102502,0.0012505006,0.0009982684,0.005641042,0.0032086358,0.0011623047,0.00056623475],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021822585,0.0006620502,0.1686568,0.00088100316,0.00042381595,0.00094050233,0.020839617,0.02566524,0.058630593,0.010173432,0.0150454,0.69589925],"study_design_scores_gemma":[0.00021458683,0.0017202363,0.23981576,0.00030849595,0.0002582213,0.0017116581,0.01526983,0.55290616,0.06407982,0.076393,0.046838365,0.00048396736],"about_ca_topic_score_codex":0.0028376265,"about_ca_topic_score_gemma":0.0039482936,"teacher_disagreement_score":0.0045544207,"about_ca_system_score_codex":0.00060959306,"about_ca_system_score_gemma":0.0006278384,"threshold_uncertainty_score":0.024086356},"labels":[],"label_agreement":null},{"id":"W4403303551","doi":"10.1037/met0000691","title":"Lagged multidimensional recurrence quantification analysis for determining leader–follower relationships within multidimensional time series.","year":2024,"lang":"en","type":"article","venue":"Psychological Methods","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Deutsche Forschungsgemeinschaft","keywords":"Series (stratigraphy); Recurrence quantification analysis; Multidimensional analysis; Statistics; Statistical analysis; Econometrics; Time series; Psychology; Mathematics; Geology; Nonlinear system; Physics","score_opus":0.14224758821313951,"score_gpt":0.427926050321445,"score_spread":0.2856784621083055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403303551","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010275731,0.0008330393,0.9851376,0.00014107283,0.0001245992,0.00017559578,0.0012899935,0.0007998962,0.0012224372],"genre_scores_gemma":[0.25570446,0.00076207606,0.73680353,0.00012489395,0.00021267433,0.0013206807,0.0030912615,0.00046665478,0.0015137627],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99710387,0.001470989,0.00027953263,0.00058528275,0.00046907607,0.00009125938],"domain_scores_gemma":[0.9836363,0.011068646,0.0018417648,0.0018540905,0.0013434042,0.00025572215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071536386,0.001020512,0.0006939936,0.0038327947,0.00054058706,0.0015823231,0.0009911687,0.0005767934,0.0073646884],"category_scores_gemma":[0.042704348,0.0003584737,0.0014607329,0.0041808086,0.00063032634,0.002134113,0.0013629464,0.0015407241,0.0015572498],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039881602,0.00018498213,0.051285475,0.0023013433,0.0014753817,0.00045657853,0.0023035596,0.0479187,0.015770946,0.115346365,0.026600916,0.735957],"study_design_scores_gemma":[0.00006350914,0.00039090205,0.06994163,0.0005807825,0.00046566268,0.00077648944,0.0009256142,0.75253385,0.0072589098,0.12625815,0.040457875,0.00034657776],"about_ca_topic_score_codex":0.002867884,"about_ca_topic_score_gemma":0.0026229636,"teacher_disagreement_score":0.0073646884,"about_ca_system_score_codex":0.00060191914,"about_ca_system_score_gemma":0.0011168784,"threshold_uncertainty_score":0.03783256},"labels":[],"label_agreement":null},{"id":"W4403359935","doi":"10.1007/s10664-024-10547-4","title":"Extracting microservices from monolithic systems using deep reinforcement learning","year":2024,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Microservices; Reinforcement learning; Computer science; Artificial intelligence; Operating system","score_opus":0.021718347657193302,"score_gpt":0.271314858023251,"score_spread":0.2495965103660577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403359935","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34476885,0.00079556624,0.6452328,0.00038201,0.000082164646,0.000085056585,0.000709418,0.005962046,0.0019820402],"genre_scores_gemma":[0.9307462,0.00012157162,0.06636334,0.00004854665,0.000025426161,0.00003658425,0.00084473623,0.00015135042,0.0016623456],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9997131,0.00003928141,0.000017639906,0.00010241517,0.00007072954,0.000056824272],"domain_scores_gemma":[0.99823284,0.00096082216,0.00021944045,0.0002728263,0.00022277309,0.000091259164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040877447,0.0009442529,0.0006596699,0.0011928901,0.00027429275,0.0005938267,0.0010201358,0.000942492,0.0013046458],"category_scores_gemma":[0.0027349358,0.00064191787,0.00081335724,0.0007625111,0.00045068553,0.0013052754,0.00078665407,0.0014378313,0.0006990167],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029306303,0.00029173808,0.015307292,0.00019078562,0.00011358277,0.00048217486,0.0001098142,0.6589956,0.019856468,0.004491067,0.0048171734,0.2950512],"study_design_scores_gemma":[0.0000045332326,0.000018757893,0.00065683527,0.000004297557,0.00000717641,0.000017336473,0.00000840609,0.99460924,0.0015747105,0.0028985408,0.0001967263,0.0000034169266],"about_ca_topic_score_codex":0.0051512932,"about_ca_topic_score_gemma":0.008577189,"teacher_disagreement_score":0.0051512932,"about_ca_system_score_codex":0.00064348814,"about_ca_system_score_gemma":0.0009400084,"threshold_uncertainty_score":0.010242641},"labels":[],"label_agreement":null},{"id":"W4403536368","doi":"10.1145/3691620.3695504","title":"Microservice Decomposition Techniques: An Independent Tool Comparison","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Decomposition","score_opus":0.011832580703157642,"score_gpt":0.3163871058490243,"score_spread":0.3045545251458667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403536368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8639855,0.0043394407,0.10678843,0.00043808055,0.0002071277,0.002173589,0.0013315679,0.0033179487,0.01741833],"genre_scores_gemma":[0.810346,0.0017469093,0.1786168,0.00024072922,0.00007764992,0.0024969087,0.0027272352,0.00092490495,0.0028227246],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9847943,0.005867965,0.0019875942,0.0013657402,0.005145135,0.000839218],"domain_scores_gemma":[0.92376935,0.043354806,0.0030072492,0.013605594,0.015419503,0.0008436138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012561867,0.0013649454,0.00076949276,0.008023576,0.0007601561,0.0024660632,0.0018660972,0.0013452702,0.0020263987],"category_scores_gemma":[0.052101742,0.00059664465,0.0013210274,0.0043857708,0.0007790539,0.0037492604,0.0032161877,0.0014401375,0.0007115944],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028506084,0.0034169857,0.04167694,0.0045222845,0.0008802131,0.00049123383,0.0074159056,0.016802182,0.059621897,0.0068847626,0.007223704,0.84821326],"study_design_scores_gemma":[0.0027289644,0.023721391,0.3408663,0.0062894947,0.0036449486,0.0040896204,0.024813617,0.20840141,0.20740624,0.018224588,0.1588551,0.0009583888],"about_ca_topic_score_codex":0.0008917077,"about_ca_topic_score_gemma":0.001496711,"teacher_disagreement_score":0.012561867,"about_ca_system_score_codex":0.0010101416,"about_ca_system_score_gemma":0.0009806145,"threshold_uncertainty_score":0.066434324},"labels":[],"label_agreement":null},{"id":"W4403714792","doi":"10.1016/j.conengprac.2024.106130","title":"Hierarchical grouping and visualization of correlated alarms using time-augmented word embedding","year":2024,"lang":"en","type":"article","venue":"Control Engineering Practice","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Visualization; Word (group theory); Computer science; Word embedding; Embedding; Artificial intelligence; Natural language processing; Pattern recognition (psychology); Speech recognition; Mathematics","score_opus":0.0066757331710367565,"score_gpt":0.2670445899898179,"score_spread":0.26036885681878114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403714792","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14738292,0.0005826474,0.8352422,0.00038628804,0.00014088588,0.00028481235,0.002701029,0.010450537,0.0028287664],"genre_scores_gemma":[0.41075927,0.0003112947,0.582997,0.00005210881,0.000041986408,0.00019198164,0.0037924706,0.0003685195,0.0014853383],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99939895,0.00015848844,0.000060040227,0.00017112728,0.00015190069,0.000059540616],"domain_scores_gemma":[0.99836034,0.0007165046,0.00023433882,0.00018518591,0.0004449086,0.00005878501],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063703366,0.001344731,0.00057883933,0.0041676573,0.0004571124,0.0014232099,0.00076087617,0.0005989105,0.0025280698],"category_scores_gemma":[0.003509777,0.0003355284,0.00081574597,0.0027561844,0.00045322438,0.0013307831,0.00150856,0.0006910276,0.00086752744],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010178854,0.00034249475,0.013146018,0.000803879,0.00016842652,0.0010419086,0.0033494479,0.12303002,0.07832439,0.012826106,0.015650917,0.75029844],"study_design_scores_gemma":[0.00005020133,0.0001878007,0.008239349,0.00005400897,0.0000638814,0.00032118757,0.00093082176,0.9397683,0.025635218,0.014668231,0.009993668,0.000087226894],"about_ca_topic_score_codex":0.0051184474,"about_ca_topic_score_gemma":0.0077847005,"teacher_disagreement_score":0.0051184474,"about_ca_system_score_codex":0.0004357807,"about_ca_system_score_gemma":0.00068814063,"threshold_uncertainty_score":0.010177314},"labels":[],"label_agreement":null},{"id":"W4403918536","doi":"10.1109/tse.2024.3488525","title":"AIM: Automated Input Set Minimization for Metamorphic Security Testing","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"H2020 European Research Council; Natural Sciences and Engineering Research Council of Canada; Horizon 2020 Framework Programme; Science Foundation Ireland; Université du Luxembourg; University of Ottawa","keywords":"Computer science; Set (abstract data type); Minification; Programming language; Theoretical computer science; Software engineering; Data mining; Algorithm","score_opus":0.02010568178901174,"score_gpt":0.25042375612891415,"score_spread":0.23031807433990242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403918536","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10049085,0.00041025257,0.87953436,0.00037927506,0.00004577678,0.00034855853,0.0004491052,0.012319156,0.006022773],"genre_scores_gemma":[0.41326123,0.00012382571,0.5817349,0.00025813084,0.000020577008,0.00037115155,0.0009698604,0.00073345384,0.0025268984],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99866307,0.0004803677,0.00006193604,0.00021492409,0.0004269371,0.00015279447],"domain_scores_gemma":[0.9980574,0.0012376558,0.00014071655,0.00026067544,0.00023263534,0.00007081592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011188821,0.0013466098,0.0007480847,0.0011697738,0.0004208686,0.00072026264,0.001996461,0.0011328345,0.0042633694],"category_scores_gemma":[0.0040273257,0.00042491456,0.00095745584,0.0006493918,0.0007061707,0.0010122485,0.0015036309,0.0013943061,0.00076750416],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005159838,0.0005854532,0.005328612,0.0005814733,0.00013340662,0.000302548,0.0002003427,0.5002616,0.047583517,0.010586406,0.008553738,0.42536682],"study_design_scores_gemma":[0.000058115944,0.00015086253,0.00067133986,0.000024813213,0.000027156744,0.00010326571,0.000036038546,0.9789104,0.013616478,0.0046023726,0.0017877667,0.000011391236],"about_ca_topic_score_codex":0.001959509,"about_ca_topic_score_gemma":0.003219257,"teacher_disagreement_score":0.0042633694,"about_ca_system_score_codex":0.0008489107,"about_ca_system_score_gemma":0.0015365507,"threshold_uncertainty_score":0.014262378},"labels":[],"label_agreement":null},{"id":"W4403935650","doi":"10.1145/3652620.3687799","title":"Breaking Down Barriers: Building Sustainable Microservices Architectures with Model-Driven Engineering","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Microservices; Computer science; Software engineering; Operating system; Cloud computing","score_opus":0.003296648990824626,"score_gpt":0.2085543380934259,"score_spread":0.20525768910260128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403935650","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022546822,0.000486625,0.96167123,0.0040852195,0.000080730366,0.00018617482,0.00005035056,0.0008567693,0.010036035],"genre_scores_gemma":[0.32597822,0.0010940208,0.6686911,0.00044606507,0.000037102513,0.0005106276,0.00018452693,0.00043339317,0.0026249401],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99650097,0.0015965801,0.00017420333,0.00028615957,0.0011373283,0.00030480186],"domain_scores_gemma":[0.9939168,0.003012186,0.00042062267,0.0014533357,0.00090157345,0.00029549378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006285632,0.0009530349,0.00059976336,0.0009211316,0.0012112256,0.004253282,0.0028384675,0.0019353502,0.0014204747],"category_scores_gemma":[0.01201337,0.0008216446,0.00097382243,0.0006074813,0.0033557618,0.00532142,0.004233533,0.0032202855,0.000521476],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042719606,0.00015000776,0.0021887599,0.0004757368,0.00009026112,0.00021356849,0.0018211863,0.4124471,0.004727286,0.51914036,0.0024200599,0.056283038],"study_design_scores_gemma":[0.000027481949,0.00006138309,0.00027066265,0.00035547244,0.000050863913,0.00006742283,0.0009892832,0.52886385,0.0041015875,0.42601126,0.039146103,0.0000547191],"about_ca_topic_score_codex":0.004856816,"about_ca_topic_score_gemma":0.0066932063,"teacher_disagreement_score":0.006285632,"about_ca_system_score_codex":0.002207,"about_ca_system_score_gemma":0.0068594166,"threshold_uncertainty_score":0.033242047},"labels":[],"label_agreement":null},{"id":"W4403935977","doi":"10.1145/3652620.3686247","title":"A Multi-Platform Specification Language and Dataset for the Analysis of DevOps Pipelines","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"DevOps; Computer science; Pipeline transport; Programming language; Software engineering; Engineering; Software","score_opus":0.03618560316838716,"score_gpt":0.32011790938667495,"score_spread":0.2839323062182878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403935977","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038638808,0.0005757627,0.022973694,0.00053984474,0.00015177856,0.0006132315,0.8845791,0.047498956,0.0044288696],"genre_scores_gemma":[0.012684331,0.00012248896,0.025055429,0.00013629816,0.000016611513,0.0006796077,0.95832384,0.0020438547,0.00093749014],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950158,0.00053729274,0.0011201743,0.0013554124,0.0016065608,0.00036473887],"domain_scores_gemma":[0.98929834,0.0034430805,0.0015460572,0.0025252483,0.0025530765,0.0006342041],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031470682,0.0017682634,0.0005720908,0.0060235416,0.0010487799,0.0014285872,0.0021893168,0.0014119981,0.0044456376],"category_scores_gemma":[0.01335266,0.0008096317,0.0016498215,0.006014655,0.0007964703,0.0024660362,0.0027201069,0.0024414791,0.005629045],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013776345,0.0007751087,0.047663316,0.0052122367,0.00027414455,0.002040938,0.0020287454,0.014620791,0.020033447,0.010757562,0.7844658,0.11075026],"study_design_scores_gemma":[0.00049409206,0.00031603727,0.064944364,0.00048569322,0.00011801951,0.0008230165,0.0009017595,0.024548016,0.017881686,0.0053845234,0.8838547,0.00024816176],"about_ca_topic_score_codex":0.01339416,"about_ca_topic_score_gemma":0.020896548,"teacher_disagreement_score":0.01339416,"about_ca_system_score_codex":0.0014841215,"about_ca_system_score_gemma":0.0036053844,"threshold_uncertainty_score":0.026632369},"labels":[],"label_agreement":null},{"id":"W4403996282","doi":"10.2139/ssrn.5007731","title":"Managing Disruptions in Rail-Truck Hazardous Materials Networks: A Machine-Learning Optimization Approach","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Hazardous waste; Truck; Computer science; Business; Engineering; Automotive engineering; Waste management","score_opus":0.007530337594942746,"score_gpt":0.23511967703831727,"score_spread":0.2275893394433745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403996282","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.105434224,0.001123008,0.88378704,0.0022270489,0.00015118318,0.00023321663,0.00031982476,0.00046852572,0.006255875],"genre_scores_gemma":[0.9219316,0.0004956716,0.069980145,0.000275495,0.00023392797,0.00021830869,0.00033339538,0.00011462904,0.0064168503],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989178,0.00045669777,0.000056973742,0.00023044371,0.00012313537,0.0002150669],"domain_scores_gemma":[0.9940368,0.0047641937,0.00047724042,0.000097950135,0.00042761647,0.00019621222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028025857,0.0017240603,0.002621906,0.0020963247,0.0009300998,0.002415096,0.0025168734,0.0038248287,0.0030553378],"category_scores_gemma":[0.007749125,0.0013717146,0.0013326241,0.0017038494,0.0015470447,0.0025517934,0.0017559956,0.0026191566,0.00029918048],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017759408,0.000025614627,0.00017993899,0.000010640479,0.000013069701,0.0000107671785,0.000005945277,0.99600804,0.00003164321,0.00063566875,0.00016402501,0.0028968707],"study_design_scores_gemma":[0.000002118617,0.0000072418457,0.000032927594,0.000001513319,0.000003008016,0.0000012957764,0.0000038152093,0.9990657,0.000018153916,0.00083860726,0.000024363431,0.0000012433037],"about_ca_topic_score_codex":0.023391819,"about_ca_topic_score_gemma":0.013162378,"teacher_disagreement_score":0.023391819,"about_ca_system_score_codex":0.0025022728,"about_ca_system_score_gemma":0.0023834659,"threshold_uncertainty_score":0.046511292},"labels":[],"label_agreement":null},{"id":"W4404057254","doi":"10.1109/emsoft60242.2024.00008","title":"Work-in-Progress: ESOps - An Agile Pipeline for Next-Generation Embedded Systems Development","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Agile software development; Pipeline (software); Computer science; Work (physics); Engineering management; Software engineering; Engineering; Operating system; Mechanical engineering","score_opus":0.06377617276439493,"score_gpt":0.30006834448907843,"score_spread":0.2362921717246835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404057254","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023181278,0.0045083966,0.8673678,0.019725101,0.0022882023,0.0009667427,0.0009008799,0.010761365,0.070300214],"genre_scores_gemma":[0.12802015,0.0069517638,0.79867035,0.0032064398,0.0010583149,0.0007577102,0.004297898,0.0051468993,0.051890507],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9894611,0.003318582,0.0004587091,0.00078007247,0.0050010886,0.000980356],"domain_scores_gemma":[0.9750728,0.0050852085,0.0011463864,0.0057829404,0.007907671,0.005004995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019421022,0.0019921977,0.0005308249,0.0021594737,0.0016559362,0.0078014885,0.0032373292,0.0025658305,0.018753808],"category_scores_gemma":[0.019354269,0.0009489083,0.0010293644,0.0017856047,0.0021450652,0.00867287,0.010033941,0.004913531,0.011458044],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003474141,0.0006330391,0.0028607377,0.0006687402,0.00012980704,0.00047128744,0.0033500819,0.019881053,0.026626784,0.06917155,0.099336624,0.7765229],"study_design_scores_gemma":[0.00018785583,0.0011628033,0.0017222501,0.00077338784,0.000073409115,0.0007479122,0.0013732481,0.04863789,0.027402787,0.056865744,0.86087596,0.00017675282],"about_ca_topic_score_codex":0.0018770599,"about_ca_topic_score_gemma":0.0015848564,"teacher_disagreement_score":0.019421022,"about_ca_system_score_codex":0.001130015,"about_ca_system_score_gemma":0.009444637,"threshold_uncertainty_score":0.10270941},"labels":[],"label_agreement":null},{"id":"W4404130408","doi":"10.1145/3689933.3690836","title":"P3GNN: A Privacy-Preserving Provenance Graph-Based Model for Autonomous APT Detection in Software Defined Networking","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brandon University; University of Guelph","funders":"","keywords":"Computer science; Provenance; Software; Graph; Theoretical computer science; Programming language","score_opus":0.027869038512208802,"score_gpt":0.25483499121994163,"score_spread":0.22696595270773284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404130408","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023554487,0.00024288989,0.97175115,0.0006335651,0.000055605982,0.000106586405,0.0006277056,0.0014585991,0.0015693993],"genre_scores_gemma":[0.7899354,0.00046598937,0.20341648,0.00033770967,0.000055067692,0.00022554876,0.0017023219,0.00016343927,0.0036979308],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99942064,0.00015329306,0.000030909683,0.00019019551,0.00014806341,0.000056940644],"domain_scores_gemma":[0.9984723,0.0006707425,0.00019258923,0.0002628572,0.00031596428,0.00008549137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014043079,0.00059116696,0.00047773545,0.0007161932,0.0004890896,0.0009778417,0.0018055686,0.0008378389,0.0009739706],"category_scores_gemma":[0.005048599,0.0003458114,0.0007237321,0.00050742755,0.0008696396,0.0019725477,0.0013542011,0.0015142153,0.00020071249],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000092713504,0.00005076721,0.0030447228,0.000049652375,0.000040285835,0.000090023896,0.00007052343,0.94295406,0.0010940053,0.01577914,0.0020247053,0.03470941],"study_design_scores_gemma":[0.0000036999213,0.000009658529,0.00013712747,0.0000040001114,0.0000050007875,0.00001501392,0.000003874098,0.99006224,0.00029479055,0.008888183,0.00057298236,0.000003462623],"about_ca_topic_score_codex":0.018294038,"about_ca_topic_score_gemma":0.02407488,"teacher_disagreement_score":0.018294038,"about_ca_system_score_codex":0.001741899,"about_ca_system_score_gemma":0.0020612834,"threshold_uncertainty_score":0.036375105},"labels":[],"label_agreement":null},{"id":"W4404240713","doi":"10.1145/3696348.3696854","title":"Buffy: A Formal Language-Based Framework for Network Performance Analysis","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Programming language","score_opus":0.009618130200247106,"score_gpt":0.27181436501082634,"score_spread":0.26219623481057924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404240713","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021087678,0.000065039196,0.9958741,0.00014595673,0.000034789442,0.00007129962,0.00021564629,0.0019257067,0.0014565875],"genre_scores_gemma":[0.025249746,0.0005731285,0.9664511,0.00026548712,0.00013477566,0.00080159085,0.0009553946,0.0018417487,0.0037269953],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9972778,0.0008765918,0.00024208563,0.0003614838,0.0009863877,0.00025565902],"domain_scores_gemma":[0.9961144,0.0022090143,0.00040195193,0.0005451594,0.0005659362,0.00016350664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006219471,0.0023607577,0.0010857627,0.00317726,0.0015602963,0.004701147,0.005541607,0.0018816045,0.012489364],"category_scores_gemma":[0.010277663,0.0016415141,0.0034009926,0.0017588331,0.0036404738,0.005907128,0.003236189,0.005594454,0.0034873614],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050569208,0.00009419646,0.000523286,0.0004966857,0.00006591708,0.000317261,0.00042361434,0.12212858,0.0028536178,0.8194163,0.014324062,0.039305944],"study_design_scores_gemma":[0.0000622062,0.000040399977,0.0001366182,0.00030073337,0.000059844224,0.00022973958,0.000095651325,0.46001768,0.0036781568,0.4217048,0.11359952,0.00007473768],"about_ca_topic_score_codex":0.010908073,"about_ca_topic_score_gemma":0.011058025,"teacher_disagreement_score":0.012489364,"about_ca_system_score_codex":0.0026221217,"about_ca_system_score_gemma":0.005617271,"threshold_uncertainty_score":0.04178101},"labels":[],"label_agreement":null},{"id":"W4404310199","doi":"10.1007/978-981-96-0808-9_10","title":"BOAM: A Business Oriented Identification Approach of Microservices Within Legacy Systems","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; École de Technologie Supérieure","funders":"","keywords":"Microservices; Identification (biology); Computer science; Operating system; Biology","score_opus":0.01217305077776652,"score_gpt":0.23471986060693606,"score_spread":0.22254680982916955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404310199","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048364378,0.00015776024,0.9851075,0.00019209446,0.000055710232,0.00006612839,0.00006267422,0.0022401095,0.007281585],"genre_scores_gemma":[0.13005306,0.00034475292,0.84801537,0.00023939757,0.000062038096,0.00013766982,0.00037006696,0.00064857857,0.020128975],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990721,0.00021616388,0.00003760964,0.00018078041,0.00038436797,0.00010894892],"domain_scores_gemma":[0.99924064,0.00028533983,0.00007374896,0.00017597325,0.00016645029,0.000057932448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013188462,0.00060089276,0.00048588036,0.001477993,0.0010787895,0.0027862021,0.0016381704,0.0012538986,0.005779115],"category_scores_gemma":[0.0024409334,0.0005587552,0.0006431564,0.0012907506,0.00075576454,0.0035836825,0.0023804996,0.0017698017,0.0020073329],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020546424,0.00021186187,0.0024044123,0.00029677962,0.00007209021,0.0005447364,0.0012449119,0.0247692,0.018337041,0.41415662,0.0122960815,0.52546084],"study_design_scores_gemma":[0.000041105224,0.00012250122,0.0021604302,0.00021288809,0.00009079864,0.00096567447,0.0009157177,0.5890715,0.027430972,0.24073833,0.13817404,0.000076002696],"about_ca_topic_score_codex":0.0026599956,"about_ca_topic_score_gemma":0.0047494443,"teacher_disagreement_score":0.005779115,"about_ca_system_score_codex":0.00063762255,"about_ca_system_score_gemma":0.001199722,"threshold_uncertainty_score":0.019333065},"labels":[],"label_agreement":null},{"id":"W4404507065","doi":"10.1007/s12243-024-01063-z","title":"CSNet 2023 special issue—the resilient networked systems","year":2024,"lang":"en","type":"article","venue":"Annals of Telecommunications","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Concordia University","funders":"","keywords":"Computer science","score_opus":0.047316536377820746,"score_gpt":0.32951827575484144,"score_spread":0.2822017393770207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404507065","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014434878,0.019074343,0.0061229314,0.03358608,0.7980313,0.00034302555,0.0014892941,0.0012181462,0.13869138],"genre_scores_gemma":[0.0072413725,0.023195116,0.001961125,0.0072221407,0.6291739,0.00019000798,0.0029258921,0.00097386696,0.32711664],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984964,0.00017943252,0.000115289564,0.0002337685,0.0007893661,0.0001856791],"domain_scores_gemma":[0.99052995,0.0015727797,0.00056083273,0.00063779426,0.0041743014,0.002524306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031589484,0.002615099,0.002293087,0.0048898887,0.0020966958,0.008202177,0.0022461826,0.0042814845,0.13756463],"category_scores_gemma":[0.005748608,0.0006506612,0.0011502041,0.0030583765,0.0011478142,0.004733333,0.0018078975,0.0041746763,0.06341472],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042084386,0.00004353859,0.000096604985,0.00019005795,0.00000997687,0.000058797585,0.0000045177667,0.00032232786,0.0003154942,0.0022959255,0.96268034,0.03394025],"study_design_scores_gemma":[0.000014564107,0.000084908956,0.0004723609,0.00018869773,0.000013217779,0.00014642747,0.000013749245,0.0013979183,0.0003437885,0.002344196,0.994965,0.000014970794],"about_ca_topic_score_codex":0.002091549,"about_ca_topic_score_gemma":0.0050409595,"teacher_disagreement_score":0.13756463,"about_ca_system_score_codex":0.0028286749,"about_ca_system_score_gemma":0.0039859824,"threshold_uncertainty_score":0.46019953},"labels":[],"label_agreement":null},{"id":"W4404657409","doi":"10.1007/978-981-96-0602-3","title":"Dependable Software Engineering. Theories, Tools, and Applications","year":2024,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Institute of Software, Chinese Academy of Sciences; Singapore Management University; Shenzhen University; Peking University; Uppsala Universitet; National University of Defense Technology; Universität des Saarlandes; Macquarie University; University of Chinese Academy of Sciences; Shanghai Jiao Tong University; Zhejiang University; University of Waterloo; University of Tehran; University of New South Wales; University College London; Purdue University; University of Oxford; California Institute of Technology; Aarhus Universitet; East China Normal University; Capital Normal University; Beihang University; Institute of Science and Technology Austria; Université du Luxembourg","keywords":"Computer science; Software engineering; Software; Programming language; Software development","score_opus":0.006946825628973734,"score_gpt":0.21828661540254987,"score_spread":0.21133978977357615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404657409","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035522676,0.35479358,0.43024358,0.006862498,0.0037379367,0.00011339147,0.00094884395,0.0025735667,0.19717436],"genre_scores_gemma":[0.16730703,0.28207552,0.20154963,0.002541221,0.005602457,0.00045343998,0.0021608297,0.0017340259,0.3365759],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992532,0.00007334707,0.000042289652,0.00008867712,0.0005108387,0.000031657964],"domain_scores_gemma":[0.9979253,0.0012640106,0.00014596584,0.00030499772,0.0002962555,0.0000635506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006496227,0.0015010042,0.0010434218,0.0023127857,0.00053852686,0.0026734637,0.0017106314,0.0013358275,0.012654895],"category_scores_gemma":[0.002609167,0.000998606,0.0006657807,0.0031176275,0.002158305,0.0043184957,0.0011313839,0.003043684,0.005710619],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017952038,0.000053615644,0.00021419318,0.00076832186,0.000026749605,0.00008951306,0.00026254536,0.006453718,0.0015662662,0.554424,0.10507397,0.3310491],"study_design_scores_gemma":[0.000011581311,0.00003461553,0.0003761605,0.00039049465,0.000027291966,0.00037456964,0.00006252551,0.013606966,0.0009135006,0.7145231,0.2696597,0.000019483105],"about_ca_topic_score_codex":0.0013370106,"about_ca_topic_score_gemma":0.0016505553,"teacher_disagreement_score":0.012654895,"about_ca_system_score_codex":0.0011077584,"about_ca_system_score_gemma":0.0010877107,"threshold_uncertainty_score":0.042334855},"labels":[],"label_agreement":null},{"id":"W4404724994","doi":"10.1007/978-981-96-0576-7","title":"Web Information Systems Engineering – WISE 2024","year":2024,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Université de Pau et des Pays de l'Adour; Singapore Management University; University of Science and Technology of China; Yunnan University; University of the Aegean; Sorbonne Université; Università degli Studi di Salerno; Sohar University; Australian Catholic University; Waseda University; Universidad Nacional de La Plata; University of New South Wales; Jinan University; University of Crete; Griffith University; Technische Universiteit Eindhoven; Università degli Studi di Padova; University of Thessaly; Erasmus Universiteit Rotterdam; Università degli Studi di Brescia; Indian Institute of Technology Roorkee; Aix-Marseille Université; Lebanese American University; Swinburne University of Technology; Delhi Technological University; Universitat de València; Université de Fribourg; Macquarie University; Université de Bordeaux; Universidad de Alicante; Cardiff University; Deakin University; University of Macedonia; University of Technology Sydney; University of Cyprus; Charles Sturt University; Indian National Science Academy; University of Hertfordshire; University of Miami; Universidad de Málaga; Norges Teknisk-Naturvitenskapelige Universitet; Université de Sfax; Universidad Carlos III de Madrid; University of Bern; University of Southampton; Université du Luxembourg; University of Southern Queensland; Anglia Ruskin University; Universität Basel; University of Ottawa; Ocean University of China; Vanderbilt University; Universidade de Macau; Universidad de Sevilla; La Trobe University; Commonwealth Scientific and Industrial Research Organisation; Harbin Institute of Technology; Universität Duisburg-Essen; San Diego State University; University of Waikato","keywords":"Computer science; Web application; Information engineering; World Wide Web; Software engineering; Information retrieval; Information system; Electrical engineering","score_opus":0.005874555535227587,"score_gpt":0.21008637461595342,"score_spread":0.20421181908072583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404724994","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020176708,0.020674258,0.06695581,0.0050513525,0.0086367,0.00016807936,0.0013569611,0.003923274,0.891216],"genre_scores_gemma":[0.003469797,0.009194626,0.013433204,0.0007664615,0.0013807376,0.000047659596,0.001516278,0.0015253441,0.9686659],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994388,0.000056447876,0.000019771765,0.000060052243,0.0003869035,0.00003805983],"domain_scores_gemma":[0.99925965,0.00014136989,0.000035403333,0.00013521554,0.00031423505,0.00011413773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007115768,0.001275152,0.0006394952,0.0023125657,0.00041526018,0.002824314,0.00071005843,0.0011334195,0.080311425],"category_scores_gemma":[0.0012790475,0.0007591882,0.00048755706,0.0027731643,0.00037703197,0.0028118198,0.0011777377,0.0019476422,0.10211167],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017032022,0.00003913476,0.00006950917,0.00014078488,0.000011613755,0.000028933513,0.000016570653,0.00088788057,0.0017865758,0.011551127,0.7034041,0.28204668],"study_design_scores_gemma":[0.000003627796,0.000026958245,0.00029617234,0.00011777629,0.000006498517,0.00013741358,0.000008919907,0.0018785917,0.0012014185,0.0070790127,0.9892369,0.0000066403027],"about_ca_topic_score_codex":0.0012379015,"about_ca_topic_score_gemma":0.0029252768,"teacher_disagreement_score":0.080311425,"about_ca_system_score_codex":0.0008013769,"about_ca_system_score_gemma":0.0010149325,"threshold_uncertainty_score":0.26866847},"labels":[],"label_agreement":null},{"id":"W4404725261","doi":"10.1007/978-981-96-0573-6","title":"Web Information Systems Engineering – WISE 2024","year":2024,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Université de Pau et des Pays de l'Adour; Singapore Management University; University of Science and Technology of China; Yunnan University; University of the Aegean; Sorbonne Université; Università degli Studi di Salerno; Sohar University; Australian Catholic University; Waseda University; Universidad Nacional de La Plata; University of New South Wales; Jinan University; University of Crete; Griffith University; Technische Universiteit Eindhoven; Università degli Studi di Padova; University of Thessaly; Erasmus Universiteit Rotterdam; Università degli Studi di Brescia; Indian Institute of Technology Roorkee; Aix-Marseille Université; Lebanese American University; Swinburne University of Technology; Delhi Technological University; Universitat de València; Université de Fribourg; Macquarie University; Université de Bordeaux; Universidad de Alicante; Cardiff University; Deakin University; University of Macedonia; University of Technology Sydney; University of Cyprus; Charles Sturt University; Indian National Science Academy; University of Hertfordshire; University of Miami; Universidad de Málaga; Norges Teknisk-Naturvitenskapelige Universitet; Université de Sfax; Universidad Carlos III de Madrid; University of Bern; University of Southampton; Université du Luxembourg; University of Southern Queensland; Anglia Ruskin University; Universität Basel; University of Ottawa; Ocean University of China; Vanderbilt University; Universidade de Macau; Universidad de Sevilla; La Trobe University; Commonwealth Scientific and Industrial Research Organisation; Harbin Institute of Technology; Universität Duisburg-Essen; San Diego State University; University of Waikato","keywords":"Computer science; Web application; Information engineering; World Wide Web; Software engineering; Information system; Engineering; Electrical engineering","score_opus":0.005874555535227587,"score_gpt":0.21008637461595342,"score_spread":0.20421181908072583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404725261","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020176708,0.020674258,0.06695581,0.0050513525,0.0086367,0.00016807936,0.0013569611,0.003923274,0.891216],"genre_scores_gemma":[0.003469797,0.009194626,0.013433204,0.0007664615,0.0013807376,0.000047659596,0.001516278,0.0015253441,0.9686659],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994388,0.000056447876,0.000019771765,0.000060052243,0.0003869035,0.00003805983],"domain_scores_gemma":[0.99925965,0.00014136989,0.000035403333,0.00013521554,0.00031423505,0.00011413773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007115768,0.001275152,0.0006394952,0.0023125657,0.00041526018,0.002824314,0.00071005843,0.0011334195,0.080311425],"category_scores_gemma":[0.0012790475,0.0007591882,0.00048755706,0.0027731643,0.00037703197,0.0028118198,0.0011777377,0.0019476422,0.10211167],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017032022,0.00003913476,0.00006950917,0.00014078488,0.000011613755,0.000028933513,0.000016570653,0.00088788057,0.0017865758,0.011551127,0.7034041,0.28204668],"study_design_scores_gemma":[0.000003627796,0.000026958245,0.00029617234,0.00011777629,0.000006498517,0.00013741358,0.000008919907,0.0018785917,0.0012014185,0.0070790127,0.9892369,0.0000066403027],"about_ca_topic_score_codex":0.0012379015,"about_ca_topic_score_gemma":0.0029252768,"teacher_disagreement_score":0.080311425,"about_ca_system_score_codex":0.0008013769,"about_ca_system_score_gemma":0.0010149325,"threshold_uncertainty_score":0.26866847},"labels":[],"label_agreement":null},{"id":"W4404818094","doi":"10.1007/978-981-96-0579-8","title":"Web Information Systems Engineering – WISE 2024","year":2024,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Sorbonne Université; Université de Pau et des Pays de l'Adour; University of Science and Technology of China; University of the Aegean; Indian Institute of Technology Roorkee; Università degli Studi di Brescia; University of Bern; Universidad Carlos III de Madrid; Waseda University; Universidad Nacional de La Plata; University of New South Wales; Jinan University; University of Crete; Griffith University; Technische Universiteit Eindhoven; Università degli Studi di Padova; University of Thessaly; Erasmus Universiteit Rotterdam; Universitat de València; Université de Bordeaux; Universidad de Alicante; Cardiff University; Deakin University; University of Macedonia; University of Technology Sydney; University of Cyprus; Université de Fribourg; Macquarie University; Sohar University; Charles Sturt University; Indian National Science Academy; Aix-Marseille Université; Lebanese American University; University of Hertfordshire; University of Miami; Universidad de Málaga; Norges Teknisk-Naturvitenskapelige Universitet; University of Southampton; Université du Luxembourg; University of Southern Queensland; Anglia Ruskin University; Universität Basel; University of Ottawa; Ocean University of China; Vanderbilt University; Universidad de Sevilla; La Trobe University; Commonwealth Scientific and Industrial Research Organisation; Harbin Institute of Technology; San Diego State University; University of Waikato","keywords":"Computer science; Web application; World Wide Web; Information engineering; Information retrieval; Information system; Software engineering; Engineering; Electrical engineering","score_opus":0.005874555535227587,"score_gpt":0.21008637461595342,"score_spread":0.20421181908072583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404818094","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020176708,0.020674258,0.06695581,0.0050513525,0.0086367,0.00016807936,0.0013569611,0.003923274,0.891216],"genre_scores_gemma":[0.003469797,0.009194626,0.013433204,0.0007664615,0.0013807376,0.000047659596,0.001516278,0.0015253441,0.9686659],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994388,0.000056447876,0.000019771765,0.000060052243,0.0003869035,0.00003805983],"domain_scores_gemma":[0.99925965,0.00014136989,0.000035403333,0.00013521554,0.00031423505,0.00011413773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007115768,0.001275152,0.0006394952,0.0023125657,0.00041526018,0.002824314,0.00071005843,0.0011334195,0.080311425],"category_scores_gemma":[0.0012790475,0.0007591882,0.00048755706,0.0027731643,0.00037703197,0.0028118198,0.0011777377,0.0019476422,0.10211167],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017032022,0.00003913476,0.00006950917,0.00014078488,0.000011613755,0.000028933513,0.000016570653,0.00088788057,0.0017865758,0.011551127,0.7034041,0.28204668],"study_design_scores_gemma":[0.000003627796,0.000026958245,0.00029617234,0.00011777629,0.000006498517,0.00013741358,0.000008919907,0.0018785917,0.0012014185,0.0070790127,0.9892369,0.0000066403027],"about_ca_topic_score_codex":0.0012379015,"about_ca_topic_score_gemma":0.0029252768,"teacher_disagreement_score":0.080311425,"about_ca_system_score_codex":0.0008013769,"about_ca_system_score_gemma":0.0010149325,"threshold_uncertainty_score":0.26866847},"labels":[],"label_agreement":null},{"id":"W4404876079","doi":"10.1007/978-981-96-0570-5","title":"Web Information Systems Engineering – WISE 2024","year":2024,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Sorbonne Université; Université de Pau et des Pays de l'Adour; University of Science and Technology of China; University of the Aegean; Indian Institute of Technology Roorkee; Università degli Studi di Brescia; University of Bern; Universidad Carlos III de Madrid; Waseda University; Universidad Nacional de La Plata; University of New South Wales; Jinan University; University of Crete; Griffith University; Technische Universiteit Eindhoven; Università degli Studi di Padova; University of Thessaly; Erasmus Universiteit Rotterdam; Universitat de València; Université de Bordeaux; Universidad de Alicante; Cardiff University; Deakin University; University of Macedonia; University of Technology Sydney; University of Cyprus; Université de Fribourg; Macquarie University; Sohar University; Charles Sturt University; Indian National Science Academy; Aix-Marseille Université; Lebanese American University; University of Hertfordshire; University of Miami; Universidad de Málaga; Norges Teknisk-Naturvitenskapelige Universitet; University of Southampton; Université du Luxembourg; University of Southern Queensland; Anglia Ruskin University; Universität Basel; University of Ottawa; Ocean University of China; Vanderbilt University; Universidad de Sevilla; La Trobe University; Commonwealth Scientific and Industrial Research Organisation; Harbin Institute of Technology; San Diego State University; University of Waikato","keywords":"Computer science; Information engineering; Software engineering; Information retrieval; World Wide Web; Information system","score_opus":0.005874555535227587,"score_gpt":0.21008637461595342,"score_spread":0.20421181908072583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404876079","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020176708,0.020674258,0.06695581,0.0050513525,0.0086367,0.00016807936,0.0013569611,0.003923274,0.891216],"genre_scores_gemma":[0.003469797,0.009194626,0.013433204,0.0007664615,0.0013807376,0.000047659596,0.001516278,0.0015253441,0.9686659],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994388,0.000056447876,0.000019771765,0.000060052243,0.0003869035,0.00003805983],"domain_scores_gemma":[0.99925965,0.00014136989,0.000035403333,0.00013521554,0.00031423505,0.00011413773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007115768,0.001275152,0.0006394952,0.0023125657,0.00041526018,0.002824314,0.00071005843,0.0011334195,0.080311425],"category_scores_gemma":[0.0012790475,0.0007591882,0.00048755706,0.0027731643,0.00037703197,0.0028118198,0.0011777377,0.0019476422,0.10211167],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017032022,0.00003913476,0.00006950917,0.00014078488,0.000011613755,0.000028933513,0.000016570653,0.00088788057,0.0017865758,0.011551127,0.7034041,0.28204668],"study_design_scores_gemma":[0.000003627796,0.000026958245,0.00029617234,0.00011777629,0.000006498517,0.00013741358,0.000008919907,0.0018785917,0.0012014185,0.0070790127,0.9892369,0.0000066403027],"about_ca_topic_score_codex":0.0012379015,"about_ca_topic_score_gemma":0.0029252768,"teacher_disagreement_score":0.080311425,"about_ca_system_score_codex":0.0008013769,"about_ca_system_score_gemma":0.0010149325,"threshold_uncertainty_score":0.26866847},"labels":[],"label_agreement":null},{"id":"W4404902755","doi":"10.1007/978-981-96-0567-5","title":"Web Information Systems Engineering – WISE 2024","year":2024,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Université de Pau et des Pays de l'Adour; Singapore Management University; University of Science and Technology of China; Yunnan University; University of the Aegean; Sorbonne Université; Università degli Studi di Salerno; Sohar University; Australian Catholic University; Waseda University; Universidad Nacional de La Plata; University of New South Wales; Jinan University; University of Crete; Griffith University; Technische Universiteit Eindhoven; Università degli Studi di Padova; University of Thessaly; Erasmus Universiteit Rotterdam; Università degli Studi di Brescia; Indian Institute of Technology Roorkee; Aix-Marseille Université; Lebanese American University; Swinburne University of Technology; Delhi Technological University; Universitat de València; Université de Fribourg; Macquarie University; Université de Bordeaux; Universidad de Alicante; Cardiff University; Deakin University; University of Macedonia; University of Technology Sydney; University of Cyprus; Charles Sturt University; Indian National Science Academy; University of Hertfordshire; University of Miami; Universidad de Málaga; Norges Teknisk-Naturvitenskapelige Universitet; Université de Sfax; Universidad Carlos III de Madrid; University of Bern; University of Southampton; Université du Luxembourg; University of Southern Queensland; Anglia Ruskin University; Universität Basel; University of Ottawa; Ocean University of China; Vanderbilt University; Universidade de Macau; Universidad de Sevilla; La Trobe University; Commonwealth Scientific and Industrial Research Organisation; Harbin Institute of Technology; Universität Duisburg-Essen; San Diego State University; University of Waikato","keywords":"Computer science; Information engineering; Software engineering; World Wide Web; Information system; Information retrieval; Electrical engineering","score_opus":0.005874555535227587,"score_gpt":0.21008637461595342,"score_spread":0.20421181908072583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404902755","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020176708,0.020674258,0.06695581,0.0050513525,0.0086367,0.00016807936,0.0013569611,0.003923274,0.891216],"genre_scores_gemma":[0.003469797,0.009194626,0.013433204,0.0007664615,0.0013807376,0.000047659596,0.001516278,0.0015253441,0.9686659],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994388,0.000056447876,0.000019771765,0.000060052243,0.0003869035,0.00003805983],"domain_scores_gemma":[0.99925965,0.00014136989,0.000035403333,0.00013521554,0.00031423505,0.00011413773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007115768,0.001275152,0.0006394952,0.0023125657,0.00041526018,0.002824314,0.00071005843,0.0011334195,0.080311425],"category_scores_gemma":[0.0012790475,0.0007591882,0.00048755706,0.0027731643,0.00037703197,0.0028118198,0.0011777377,0.0019476422,0.10211167],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017032022,0.00003913476,0.00006950917,0.00014078488,0.000011613755,0.000028933513,0.000016570653,0.00088788057,0.0017865758,0.011551127,0.7034041,0.28204668],"study_design_scores_gemma":[0.000003627796,0.000026958245,0.00029617234,0.00011777629,0.000006498517,0.00013741358,0.000008919907,0.0018785917,0.0012014185,0.0070790127,0.9892369,0.0000066403027],"about_ca_topic_score_codex":0.0012379015,"about_ca_topic_score_gemma":0.0029252768,"teacher_disagreement_score":0.080311425,"about_ca_system_score_codex":0.0008013769,"about_ca_system_score_gemma":0.0010149325,"threshold_uncertainty_score":0.26866847},"labels":[],"label_agreement":null},{"id":"W4404910404","doi":"10.1145/3694811.3697824","title":"Dynamic Service Function Chaining Provisioning with Reinforcement Learning Graph Neural Networks","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ciena (Canada); Concordia University","funders":"Universitas Brawijaya","keywords":"Chaining; Computer science; Reinforcement learning; Provisioning; Artificial neural network; Function (biology); Distributed computing; Computer network; Artificial intelligence","score_opus":0.0061616187801383044,"score_gpt":0.2158357405392863,"score_spread":0.209674121759148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404910404","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.081775285,0.00034750102,0.9124877,0.00041209994,0.000110885216,0.000076978075,0.00008818411,0.00087243767,0.0038289125],"genre_scores_gemma":[0.9585473,0.00009114138,0.039204374,0.00007219323,0.000026340971,0.000054377088,0.000064734886,0.000034860794,0.0019045996],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99959725,0.00012573667,0.000017675497,0.00009510155,0.000083041974,0.00008118486],"domain_scores_gemma":[0.99823606,0.0011003925,0.00017620155,0.00012305683,0.0002689629,0.00009534285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010676754,0.0006081701,0.00090738415,0.00057293335,0.00041184298,0.0007832902,0.0011880265,0.0010334083,0.0026920612],"category_scores_gemma":[0.0037184318,0.00046827763,0.00039583584,0.0006209888,0.0006660072,0.001129819,0.0008196669,0.0014701574,0.00028389148],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005545959,0.000034428944,0.00019131378,0.000015389913,0.00001007835,0.000017113895,0.000010578553,0.97954446,0.00029907978,0.0017896857,0.0003506234,0.017681792],"study_design_scores_gemma":[0.000002314453,0.0000048562893,0.000016968617,9.4066553e-7,0.0000015024398,0.0000015602234,8.6729267e-7,0.9990262,0.000048682927,0.0008704752,0.000024709547,9.728041e-7],"about_ca_topic_score_codex":0.00952451,"about_ca_topic_score_gemma":0.008215877,"teacher_disagreement_score":0.00952451,"about_ca_system_score_codex":0.001085649,"about_ca_system_score_gemma":0.0010395185,"threshold_uncertainty_score":0.018938184},"labels":[],"label_agreement":null},{"id":"W4404915673","doi":"10.1109/acsos61780.2024.00030","title":"Employing Software Diversity in Cloud Microservices to Engineer Reliable and Performant Systems","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Microservices; Computer science; Cloud computing; Software engineering; Diversity (politics); Operating system","score_opus":0.013603627789359397,"score_gpt":0.22923433337936014,"score_spread":0.21563070559000075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404915673","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40143463,0.0005451045,0.5945847,0.00025045458,0.000033778913,0.00007256677,0.000012799125,0.0010076138,0.002058304],"genre_scores_gemma":[0.8998657,0.00008698048,0.09935595,0.000045572313,0.000016525957,0.000028328976,0.000012784027,0.00009315949,0.0004950799],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991635,0.00021440192,0.00004621968,0.00014325298,0.00030832711,0.0001242514],"domain_scores_gemma":[0.9977355,0.00083869597,0.00043296558,0.00044856768,0.0003243409,0.00021991675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015897152,0.00048364938,0.00040956764,0.0007859239,0.0006743248,0.00072849775,0.0009323019,0.00049216056,0.000367994],"category_scores_gemma":[0.0042201784,0.00035853012,0.00034785183,0.0003857018,0.0007652296,0.0010527831,0.0016799889,0.0007731307,0.00013549998],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017313368,0.0001504114,0.009247041,0.00011237458,0.00005706229,0.00038883797,0.0004928316,0.7262082,0.09068968,0.0081759365,0.0005235883,0.16378097],"study_design_scores_gemma":[0.000019867732,0.0002318859,0.0012952072,0.000016759132,0.000023994902,0.0002765424,0.0000838369,0.9565861,0.032694794,0.0071864123,0.0015618816,0.000022678432],"about_ca_topic_score_codex":0.001037052,"about_ca_topic_score_gemma":0.0017603608,"teacher_disagreement_score":0.0015897152,"about_ca_system_score_codex":0.00063423277,"about_ca_system_score_gemma":0.0007634654,"threshold_uncertainty_score":0.008407295},"labels":[],"label_agreement":null},{"id":"W4405093949","doi":"10.1007/978-981-96-0808-9_28","title":"How Do Infrastructure-as-Code Practitioners Update their Provider Dependencies? An Empirical Study on the AWS Provider","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Computer science; Code (set theory); Empirical research; Computer security; Programming language","score_opus":0.022607986073992826,"score_gpt":0.28461910097199666,"score_spread":0.2620111148980038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405093949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9961527,0.000056987676,0.00046435598,0.0005499858,0.000005895502,0.000019963103,0.00003745428,0.0000141405235,0.0026983637],"genre_scores_gemma":[0.997678,0.000094925555,0.00044903252,0.00014409398,0.0000058321675,0.000014482821,0.000055034292,0.0000189517,0.0015397033],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9945182,0.0027445112,0.00027251808,0.00051525317,0.001353944,0.0005956044],"domain_scores_gemma":[0.79807115,0.13707379,0.033748865,0.0065727774,0.015509747,0.009023618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009921662,0.00015755251,0.00021724717,0.0013241073,0.0016662007,0.002359718,0.0010486022,0.0013695753,0.0038338127],"category_scores_gemma":[0.10111151,0.0004491223,0.00013491235,0.0016005978,0.001677843,0.0055765132,0.0017231625,0.002690524,0.0007020266],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004254148,0.0020412267,0.8183341,0.00011674299,0.000032961703,0.00066097855,0.102369465,0.0006712757,0.0018821688,0.0051191864,0.0044861576,0.06386017],"study_design_scores_gemma":[0.00008780691,0.0012090838,0.70807964,0.00026493237,0.00008647618,0.0006226003,0.26088998,0.006954975,0.0014763528,0.0029964866,0.017252283,0.000079356665],"about_ca_topic_score_codex":0.018765021,"about_ca_topic_score_gemma":0.027826592,"teacher_disagreement_score":0.018765021,"about_ca_system_score_codex":0.0023037263,"about_ca_system_score_gemma":0.004129669,"threshold_uncertainty_score":0.05247134},"labels":[],"label_agreement":null},{"id":"W4405362879","doi":"10.1109/mascots64422.2024.10786337","title":"Slicify: Fault Injection Testing for Network Partitions","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Fault injection; Fault (geology); Reliability engineering; Geology; Operating system; Engineering; Seismology; Software","score_opus":0.031064655901276467,"score_gpt":0.2814133696750331,"score_spread":0.25034871377375667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405362879","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18969159,0.000381114,0.7711806,0.00022585617,0.00012331283,0.0002781891,0.0007442014,0.033151854,0.0042233113],"genre_scores_gemma":[0.8418939,0.000108810826,0.1549762,0.00015594848,0.000024149891,0.00019023678,0.00066139665,0.00085269596,0.0011366346],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99811953,0.0005015971,0.00011070533,0.00028280896,0.0007057798,0.00027957596],"domain_scores_gemma":[0.9944512,0.002617673,0.0008895693,0.0012210156,0.00060095533,0.0002195041],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019832172,0.0013076949,0.0006401071,0.0013795517,0.0005519873,0.0007097323,0.0017207037,0.00094570953,0.0023028771],"category_scores_gemma":[0.006284131,0.00036281673,0.0006534617,0.0005734239,0.0018284172,0.0016344828,0.0013708423,0.0008910278,0.0003454924],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019322984,0.0009280917,0.04382231,0.00084236934,0.00033636676,0.0015236125,0.0013393362,0.39859557,0.17988944,0.059677955,0.017108593,0.29400414],"study_design_scores_gemma":[0.00015728909,0.0009619245,0.0044924705,0.00008169347,0.00008908089,0.00068484916,0.00016325821,0.80792105,0.15786119,0.02040193,0.007105952,0.000079276055],"about_ca_topic_score_codex":0.0035201304,"about_ca_topic_score_gemma":0.0024605303,"teacher_disagreement_score":0.0035201304,"about_ca_system_score_codex":0.0007783118,"about_ca_system_score_gemma":0.0013022858,"threshold_uncertainty_score":0.010488331},"labels":[],"label_agreement":null},{"id":"W4405602578","doi":"10.1109/scam63643.2024.00014","title":"Breaking-Good: Explaining Breaking Dependency Updates with Build Analysis","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Sarah Scaife Foundation","keywords":"Computer science; Dependency (UML); Artificial intelligence","score_opus":0.005991379407993013,"score_gpt":0.2386922133698901,"score_spread":0.23270083396189709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405602578","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05125766,0.00079177285,0.7688698,0.0018840398,0.00023140441,0.0005287184,0.014373528,0.15507668,0.006986319],"genre_scores_gemma":[0.2856189,0.00068598764,0.68001455,0.0005541656,0.00011826242,0.00043495258,0.016146362,0.011338119,0.0050887153],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99736565,0.00076322147,0.00020588288,0.00047134812,0.0010324239,0.0001615152],"domain_scores_gemma":[0.973473,0.018740878,0.0022633458,0.0030581127,0.0022386608,0.00022597643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002941432,0.0026499059,0.00058411434,0.003969978,0.00074130314,0.0017966802,0.0025222038,0.001725418,0.010834912],"category_scores_gemma":[0.029979855,0.0011075763,0.001484321,0.0015409478,0.0008186112,0.003998736,0.0025615592,0.0024974607,0.0026772844],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008426893,0.0005116734,0.05805431,0.00334402,0.00029492474,0.0038605002,0.01057069,0.069794044,0.01797361,0.02893211,0.16519699,0.64062446],"study_design_scores_gemma":[0.00021641105,0.0003208105,0.021089122,0.0012011073,0.0003905802,0.0023177783,0.0019562086,0.6404263,0.050314,0.06177475,0.21965805,0.00033493649],"about_ca_topic_score_codex":0.0059061954,"about_ca_topic_score_gemma":0.011269107,"teacher_disagreement_score":0.010834912,"about_ca_system_score_codex":0.00097639224,"about_ca_system_score_gemma":0.0017441215,"threshold_uncertainty_score":0.03624636},"labels":[],"label_agreement":null},{"id":"W4405719083","doi":"10.18535/ijsrm/v08i4.ec03","title":"Dynamic Adaptive API Security Framework Using AI-Powered Blockchain Consensus for Microservices","year":2020,"lang":"en","type":"article","venue":"International Journal of Scientific Research and Management (IJSRM)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Marriott International (Canada)","funders":"","keywords":"Microservices; Computer science; Computer security; Blockchain; Denial-of-service attack; Byzantine fault tolerance; Application programming interface; Distributed computing; Cloud computing; World Wide Web; Fault tolerance; The Internet; Operating system","score_opus":0.06414762479323936,"score_gpt":0.37667177225949994,"score_spread":0.31252414746626056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405719083","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04192571,0.00035664116,0.9439928,0.0005307508,0.000062915315,0.00017976674,0.00009653084,0.00063136173,0.012223497],"genre_scores_gemma":[0.9074803,0.00028245407,0.08579987,0.000078325305,0.000035667676,0.00027971395,0.00012679985,0.00005161049,0.0058651534],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99907553,0.00020543044,0.00005289558,0.00023116975,0.00027971755,0.00015515638],"domain_scores_gemma":[0.99922025,0.00023969128,0.00010663689,0.00014015591,0.00017858387,0.00011477023],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010684284,0.0003930514,0.00064936734,0.00059597706,0.001015286,0.0017624309,0.0015990934,0.0010354778,0.004415994],"category_scores_gemma":[0.0018717749,0.00024771586,0.0007333502,0.00056516763,0.0012137092,0.0014646247,0.002090566,0.0008675386,0.00047130103],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001501279,0.000101983474,0.0016930706,0.00013729412,0.00006285327,0.0007876844,0.00034112675,0.6999324,0.008106621,0.24615967,0.0015784465,0.040948603],"study_design_scores_gemma":[0.00001671907,0.000035631685,0.00010309308,0.00001009753,0.000010265546,0.000049369683,0.000028919441,0.96599793,0.0008571723,0.030623164,0.0022564442,0.000011249236],"about_ca_topic_score_codex":0.0057955547,"about_ca_topic_score_gemma":0.0043760287,"teacher_disagreement_score":0.0057955547,"about_ca_system_score_codex":0.001317811,"about_ca_system_score_gemma":0.0023801879,"threshold_uncertainty_score":0.014772952},"labels":[],"label_agreement":null},{"id":"W4405935633","doi":"10.1109/cloudnet62863.2024.10815869","title":"Microservices Upgrade in Clouds: Dynamic Management of Version Dependencies and User Load","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Concordia University","funders":"","keywords":"Microservices; Computer science; Upgrade; Configuration Management (ITSM); Database; Operating system; Cloud computing; Distributed computing; Computer network","score_opus":0.0047856701844483825,"score_gpt":0.2347374410274022,"score_spread":0.22995177084295382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405935633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5939072,0.00081728806,0.39508104,0.0009646147,0.0001570753,0.00023783937,0.00014266328,0.0025730885,0.0061191446],"genre_scores_gemma":[0.93895215,0.00011155712,0.059937567,0.000054364864,0.00001959111,0.000037669295,0.000091897506,0.00006272581,0.0007324612],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99913055,0.00018298386,0.000046270638,0.00020043539,0.00019977186,0.00024006069],"domain_scores_gemma":[0.9982424,0.00047345198,0.00031350588,0.00040249267,0.00023607028,0.00033201167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012786662,0.0006534586,0.00066344027,0.0005764689,0.0014413766,0.0013146927,0.0016665594,0.00070670526,0.0006569636],"category_scores_gemma":[0.0034971598,0.00037523374,0.00032227946,0.00084321987,0.00055267615,0.0018605953,0.0011324751,0.00081678474,0.00014880556],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003639586,0.00029439488,0.012834414,0.0001251128,0.000066311506,0.0003000241,0.00041721694,0.70314854,0.014061237,0.014328743,0.005206044,0.24885398],"study_design_scores_gemma":[0.000014358474,0.00003961999,0.0012760465,0.0000065168915,0.000011591961,0.00008771197,0.00009160142,0.9923954,0.0026384743,0.0023024895,0.0011251624,0.000011002023],"about_ca_topic_score_codex":0.009344923,"about_ca_topic_score_gemma":0.01077234,"teacher_disagreement_score":0.009344923,"about_ca_system_score_codex":0.001164397,"about_ca_system_score_gemma":0.002213002,"threshold_uncertainty_score":0.018581092},"labels":[],"label_agreement":null},{"id":"W4405937810","doi":"10.1109/cloudnet62863.2024.10815849","title":"A Multi-Stage Framework for Failure Prediction and Classification in Cloud Native Applications","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Stage (stratigraphy); Cloud computing; Artificial intelligence; Machine learning; Geology; Operating system","score_opus":0.03829690505549401,"score_gpt":0.3205479820591516,"score_spread":0.2822510770036576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405937810","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034777127,0.0003106548,0.9625741,0.0002537358,0.00003727465,0.0000876101,0.00017228146,0.001093856,0.00069337914],"genre_scores_gemma":[0.7786727,0.00024859654,0.21684176,0.00012885757,0.00011192713,0.00023546412,0.000459901,0.000072172465,0.0032287135],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993305,0.00017820938,0.000047801193,0.00016806327,0.00015011829,0.00012540676],"domain_scores_gemma":[0.9987141,0.0006049863,0.00016508302,0.0000832865,0.00033617733,0.00009631972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022980473,0.0008448054,0.0009460998,0.0012891416,0.00062146864,0.0010701332,0.0019181856,0.0009633743,0.0014518102],"category_scores_gemma":[0.0030485261,0.0006444922,0.0010389066,0.0007238032,0.00061205245,0.0011184994,0.0010148571,0.0010822885,0.00034295162],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012049006,0.0001156612,0.0044520153,0.00005382029,0.00006928142,0.00008513491,0.00007768036,0.9278417,0.0014689942,0.0053516375,0.0009302032,0.05943323],"study_design_scores_gemma":[0.0000013912004,0.000010098911,0.00013099704,0.0000013237228,0.0000038682724,0.0000041881804,0.000003117132,0.9986966,0.00010552461,0.00096725783,0.00007306382,0.000002445809],"about_ca_topic_score_codex":0.026693556,"about_ca_topic_score_gemma":0.029191537,"teacher_disagreement_score":0.026693556,"about_ca_system_score_codex":0.0010879097,"about_ca_system_score_gemma":0.0019344931,"threshold_uncertainty_score":0.053076386},"labels":[],"label_agreement":null},{"id":"W4406142535","doi":"10.1137/1.9781611978322.179","title":"Improved Shortest Path Restoration Lemmas for Multiple Edge Failures: Trade-offs Between Fault-tolerance and Subpaths","year":2025,"lang":"en","type":"book-chapter","venue":"Society for Industrial and Applied Mathematics eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Natural Sciences and Engineering Research Council of Canada","funders":"","keywords":"Shortest path problem; Enhanced Data Rates for GSM Evolution; Path (computing); Computer science; Fault tolerance; Computer network; Distributed computing; Artificial intelligence; Theoretical computer science","score_opus":0.04328389692450102,"score_gpt":0.2444305453343053,"score_spread":0.20114664840980429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406142535","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012974806,0.004002989,0.96011937,0.0010404076,0.0005497233,0.00011567858,0.00021342208,0.0012946574,0.019688888],"genre_scores_gemma":[0.3384956,0.0061087417,0.62590486,0.0011688283,0.001573318,0.000570929,0.0008483162,0.001967927,0.02336153],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974336,0.00066509796,0.00013100666,0.00042692196,0.0010587088,0.00028467938],"domain_scores_gemma":[0.98814523,0.0069818604,0.0006302495,0.002521646,0.0014320861,0.00028901178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033178646,0.0016021895,0.0014141216,0.0023156262,0.0012047591,0.0025918926,0.0032046668,0.0011980787,0.009093983],"category_scores_gemma":[0.013647795,0.00070455065,0.0016487915,0.0030214435,0.0028527593,0.009418184,0.0033337434,0.006628316,0.0030270505],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076820253,0.00014023964,0.0005122434,0.0008200105,0.00009186866,0.0004192622,0.00076020224,0.09479212,0.01623159,0.6752133,0.030802244,0.17944877],"study_design_scores_gemma":[0.00012161875,0.00033995713,0.00059058657,0.00016185884,0.00015678593,0.0008404348,0.0002156658,0.32688358,0.013577051,0.59396976,0.06304977,0.00009290066],"about_ca_topic_score_codex":0.001254919,"about_ca_topic_score_gemma":0.0012383042,"teacher_disagreement_score":0.009093983,"about_ca_system_score_codex":0.0025242502,"about_ca_system_score_gemma":0.0012741667,"threshold_uncertainty_score":0.03042239},"labels":[],"label_agreement":null},{"id":"W4406348806","doi":"10.1016/j.jss.2024.112331","title":"Navigating the DevOps landscape","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"DevOps; Computer science; Engineering; Systems engineering; Geography; Software engineering; Software deployment","score_opus":0.007599521161485324,"score_gpt":0.2570560059327246,"score_spread":0.24945648477123927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406348806","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11174901,0.19951995,0.2267645,0.23374759,0.0033587643,0.0008275918,0.0019060571,0.00094533694,0.2211812],"genre_scores_gemma":[0.65754026,0.14509054,0.14439803,0.02008305,0.0018426578,0.0012670098,0.00307593,0.00091468147,0.025787741],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.97000396,0.017650979,0.003356066,0.002453708,0.005381776,0.0011534508],"domain_scores_gemma":[0.9369499,0.042007346,0.003801942,0.003719472,0.01114634,0.002375106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.032900833,0.0008567881,0.00067850854,0.01075665,0.0040384494,0.016026191,0.0023975098,0.002239442,0.0044544656],"category_scores_gemma":[0.045200426,0.00074157305,0.0008003459,0.0112473555,0.009907114,0.02456968,0.00934351,0.0049834754,0.0011170763],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056806486,0.000059128695,0.0060244156,0.0064123548,0.00007263583,0.0010033499,0.055754755,0.0020744659,0.0021443996,0.49914122,0.035537243,0.39171925],"study_design_scores_gemma":[0.000011144532,0.00007292231,0.0035568338,0.008229106,0.000032012173,0.00061073527,0.07431032,0.0014426768,0.00079598394,0.10267558,0.8081949,0.000067815155],"about_ca_topic_score_codex":0.004806396,"about_ca_topic_score_gemma":0.006070058,"teacher_disagreement_score":0.032900833,"about_ca_system_score_codex":0.008618676,"about_ca_system_score_gemma":0.012549299,"threshold_uncertainty_score":0.1739983},"labels":[],"label_agreement":null},{"id":"W4406427234","doi":"10.1016/s1544-8800(06)70597-8","title":"10.1016/s1544-8800(06)70597-8","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.0045886693534450095,"score_gpt":0.17080507346330315,"score_spread":0.16621640410985813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406427234","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005265718,0.0004636767,0.001053242,0.0004055602,0.00031305282,0.00012141392,0.00070693326,0.0011048913,0.9953047],"genre_scores_gemma":[0.0005544136,0.00017075936,0.00037054083,0.00017715435,0.000057800295,0.000049582377,0.0003315255,0.00015033619,0.99813795],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99929047,0.000049160502,0.00005735126,0.00025215646,0.00019777364,0.00015318235],"domain_scores_gemma":[0.99737895,0.00064190244,0.00017532693,0.00029052587,0.00069667184,0.00081668334],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011431006,0.0030091102,0.0018173497,0.0028871435,0.0024742892,0.0039725564,0.0034701778,0.006207666,0.9882371],"category_scores_gemma":[0.0017835118,0.0009028603,0.0013301566,0.0027900736,0.0018421429,0.0054027424,0.002783236,0.0027103468,0.9922552],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003115471,0.00019892992,0.0007599867,0.000580223,0.00003920317,0.00025696275,0.000112870075,0.00048490215,0.0024602935,0.005158593,0.3409017,0.6487348],"study_design_scores_gemma":[0.000047405403,0.00012251418,0.0005925608,0.00031530944,0.000015631196,0.0003156314,0.00011564285,0.00030384673,0.00048762342,0.00052915193,0.9971302,0.000024472474],"about_ca_topic_score_codex":0.0044720555,"about_ca_topic_score_gemma":0.0033246805,"teacher_disagreement_score":0.011762917,"about_ca_system_score_codex":0.0012659547,"about_ca_system_score_gemma":0.0012053376,"threshold_uncertainty_score":0.01677835},"labels":[],"label_agreement":null},{"id":"W4406431582","doi":"10.1016/s0197-2510(05)70032-2","title":"10.1016/s0197-2510(05)70032-2","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Emergency management; Disaster response; Computer science; Medical emergency; Aeronautics; Operations management; Medicine; Engineering; Political science","score_opus":0.004717347401120148,"score_gpt":0.17189038390371308,"score_spread":0.16717303650259294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406431582","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005046944,0.0004367949,0.0009015689,0.00044804747,0.00033103683,0.00012409726,0.0007212136,0.0009573696,0.9955753],"genre_scores_gemma":[0.00054705393,0.00016365341,0.0003573079,0.00018655545,0.000056350043,0.000056549125,0.000342596,0.00013868701,0.9981511],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991904,0.000054078257,0.000066376204,0.00028657806,0.0002179435,0.00018457734],"domain_scores_gemma":[0.9975262,0.00057892903,0.00017504755,0.00026133476,0.000613079,0.0008452953],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012785863,0.0030678646,0.0020790405,0.0030966573,0.0027680907,0.0041494993,0.0038333992,0.007458663,0.98847604],"category_scores_gemma":[0.002089119,0.001011367,0.0014863809,0.0029888232,0.0021224057,0.0058727497,0.0027691768,0.0029857287,0.9926081],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039619338,0.00023562904,0.00094896764,0.00071162626,0.000041431376,0.00033590908,0.00015220523,0.00051598094,0.00221474,0.007542316,0.34076577,0.64613926],"study_design_scores_gemma":[0.000046937523,0.00012688262,0.0005778854,0.00034347776,0.000013987168,0.0003249093,0.00012480663,0.00026421994,0.0003598837,0.0006311811,0.997162,0.000023946948],"about_ca_topic_score_codex":0.005440436,"about_ca_topic_score_gemma":0.003685991,"teacher_disagreement_score":0.011523962,"about_ca_system_score_codex":0.0014592035,"about_ca_system_score_gemma":0.0015244408,"threshold_uncertainty_score":0.01643747},"labels":[],"label_agreement":null},{"id":"W4406499971","doi":"10.1109/cascon62161.2024.10838219","title":"Exploring Approaches to Integrate Performance Prediction and Anomaly Detection in Microservices Systems","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Microservices; Computer science; Anomaly detection; Anomaly (physics); Distributed computing; Data science; Data mining; Cloud computing; Operating system","score_opus":0.15137892833977817,"score_gpt":0.21917956642239503,"score_spread":0.06780063808261685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406499971","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28581813,0.0019239971,0.7051967,0.0017684236,0.00005819361,0.00010574468,0.00026876654,0.0028506867,0.002009352],"genre_scores_gemma":[0.9159416,0.00033174385,0.08260661,0.00009710485,0.000055216715,0.000053482665,0.00024648153,0.0000521618,0.0006155521],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985967,0.00046917525,0.00009146297,0.00043385994,0.00026534582,0.00014346422],"domain_scores_gemma":[0.9956457,0.0027801087,0.0005425363,0.00035333238,0.00054047065,0.00013782625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033847787,0.0014162456,0.0008510481,0.0023613945,0.00042302193,0.0016463991,0.0018777425,0.001038355,0.00040798768],"category_scores_gemma":[0.006968477,0.0006060589,0.0006530437,0.0017482868,0.00071872637,0.0027993452,0.0013423087,0.0015656002,0.00014716027],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012543626,0.00043649445,0.029427733,0.00008233619,0.00023617434,0.00008347343,0.00020527912,0.8120191,0.001850667,0.0032020858,0.0007047294,0.15162641],"study_design_scores_gemma":[0.0000020006194,0.00001845179,0.0009601111,0.00000400622,0.000007414272,0.000007566204,0.000017386734,0.9955141,0.0003561825,0.0029778562,0.00013097207,0.000003941011],"about_ca_topic_score_codex":0.017809594,"about_ca_topic_score_gemma":0.01773841,"teacher_disagreement_score":0.017809594,"about_ca_system_score_codex":0.0013257142,"about_ca_system_score_gemma":0.0012675407,"threshold_uncertainty_score":0.035411894},"labels":[],"label_agreement":null},{"id":"W4406611750","doi":"10.1109/idicaiei61867.2024.10842849","title":"Model Agnostic Predictive Smart Load Balancer in Microservices Environment","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Microservices; Computer science; Distributed computing; Operating system; Cloud computing","score_opus":0.009043322444544144,"score_gpt":0.22271719005538743,"score_spread":0.21367386761084328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406611750","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2029914,0.00041830857,0.7118137,0.00050706725,0.00014152729,0.00016704321,0.0004924106,0.078968376,0.0045002764],"genre_scores_gemma":[0.9451572,0.00006518073,0.052056544,0.00017001941,0.00003270776,0.00007056373,0.0003119555,0.00045591444,0.001680078],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99942243,0.00007749068,0.000025717025,0.00021630652,0.00017756647,0.00008048808],"domain_scores_gemma":[0.9992767,0.00022719137,0.00009999133,0.00018091332,0.00014473066,0.000070587776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007903339,0.0011798172,0.00083978195,0.00050717295,0.00047035317,0.0008394331,0.0018949078,0.00047605688,0.0020377745],"category_scores_gemma":[0.0017460653,0.00047906017,0.0003938126,0.00034739712,0.00037809595,0.0016466727,0.0010587854,0.0011697788,0.0008069247],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069245644,0.00047315803,0.0054803267,0.000096925854,0.000121276506,0.00024402971,0.0001488722,0.76411307,0.022988683,0.002112714,0.006775136,0.19675344],"study_design_scores_gemma":[0.000008728471,0.000021266444,0.00028363126,0.000001373301,0.0000041434046,0.0000095843025,0.0000066007715,0.99651164,0.002222552,0.00060165656,0.00032262533,0.0000062058916],"about_ca_topic_score_codex":0.007907202,"about_ca_topic_score_gemma":0.0100087775,"teacher_disagreement_score":0.007907202,"about_ca_system_score_codex":0.0006850838,"about_ca_system_score_gemma":0.0009236817,"threshold_uncertainty_score":0.015722394},"labels":[],"label_agreement":null},{"id":"W4407831839","doi":"10.1109/icdm59182.2024.00012","title":"Towards Cross-Domain Few-Shot Graph Anomaly Detection","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Anomaly detection; Graph; Shot (pellet); Artificial intelligence; Theoretical computer science","score_opus":0.01456033288727132,"score_gpt":0.2792281674040245,"score_spread":0.2646678345167532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407831839","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10089915,0.00047039313,0.89252853,0.00023875094,0.00007578634,0.00007779598,0.00026037064,0.0040676547,0.0013815651],"genre_scores_gemma":[0.72306466,0.00021444423,0.27142587,0.00026467702,0.000056138913,0.00008051903,0.001975903,0.00044709508,0.0024706542],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989297,0.00023968215,0.00003098886,0.00047751935,0.00021172279,0.00011040682],"domain_scores_gemma":[0.99773824,0.00087586814,0.00025816963,0.0004179336,0.00051765447,0.00019213223],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013250401,0.0015266357,0.0013255266,0.0022942352,0.00058577996,0.0012219603,0.0019736344,0.0014824275,0.00086915906],"category_scores_gemma":[0.005358727,0.00052586244,0.000852828,0.0012205231,0.0010786862,0.0024660432,0.0021155777,0.0018968063,0.0006721286],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004328061,0.00042047095,0.018036395,0.0003077296,0.00026936122,0.00066963263,0.00056042476,0.41766113,0.032739975,0.009468654,0.010651117,0.5087823],"study_design_scores_gemma":[0.0000055794876,0.000030169213,0.0008619958,0.00000505265,0.000009926792,0.00011311734,0.00005352506,0.9888088,0.003215882,0.0061650435,0.0007219973,0.000008862444],"about_ca_topic_score_codex":0.0042150756,"about_ca_topic_score_gemma":0.006187367,"teacher_disagreement_score":0.0042150756,"about_ca_system_score_codex":0.00067006244,"about_ca_system_score_gemma":0.0007432427,"threshold_uncertainty_score":0.008381069},"labels":[],"label_agreement":null},{"id":"W4408010932","doi":"10.18280/isi.300225","title":"Optimizing Microservices Performance and Scalability Through Automated Monitoring with Kubernetes and Prometheus","year":2025,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Microservices; Scalability; Computer science; Software engineering; Operating system; Cloud computing","score_opus":0.008523873238325574,"score_gpt":0.23469343206592128,"score_spread":0.2261695588275957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408010932","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4842182,0.0013185606,0.45941362,0.0007489325,0.00018913914,0.00011455427,0.00025433354,0.04046364,0.0132790925],"genre_scores_gemma":[0.8794494,0.00017814293,0.11719059,0.000075791,0.000018587596,0.00006571906,0.00017346285,0.0007863168,0.0020620537],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983072,0.0005485727,0.00011242597,0.00025750717,0.00057416613,0.00020003601],"domain_scores_gemma":[0.9970094,0.001370276,0.00028957086,0.0008390861,0.00036865324,0.00012300833],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021776108,0.00074681395,0.0005610489,0.0007244211,0.0005320918,0.0015322785,0.0014665744,0.00042929297,0.0018070886],"category_scores_gemma":[0.006141016,0.0006202053,0.00039173954,0.00069727877,0.0007442981,0.0025457686,0.0012788463,0.0012986789,0.00030242567],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034914394,0.0008519971,0.016787803,0.0005090055,0.00023795347,0.00021555342,0.0005450886,0.35421783,0.07015799,0.06469899,0.008414915,0.4798714],"study_design_scores_gemma":[0.00014423809,0.0001835322,0.0019941956,0.000029784807,0.00007389393,0.00006540324,0.000055443314,0.9295074,0.049409244,0.015193113,0.0032859652,0.0000578112],"about_ca_topic_score_codex":0.0018701704,"about_ca_topic_score_gemma":0.002227901,"teacher_disagreement_score":0.0021776108,"about_ca_system_score_codex":0.00060086616,"about_ca_system_score_gemma":0.0013923965,"threshold_uncertainty_score":0.011516452},"labels":[],"label_agreement":null},{"id":"W4408120005","doi":"10.5220/0013148000003896","title":"Towards the Model-Driven Development of Adaptive Cloud Applications by Leveraging UML-RT and Container Orchestration","year":2025,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Orchestration; Computer science; Container (type theory); Cloud computing; Unified Modeling Language; Model driven development; Distributed computing; Software engineering; Operating system; Software; Engineering","score_opus":0.022896448646064205,"score_gpt":0.25383221348053603,"score_spread":0.2309357648344718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408120005","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014656154,0.00011751106,0.9782687,0.00029214617,0.00004283597,0.00012604549,0.00008828888,0.0046969135,0.0017114488],"genre_scores_gemma":[0.19132036,0.00027349964,0.804302,0.00018831923,0.000019247802,0.00017371461,0.00047920574,0.0013549741,0.0018887598],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.997569,0.00086817326,0.000201221,0.00031083732,0.0008459199,0.0002048884],"domain_scores_gemma":[0.9961597,0.0012042338,0.0003736715,0.001376993,0.0007136929,0.00017168287],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034922946,0.0008352741,0.00052733236,0.00077503093,0.00042899288,0.002767192,0.002063363,0.0012434172,0.0016822144],"category_scores_gemma":[0.008030649,0.0009622579,0.0018388081,0.0004232105,0.0008565676,0.0019886475,0.0023850107,0.0022482409,0.0007831693],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029342136,0.00060049526,0.008019124,0.0006899073,0.00030131353,0.0010743941,0.0015424875,0.5926453,0.09091845,0.071679085,0.00583874,0.22639728],"study_design_scores_gemma":[0.00002567054,0.0000560993,0.00030678802,0.000068362984,0.000052900374,0.00012348787,0.00006921944,0.95702106,0.017923063,0.014896717,0.009431618,0.000025034928],"about_ca_topic_score_codex":0.004704113,"about_ca_topic_score_gemma":0.008191182,"teacher_disagreement_score":0.004704113,"about_ca_system_score_codex":0.00079369545,"about_ca_system_score_gemma":0.00317086,"threshold_uncertainty_score":0.018469274},"labels":[],"label_agreement":null},{"id":"W4408251921","doi":"10.1016/j.jss.2025.112408","title":"IoT systems testing: Taxonomy, empirical findings, and recommendations","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Concordia University","funders":"Canada Research Chairs","keywords":"Taxonomy (biology); Computer science; Data science; Software engineering; Biology; Ecology","score_opus":0.04560726939155958,"score_gpt":0.2913686906513986,"score_spread":0.24576142125983902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408251921","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.096894085,0.44173208,0.0869563,0.2704757,0.0041215615,0.0056813466,0.007957787,0.0014340966,0.08474703],"genre_scores_gemma":[0.3895612,0.40394676,0.15054663,0.031507682,0.0013353615,0.0051893587,0.012598755,0.00038073864,0.004933488],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9516948,0.013581872,0.012709712,0.004561778,0.015061436,0.0023905223],"domain_scores_gemma":[0.5911182,0.23806717,0.021618783,0.011187785,0.13190006,0.006108036],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06093518,0.0023592352,0.0018687459,0.038963784,0.0042635472,0.017159868,0.005216128,0.0034622666,0.007645588],"category_scores_gemma":[0.18901753,0.0012538007,0.0022333474,0.039983574,0.0065955715,0.037188355,0.0054493137,0.0065349233,0.0027942185],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001542693,0.0011529314,0.1498358,0.030665495,0.00029048653,0.00073857233,0.019235132,0.0019859446,0.00086049526,0.10093851,0.07007165,0.62407064],"study_design_scores_gemma":[0.00017247137,0.00048583356,0.16524857,0.19707027,0.0011588619,0.001787548,0.18238695,0.012772007,0.0021100168,0.16535506,0.27101916,0.0004332771],"about_ca_topic_score_codex":0.045641296,"about_ca_topic_score_gemma":0.050153054,"teacher_disagreement_score":0.9390648,"about_ca_system_score_codex":0.021678004,"about_ca_system_score_gemma":0.033147816,"threshold_uncertainty_score":0.3222599},"labels":[],"label_agreement":null},{"id":"W4408473356","doi":"10.1145/3723355","title":"Enhancing Log Sentiments: An Exploratory Study of Sentiments and Emotions with Software Logs","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Natural Science Foundation of China","keywords":"Computer science; Exploratory research; Data science; Software; World Wide Web; Programming language; Sociology","score_opus":0.03968515645815301,"score_gpt":0.30287675622678417,"score_spread":0.26319159976863116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408473356","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99509734,0.00008369719,0.0020411855,0.00019393,0.000014992488,0.00009175503,0.0012529347,0.000100469195,0.0011237335],"genre_scores_gemma":[0.9894432,0.0001378668,0.005780547,0.00024893245,0.000038864087,0.00030052653,0.0028221833,0.000072150106,0.0011557417],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99853885,0.00071957614,0.00007862197,0.00017251259,0.0003646558,0.0001258564],"domain_scores_gemma":[0.9888208,0.0075672767,0.0014898309,0.0005059486,0.0011801616,0.0004358789],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017164806,0.0003443166,0.000326274,0.0012148353,0.00069400715,0.0013262894,0.00039357613,0.00053855637,0.0006675928],"category_scores_gemma":[0.010252211,0.00015312739,0.00024028773,0.0011347024,0.0005876592,0.0017649141,0.0008947162,0.0009895741,0.0004059608],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000991669,0.0022831839,0.70480376,0.0010988602,0.00013212749,0.002421416,0.12001685,0.0014625216,0.03462532,0.0018255631,0.0199302,0.11040855],"study_design_scores_gemma":[0.000056029734,0.0008422988,0.8280163,0.0002708265,0.00007174286,0.0011756305,0.10077038,0.020770654,0.009388618,0.0025596092,0.035929114,0.00014876954],"about_ca_topic_score_codex":0.00144289,"about_ca_topic_score_gemma":0.0038176952,"teacher_disagreement_score":0.0017164806,"about_ca_system_score_codex":0.0004578391,"about_ca_system_score_gemma":0.00037463004,"threshold_uncertainty_score":0.009077728},"labels":[],"label_agreement":null},{"id":"W4408788742","doi":"10.36227/techrxiv.174286254.49191996/v1","title":"Towards Generic Failure Prediction Models in Large-Scale Distributed Computing Systems","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Scale (ratio); Distributed computing; Cartography; Geography","score_opus":0.01649679518950795,"score_gpt":0.2452418721101793,"score_spread":0.22874507692067136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408788742","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.081555106,0.0004849548,0.9146963,0.00051313447,0.000029480396,0.0001106548,0.00051556947,0.0013788106,0.00071609835],"genre_scores_gemma":[0.80299747,0.00045256497,0.19319198,0.00024094917,0.00008025379,0.00027410316,0.0016110415,0.00014265014,0.0010089166],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987884,0.0005004788,0.00007205111,0.00025639444,0.00025434804,0.00012840018],"domain_scores_gemma":[0.9942561,0.003262663,0.0008960083,0.0005784968,0.00080711336,0.00019959833],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042601745,0.0011236244,0.0010048805,0.0012357897,0.00052177603,0.0010763217,0.0018824977,0.0013135382,0.00062383554],"category_scores_gemma":[0.01008185,0.0005627767,0.0009625,0.001323526,0.0008781537,0.0015973997,0.0012453604,0.0018879655,0.0003516977],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019865385,0.000026188596,0.002271518,0.0000255926,0.000019058696,0.00001497036,0.000020480173,0.98865104,0.00031464986,0.0013892095,0.0003407212,0.0069067744],"study_design_scores_gemma":[0.0000017878903,0.0000068199884,0.0003865968,0.0000030813767,0.0000025067784,0.000003195211,0.0000075414614,0.99737036,0.000086478,0.0020486119,0.00008129297,0.0000017141368],"about_ca_topic_score_codex":0.01660554,"about_ca_topic_score_gemma":0.0145011395,"teacher_disagreement_score":0.01660554,"about_ca_system_score_codex":0.001534606,"about_ca_system_score_gemma":0.0012098921,"threshold_uncertainty_score":0.033017755},"labels":[],"label_agreement":null},{"id":"W4408838601","doi":"10.3390/buildings15071057","title":"Dynamic Maintenance Cost Optimization in Data Centers: An Availability-Based Approach for K-out-of-N Systems","year":2025,"lang":"en","type":"article","venue":"Buildings","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Reliability engineering; Computer science; Systems engineering; Engineering","score_opus":0.02736050202512936,"score_gpt":0.29056050754899293,"score_spread":0.2632000055238636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408838601","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17980914,0.0012919345,0.79658145,0.0008352134,0.00012082271,0.00023031693,0.0004955082,0.0004330353,0.020202644],"genre_scores_gemma":[0.96203107,0.00036151102,0.033925686,0.000081552804,0.000031432923,0.00012537869,0.00014007188,0.00008385143,0.0032194112],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996686,0.00009785061,0.000013076107,0.00007727093,0.00007703651,0.0000662463],"domain_scores_gemma":[0.9993969,0.00036023895,0.00008553627,0.000025930425,0.000093512186,0.000037853173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061029155,0.0011361024,0.0011403912,0.00081985234,0.0005472896,0.001314103,0.001322164,0.0013641306,0.0023736074],"category_scores_gemma":[0.0018458026,0.00078524754,0.0010206545,0.0006383525,0.0005525621,0.0009979726,0.00077810494,0.0010646817,0.00019634582],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008558634,0.000008991631,0.00011614022,0.000011184707,0.000005059635,0.000013879771,0.0000060731427,0.9976459,0.00013161478,0.00073994143,0.000077505276,0.0012352096],"study_design_scores_gemma":[0.000002362187,0.000008009296,0.00006824894,0.000002806914,0.0000034953237,0.0000058293153,0.000006249554,0.99920064,0.00005464035,0.00052432757,0.00012128505,0.000002112781],"about_ca_topic_score_codex":0.016080776,"about_ca_topic_score_gemma":0.011904153,"teacher_disagreement_score":0.016080776,"about_ca_system_score_codex":0.0016129537,"about_ca_system_score_gemma":0.0014941855,"threshold_uncertainty_score":0.031974316},"labels":[],"label_agreement":null},{"id":"W4408843956","doi":"10.18280/ijsse.150207","title":"Design and Implementation of Distributed Web Application Vulnerability Assessment Tools for Securing Complex Microservices Environment","year":2025,"lang":"en","type":"article","venue":"International Journal of Safety and Security Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Microservices; Vulnerability (computing); Computer science; Vulnerability assessment; Computer security; Operating system; Psychology","score_opus":0.009315604878562873,"score_gpt":0.28434692941718626,"score_spread":0.2750313245386234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408843956","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06658205,0.0001074495,0.92009234,0.00013226576,0.000029492618,0.0006689971,0.000048508762,0.00895802,0.0033809263],"genre_scores_gemma":[0.45820466,0.00011541914,0.5373882,0.000084900625,0.000009289161,0.0004146616,0.00018143776,0.0003436066,0.0032578465],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99944407,0.000097497425,0.000045637895,0.00011497584,0.00023388372,0.00006388863],"domain_scores_gemma":[0.99892884,0.00024224489,0.00013931825,0.00022015878,0.00037647382,0.00009295973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009669496,0.00047615648,0.00027999197,0.0007388442,0.00034795995,0.0009523855,0.0015768147,0.0005332197,0.0012440728],"category_scores_gemma":[0.0020964404,0.0003905573,0.0004042585,0.00022876785,0.00038080823,0.0009620778,0.0006801543,0.00081240956,0.00039595473],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035783253,0.0010964294,0.017918672,0.0005417495,0.00022767702,0.0013207892,0.0013275258,0.14903766,0.22250973,0.025092984,0.006471482,0.5740975],"study_design_scores_gemma":[0.00009901975,0.00054185983,0.004960348,0.00007683909,0.000111993046,0.00044025067,0.00021394283,0.8587724,0.11126561,0.0049513537,0.018506452,0.000059901442],"about_ca_topic_score_codex":0.0013692107,"about_ca_topic_score_gemma":0.0018183783,"teacher_disagreement_score":0.0015768147,"about_ca_system_score_codex":0.0005178487,"about_ca_system_score_gemma":0.0014702681,"threshold_uncertainty_score":0.0051137805},"labels":[],"label_agreement":null},{"id":"W4409604977","doi":"10.61091/jcmcc127b-317","title":"Optimizing Software Supply Chain Vulnerability Mining and Remediation Paths Using Deep Learning Techniques","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"China National Offshore Oil Corporation","keywords":"Vulnerability (computing); Environmental remediation; Supply chain; Computer science; Software; Artificial intelligence; Environmental science; Business; Computer security; Contamination","score_opus":0.011166349749001705,"score_gpt":0.2621494724024331,"score_spread":0.25098312265343137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409604977","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10443596,0.00031165758,0.8911973,0.0003837419,0.000018542985,0.000087518754,0.00017370294,0.002035587,0.0013559676],"genre_scores_gemma":[0.8130892,0.00022627394,0.18416774,0.00012800618,0.000015300046,0.00013016317,0.00061854254,0.000120973506,0.0015037659],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994099,0.000112175636,0.000038251066,0.00015889746,0.00013947788,0.00014121678],"domain_scores_gemma":[0.9989467,0.0004742329,0.00019452466,0.0001074917,0.00021226743,0.00006465425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007054527,0.001250394,0.0008663859,0.0022541883,0.0006907916,0.0008322912,0.0012466836,0.00083424046,0.0015007007],"category_scores_gemma":[0.0029540858,0.00071746035,0.0011279129,0.0012722798,0.0006878561,0.0019817255,0.0015597645,0.0011321079,0.00025547683],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051324634,0.00011029439,0.005975699,0.0000766425,0.00005915373,0.00009168586,0.000081046324,0.8693751,0.0025958195,0.0028494142,0.0009975339,0.1177363],"study_design_scores_gemma":[0.000002019116,0.000014011743,0.00017792777,0.0000030685428,0.0000071403747,0.000009091999,0.000013521135,0.9967129,0.0005488383,0.0023996874,0.000109562316,0.0000022073448],"about_ca_topic_score_codex":0.01611493,"about_ca_topic_score_gemma":0.017327022,"teacher_disagreement_score":0.01611493,"about_ca_system_score_codex":0.0015118942,"about_ca_system_score_gemma":0.0030342573,"threshold_uncertainty_score":0.032042265},"labels":[],"label_agreement":null},{"id":"W4409616519","doi":"10.63485/rk1vd-5yz07","title":"Humanitarian project combines distributed computing and OA","year":2005,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.021481279947012454,"score_gpt":0.28035175623980924,"score_spread":0.2588704762927968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409616519","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020665865,0.008603156,0.17440288,0.04245096,0.0056453543,0.0010940642,0.008428843,0.016207907,0.72250104],"genre_scores_gemma":[0.19974005,0.0057578837,0.111760385,0.003143134,0.0014007413,0.00070149126,0.013098272,0.0034072893,0.6609908],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968077,0.00080753537,0.000096600816,0.00033329648,0.0012731982,0.0006816219],"domain_scores_gemma":[0.99398357,0.0006762123,0.000115992516,0.0012909081,0.0019598058,0.001973409],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0045910017,0.00071944867,0.00045369225,0.0018323027,0.0028439767,0.0050642104,0.0012561405,0.0009131904,0.034211215],"category_scores_gemma":[0.004862341,0.0003285899,0.0003950184,0.003204286,0.0029619513,0.0037124893,0.003957175,0.0012464141,0.010024529],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042712165,0.00022654902,0.0017998021,0.0002477447,0.000040389674,0.00018670094,0.0013280973,0.0013074821,0.0027272706,0.08147183,0.5522458,0.3579912],"study_design_scores_gemma":[0.00016165232,0.00013875969,0.0023855886,0.00010034857,0.000015729374,0.00013126206,0.0010255799,0.0015792791,0.0023083803,0.013851827,0.9782743,0.00002736163],"about_ca_topic_score_codex":0.14521398,"about_ca_topic_score_gemma":0.13558482,"teacher_disagreement_score":0.99874383,"about_ca_system_score_codex":0.0042848336,"about_ca_system_score_gemma":0.012738164,"threshold_uncertainty_score":0.28873742},"labels":[],"label_agreement":null},{"id":"W4409628951","doi":"10.48550/arxiv.2504.02120","title":"Graph Analytics for Cyber-Physical System Resilience Quantification","year":2025,"lang":"en","type":"preprint","venue":"ArXiv.org","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Cyber-physical system; Analytics; Resilience (materials science); Computer science; Graph; Data science; Theoretical computer science; Physics","score_opus":0.042780146547055566,"score_gpt":0.3041344955605983,"score_spread":0.2613543490135427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409628951","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025732104,0.00066645944,0.9678927,0.0006933315,0.00005011801,0.00011249389,0.0008537598,0.001623987,0.0023750714],"genre_scores_gemma":[0.6539553,0.00095570576,0.3418067,0.00017278656,0.00007205873,0.00019522729,0.0016547157,0.00023188084,0.0009556774],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99815387,0.00079172675,0.000110007575,0.0003317322,0.0005185511,0.00009408244],"domain_scores_gemma":[0.9889242,0.0071103936,0.001293902,0.0014462919,0.00097092317,0.00025422862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019274408,0.0014998491,0.0007760019,0.0049629323,0.0005938406,0.0022877923,0.0009966779,0.0010215592,0.0021581755],"category_scores_gemma":[0.013782681,0.00045666707,0.0012365503,0.003699197,0.0014147122,0.003943052,0.0015941155,0.0017049244,0.00036425272],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007167054,0.00012210815,0.004970355,0.00028366598,0.0001501197,0.00010170809,0.00021055361,0.82267296,0.002390562,0.077709645,0.0025532034,0.088763386],"study_design_scores_gemma":[0.0000061756314,0.00003150712,0.0008126336,0.000036054807,0.000023306588,0.00003085155,0.000084163985,0.8947001,0.0012135349,0.10129431,0.0017530846,0.00001429558],"about_ca_topic_score_codex":0.00628921,"about_ca_topic_score_gemma":0.00468027,"teacher_disagreement_score":0.00628921,"about_ca_system_score_codex":0.0019091343,"about_ca_system_score_gemma":0.0012924506,"threshold_uncertainty_score":0.013851821},"labels":[],"label_agreement":null},{"id":"W4409741900","doi":"10.5220/0013491000003932","title":"Banking Strategies and Software Solutions for Generated Test Items","year":2025,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Test (biology); Software; Software engineering; Operating system","score_opus":0.019662337474163828,"score_gpt":0.26104563261384767,"score_spread":0.24138329513968385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409741900","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76527274,0.0011227482,0.11720917,0.0050847777,0.00013707927,0.00049962493,0.000306675,0.0008551839,0.109511964],"genre_scores_gemma":[0.9647029,0.0001742485,0.027837658,0.00031575715,0.00001484407,0.00007020503,0.00013051406,0.00008170197,0.006672176],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99584204,0.0020930474,0.00026736202,0.00027718284,0.0010777835,0.00044256577],"domain_scores_gemma":[0.9873467,0.006176722,0.0015565625,0.0007946118,0.0036640074,0.00046132485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026718965,0.00054441585,0.00018254979,0.0028656323,0.0006969373,0.0046353512,0.0013585738,0.0016830862,0.008143128],"category_scores_gemma":[0.029339697,0.00035086364,0.000370613,0.0010968533,0.00052676466,0.0027689727,0.00084178045,0.000634483,0.0021986587],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011792415,0.0012151422,0.111943804,0.00044865478,0.00018425156,0.0018736839,0.0026903143,0.030206623,0.020772373,0.1731886,0.015616837,0.6406805],"study_design_scores_gemma":[0.0005177258,0.0035831877,0.16610695,0.0015443473,0.00076458644,0.0071128407,0.014933436,0.4273417,0.09280069,0.22653383,0.058438275,0.00032248502],"about_ca_topic_score_codex":0.0019848647,"about_ca_topic_score_gemma":0.0033898558,"teacher_disagreement_score":0.008143128,"about_ca_system_score_codex":0.0015679739,"about_ca_system_score_gemma":0.0018382663,"threshold_uncertainty_score":0.027241468},"labels":[],"label_agreement":null},{"id":"W4409833316","doi":"10.1007/s10664-025-10654-w","title":"Towards understanding code review practices for infrastructure-as-code: An empirical study on OpenStack projects","year":2025,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Code (set theory); Empirical research; Operating system; Software engineering; Programming language","score_opus":0.09559856838119425,"score_gpt":0.4004029999918837,"score_spread":0.3048044316106895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409833316","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99733174,0.0000827148,0.0011253624,0.00025949412,0.0000029728656,0.000041554034,0.000037090416,0.000026181995,0.0010930181],"genre_scores_gemma":[0.9980306,0.000081705446,0.0012727655,0.00005358732,0.000003511593,0.000036581696,0.000074820484,0.000030716517,0.00041560357],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9801763,0.008393259,0.0015752295,0.0018813334,0.0064701196,0.0015036779],"domain_scores_gemma":[0.59181386,0.2636143,0.081480026,0.012187436,0.04276207,0.008142234],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020582324,0.0002849917,0.00030924953,0.005222726,0.0021831112,0.0041922648,0.0015642219,0.0015222467,0.0015646338],"category_scores_gemma":[0.21847637,0.0005376847,0.0002995178,0.0041371947,0.0031899256,0.006960868,0.0031810892,0.0021422817,0.00036541946],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017839101,0.0010415369,0.7845932,0.0003531408,0.00007499945,0.0005322256,0.14598554,0.0010738045,0.0040869876,0.0025795158,0.0011783362,0.05832233],"study_design_scores_gemma":[0.000025629264,0.00055620505,0.84495616,0.00037979838,0.00006111745,0.00063408574,0.13662171,0.005839375,0.002241596,0.0018287525,0.0067664622,0.00008918609],"about_ca_topic_score_codex":0.014134202,"about_ca_topic_score_gemma":0.025198154,"teacher_disagreement_score":0.9794177,"about_ca_system_score_codex":0.004184602,"about_ca_system_score_gemma":0.008717596,"threshold_uncertainty_score":0.108851016},"labels":[],"label_agreement":null},{"id":"W4410049357","doi":"10.1145/3680256.3721258","title":"TraceLens: Early Detection of Software Anomalies Using Critical Path Analysis","year":2025,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Software; Critical path method; Operating system; Engineering; Systems engineering","score_opus":0.011536523604763796,"score_gpt":0.2743215594897003,"score_spread":0.26278503588493646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410049357","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38292816,0.0022569112,0.5111742,0.0008260316,0.00024824447,0.0003691361,0.013464001,0.08580377,0.0029294803],"genre_scores_gemma":[0.75934947,0.00062015926,0.21701291,0.00026512376,0.000101714555,0.00027468757,0.01755595,0.0011208369,0.0036991765],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991184,0.00010758874,0.000063615465,0.0002661519,0.00033898707,0.00010531175],"domain_scores_gemma":[0.9968753,0.001147265,0.00068418955,0.0005132589,0.00054565596,0.00023431494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008249473,0.0017691667,0.0007232825,0.004186997,0.0003517483,0.0007547569,0.0016675125,0.00079402333,0.0011074602],"category_scores_gemma":[0.005064093,0.00043280286,0.0006443316,0.001765625,0.00048004987,0.0017039721,0.0016199172,0.0014792088,0.0008544237],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007904609,0.0010529457,0.16151755,0.0008848303,0.00039052177,0.000919584,0.00048140387,0.07920985,0.045990683,0.0032030651,0.036865257,0.6686938],"study_design_scores_gemma":[0.0000536638,0.00030980233,0.020769196,0.00004470849,0.00006609894,0.0003915361,0.000106531625,0.93678415,0.02496545,0.007790737,0.008649504,0.00006868714],"about_ca_topic_score_codex":0.005944974,"about_ca_topic_score_gemma":0.013350192,"teacher_disagreement_score":0.005944974,"about_ca_system_score_codex":0.0006215332,"about_ca_system_score_gemma":0.001562011,"threshold_uncertainty_score":0.011820734},"labels":[],"label_agreement":null},{"id":"W4410049476","doi":"10.1145/3680256.3721259","title":"Kernel-Level Event-Based Performance Anomaly Detection in Software Systems under Varying Load Conditions","year":2025,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Kernel (algebra); Anomaly detection; Anomaly (physics); Event (particle physics); Software; Real-time computing; Data mining; Operating system; Mathematics","score_opus":0.01686103745203564,"score_gpt":0.2583250157833664,"score_spread":0.24146397833133076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410049476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9450708,0.00010332766,0.05287597,0.00008236986,0.00001955258,0.000019866437,0.00036203323,0.001120019,0.0003461515],"genre_scores_gemma":[0.9949077,0.000023619452,0.00462081,0.0000072665143,0.000004790791,0.0000062494896,0.00030925687,0.0000116533465,0.00010881747],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99950945,0.00007707112,0.00003933346,0.0001579109,0.00014122884,0.000074990334],"domain_scores_gemma":[0.9978721,0.00090805127,0.00040523402,0.00028134367,0.00043387225,0.00009938422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007984682,0.00049673807,0.0004291117,0.0010370302,0.00017869762,0.00050743844,0.0005704228,0.00032423827,0.00031297875],"category_scores_gemma":[0.004890917,0.00017174258,0.0002958423,0.00070904073,0.00023106959,0.0008193709,0.0004580875,0.000665246,0.00016459724],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068259536,0.00068420323,0.27459526,0.0001337762,0.00020713262,0.0003631543,0.00030703246,0.48861098,0.025928434,0.0007912794,0.0016585953,0.20603758],"study_design_scores_gemma":[0.0000020849743,0.0000703431,0.023657959,0.000003086916,0.000009427011,0.000047318765,0.000026889062,0.97201705,0.0036325047,0.00039977927,0.00012584725,0.000007687625],"about_ca_topic_score_codex":0.005871968,"about_ca_topic_score_gemma":0.0071932976,"teacher_disagreement_score":0.005871968,"about_ca_system_score_codex":0.0004658035,"about_ca_system_score_gemma":0.00039975214,"threshold_uncertainty_score":0.011675596},"labels":[],"label_agreement":null},{"id":"W4410066265","doi":"10.1515/9780887555169","title":"Fault Lines","year":2016,"lang":"en","type":"book","venue":"University of Manitoba Press eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.019702815458103682,"score_gpt":0.19289909406623423,"score_spread":0.17319627860813055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410066265","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0066675725,0.0015186275,0.011354136,0.0019976436,0.002336359,0.00007556851,0.0028054814,0.0017931534,0.9714515],"genre_scores_gemma":[0.038935833,0.00095371046,0.0026256933,0.0003596989,0.00006642557,0.000025441619,0.0016240067,0.00020442066,0.95520484],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997818,0.000014169266,0.000013370385,0.000030019804,0.00011940649,0.000041249015],"domain_scores_gemma":[0.99949706,0.00002832507,0.000023528442,0.00006504259,0.00034962656,0.000036516463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014565173,0.00047170848,0.00021720327,0.0009509284,0.0015194591,0.001797592,0.0005285776,0.0009844243,0.1502967],"category_scores_gemma":[0.00091871864,0.00021315424,0.00019736972,0.001759163,0.00049994903,0.0011541449,0.0006028708,0.0009223722,0.06610554],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009534274,0.000022197437,0.00070556893,0.0001352287,0.000004290184,0.0003524376,0.00047410335,0.0010093916,0.0018941947,0.05331311,0.58996826,0.35202584],"study_design_scores_gemma":[0.000008682071,0.000016926006,0.0005214161,0.000058721773,0.0000024965095,0.0002026679,0.00019023097,0.00020667996,0.0008566687,0.0038596992,0.99406934,0.000006569791],"about_ca_topic_score_codex":0.03249841,"about_ca_topic_score_gemma":0.0711379,"teacher_disagreement_score":0.1502967,"about_ca_system_score_codex":0.0020905351,"about_ca_system_score_gemma":0.0020004534,"threshold_uncertainty_score":0.5027926},"labels":[],"label_agreement":null},{"id":"W4411008925","doi":"10.1007/s10515-025-00527-3","title":"What information contributes to log-based anomaly detection? Insights from a configurable transformer-based approach","year":2025,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Anomaly detection; Transformer; Computer science; Data mining; Engineering; Electrical engineering; Voltage","score_opus":0.003629769477427413,"score_gpt":0.20170931337194997,"score_spread":0.19807954389452256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411008925","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25433126,0.0005466206,0.73705804,0.0011904511,0.000090130176,0.00008045586,0.00027185233,0.0022313085,0.00419985],"genre_scores_gemma":[0.9607999,0.000162796,0.038128108,0.0000671198,0.000052590567,0.0000148173085,0.00010450509,0.00014713005,0.0005230315],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983896,0.00042258084,0.00009987703,0.00034576806,0.0006030092,0.000139131],"domain_scores_gemma":[0.98955905,0.0055072657,0.0009840409,0.0020921458,0.001542273,0.00031523872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022506455,0.0006828445,0.0009223441,0.0022618738,0.00045093714,0.0027692742,0.0017226909,0.00090539514,0.0020856892],"category_scores_gemma":[0.019539623,0.00042757072,0.00047002803,0.0017780183,0.0009801311,0.005877078,0.0012314586,0.001227201,0.0006630875],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001365584,0.0009838057,0.06688688,0.00033784832,0.00024103817,0.00092640694,0.00089695444,0.14278887,0.05340315,0.05403187,0.003678239,0.6744594],"study_design_scores_gemma":[0.000022403547,0.00019248773,0.008270906,0.000027110775,0.00008269554,0.0004311105,0.00017055613,0.92750037,0.0114505645,0.050481986,0.0013284313,0.000041481322],"about_ca_topic_score_codex":0.0019293332,"about_ca_topic_score_gemma":0.0020096449,"teacher_disagreement_score":0.0027692742,"about_ca_system_score_codex":0.0007011634,"about_ca_system_score_gemma":0.0009035587,"threshold_uncertainty_score":0.01190269},"labels":[],"label_agreement":null},{"id":"W4411057853","doi":"10.1145/3727582.3728685","title":"LogLSHD: Fast Log Parsing with Locality-Sensitive Hashing and Dynamic Time Warping","year":2025,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Parsing; Hash function; Locality; Dynamic time warping; Locality-sensitive hashing; Hash table; Parallel computing; Artificial intelligence; Computer security","score_opus":0.0032396292773201217,"score_gpt":0.21652712520126502,"score_spread":0.2132874959239449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411057853","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025943367,0.0009792699,0.854275,0.00030882447,0.00022537987,0.00022334504,0.002117679,0.114189714,0.0017373754],"genre_scores_gemma":[0.31782606,0.00052946684,0.65984756,0.00040491522,0.00015181376,0.00050228357,0.010243384,0.005011178,0.005483296],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986303,0.0002422166,0.00012741236,0.00030848838,0.0005795675,0.00011212192],"domain_scores_gemma":[0.9978042,0.00072065863,0.00023713184,0.0007748605,0.00036663655,0.00009643722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001110672,0.001400473,0.0008845991,0.0021314726,0.0007036287,0.0014084036,0.0022100252,0.0008064355,0.003482466],"category_scores_gemma":[0.005612056,0.00072034186,0.000851917,0.002086119,0.00080318307,0.0030438576,0.0024183632,0.0013362055,0.0028844953],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006921258,0.0003933268,0.0069818087,0.0004961497,0.00018761297,0.0005297227,0.0005480667,0.052162953,0.036299404,0.008604991,0.07282958,0.8202743],"study_design_scores_gemma":[0.000102850056,0.00021365829,0.0026276724,0.000030581577,0.000043374293,0.00043840692,0.00018633332,0.91517764,0.042473752,0.017705763,0.020867249,0.00013257959],"about_ca_topic_score_codex":0.0039487286,"about_ca_topic_score_gemma":0.004766766,"teacher_disagreement_score":0.0039487286,"about_ca_system_score_codex":0.00058078405,"about_ca_system_score_gemma":0.0018547331,"threshold_uncertainty_score":0.011649966},"labels":[],"label_agreement":null},{"id":"W4411173088","doi":"10.1109/icsr66718.2025.00010","title":"MONO2REST: Identifying and Exposing Microservices: a Reusable RESTification Approach","year":2025,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Microservices; Computer science; Programming language; Operating system; Cloud computing","score_opus":0.013795373212389385,"score_gpt":0.2593422691081727,"score_spread":0.24554689589578332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411173088","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009042494,0.000073397656,0.9830117,0.000102684055,0.000015017144,0.0001513818,0.000059077094,0.0060570566,0.001487178],"genre_scores_gemma":[0.106584825,0.00009156742,0.88657063,0.00013622611,0.000012208243,0.00021842279,0.0005815261,0.0011924314,0.0046121087],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982096,0.000548551,0.00012682297,0.00039690884,0.00054571405,0.00017240655],"domain_scores_gemma":[0.9977598,0.0006457967,0.00024414138,0.0009504364,0.00032274582,0.00007706868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023992588,0.0013173649,0.0005819155,0.0017982818,0.0008062464,0.0015196247,0.0027695587,0.0015101179,0.0021445712],"category_scores_gemma":[0.004682151,0.0007729664,0.0023024378,0.00070775393,0.0009987478,0.0018464212,0.0025524357,0.0012996751,0.000964526],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021188753,0.0005198654,0.009921299,0.0005121987,0.00022922023,0.00088765926,0.0015064554,0.14888537,0.047066543,0.045246635,0.007833797,0.73717916],"study_design_scores_gemma":[0.00003410752,0.00014671581,0.0022990608,0.000111571666,0.00012962018,0.0005933921,0.00030665944,0.90300095,0.04562958,0.025089704,0.022598704,0.000059932132],"about_ca_topic_score_codex":0.004684997,"about_ca_topic_score_gemma":0.0077877957,"teacher_disagreement_score":0.004684997,"about_ca_system_score_codex":0.0009047575,"about_ca_system_score_gemma":0.0017512543,"threshold_uncertainty_score":0.012688696},"labels":[],"label_agreement":null},{"id":"W4411271527","doi":"10.1109/msr66628.2025.00125","title":"JPerfEvo: A Tool for Tracking Method-Level Performance Changes in Java Projects","year":2025,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Java; Computer science; Tracking (education); Software engineering; Programming language","score_opus":0.049948585104413974,"score_gpt":0.3224917502548997,"score_spread":0.2725431651504857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411271527","genre_codex":"software","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.098736964,0.0009938028,0.27067965,0.00035540282,0.00041252424,0.00071583124,0.019945176,0.60089546,0.00726522],"genre_scores_gemma":[0.46335128,0.0010524846,0.42140406,0.0005723607,0.0002606312,0.002532199,0.044102624,0.058386218,0.008338135],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99335265,0.0008504259,0.0008558364,0.0017708406,0.002792801,0.00037752162],"domain_scores_gemma":[0.9670417,0.018204741,0.0057457634,0.0041967067,0.0040309136,0.0007801743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006250893,0.0021127106,0.0011289535,0.00847837,0.0007016165,0.0025921909,0.0024301775,0.0012444562,0.0041426364],"category_scores_gemma":[0.044603493,0.0013581967,0.0009998498,0.0031741941,0.0007286998,0.0039027522,0.0026992422,0.0025252767,0.0022185927],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013688981,0.0010438473,0.17326434,0.0029948952,0.0007281782,0.0010560903,0.0032483712,0.027263528,0.034708746,0.0076162755,0.17402905,0.5726779],"study_design_scores_gemma":[0.00054706365,0.0012774534,0.20961383,0.00081494485,0.00033132834,0.0015262413,0.0007346145,0.5551954,0.07701298,0.01645562,0.13546385,0.0010266236],"about_ca_topic_score_codex":0.00435789,"about_ca_topic_score_gemma":0.005485319,"teacher_disagreement_score":0.00847837,"about_ca_system_score_codex":0.0007561842,"about_ca_system_score_gemma":0.0019926492,"threshold_uncertainty_score":0.033058226},"labels":[],"label_agreement":null},{"id":"W4411272130","doi":"10.1109/seams66627.2025.00014","title":"SYSTEMLENS: Integrating Performance Prediction, Anomaly Prediction and Root-Cause Localization for Self-Healing Software Systems","year":2025,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Anomaly (physics); Computer science; Anomaly detection; Software; Root (linguistics); Data mining; Programming language; Physics","score_opus":0.009068849016435654,"score_gpt":0.2302091618363845,"score_spread":0.22114031281994886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411272130","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10790953,0.0008102764,0.84755456,0.0005974359,0.00010951048,0.00021305686,0.00086282106,0.04058411,0.0013585548],"genre_scores_gemma":[0.7444221,0.00028127673,0.25182942,0.00018916832,0.00006986484,0.00013889791,0.0012807993,0.0005400639,0.0012485158],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99924016,0.0001744879,0.000062518375,0.00023031766,0.00022489375,0.00006766098],"domain_scores_gemma":[0.99760544,0.0009810941,0.0003857986,0.0004896637,0.00038752911,0.00015045644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019639202,0.0016190677,0.0008556875,0.0018695972,0.00041465927,0.0009856932,0.001887457,0.00067397015,0.0008056915],"category_scores_gemma":[0.005693722,0.00054275425,0.0006760751,0.00092003966,0.00060086075,0.0019313489,0.0016970783,0.0012292454,0.00027386367],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021054079,0.00029166066,0.018352462,0.00018885215,0.0003143837,0.00016727194,0.00017415438,0.7783247,0.0056813257,0.003474896,0.0049642213,0.18785556],"study_design_scores_gemma":[0.000004815673,0.000023207647,0.0004076001,0.0000033654646,0.000008600222,0.00001303824,0.0000070882606,0.99690396,0.00077807123,0.0015375766,0.00030663985,0.0000059846234],"about_ca_topic_score_codex":0.013750026,"about_ca_topic_score_gemma":0.01919146,"teacher_disagreement_score":0.013750026,"about_ca_system_score_codex":0.0012330906,"about_ca_system_score_gemma":0.0018127925,"threshold_uncertainty_score":0.027339995},"labels":[],"label_agreement":null},{"id":"W4411272253","doi":"10.1109/icse-companion66252.2025.00027","title":"Towards Realistic, Applicable and Feasible Configuration-Aware Performance Modeling","year":2025,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.013592387157712885,"score_gpt":0.25285676800436724,"score_spread":0.23926438084665436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411272253","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07916556,0.0005465422,0.9116947,0.0014501885,0.000053827796,0.00026340786,0.0010333568,0.0011853065,0.004607039],"genre_scores_gemma":[0.7469991,0.0008593081,0.24764074,0.00034138205,0.00009670749,0.00084899797,0.001651938,0.00031991967,0.0012418807],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99529773,0.002527228,0.00022989034,0.0006913954,0.000981667,0.00027204613],"domain_scores_gemma":[0.9849599,0.010176999,0.0012544848,0.0019794079,0.0014155252,0.00021365385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054919664,0.001445795,0.0008662166,0.0014479561,0.00051628385,0.003047713,0.002448655,0.0016140322,0.000957231],"category_scores_gemma":[0.028984388,0.0010717078,0.0011415347,0.0012934874,0.0011512032,0.003834468,0.0015160757,0.003210645,0.00048418195],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000333784,0.00009397197,0.004196545,0.00009396856,0.000037788395,0.00006418081,0.00026044247,0.9589499,0.0013029762,0.020114424,0.000849403,0.0140031185],"study_design_scores_gemma":[0.0000038239014,0.000013767707,0.00037845655,0.000017653385,0.000006285319,0.000011652252,0.000038290123,0.9852733,0.0003146929,0.0133840935,0.0005505098,0.000007487571],"about_ca_topic_score_codex":0.0077241566,"about_ca_topic_score_gemma":0.0072519667,"teacher_disagreement_score":0.0077241566,"about_ca_system_score_codex":0.00218378,"about_ca_system_score_gemma":0.0025211412,"threshold_uncertainty_score":0.029044688},"labels":[],"label_agreement":null},{"id":"W4411449762","doi":"10.1145/3729346","title":"CAShift: Benchmarking Log-Based Cloud Attack Detection under Normality Shift","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on software engineering.","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Cloud computing; Computer science; Normality; Benchmarking; Data mining; Construct (python library); Paradigm shift; Anomaly detection; Statistics; Mathematics; Operating system","score_opus":0.010564947580602788,"score_gpt":0.23294926959823797,"score_spread":0.2223843220176352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411449762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8364463,0.0066995258,0.05632481,0.0018671753,0.0022056932,0.0011791085,0.031063521,0.055995867,0.008217947],"genre_scores_gemma":[0.8864237,0.00086091086,0.045213066,0.0005502438,0.00020527733,0.00026829034,0.06394218,0.00050531415,0.0020309389],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99689317,0.00047665535,0.00034495344,0.0009801558,0.0008828715,0.00042211488],"domain_scores_gemma":[0.9964618,0.0009592849,0.00038164612,0.0008567582,0.00095256243,0.0003879798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002634072,0.0026651782,0.0011590447,0.0033194653,0.00088812347,0.0016155344,0.0030310005,0.0015424143,0.0012054984],"category_scores_gemma":[0.007795872,0.00040040127,0.0011119504,0.0023299472,0.0011507794,0.0025477696,0.0019139205,0.0019459429,0.0013249512],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004222825,0.0039528683,0.12597914,0.0026613474,0.0011899456,0.0010532863,0.00050075725,0.33758667,0.01862217,0.004351208,0.15328784,0.34659183],"study_design_scores_gemma":[0.00024782607,0.000881858,0.023975244,0.00006933073,0.00006466557,0.00046902368,0.00024063232,0.9503839,0.011423372,0.0016968213,0.010463392,0.00008401052],"about_ca_topic_score_codex":0.016928827,"about_ca_topic_score_gemma":0.018486047,"teacher_disagreement_score":0.016928827,"about_ca_system_score_codex":0.00177346,"about_ca_system_score_gemma":0.0018885208,"threshold_uncertainty_score":0.03366059},"labels":[],"label_agreement":null},{"id":"W4411450220","doi":"10.1145/3715779","title":"Protecting Privacy in Software Logs: What Should Be Anonymized?","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on software engineering.","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Identification (biology); Computer science; Information privacy; Personally identifiable information; Privacy policy; Information sensitivity; Data anonymization; Software; Privacy by Design; Data science; Identifier; Internet privacy; Computer security","score_opus":0.018043817695445535,"score_gpt":0.2513165258656156,"score_spread":0.23327270817017007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411450220","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1462523,0.02576927,0.5130436,0.25827911,0.0020384255,0.0020557928,0.009764718,0.0031611733,0.039635632],"genre_scores_gemma":[0.72342294,0.021985037,0.21460433,0.02108455,0.0017477681,0.002243602,0.009352604,0.0010841655,0.004474954],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8911175,0.06561345,0.011584444,0.006970143,0.021604193,0.0031101878],"domain_scores_gemma":[0.6355125,0.20830248,0.030720308,0.081871696,0.040931668,0.0026614103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06805147,0.00097007776,0.0018140778,0.005517486,0.004466236,0.017955747,0.0034816668,0.0041707414,0.0019857225],"category_scores_gemma":[0.25490007,0.0009920477,0.001512507,0.008291818,0.009983061,0.036752503,0.0071221334,0.0060766726,0.001402994],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005956238,0.0003888538,0.08581156,0.0053352998,0.00032224998,0.0011108463,0.036579303,0.009216866,0.0058205654,0.30378234,0.051637914,0.49939847],"study_design_scores_gemma":[0.00011089991,0.00022424286,0.027951634,0.01232043,0.00035029397,0.0018568868,0.056691617,0.01798371,0.013604618,0.46480098,0.4037194,0.00038529397],"about_ca_topic_score_codex":0.005782754,"about_ca_topic_score_gemma":0.004517729,"teacher_disagreement_score":0.06805147,"about_ca_system_score_codex":0.004048408,"about_ca_system_score_gemma":0.014638109,"threshold_uncertainty_score":0.35989487},"labels":[],"label_agreement":null},{"id":"W4411472147","doi":"10.1109/tnsm.2025.3581557","title":"Black Hole Prediction in Backbone Networks: A Comprehensive and Type-Independent Forecasting Model","year":2025,"lang":"en","type":"article","venue":"IEEE Transactions on Network and Service Management","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; Type (biology); Computer network; Distributed computing","score_opus":0.018541268150596535,"score_gpt":0.228685507324601,"score_spread":0.21014423917400446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411472147","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36177006,0.0028324935,0.6242818,0.0018206477,0.00032692123,0.00010112877,0.0013866663,0.0012663732,0.0062138103],"genre_scores_gemma":[0.97361416,0.000734099,0.021636588,0.00017228539,0.00013436627,0.00005294679,0.0010016446,0.00003866768,0.002615169],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9997751,0.000034412325,0.000011751429,0.00007829666,0.000047442296,0.000052977008],"domain_scores_gemma":[0.9992254,0.00036835292,0.0000995472,0.000043093885,0.00021733923,0.000046171433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010064107,0.000962268,0.0009549532,0.0008368866,0.00036863305,0.0008143744,0.0015227984,0.0010904013,0.00095977203],"category_scores_gemma":[0.002079457,0.0003980641,0.00080956536,0.00077167107,0.00042253427,0.0011801049,0.00066926115,0.0016035449,0.00025545587],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051506377,0.000044799905,0.004915912,0.000022565939,0.000027802253,0.00005731055,0.000026935075,0.9684268,0.0004377875,0.0018681185,0.0014089706,0.022711532],"study_design_scores_gemma":[7.423476e-7,0.0000025235836,0.00013885372,0.0000013329078,0.0000019784084,0.0000019837155,0.0000017961758,0.9993337,0.000029812898,0.00044694915,0.000039140396,0.0000012145988],"about_ca_topic_score_codex":0.03260378,"about_ca_topic_score_gemma":0.020903224,"teacher_disagreement_score":0.03260378,"about_ca_system_score_codex":0.00087563164,"about_ca_system_score_gemma":0.0009976294,"threshold_uncertainty_score":0.06482798},"labels":[],"label_agreement":null},{"id":"W4411538180","doi":"10.1007/s10664-025-10669-3","title":"A comprehensive study of machine learning techniques for log-based anomaly detection","year":2025,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Alliance de recherche numérique du Canada; Natural Sciences and Engineering Research Council of Canada; Mitacs; Canada Research Chairs","keywords":"Anomaly detection; Anomaly (physics); Computer science; Machine learning; Artificial intelligence; Data mining; Physics","score_opus":0.01575046496258971,"score_gpt":0.27854004777971597,"score_spread":0.2627895828171263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411538180","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044518735,0.018550511,0.9280307,0.0019042061,0.0001929804,0.00017496437,0.0003706176,0.0030836284,0.0031736735],"genre_scores_gemma":[0.54107016,0.011690054,0.44256383,0.00051311555,0.0004650464,0.0003386842,0.0010636474,0.000303827,0.0019915737],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99279445,0.0025459088,0.0005003057,0.0012808393,0.0026598847,0.00021855361],"domain_scores_gemma":[0.9744848,0.01740716,0.002493119,0.0026944939,0.0026915763,0.00022882805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0078033446,0.0023576692,0.0014267009,0.003071209,0.0005238923,0.0017439589,0.0022776544,0.0017010926,0.0009222004],"category_scores_gemma":[0.030377733,0.0007583144,0.001408352,0.002526816,0.0009385429,0.0038040064,0.0012655442,0.0039240494,0.0009302447],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017017954,0.00032126805,0.013000008,0.0010689829,0.00042632068,0.00009975416,0.0001429396,0.216382,0.00840158,0.007334358,0.004291807,0.74836075],"study_design_scores_gemma":[0.000014955614,0.00030534557,0.006507696,0.00019365828,0.00006889378,0.00035359414,0.000056823363,0.96610695,0.01070637,0.00922205,0.0064115133,0.000052155934],"about_ca_topic_score_codex":0.001671814,"about_ca_topic_score_gemma":0.0016929012,"teacher_disagreement_score":0.0078033446,"about_ca_system_score_codex":0.0013794656,"about_ca_system_score_gemma":0.0012988143,"threshold_uncertainty_score":0.041268528},"labels":[],"label_agreement":null},{"id":"W4412446109","doi":"10.1109/noms57970.2025.11073734","title":"Intent-Based Management for Network Automation","year":2025,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Automation; Computer science; Network management; Engineering; Computer network","score_opus":0.007500981770941378,"score_gpt":0.25198011976227613,"score_spread":0.24447913799133475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412446109","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007839178,0.00010910483,0.9858241,0.00041507548,0.000035685654,0.000095856274,0.000064156615,0.0033166083,0.0023002455],"genre_scores_gemma":[0.41833502,0.00035915992,0.5759541,0.00032357965,0.00006678227,0.00025458029,0.00042423877,0.0004921758,0.0037903548],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9980598,0.00069935387,0.00016993117,0.00031961125,0.0005887067,0.0001626317],"domain_scores_gemma":[0.9965258,0.0013401273,0.0004014771,0.0010695528,0.000479028,0.00018395805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028395161,0.0006857805,0.00043640222,0.0008635659,0.0008401565,0.002444583,0.0013890947,0.0008333209,0.0021627941],"category_scores_gemma":[0.006951256,0.00048640397,0.0008485593,0.0004009026,0.0018994975,0.004364474,0.0027352024,0.0025194283,0.00075576454],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027147445,0.00033201562,0.0050258143,0.000317473,0.00010838684,0.00030414382,0.0022563457,0.32857266,0.029509567,0.34560817,0.008603961,0.27909],"study_design_scores_gemma":[0.00001534041,0.000062720355,0.00035225388,0.00005855911,0.00002908795,0.00006636567,0.00012568662,0.8352765,0.008363448,0.14215432,0.013460977,0.00003473857],"about_ca_topic_score_codex":0.0035997473,"about_ca_topic_score_gemma":0.004552782,"teacher_disagreement_score":0.0035997473,"about_ca_system_score_codex":0.0013980144,"about_ca_system_score_gemma":0.0024903526,"threshold_uncertainty_score":0.015016973},"labels":[],"label_agreement":null},{"id":"W4412565297","doi":"10.1145/3749839","title":"Tracing Optimization for Performance Modeling and Regression Detection","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Tracing; Programming language","score_opus":0.04749648754092181,"score_gpt":0.30007565846496576,"score_spread":0.2525791709240439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412565297","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034142695,0.00022306253,0.9530251,0.00019461816,0.000027093838,0.0000840934,0.000373918,0.01079438,0.001135058],"genre_scores_gemma":[0.45177373,0.0002753866,0.54005396,0.00016561571,0.000056042114,0.0003507359,0.002225395,0.0023454383,0.0027536533],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970067,0.0008382608,0.00021986345,0.00070364826,0.00092507584,0.00030644634],"domain_scores_gemma":[0.9903025,0.005573344,0.0013053847,0.001557601,0.001119759,0.0001413759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037949083,0.002719838,0.0016059246,0.002745932,0.000754428,0.0017579308,0.0020837698,0.0012908562,0.0025652447],"category_scores_gemma":[0.021501243,0.0011451413,0.0017112064,0.0020548971,0.0007478434,0.0019596908,0.0016952463,0.0023955922,0.0012066925],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018348225,0.0002574405,0.014931654,0.00012513799,0.00015912157,0.00012416001,0.0001454489,0.84154576,0.009407169,0.0072211996,0.002875666,0.123023756],"study_design_scores_gemma":[0.000005608791,0.000019689902,0.00046567124,0.0000057716825,0.000010911589,0.000017295317,0.000007867031,0.9949515,0.0021577952,0.0017447091,0.00060501107,0.000008226499],"about_ca_topic_score_codex":0.014165833,"about_ca_topic_score_gemma":0.011214383,"teacher_disagreement_score":0.014165833,"about_ca_system_score_codex":0.0014173939,"about_ca_system_score_gemma":0.0033129754,"threshold_uncertainty_score":0.028166711},"labels":[],"label_agreement":null},{"id":"W4412571061","doi":"10.1007/978-981-96-7238-7_10","title":"Exploring the Systematic Use of LLMs for Microservices Generation","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; École de Technologie Supérieure","funders":"","keywords":"Computer science; Microservices; Software engineering; Operating system","score_opus":0.07879804021568146,"score_gpt":0.2598617933823462,"score_spread":0.18106375316666476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412571061","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42978975,0.0011983401,0.5233766,0.0014346541,0.000028182447,0.00035843634,0.00040835986,0.0060750437,0.037330717],"genre_scores_gemma":[0.76916283,0.00025660085,0.22528303,0.000089134795,0.000007063758,0.00008666785,0.00028740673,0.0004982839,0.004328992],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99527705,0.0026222442,0.00026338594,0.00044500752,0.0011397506,0.00025264415],"domain_scores_gemma":[0.9674877,0.021497022,0.0021770014,0.006374548,0.0021687998,0.00029479715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046121697,0.000291169,0.00021932472,0.0013094448,0.0007392949,0.0028317259,0.001385369,0.0006654178,0.0036801049],"category_scores_gemma":[0.03223221,0.00052615075,0.00045103734,0.0013001882,0.0010918186,0.0041474723,0.0021363178,0.0007648614,0.00088935555],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035292903,0.0002749057,0.034760367,0.00061233004,0.00006861333,0.000481489,0.009756419,0.010507114,0.025071962,0.06633322,0.002485181,0.8492955],"study_design_scores_gemma":[0.00017103704,0.0009893773,0.03634402,0.0014043071,0.0004216937,0.0022423563,0.016631205,0.5035953,0.13774028,0.16406514,0.1361766,0.00021877702],"about_ca_topic_score_codex":0.0040361797,"about_ca_topic_score_gemma":0.009678992,"teacher_disagreement_score":0.0046121697,"about_ca_system_score_codex":0.001279355,"about_ca_system_score_gemma":0.0027702819,"threshold_uncertainty_score":0.02439171},"labels":[],"label_agreement":null},{"id":"W4412968972","doi":"10.1007/979-8-8688-1513-3_18","title":"Cluster Maintenance","year":2025,"lang":"en","type":"book-chapter","venue":"Certification study companion series","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brampton Civic Hospital","funders":"","keywords":"Cluster (spacecraft); Computer science; Programming language","score_opus":0.028380114106033954,"score_gpt":0.2584686986704494,"score_spread":0.23008858456441547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412968972","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013260674,0.007392064,0.16015401,0.004198132,0.0049977773,0.00043315458,0.0018765809,0.02887234,0.7788152],"genre_scores_gemma":[0.056560364,0.0043787626,0.06559018,0.00097583514,0.00063723075,0.00014240801,0.0029823938,0.0049093207,0.8638235],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996202,0.000026545353,0.000014798179,0.000079468206,0.00022116226,0.00003784192],"domain_scores_gemma":[0.99906987,0.000091652684,0.000036966143,0.00026432186,0.00043613106,0.000101099875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038299026,0.0004513986,0.00036124446,0.0009691304,0.0012051419,0.001956882,0.0015109055,0.0006563165,0.065291904],"category_scores_gemma":[0.0015550518,0.00039977254,0.00039789677,0.0010984617,0.00037742846,0.0021537696,0.0013261933,0.0011637072,0.034171242],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007607323,0.00004548262,0.00041858197,0.00035898603,0.000010547624,0.00013192915,0.00026552088,0.0022400902,0.0065117893,0.05002552,0.5147913,0.42512408],"study_design_scores_gemma":[0.000009813666,0.0000353941,0.00070780405,0.00007871869,0.000008152715,0.00047671248,0.00006067584,0.0036057269,0.0034429107,0.007999685,0.9835541,0.000020415979],"about_ca_topic_score_codex":0.002005361,"about_ca_topic_score_gemma":0.002967715,"teacher_disagreement_score":0.065291904,"about_ca_system_score_codex":0.001261333,"about_ca_system_score_gemma":0.0007934074,"threshold_uncertainty_score":0.21842319},"labels":[],"label_agreement":null},{"id":"W4412969019","doi":"10.1007/979-8-8688-1513-3_20","title":"Monitoring, Logging, and Alerting","year":2025,"lang":"en","type":"book-chapter","venue":"Certification study companion series","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brampton Civic Hospital","funders":"","keywords":"Logging; Environmental science; Computer science; Forestry; Geography","score_opus":0.04093659018538145,"score_gpt":0.2779895795565167,"score_spread":0.23705298937113525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412969019","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046036444,0.040709272,0.49687868,0.005696858,0.006115927,0.0006620393,0.0016254225,0.017741004,0.42596716],"genre_scores_gemma":[0.039704926,0.040436953,0.22502235,0.0036860704,0.0025256218,0.0005565423,0.0025937401,0.004783833,0.68069],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99918216,0.00010058947,0.000056422512,0.00021350141,0.00038601403,0.00006119053],"domain_scores_gemma":[0.9992686,0.00029010852,0.000042549782,0.00013300325,0.00020567815,0.00006009495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007866994,0.0012764138,0.0005876516,0.0016460551,0.00095885573,0.0042497637,0.001297371,0.0011618359,0.032882538],"category_scores_gemma":[0.0021570462,0.00073529955,0.0006156244,0.0022816067,0.0013701702,0.0049709734,0.0014719911,0.0020948907,0.023016851],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006773343,0.00012634156,0.00077254145,0.0010164788,0.000021046528,0.00014722055,0.0008027432,0.0031974663,0.0068114195,0.1084573,0.18623072,0.69234896],"study_design_scores_gemma":[0.000006582426,0.00005541524,0.001170185,0.00041217965,0.000020687188,0.00043193935,0.00018680522,0.0029825566,0.0049342033,0.04142522,0.94832575,0.000048494985],"about_ca_topic_score_codex":0.002298581,"about_ca_topic_score_gemma":0.003211075,"teacher_disagreement_score":0.032882538,"about_ca_system_score_codex":0.0011670808,"about_ca_system_score_gemma":0.0012201982,"threshold_uncertainty_score":0.110003054},"labels":[],"label_agreement":null},{"id":"W4413144677","doi":"10.1109/cloud-summit64795.2025.00015","title":"SparkPerf: A Benchmarking Framework for Evaluating the Performance of Spark Data Analytics Projects","year":2025,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Polytechnique Montréal","funders":"","keywords":"Benchmarking; SPARK (programming language); Analytics; Computer science; Data science; Data analysis; Data mining; Business","score_opus":0.11456823478221274,"score_gpt":0.37702808803000626,"score_spread":0.26245985324779353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413144677","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07405246,0.0016866835,0.65982044,0.0011296148,0.00068355515,0.0029470643,0.01907181,0.21971034,0.020898016],"genre_scores_gemma":[0.3236103,0.0009870615,0.6059575,0.00041456064,0.00016229891,0.0029509426,0.048433464,0.015331772,0.0021520602],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98269135,0.006287517,0.002650249,0.002042737,0.005149732,0.001178506],"domain_scores_gemma":[0.9818277,0.006076304,0.0016509964,0.004481432,0.004621319,0.0013422341],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02455805,0.0034284848,0.0019235179,0.007569747,0.0015146487,0.0045266887,0.0057047764,0.0014872362,0.003111976],"category_scores_gemma":[0.035888467,0.0013355,0.0019313975,0.0057715443,0.0013969437,0.0052458015,0.0039026686,0.0028334337,0.0017775851],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002710966,0.0019657132,0.038764793,0.003773169,0.0014946794,0.0008695188,0.0026666638,0.29881364,0.01590451,0.07699445,0.24473752,0.31130445],"study_design_scores_gemma":[0.0005708397,0.0011878195,0.011431601,0.00047484442,0.00016667129,0.00039787788,0.0007602936,0.85285276,0.019563198,0.035378926,0.07682974,0.00038536184],"about_ca_topic_score_codex":0.009243177,"about_ca_topic_score_gemma":0.006481953,"teacher_disagreement_score":0.02455805,"about_ca_system_score_codex":0.0022924272,"about_ca_system_score_gemma":0.0046023205,"threshold_uncertainty_score":0.12987697},"labels":[],"label_agreement":null},{"id":"W4413319458","doi":"10.1109/aitest66680.2025.00023","title":"Enhancing Adaptive Test Healing with Graph Neural Networks for Dependency-Aware Decision Making","year":2025,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nutrasource","funders":"","keywords":"Computer science; Dependency (UML); Dependency graph; Artificial intelligence; Test (biology); Graph; Machine learning; Artificial neural network; Theoretical computer science","score_opus":0.010366473964090494,"score_gpt":0.2647245909049765,"score_spread":0.254358116940886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413319458","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14849629,0.000472008,0.840829,0.000973922,0.00012445182,0.00014830059,0.00020906633,0.0059792614,0.0027676208],"genre_scores_gemma":[0.90641314,0.00008384293,0.09099671,0.00033637206,0.000026672238,0.000081102386,0.0001911543,0.000143595,0.0017274746],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999335,0.00018346113,0.00003375588,0.00019951054,0.00014921973,0.00009897232],"domain_scores_gemma":[0.9969369,0.0018040059,0.00034628605,0.00031115362,0.00045762013,0.00014396415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011611168,0.0011001088,0.0005695226,0.00067596947,0.00032104607,0.0006624101,0.0018480662,0.0011606307,0.0019062345],"category_scores_gemma":[0.0067924475,0.00040792624,0.00053092383,0.0003789425,0.00083611027,0.0016207726,0.0010243937,0.0019442257,0.0003282336],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000146648,0.00024699754,0.0029930705,0.00008174795,0.000052559237,0.00011827362,0.00008784413,0.8566493,0.0058136233,0.002268295,0.0017837106,0.12975793],"study_design_scores_gemma":[0.0000042572933,0.000021826241,0.0001139884,0.0000026385724,0.0000059331483,0.000006845477,0.0000060674115,0.99686027,0.0010248728,0.0018250879,0.00012479267,0.0000035233224],"about_ca_topic_score_codex":0.010658634,"about_ca_topic_score_gemma":0.015479372,"teacher_disagreement_score":0.010658634,"about_ca_system_score_codex":0.0013366529,"about_ca_system_score_gemma":0.0015230473,"threshold_uncertainty_score":0.021193147},"labels":[],"label_agreement":null},{"id":"W4413697619","doi":"10.3390/electronics14173386","title":"Towards Generic Failure-Prediction Models in Large-Scale Distributed Computing Systems","year":2025,"lang":"en","type":"article","venue":"Electronics","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Scale (ratio); Distributed computing; Physics","score_opus":0.00757212825439789,"score_gpt":0.22849550118221662,"score_spread":0.22092337292781872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413697619","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.072554216,0.00025913995,0.9243738,0.00035643709,0.000024484307,0.00008934746,0.0002037933,0.0014755855,0.00066319713],"genre_scores_gemma":[0.8055832,0.00023221498,0.19189079,0.0001843481,0.000055518714,0.00019185134,0.00059880776,0.00012419489,0.0011390565],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990196,0.0004153918,0.00005554365,0.0002232357,0.00018226606,0.000104024344],"domain_scores_gemma":[0.9960336,0.0022223587,0.0005605582,0.00039053598,0.00066182914,0.00013108553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050063706,0.0010604328,0.0008554184,0.00091806496,0.0005641214,0.0009830311,0.0018427478,0.0010885108,0.00049353065],"category_scores_gemma":[0.008678308,0.0005420031,0.0007441984,0.00091441104,0.000832695,0.0015266605,0.0013456085,0.001712476,0.0002763167],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018078552,0.000023933431,0.0019034623,0.000013333645,0.000017587961,0.000012719777,0.000021351774,0.9884588,0.00023481499,0.0011411274,0.00021090092,0.007943973],"study_design_scores_gemma":[0.0000012857762,0.0000057389543,0.00020048836,0.0000017046996,0.000002129097,0.000002306608,0.0000055340984,0.9982944,0.00009326901,0.0013289965,0.000062864434,0.0000012535453],"about_ca_topic_score_codex":0.014539575,"about_ca_topic_score_gemma":0.013716809,"teacher_disagreement_score":0.014539575,"about_ca_system_score_codex":0.0013381585,"about_ca_system_score_gemma":0.0011770244,"threshold_uncertainty_score":0.028909862},"labels":[],"label_agreement":null},{"id":"W4413822387","doi":"10.1109/tse.2025.3603897","title":"A Systematic Literature Review of Machine Learning Approaches for Migrating Monolithic Systems to Microservices","year":2025,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Microservices; Computer science; Software engineering; Artificial intelligence; Data science; Machine learning; Programming language; Operating system; Cloud computing","score_opus":0.010631439464268127,"score_gpt":0.22710151134741663,"score_spread":0.2164700718831485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413822387","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00066598953,0.99572206,0.0009441296,0.0008435899,0.00017294943,0.00038893294,0.00059773005,0.000025167386,0.0006393423],"genre_scores_gemma":[0.009364747,0.98358077,0.003906556,0.0010151052,0.000111562535,0.0012907967,0.0005468072,0.000020100944,0.00016351142],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.97526544,0.009375082,0.008802851,0.001982531,0.0040852386,0.0004888784],"domain_scores_gemma":[0.8629106,0.109617606,0.012588137,0.0027502833,0.011429532,0.00070378545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025339967,0.0024813358,0.0063324585,0.029422117,0.0014312344,0.0048339795,0.0037677058,0.0028068905,0.006605148],"category_scores_gemma":[0.12648723,0.0016669926,0.010064528,0.020339744,0.0016655062,0.006349262,0.0032358156,0.0027635347,0.0010772403],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101692545,0.000032557957,0.0008642486,0.8855702,0.0032598318,0.0001051504,0.000588772,0.00029212763,0.00016904439,0.0011806581,0.0034581765,0.10437758],"study_design_scores_gemma":[0.000048173468,0.00008968714,0.0017343531,0.9545656,0.012526275,0.0001851725,0.0004913843,0.00012444229,0.00019229311,0.00090341707,0.02909921,0.00003988719],"about_ca_topic_score_codex":0.014512237,"about_ca_topic_score_gemma":0.041700646,"teacher_disagreement_score":0.029422117,"about_ca_system_score_codex":0.008633699,"about_ca_system_score_gemma":0.034755338,"threshold_uncertainty_score":0.1340121},"labels":[],"label_agreement":null},{"id":"W4414040257","doi":"10.51594/csitrj.v6i8.2013","title":"Resilient infrastructure management systems using real-time analytics and AI-driven disaster preparedness protocols","year":2025,"lang":"en","type":"article","venue":"Computer Science & IT Research Journal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Glycemic Index Laboratories; JDA Software (Canada)","funders":"","keywords":"Critical infrastructure; Geospatial analysis; Interoperability; Resilience (materials science); Analytics; Emergency management; Critical infrastructure protection; Preparedness; Risk management; Big data","score_opus":0.038806848584699766,"score_gpt":0.3940413549324722,"score_spread":0.3552345063477724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414040257","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0129623,0.081826724,0.8100455,0.016138226,0.0015779391,0.00047043237,0.00042050955,0.0025784331,0.07397998],"genre_scores_gemma":[0.47531107,0.19276693,0.31374407,0.0030025756,0.002083214,0.00093038793,0.0014122574,0.0003528792,0.010396613],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985759,0.00036732657,0.00016959153,0.00017839146,0.0005989946,0.00010969971],"domain_scores_gemma":[0.9972583,0.0013595505,0.00030319998,0.0003000834,0.0006681844,0.00011068821],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026582086,0.0010536576,0.00052806776,0.0019142721,0.00048946554,0.0035750854,0.0017507818,0.0013406344,0.002217589],"category_scores_gemma":[0.005086507,0.0003898052,0.00066040404,0.0016953625,0.0013725655,0.0060048876,0.0026454872,0.0019224709,0.00086648157],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005438722,0.000106974905,0.0016562255,0.004000978,0.00023343149,0.00028652526,0.00084349525,0.10258797,0.0077452213,0.4047989,0.018277712,0.45940813],"study_design_scores_gemma":[0.00002774508,0.00024495574,0.0014958429,0.0035950013,0.0001694659,0.0005044107,0.0010758232,0.14648366,0.0090592755,0.2772045,0.559981,0.00015836381],"about_ca_topic_score_codex":0.0013448962,"about_ca_topic_score_gemma":0.00085646316,"teacher_disagreement_score":0.0035750854,"about_ca_system_score_codex":0.0014113582,"about_ca_system_score_gemma":0.0022889813,"threshold_uncertainty_score":0.014058113},"labels":[],"label_agreement":null},{"id":"W4414122478","doi":"10.1109/jiot.2025.3609240","title":"TISSEA: A Framework for Testing IoT Systems Based on Technical Software Engineering Aspects","year":2025,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Concordia University","funders":"","keywords":"System integration testing; Cloud computing; Test strategy; Software performance testing; Software; Non-functional testing; Software reliability testing; Conformance testing; Software system","score_opus":0.01577775482334129,"score_gpt":0.2669431024629373,"score_spread":0.25116534763959597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414122478","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034675617,0.00026340762,0.9837712,0.0004235846,0.0000427974,0.0008608894,0.000383996,0.008310739,0.0024758785],"genre_scores_gemma":[0.030362051,0.0003961056,0.96433675,0.0001742224,0.00004288937,0.00126563,0.0015776779,0.0008682904,0.0009763364],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97973835,0.008587674,0.0039133485,0.0017292754,0.004978447,0.0010529582],"domain_scores_gemma":[0.9692057,0.016837787,0.003686753,0.0044543925,0.004649713,0.001165686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018249203,0.0050012283,0.0015903119,0.009986172,0.001618223,0.0065565826,0.0065781763,0.0038612192,0.0037059146],"category_scores_gemma":[0.040772848,0.0023073382,0.005058582,0.0028648106,0.004942556,0.007305762,0.004804914,0.005334806,0.001561075],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026366807,0.0012167903,0.015449901,0.0038367724,0.000504226,0.0021290241,0.0059266766,0.25173175,0.016635425,0.34862977,0.0148295695,0.33884647],"study_design_scores_gemma":[0.00019723811,0.00081923936,0.003691265,0.003358748,0.0003608693,0.0020811004,0.0016619281,0.65039515,0.01779801,0.1949673,0.12431029,0.00035891842],"about_ca_topic_score_codex":0.013510614,"about_ca_topic_score_gemma":0.013425634,"teacher_disagreement_score":0.018249203,"about_ca_system_score_codex":0.0030841934,"about_ca_system_score_gemma":0.009013629,"threshold_uncertainty_score":0.09651214},"labels":[],"label_agreement":null},{"id":"W4414218952","doi":"10.1007/978-3-032-04200-2","title":"Software Engineering and Advanced Applications","year":2025,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Université de Sfax; Zachodniopomorski Uniwersytet Technologiczny w Szczecinie; Universidade Federal do Estado do Rio de Janeiro; Masarykova Univerzita; Politechnika Lódzka; Libera Università di Bolzano; Universität zu Köln; Silesian University of Technology; Akademia Górniczo-Hutnicza im. Stanislawa Staszica; Universidade do Porto; Politechnika Rzeszowska im. Ignacego Łukasiewicza; Uniwersytet Warszawski; Blekinge Tekniska Högskola; Gran Sasso Science Institute; Wojskowa Akademia Techniczna; Università degli Studi dell'Insubria; Universidade Federal de Pernambuco; Siemens; Jyväskylän Yliopisto; Atilim Üniversitesi; Universidade Federal de Sergipe; Westfälische Wilhelms-Universität Münster; Technische Universität Wien; Oxford Brookes University; Politechnika Gdańska; Florida Gulf Coast University; Nanzan University; Vrije Universiteit Brussel; University of New South Wales; Hacettepe Üniversitesi; KU Leuven; Queen's University; Technische Universität Dresden; Oulun Yliopisto; International Islamic University Malaysia; Deutsches Zentrum für Luft- und Raumfahrt; University of Twente; Stockholms Universitet; Chalmers Tekniska Högskola; Göteborgs Universitet; Universität Ulm; National University of Singapore; Università degli Studi dell'Aquila; Radboud Universiteit; National Institute of Informatics; Rijksuniversiteit Groningen; University of Macedonia; University of Western Macedonia; Universidad Autónoma de Madrid; Uniwersytet Szczeciński; Mälardalens högskola; University of Galway; Universitatea Babeș-Bolyai; Queen's University Belfast; Universidad de Castilla-La Mancha; Politechnika Bialostocka; Scuola Superiore Sant'Anna; Háskóli Íslands; Politechnika Wrocławska; Universität Innsbruck; Aristotle University of Thessaloniki; Technische Universiteit Delft; Birmingham City University; Carl von Ossietzky Universität Oldenburg; Norges Teknisk-Naturvitenskapelige Universitet; Technische Universiteit Eindhoven; Universität Stuttgart; University of Canterbury; Politechnika Warszawska; Univerzita Karlova v Praze; Università degli Studi di Salerno; Karlstads universitet; Malmö Högskola; Universität Duisburg-Essen; Università degli Studi di Napoli Federico II","keywords":"Software; Work (physics); Software system","score_opus":0.004720742404718659,"score_gpt":0.22185601713145953,"score_spread":0.21713527472674088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414218952","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019440214,0.10599734,0.0711092,0.003023211,0.008697627,0.00014170626,0.0005173098,0.0015748129,0.8069947],"genre_scores_gemma":[0.005521864,0.029192751,0.0112963,0.0006700771,0.0017266426,0.00009787411,0.00040807723,0.00051539077,0.95057106],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99937695,0.000065425564,0.000025312627,0.00009060047,0.00041002902,0.000031725904],"domain_scores_gemma":[0.9993262,0.00024242586,0.00003647692,0.00012278516,0.00020150973,0.000070510665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050030224,0.00219598,0.0016559425,0.002725681,0.0007011096,0.0028865286,0.000826003,0.0011033271,0.09618727],"category_scores_gemma":[0.0016843195,0.00073954515,0.0006223192,0.0042861947,0.00079341076,0.0029821612,0.0016133278,0.0030600925,0.08482654],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027677159,0.00007625106,0.00011187656,0.00045289658,0.00002075693,0.00006141693,0.0001466486,0.0017097078,0.0021872304,0.07027165,0.3855616,0.5393724],"study_design_scores_gemma":[0.000008529272,0.00005214742,0.00041774035,0.00028948628,0.000013566428,0.0002101906,0.000032336513,0.0019548198,0.00048259745,0.039274007,0.9572547,0.000009835012],"about_ca_topic_score_codex":0.0006731405,"about_ca_topic_score_gemma":0.0015764454,"teacher_disagreement_score":0.09618727,"about_ca_system_score_codex":0.00076657435,"about_ca_system_score_gemma":0.0010345057,"threshold_uncertainty_score":0.32177848},"labels":[],"label_agreement":null},{"id":"W4414219651","doi":"10.1007/978-3-032-04207-1","title":"Software Engineering and Advanced Applications","year":2025,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Université de Sfax; Zachodniopomorski Uniwersytet Technologiczny w Szczecinie; Universidade Federal do Estado do Rio de Janeiro; Masarykova Univerzita; Politechnika Lódzka; Libera Università di Bolzano; Universität zu Köln; Silesian University of Technology; Akademia Górniczo-Hutnicza im. Stanislawa Staszica; Universidade do Porto; Politechnika Rzeszowska im. Ignacego Łukasiewicza; Uniwersytet Warszawski; Blekinge Tekniska Högskola; Gran Sasso Science Institute; Wojskowa Akademia Techniczna; Università degli Studi dell'Insubria; Universidade Federal de Pernambuco; Siemens; Jyväskylän Yliopisto; Atilim Üniversitesi; Universidade Federal de Sergipe; Westfälische Wilhelms-Universität Münster; Technische Universität Wien; Oxford Brookes University; Politechnika Gdańska; Florida Gulf Coast University; Nanzan University; Vrije Universiteit Brussel; University of New South Wales; Hacettepe Üniversitesi; KU Leuven; Queen's University; Technische Universität Dresden; Oulun Yliopisto; International Islamic University Malaysia; Deutsches Zentrum für Luft- und Raumfahrt; University of Twente; Stockholms Universitet; Chalmers Tekniska Högskola; Göteborgs Universitet; Universität Ulm; National University of Singapore; Università degli Studi dell'Aquila; Radboud Universiteit; National Institute of Informatics; Rijksuniversiteit Groningen; University of Macedonia; University of Western Macedonia; Universidad Autónoma de Madrid; Uniwersytet Szczeciński; Mälardalens högskola; University of Galway; Universitatea Babeș-Bolyai; Queen's University Belfast; Universidad de Castilla-La Mancha; Politechnika Bialostocka; Scuola Superiore Sant'Anna; Háskóli Íslands; Politechnika Wrocławska; Universität Innsbruck; Aristotle University of Thessaloniki; Technische Universiteit Delft; Birmingham City University; Carl von Ossietzky Universität Oldenburg; Norges Teknisk-Naturvitenskapelige Universitet; Technische Universiteit Eindhoven; Universität Stuttgart; University of Canterbury; Politechnika Warszawska; Univerzita Karlova v Praze; Università degli Studi di Salerno; Karlstads universitet; Malmö Högskola; Universität Duisburg-Essen; Università degli Studi di Napoli Federico II","keywords":"Software; Work (physics); Software system","score_opus":0.004720742404718659,"score_gpt":0.22185601713145953,"score_spread":0.21713527472674088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414219651","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019440214,0.10599734,0.0711092,0.003023211,0.008697627,0.00014170626,0.0005173098,0.0015748129,0.8069947],"genre_scores_gemma":[0.005521864,0.029192751,0.0112963,0.0006700771,0.0017266426,0.00009787411,0.00040807723,0.00051539077,0.95057106],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99937695,0.000065425564,0.000025312627,0.00009060047,0.00041002902,0.000031725904],"domain_scores_gemma":[0.9993262,0.00024242586,0.00003647692,0.00012278516,0.00020150973,0.000070510665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050030224,0.00219598,0.0016559425,0.002725681,0.0007011096,0.0028865286,0.000826003,0.0011033271,0.09618727],"category_scores_gemma":[0.0016843195,0.00073954515,0.0006223192,0.0042861947,0.00079341076,0.0029821612,0.0016133278,0.0030600925,0.08482654],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027677159,0.00007625106,0.00011187656,0.00045289658,0.00002075693,0.00006141693,0.0001466486,0.0017097078,0.0021872304,0.07027165,0.3855616,0.5393724],"study_design_scores_gemma":[0.000008529272,0.00005214742,0.00041774035,0.00028948628,0.000013566428,0.0002101906,0.000032336513,0.0019548198,0.00048259745,0.039274007,0.9572547,0.000009835012],"about_ca_topic_score_codex":0.0006731405,"about_ca_topic_score_gemma":0.0015764454,"teacher_disagreement_score":0.09618727,"about_ca_system_score_codex":0.00076657435,"about_ca_system_score_gemma":0.0010345057,"threshold_uncertainty_score":0.32177848},"labels":[],"label_agreement":null},{"id":"W4414260593","doi":"10.1145/3767334","title":"SuperBench: A Proactive Validation System for Improving Reliability of Cloud AI Infrastructure","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computer Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Testbed; Cloud computing; Benchmark (surveying); Validator; Reliability (semiconductor); Fault tolerance; Root cause","score_opus":0.008737100156824773,"score_gpt":0.2430366704539447,"score_spread":0.23429957029711992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414260593","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18638077,0.0016116408,0.44072908,0.0007953769,0.00053334853,0.0009851011,0.0033684205,0.35485482,0.010741422],"genre_scores_gemma":[0.7559081,0.00051375007,0.21807174,0.00085180637,0.00013002755,0.0005615971,0.0071908287,0.0101176165,0.006654531],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99674904,0.00093103317,0.00026298602,0.000529863,0.0012066673,0.00032044508],"domain_scores_gemma":[0.98729044,0.0036296176,0.001283737,0.004044573,0.0032271345,0.0005244917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052900487,0.0019266366,0.0006529811,0.0018156032,0.0007341967,0.001556367,0.0035378628,0.00086486776,0.0046703042],"category_scores_gemma":[0.0156126935,0.0008909297,0.00070734334,0.00065482606,0.0010882103,0.0034167026,0.002454962,0.0017721732,0.0019452976],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033249827,0.001068118,0.04591211,0.0017336356,0.0005864867,0.0009637452,0.0013458759,0.17287718,0.19873516,0.012125909,0.13328561,0.4280413],"study_design_scores_gemma":[0.00028810048,0.0012335872,0.008857175,0.00014494712,0.00014905374,0.00033193192,0.0001748241,0.8074752,0.13845278,0.0062079085,0.036485344,0.0001990683],"about_ca_topic_score_codex":0.0035015547,"about_ca_topic_score_gemma":0.004276811,"teacher_disagreement_score":0.0052900487,"about_ca_system_score_codex":0.0010303152,"about_ca_system_score_gemma":0.002557053,"threshold_uncertainty_score":0.027976751},"labels":[],"label_agreement":null},{"id":"W4414518726","doi":"10.1016/j.jss.2025.112643","title":"From description to prescription: Unraveling log severity adjustments in open-source software","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Chicoutimi","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Commit; Heuristics; Intersection (aeronautics); Set (abstract data type); Software; Production (economics); Software development","score_opus":0.019326372916350167,"score_gpt":0.2671126682094315,"score_spread":0.24778629529308135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414518726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72415364,0.0020630953,0.24625005,0.007212677,0.00027164601,0.00074825116,0.0028893289,0.008056919,0.008354377],"genre_scores_gemma":[0.8236227,0.0005946715,0.17013276,0.0005994511,0.00007285286,0.0001919679,0.002383664,0.00094958756,0.0014523681],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9807889,0.007915719,0.0024421937,0.002625374,0.005372416,0.0008553706],"domain_scores_gemma":[0.79917437,0.119926594,0.03584449,0.019087546,0.023319228,0.0026477964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019962264,0.0009469787,0.00069045235,0.0078012594,0.0015367775,0.0068251602,0.0022216304,0.0011348153,0.0015797279],"category_scores_gemma":[0.17559132,0.0010500272,0.0008090332,0.0057795425,0.0025227282,0.016243123,0.004765395,0.0033966657,0.0005365535],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004842898,0.0004068689,0.37673053,0.001545313,0.00015292152,0.0013837758,0.055555508,0.010341935,0.009456617,0.015300388,0.010508849,0.518133],"study_design_scores_gemma":[0.00009739043,0.00079770735,0.4133433,0.0028971545,0.0003839766,0.0019986068,0.0830186,0.28170693,0.021707512,0.069564775,0.12354434,0.0009397336],"about_ca_topic_score_codex":0.016333783,"about_ca_topic_score_gemma":0.023073351,"teacher_disagreement_score":0.019962264,"about_ca_system_score_codex":0.0034527276,"about_ca_system_score_gemma":0.005273221,"threshold_uncertainty_score":0.10557181},"labels":[],"label_agreement":null},{"id":"W4414538786","doi":"10.1109/icc52391.2025.11162081","title":"When Honest Nodes in PBFT Consensus Meet Software Aging: SMP-Based Performability Evaluation","year":2025,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"National Natural Science Foundation of China","keywords":"Byzantine fault tolerance; Process (computing); Software; Metric (unit); Service (business); Performance metric; Software system; Fault tolerance","score_opus":0.018000939588796144,"score_gpt":0.2854071697680146,"score_spread":0.2674062301792185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414538786","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4831441,0.00019295039,0.5118117,0.00043243263,0.000040287763,0.00014768925,0.00010013362,0.00033401657,0.0037968033],"genre_scores_gemma":[0.9923103,0.000034060566,0.00730093,0.000014636853,0.0000073729384,0.00003287123,0.00003573594,0.000012740243,0.0002514881],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99744606,0.0009185516,0.00012639609,0.00033531885,0.0008171263,0.00035653746],"domain_scores_gemma":[0.98638284,0.00829739,0.0018345044,0.0008170742,0.0020676097,0.0006006303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005272286,0.0007017216,0.0007059772,0.0010563164,0.0006108097,0.000977728,0.0012377906,0.0010307457,0.0010549],"category_scores_gemma":[0.023988,0.00021882464,0.00046073282,0.0005271391,0.0014513555,0.0022240493,0.0014205741,0.00073897664,0.00011880201],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028239086,0.00007654799,0.008390282,0.00009539918,0.000040083254,0.0002429192,0.0002506396,0.9432553,0.006548375,0.022250306,0.00041214074,0.01815559],"study_design_scores_gemma":[0.0000035111677,0.000069663125,0.00052936043,0.0000039458637,0.000005951569,0.000034380108,0.000060042832,0.99389136,0.0012428054,0.004094339,0.0000588054,0.0000058291353],"about_ca_topic_score_codex":0.0033573234,"about_ca_topic_score_gemma":0.0017015671,"teacher_disagreement_score":0.005272286,"about_ca_system_score_codex":0.001578873,"about_ca_system_score_gemma":0.0012566306,"threshold_uncertainty_score":0.027882814},"labels":[],"label_agreement":null},{"id":"W4414605934","doi":"10.1109/qrs65678.2025.00018","title":"Beyond Decomposition: A LLM-Powered Automated Approach to Refactoring Monoliths Into Microservices","year":2025,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi; Université Laval","funders":"","keywords":"Code refactoring; Workflow; Decomposition; Automation; Consistency (knowledge bases); Microservices; Overhead (engineering); Code (set theory); Benchmark (surveying)","score_opus":0.006531645515764913,"score_gpt":0.2828432450810647,"score_spread":0.27631159956529977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414605934","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013705312,0.0001000944,0.9756942,0.0002670322,0.00002613732,0.0001698526,0.000078381425,0.007416338,0.0025426904],"genre_scores_gemma":[0.13143775,0.000111043,0.86237437,0.00023146879,0.000015266265,0.0001999037,0.00040435223,0.0016081292,0.003617694],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99745125,0.0008242292,0.00017584988,0.00046113244,0.0008151162,0.00027244398],"domain_scores_gemma":[0.9924986,0.0019495016,0.00059228175,0.0035526822,0.0011613157,0.00024568132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003408343,0.0009916621,0.0005333046,0.0015071192,0.00087491027,0.0019210331,0.0017395838,0.0010546045,0.00242416],"category_scores_gemma":[0.008074611,0.0007636379,0.0011046475,0.00072392175,0.0014411589,0.0023008566,0.002813156,0.0021545477,0.0012926988],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020762494,0.00046830915,0.009408561,0.00071455387,0.00010106959,0.0005572814,0.0025574607,0.082830995,0.098375484,0.057218008,0.009266109,0.7382946],"study_design_scores_gemma":[0.00008904896,0.00034888554,0.002994475,0.00040925265,0.0001337024,0.0007763963,0.0008268282,0.7176635,0.13252105,0.0598194,0.08428068,0.00013672134],"about_ca_topic_score_codex":0.0033366233,"about_ca_topic_score_gemma":0.005727172,"teacher_disagreement_score":0.003408343,"about_ca_system_score_codex":0.0013742417,"about_ca_system_score_gemma":0.0040328223,"threshold_uncertainty_score":0.018025279},"labels":[],"label_agreement":null},{"id":"W4414993542","doi":"10.1145/3771283","title":"LLM meets ML: Data-efficient Anomaly Detection on Unstable Logs","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Anomaly detection; Inference; Anomaly (physics); Artificial neural network; Key (lock); Software; Cache; Ensemble learning","score_opus":0.07009888762071217,"score_gpt":0.3147679512299077,"score_spread":0.24466906360919552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414993542","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1745263,0.0019641197,0.6920414,0.0011190507,0.00038484173,0.00032643953,0.005786232,0.12037269,0.0034790025],"genre_scores_gemma":[0.65422326,0.00036784247,0.32726535,0.00044234627,0.00013515414,0.0002657968,0.013276692,0.0010355919,0.002988031],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99802554,0.00043650737,0.00016748307,0.00057094765,0.0006037651,0.00019568733],"domain_scores_gemma":[0.99525696,0.0017873469,0.0003126631,0.0015572815,0.0009004718,0.00018528348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027082246,0.0018777918,0.0014206026,0.002436306,0.00063828955,0.0015551681,0.0032043639,0.0013611848,0.0015819978],"category_scores_gemma":[0.012409442,0.0005388622,0.00093292625,0.0014481299,0.00058374763,0.0040409015,0.0021676568,0.002052704,0.0019211593],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079357496,0.0007744943,0.03413707,0.00036811797,0.00024440925,0.00034675305,0.00022565178,0.11890709,0.013968945,0.0023243062,0.03909512,0.78881437],"study_design_scores_gemma":[0.000029776198,0.00011551026,0.0024145844,0.00001474352,0.000016512622,0.00011618906,0.00007714598,0.98365134,0.006450299,0.0038850603,0.0032048554,0.000023929271],"about_ca_topic_score_codex":0.0076635457,"about_ca_topic_score_gemma":0.0127801355,"teacher_disagreement_score":0.0076635457,"about_ca_system_score_codex":0.0008393524,"about_ca_system_score_gemma":0.0017002295,"threshold_uncertainty_score":0.015237868},"labels":[],"label_agreement":null},{"id":"W4415500225","doi":"10.1007/s10115-025-02604-1","title":"X-HEART: eXplainable heterogeneous log anomaly detection using robust transformers","year":2025,"lang":"en","type":"article","venue":"Knowledge and Information Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; IBM Canada; Vector Institute","keywords":"Interpretability; Anomaly detection; Raw data; Anomaly (physics); Transparency (behavior); Transformer","score_opus":0.012437552983026049,"score_gpt":0.23720021654328957,"score_spread":0.22476266356026353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415500225","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01030505,0.00006297203,0.9626764,0.00008981708,0.000031696174,0.000038126705,0.0004192946,0.025881175,0.0004954712],"genre_scores_gemma":[0.50353444,0.00015996322,0.4890385,0.00014521752,0.00007610048,0.00008672591,0.0016298549,0.002312573,0.0030167203],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994149,0.00008447211,0.000027862961,0.00021317045,0.00019900639,0.000060660306],"domain_scores_gemma":[0.99844164,0.00068669405,0.00016844692,0.00050046964,0.00014776907,0.000054930802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089259224,0.0011579269,0.0007513934,0.0013887692,0.00034827457,0.0013393563,0.0021363269,0.00093704887,0.0055465074],"category_scores_gemma":[0.004628624,0.0004862009,0.0008603664,0.0007106345,0.0006767585,0.00263236,0.0021778543,0.0012629518,0.001409006],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014884132,0.00027605443,0.011174416,0.00033251522,0.0002896667,0.0012015023,0.0003512436,0.14719827,0.034147467,0.041468095,0.0227347,0.7393377],"study_design_scores_gemma":[0.000048998038,0.00006460985,0.00062678714,0.000012722992,0.00003435037,0.0001999647,0.00003159541,0.9498964,0.010711249,0.035357483,0.0029947148,0.000021136228],"about_ca_topic_score_codex":0.0021458697,"about_ca_topic_score_gemma":0.0026446988,"teacher_disagreement_score":0.0055465074,"about_ca_system_score_codex":0.0003902235,"about_ca_system_score_gemma":0.0007902804,"threshold_uncertainty_score":0.018554926},"labels":[],"label_agreement":null},{"id":"W4415504557","doi":"10.1016/j.infsof.2025.107938","title":"MHP-RCA: Multivariate Hawkes Process-based Root Cause Analysis in microservice systems","year":2025,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Shenzhen Science and Technology Innovation Program; National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Root cause analysis; Root cause; Root (linguistics); Process (computing); Identification (biology); Audit; Granularity; Construct (python library)","score_opus":0.005227021519303691,"score_gpt":0.258602151351152,"score_spread":0.2533751298318483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415504557","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027098304,0.00011262895,0.96429783,0.00009078318,0.00005454099,0.00012248175,0.00036547962,0.007183555,0.00067444297],"genre_scores_gemma":[0.5458606,0.00014041235,0.44957742,0.000057280802,0.00009581136,0.00035762473,0.0008597933,0.00083707826,0.0022139018],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984505,0.0005737346,0.00007799705,0.0003194005,0.00047762677,0.000100667865],"domain_scores_gemma":[0.9958674,0.0028859482,0.0003145463,0.00037567472,0.00045738474,0.000099066114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021220522,0.0011415879,0.0015097498,0.0020824277,0.0009061141,0.0010217928,0.0015910994,0.0009019713,0.0052546873],"category_scores_gemma":[0.007659091,0.0005306643,0.0018687084,0.0013553526,0.00045482186,0.0011555689,0.0016575641,0.0016762528,0.00079981104],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006478732,0.00049536285,0.0133229,0.00055799104,0.001075594,0.00064720656,0.00053330784,0.500311,0.011514358,0.01949701,0.007989694,0.4434077],"study_design_scores_gemma":[0.000023144581,0.000063660314,0.002322604,0.0000073296724,0.000038698494,0.000056506407,0.000036828977,0.9910511,0.0012939277,0.0044970573,0.00058653543,0.000022682663],"about_ca_topic_score_codex":0.007611868,"about_ca_topic_score_gemma":0.008223562,"teacher_disagreement_score":0.007611868,"about_ca_system_score_codex":0.00041612543,"about_ca_system_score_gemma":0.0016217389,"threshold_uncertainty_score":0.017578661},"labels":[],"label_agreement":null},{"id":"W4415526238","doi":"10.1007/978-3-032-01823-6_5","title":"United We Log, Divided We Identify: A Decentralized Approach for Automated Log Analysis","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Single point of failure; Workload; Point (geometry); Safeguarding; Server; Information sensitivity; Parsing; Single point","score_opus":0.022631323117831458,"score_gpt":0.2855020527653433,"score_spread":0.26287072964751185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415526238","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0066770343,0.00009386356,0.9876788,0.0003760882,0.00004232409,0.00012016947,0.00018414645,0.0017546135,0.0030730248],"genre_scores_gemma":[0.31960523,0.00020594631,0.6694151,0.00026480408,0.00020417183,0.0003456891,0.0005559522,0.0007066472,0.008696418],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99537224,0.0017441482,0.00021876028,0.00083384174,0.0015617037,0.00026930872],"domain_scores_gemma":[0.9881557,0.005601631,0.0007800499,0.0038357105,0.0012902557,0.00033670597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00338498,0.0008047102,0.0012195853,0.0024872548,0.0018985972,0.00413176,0.0021823975,0.0011526928,0.0045414055],"category_scores_gemma":[0.015236504,0.0008742998,0.000952262,0.0019163286,0.0022587047,0.0063484376,0.004627627,0.002473223,0.0018427443],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005584509,0.0004676697,0.007021324,0.0002961528,0.00013896958,0.00045163464,0.0014774026,0.059607293,0.009942976,0.37335673,0.021930557,0.52475077],"study_design_scores_gemma":[0.000051758696,0.00007158371,0.0009610761,0.0000527726,0.00006757531,0.00027085823,0.00032565044,0.6008211,0.0052455813,0.3798434,0.012231695,0.00005694945],"about_ca_topic_score_codex":0.0027262333,"about_ca_topic_score_gemma":0.004991798,"teacher_disagreement_score":0.0045414055,"about_ca_system_score_codex":0.0011174801,"about_ca_system_score_gemma":0.0030751666,"threshold_uncertainty_score":0.017901659},"labels":[],"label_agreement":null},{"id":"W4415560381","doi":"10.1007/978-981-95-1581-3_11","title":"Performance Analysis of Microservice Systems in Cloud-Edge Collaborative Environments: An Empirical Study","year":2025,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Cloud computing; Microservices; Edge computing; Software deployment; Quality of service; Enhanced Data Rates for GSM Evolution; Server; Empirical research","score_opus":0.02625433542347819,"score_gpt":0.3151935627080368,"score_spread":0.28893922728455856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415560381","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9973574,0.00009296231,0.0009583303,0.000031757834,0.000002118311,0.00001647388,0.000049116014,0.000016713273,0.0014751249],"genre_scores_gemma":[0.99886703,0.00004456673,0.00051176915,0.0000068946392,0.000004396196,0.00001267475,0.00006231251,0.0000070663173,0.00048337044],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99773324,0.0008615244,0.00012545349,0.00026647348,0.00069600303,0.00031720108],"domain_scores_gemma":[0.96634096,0.025366709,0.0028226776,0.0013059045,0.002991993,0.0011717099],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028216292,0.00027393288,0.00030335752,0.0011447879,0.00080576685,0.0014551233,0.0008815537,0.00077348226,0.00194792],"category_scores_gemma":[0.016433641,0.00017578647,0.0003410888,0.0020430263,0.0006042502,0.0022232006,0.0007764291,0.00082025246,0.00058228505],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015978846,0.0063618557,0.7966477,0.00037511275,0.0001633153,0.0009530668,0.01052526,0.040754877,0.008448775,0.0063123046,0.0034749794,0.124384895],"study_design_scores_gemma":[0.00003700095,0.0034157783,0.7859435,0.00007838878,0.00012627352,0.0010009593,0.01553126,0.18153429,0.0074002645,0.0025510783,0.0022976508,0.000083449755],"about_ca_topic_score_codex":0.0055054245,"about_ca_topic_score_gemma":0.0040263752,"teacher_disagreement_score":0.0055054245,"about_ca_system_score_codex":0.0014544217,"about_ca_system_score_gemma":0.00075196783,"threshold_uncertainty_score":0.01492238},"labels":[],"label_agreement":null},{"id":"W4415736374","doi":"10.1007/979-8-8688-2007-6_1","title":"Setting Up the Signals-First Shopping Cart App","year":2025,"lang":"en","type":"book-chapter","venue":"Apress pocket guides.","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brampton Civic Hospital","funders":"","keywords":"Cart; Rest (music); State (computer science); Key (lock)","score_opus":0.017118152397820063,"score_gpt":0.2421760073326982,"score_spread":0.22505785493487815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415736374","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050563165,0.0016091821,0.23949927,0.0018447763,0.0015914792,0.00059150986,0.0028704044,0.096246,0.6506911],"genre_scores_gemma":[0.02191669,0.0013566758,0.11963034,0.0033585571,0.00052765914,0.0004323132,0.0037704061,0.027607517,0.8213998],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995484,0.000037320904,0.000015024031,0.000052797917,0.00029688168,0.00004949028],"domain_scores_gemma":[0.9995484,0.00014495941,0.000010496518,0.000053802254,0.00016465028,0.00007762531],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049312436,0.0009358694,0.00042857413,0.0007212466,0.00078652933,0.0024823132,0.0013896576,0.0013967667,0.20517421],"category_scores_gemma":[0.0014628578,0.00088472734,0.00053982326,0.0004824904,0.00030588388,0.0027055407,0.0029617108,0.0022077858,0.1563031],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009413664,0.00007918727,0.00028002332,0.000252644,0.000011526071,0.00060138584,0.0006229545,0.0006649095,0.005153493,0.023422198,0.7994671,0.16935042],"study_design_scores_gemma":[0.000014233768,0.000026805039,0.00025521324,0.0000901935,0.0000047914627,0.00040888204,0.00008217617,0.0018313657,0.001896628,0.0037434916,0.9916236,0.000022731618],"about_ca_topic_score_codex":0.0010356026,"about_ca_topic_score_gemma":0.0026256707,"teacher_disagreement_score":0.20517421,"about_ca_system_score_codex":0.00045389583,"about_ca_system_score_gemma":0.00040707804,"threshold_uncertainty_score":0.6863761},"labels":[],"label_agreement":null},{"id":"W4415746316","doi":"10.1109/icsme64153.2025.00064","title":"Efficient Detection of Intermittent Job Failures Using Few-Shot Learning","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Telus (Canada); École de Technologie Supérieure","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Heuristic; Software deployment; Quality (philosophy); Job analysis; Job loss","score_opus":0.017903856080811825,"score_gpt":0.2755182432313683,"score_spread":0.2576143871505565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415746316","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3761233,0.0014467958,0.58797765,0.00047813109,0.00030348735,0.0002797422,0.0016891768,0.029112076,0.0025896882],"genre_scores_gemma":[0.8563545,0.00019569234,0.13367857,0.00034473598,0.0000669419,0.00020528946,0.004813809,0.00067775673,0.00366276],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99831545,0.00028846026,0.00008835115,0.00066778495,0.00044467143,0.00019542559],"domain_scores_gemma":[0.9957176,0.0018499846,0.00048223135,0.0006099078,0.0009791543,0.00036104856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013349131,0.0016663229,0.0016571545,0.0018919099,0.00074103434,0.0010245012,0.0025481258,0.0014124856,0.0011652135],"category_scores_gemma":[0.0073247063,0.00062464026,0.0010009864,0.0008415631,0.00079420954,0.0022208528,0.0023481427,0.0019211979,0.0015487442],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010046249,0.0010086016,0.04546912,0.0010010009,0.00027769446,0.0013098188,0.0011873442,0.14547433,0.054986797,0.0020425352,0.029962428,0.71627575],"study_design_scores_gemma":[0.000020403817,0.00017783065,0.0037726122,0.00003167948,0.00003287585,0.0002294589,0.00019935887,0.97774374,0.013199055,0.0028378528,0.0017143625,0.00004080182],"about_ca_topic_score_codex":0.004919578,"about_ca_topic_score_gemma":0.006667738,"teacher_disagreement_score":0.004919578,"about_ca_system_score_codex":0.0006785748,"about_ca_system_score_gemma":0.001274095,"threshold_uncertainty_score":0.009781897},"labels":[],"label_agreement":null},{"id":"W4415822417","doi":"10.1109/iccds64403.2025.11208929","title":"Comparing Auto Scaling Efficiency of Serverless Applications Using AWS Lambda and Azure Functions in E-Commerce Platforms","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Scalability; Cloud computing; Workload; Set (abstract data type); Key (lock); Throughput; Microservices","score_opus":0.02715757680022158,"score_gpt":0.28294312986678594,"score_spread":0.25578555306656436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415822417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941671,0.00007942049,0.0030246445,0.00004104828,0.000014922454,0.00003401484,0.00007289966,0.0005872951,0.0019785755],"genre_scores_gemma":[0.99671954,0.00004403651,0.0024019172,0.000015833502,0.000005567233,0.000017538914,0.0001331097,0.00006243892,0.00059999275],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99893135,0.00020354266,0.00010471344,0.00017675021,0.0003492671,0.00023435637],"domain_scores_gemma":[0.99537754,0.0017990939,0.0003205588,0.000893864,0.001294314,0.0003145086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001262244,0.0005457735,0.00037389752,0.0010687556,0.00033294086,0.001031857,0.00077057065,0.0004056111,0.0017430102],"category_scores_gemma":[0.0056440653,0.0002081866,0.00029233503,0.0010179917,0.00039172196,0.0017064022,0.00057843345,0.00055549527,0.0006786867],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009529607,0.0026008803,0.10063343,0.00095240783,0.00033011,0.0010019473,0.0022849494,0.19189817,0.32881153,0.007610109,0.007835339,0.34651154],"study_design_scores_gemma":[0.00017995892,0.0067462567,0.16468035,0.00007743747,0.00021101543,0.0005463994,0.0015152443,0.63475907,0.18297838,0.0021570711,0.006028499,0.000120327946],"about_ca_topic_score_codex":0.0022138024,"about_ca_topic_score_gemma":0.0012817609,"teacher_disagreement_score":0.0022138024,"about_ca_system_score_codex":0.0004770624,"about_ca_system_score_gemma":0.00036478078,"threshold_uncertainty_score":0.006675482},"labels":[],"label_agreement":null},{"id":"W4415841383","doi":"10.48550/arxiv.2510.15188","title":"OCR-APT: Reconstructing APT Stories from Audit Logs using Subgraph Anomaly Detection and LLMs","year":2025,"lang":"","type":"preprint","venue":"ArXiv.org","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Anomaly detection; Spurious relationship; Robustness (evolution); Audit; Attack patterns; Subgraph isomorphism problem; Iterated function; Audit trail","score_opus":0.043616074212846266,"score_gpt":0.26957702730536964,"score_spread":0.22596095309252337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415841383","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18359123,0.0020523956,0.48825052,0.0015211974,0.00038838002,0.000729239,0.025737643,0.290786,0.006943367],"genre_scores_gemma":[0.53453267,0.00068751164,0.39445427,0.00049762585,0.00013633452,0.00031386633,0.061125405,0.0031475616,0.005104777],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985594,0.0003116175,0.00010890485,0.0004510181,0.00047576937,0.00009322724],"domain_scores_gemma":[0.99506086,0.0018217345,0.0007151289,0.001496612,0.0007282078,0.00017740854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012764672,0.002016194,0.0005565836,0.0035855663,0.00041485342,0.0012454843,0.0017470606,0.0011700785,0.0016276977],"category_scores_gemma":[0.009691886,0.00037472398,0.0009548285,0.0016021285,0.00063308375,0.0027110311,0.0017601857,0.001159455,0.0016855547],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008573792,0.0005077441,0.029923873,0.00095374667,0.00033495275,0.001262814,0.0011941771,0.105863854,0.019895915,0.0049520778,0.083440036,0.7508134],"study_design_scores_gemma":[0.00003195975,0.00010540087,0.0038036394,0.0000402083,0.00004334009,0.00031843848,0.00022943244,0.9614779,0.0122921355,0.0077372994,0.013872182,0.000048052636],"about_ca_topic_score_codex":0.011984315,"about_ca_topic_score_gemma":0.019101102,"teacher_disagreement_score":0.011984315,"about_ca_system_score_codex":0.0008490616,"about_ca_system_score_gemma":0.001098223,"threshold_uncertainty_score":0.023829103},"labels":[],"label_agreement":null},{"id":"W4415948827","doi":"10.63278/jicrcr.vi.3406","title":"Observability-Driven Reliability In Financial Services: Transforming Compliance Into Continuous Practice","year":2025,"lang":"","type":"article","venue":"Journal of International Crisis and Risk Communication Research","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Mary's University","funders":"","keywords":"Process (computing); Financial services; Reliability (semiconductor); Compliance (psychology); Financial transaction; Tracing; Database transaction; Relation (database)","score_opus":0.04098651255313414,"score_gpt":0.400525750704774,"score_spread":0.35953923815163985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415948827","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15944763,0.0015322838,0.7827821,0.02236372,0.00030455843,0.00020086532,0.00018653095,0.0022299446,0.030952355],"genre_scores_gemma":[0.93671143,0.00052876485,0.060353808,0.00033663542,0.00013635047,0.00009467953,0.000078462595,0.00018499822,0.0015748208],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9923482,0.0032854704,0.00038519365,0.0008672869,0.0025493896,0.0005644805],"domain_scores_gemma":[0.97432786,0.011086302,0.0035207504,0.005185187,0.0047915457,0.0010885344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008765347,0.00050707994,0.00038483302,0.0017678316,0.0011230658,0.005088515,0.0017071043,0.0018750267,0.0022369567],"category_scores_gemma":[0.04154229,0.0005423607,0.0004325449,0.0012421067,0.007703381,0.009147735,0.0049518566,0.0029728892,0.0006867324],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001922809,0.00035719163,0.020840771,0.00043896626,0.000058842863,0.00045540696,0.008441674,0.056478616,0.007566551,0.6165951,0.007930506,0.28064412],"study_design_scores_gemma":[0.00004956031,0.0003143031,0.009336058,0.00038315362,0.000041788167,0.0003471642,0.0032132193,0.21239832,0.0067545036,0.7314768,0.035552233,0.00013293482],"about_ca_topic_score_codex":0.0040415693,"about_ca_topic_score_gemma":0.001931985,"teacher_disagreement_score":0.008765347,"about_ca_system_score_codex":0.0027093287,"about_ca_system_score_gemma":0.0038933742,"threshold_uncertainty_score":0.0463562},"labels":[],"label_agreement":null},{"id":"W4415991171","doi":"10.1007/s10664-025-10732-z","title":"MonoEmbed: Enhancing LLM representations for monolith to microservices decomposition through contrastive learning","year":2025,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Microservices; Flexibility (engineering); Representation (politics); Decomposition; Adaptation (eye); Rank (graph theory); Benchmark (surveying)","score_opus":0.011455719920588168,"score_gpt":0.32757723681534184,"score_spread":0.31612151689475365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415991171","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027667493,0.00009367337,0.95976585,0.00012601259,0.00006875876,0.00004809267,0.00019249255,0.008421793,0.0036159365],"genre_scores_gemma":[0.37413526,0.000099296136,0.6171227,0.00023513135,0.00004166837,0.00012097825,0.0010548504,0.0011003042,0.0060896985],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9997619,0.00006335556,0.000010761035,0.00007554799,0.000060411017,0.000028119277],"domain_scores_gemma":[0.9989453,0.00047288954,0.00006828774,0.000278041,0.0001607336,0.000074813244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005779309,0.0006756236,0.00033917226,0.0007536059,0.00027663936,0.0010865798,0.0012515628,0.0007792888,0.008936937],"category_scores_gemma":[0.0035283421,0.0002549556,0.0004269911,0.00046622212,0.00035973167,0.0026684846,0.001634338,0.001855851,0.0018464609],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004597937,0.00047238145,0.0012398491,0.00020336742,0.000040596056,0.00013351403,0.00029628357,0.066262595,0.041654952,0.02029104,0.009005501,0.8599402],"study_design_scores_gemma":[0.00003084856,0.00007509657,0.00026875245,0.000021634783,0.000015342002,0.00004275688,0.000052180643,0.9611084,0.018477382,0.0144481845,0.005447347,0.000012035416],"about_ca_topic_score_codex":0.00174018,"about_ca_topic_score_gemma":0.0033714012,"teacher_disagreement_score":0.008936937,"about_ca_system_score_codex":0.0004643356,"about_ca_system_score_gemma":0.00056501763,"threshold_uncertainty_score":0.029897034},"labels":[],"label_agreement":null},{"id":"W4416017454","doi":"10.1145/3746252.3761189","title":"Adapting Large Language Models to Log Analysis with Interpretable Domain Knowledge","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada)","funders":"Fundamental Research Funds for the Central Universities; National Natural Science Foundation of China","keywords":"Domain knowledge; Domain (mathematical analysis); Raw data; Domain adaptation; Security token; Natural language; Subject-matter expert; Production (economics)","score_opus":0.009992310365318275,"score_gpt":0.26795725902804246,"score_spread":0.2579649486627242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416017454","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26414102,0.0019629407,0.6464823,0.0029426538,0.00040183563,0.0011613531,0.021465654,0.055185642,0.006256626],"genre_scores_gemma":[0.6145966,0.0006672448,0.31918964,0.00133877,0.00017102581,0.0011384396,0.057418402,0.0009589759,0.004520935],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99767905,0.0010607851,0.00019033166,0.0007113907,0.0002565157,0.000101939586],"domain_scores_gemma":[0.98693943,0.009749398,0.00043634637,0.0016738004,0.001036941,0.00016407571],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028041531,0.0018353645,0.00063752325,0.0020850513,0.00053494395,0.0014645681,0.002367181,0.0014713395,0.0024190617],"category_scores_gemma":[0.01765298,0.0005908706,0.0013110028,0.0014659773,0.0006666973,0.004388162,0.0018979757,0.0034104038,0.0023694343],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008819277,0.0017381727,0.024994805,0.0015195613,0.00033405842,0.0014427203,0.0016300563,0.28329274,0.02025144,0.0047176667,0.057918284,0.6012786],"study_design_scores_gemma":[0.0000736009,0.000117285614,0.0030994543,0.00007579999,0.00006115443,0.00021912465,0.00037292138,0.96160275,0.007893929,0.010804714,0.015626289,0.00005299081],"about_ca_topic_score_codex":0.008339828,"about_ca_topic_score_gemma":0.017941736,"teacher_disagreement_score":0.008339828,"about_ca_system_score_codex":0.0014140287,"about_ca_system_score_gemma":0.0016572665,"threshold_uncertainty_score":0.016582549},"labels":[],"label_agreement":null},{"id":"W4416184140","doi":"10.1109/acsos-c66519.2025.00028","title":"Identifying Failure Root Causes for Cloud-Native Microservice Applications","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); York University","funders":"","keywords":"Root cause analysis; Root cause; Root (linguistics); Debugging; Observability; Preprocessor; Metric (unit); Redundancy (engineering)","score_opus":0.017841782284644375,"score_gpt":0.3046646985293823,"score_spread":0.28682291624473794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416184140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97228426,0.0004498575,0.021823548,0.00021434737,0.000031763295,0.000041932588,0.0014904296,0.0032642563,0.00039964248],"genre_scores_gemma":[0.988943,0.000080496684,0.008333568,0.000023699611,0.000014883674,0.000017017544,0.0023332965,0.00007335265,0.00018073122],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99922216,0.0001080432,0.000058947746,0.0002869616,0.00021371347,0.00011018415],"domain_scores_gemma":[0.99609286,0.0015043278,0.00087100966,0.0006307278,0.00067603,0.0002251425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011783218,0.00078778004,0.0004259461,0.002959664,0.00039715422,0.0006339164,0.0007977589,0.00073971035,0.000289823],"category_scores_gemma":[0.005990362,0.00021448838,0.0005137341,0.0012765815,0.00042280986,0.0007146891,0.0007665915,0.0007198619,0.00018984011],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049163756,0.00037989442,0.7281093,0.00023613875,0.00017911475,0.0010472081,0.00053860276,0.13973998,0.00976922,0.0015960836,0.006763547,0.11114928],"study_design_scores_gemma":[0.000015716289,0.00009188608,0.12825432,0.00002491429,0.000040403917,0.00036577883,0.00029122367,0.8601168,0.006333408,0.0031365159,0.0013048797,0.000024145385],"about_ca_topic_score_codex":0.009874101,"about_ca_topic_score_gemma":0.018206298,"teacher_disagreement_score":0.009874101,"about_ca_system_score_codex":0.0008562743,"about_ca_system_score_gemma":0.00093397783,"threshold_uncertainty_score":0.019633293},"labels":[],"label_agreement":null},{"id":"W4416235960","doi":"10.48550/arxiv.2511.09038","title":"Test Plan Generation for Live Testing of Cloud Services","year":2025,"lang":"","type":"preprint","venue":"ArXiv.org","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Test (biology); Plan (archaeology); Software deployment; Test plan; Test Management Approach; Production (economics); Cloud computing; Task (project management)","score_opus":0.07671994857185874,"score_gpt":0.28541985629531885,"score_spread":0.20869990772346012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416235960","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02843292,0.00013949754,0.95569915,0.00022782241,0.00004299288,0.0005603728,0.00062792515,0.011164594,0.0031046346],"genre_scores_gemma":[0.3580803,0.0001404045,0.63468057,0.00014490343,0.000024957671,0.0006138281,0.003223513,0.0012029557,0.00188857],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981445,0.00082777767,0.00009064507,0.00023511364,0.0005333078,0.00016868321],"domain_scores_gemma":[0.9943117,0.0036141905,0.0004067869,0.0007814327,0.000695189,0.00019073846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019320669,0.0011041195,0.000370073,0.0012975612,0.00045966593,0.0009823528,0.0012620817,0.00073289016,0.00710737],"category_scores_gemma":[0.008700751,0.00037698416,0.00073971815,0.00053764856,0.0009627848,0.0008066415,0.0011862777,0.00089732656,0.0010395289],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007925269,0.00071724993,0.00640331,0.00063890824,0.00010500691,0.0017296772,0.00075889094,0.3736595,0.04582101,0.025941133,0.01778069,0.52565217],"study_design_scores_gemma":[0.0001342371,0.00025702425,0.0010956986,0.00007422501,0.00003669044,0.00034180548,0.00014319354,0.9396597,0.034100913,0.014971834,0.009151015,0.00003361745],"about_ca_topic_score_codex":0.005265948,"about_ca_topic_score_gemma":0.0056039025,"teacher_disagreement_score":0.00710737,"about_ca_system_score_codex":0.00093765586,"about_ca_system_score_gemma":0.0018036445,"threshold_uncertainty_score":0.023776531},"labels":[],"label_agreement":null},{"id":"W4416549364","doi":"10.1145/3719027.3765219","title":"OCR-APT: Reconstructing APT Stories from Audit Logs using Subgraph Anomaly Detection and LLMs","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Anomaly detection; Spurious relationship; Robustness (evolution); Audit; Attack patterns; Subgraph isomorphism problem; Iterated function; Audit trail","score_opus":0.014815370456617023,"score_gpt":0.24872626694738176,"score_spread":0.23391089649076474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416549364","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1793368,0.0019250424,0.5569074,0.0014794585,0.000338093,0.0008284378,0.025968984,0.22673629,0.0064794486],"genre_scores_gemma":[0.5114553,0.00071562786,0.42192677,0.00047319086,0.00013241073,0.00037622696,0.057523146,0.0027150828,0.00468231],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986205,0.00028803234,0.00011191976,0.00042608895,0.00046325923,0.000090229005],"domain_scores_gemma":[0.9946233,0.0020615163,0.0008729626,0.0014513684,0.0008110785,0.00017963519],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011852956,0.001977329,0.00053879793,0.003798593,0.00038326418,0.0011457299,0.0016443814,0.0010901293,0.0014971422],"category_scores_gemma":[0.009769039,0.00036266542,0.0009822629,0.0016188448,0.0006220514,0.0026465205,0.001675431,0.001131827,0.0014301621],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008015098,0.00047357182,0.035068978,0.001040275,0.0003156378,0.0015121081,0.0013929295,0.108331464,0.019640282,0.005336427,0.07328904,0.7527978],"study_design_scores_gemma":[0.000032371685,0.00011304864,0.0048638266,0.000053399934,0.000054176086,0.00039570866,0.00029908904,0.95587337,0.013013873,0.008974504,0.016273787,0.00005281784],"about_ca_topic_score_codex":0.010397652,"about_ca_topic_score_gemma":0.017647464,"teacher_disagreement_score":0.010397652,"about_ca_system_score_codex":0.0007971784,"about_ca_system_score_gemma":0.0010671066,"threshold_uncertainty_score":0.020674229},"labels":[],"label_agreement":null},{"id":"W4416640414","doi":"10.1016/j.procs.2025.10.187","title":"Governance-as-Code: Managing Agentic AI with a Distributed Dual Proxy Gateway","year":2025,"lang":"en","type":"article","venue":"Procedia Computer Science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Verifiable secret sharing; Core (optical fiber); Proxy (statistics); Workflow; Enhanced Data Rates for GSM Evolution; Overhead (engineering); Inference; Spec#; Negotiation","score_opus":0.0050060048554148385,"score_gpt":0.23429507020013032,"score_spread":0.2292890653447155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416640414","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12408883,0.00018367796,0.838831,0.0007381081,0.00011248512,0.0003893808,0.00006658424,0.027478533,0.008111382],"genre_scores_gemma":[0.68406796,0.000118476426,0.30694634,0.00038166955,0.000035176545,0.00026117242,0.00024774054,0.0015117028,0.006429739],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985385,0.00048724707,0.00009094205,0.00026422256,0.00041434943,0.00020468365],"domain_scores_gemma":[0.99579537,0.00056220725,0.00033378907,0.0023531907,0.00037631305,0.0005790966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024182529,0.00044761866,0.00034732727,0.0005860081,0.0006675155,0.0019870969,0.0016975712,0.00082350377,0.0014065298],"category_scores_gemma":[0.0056027495,0.0004853057,0.00039178622,0.00043116912,0.002337421,0.002867415,0.0042871474,0.0018923464,0.00067896396],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001225302,0.001219326,0.036167823,0.00038982203,0.00021584572,0.0022986531,0.0059650163,0.21024348,0.11116452,0.28578877,0.019457143,0.32586437],"study_design_scores_gemma":[0.00015468552,0.00033526082,0.002528719,0.00007675979,0.00008730135,0.00035859662,0.00047764706,0.8158012,0.058042236,0.06553532,0.056510936,0.00009139902],"about_ca_topic_score_codex":0.0019997747,"about_ca_topic_score_gemma":0.0017992398,"teacher_disagreement_score":0.0024182529,"about_ca_system_score_codex":0.0009036422,"about_ca_system_score_gemma":0.002122856,"threshold_uncertainty_score":0.012789071},"labels":[],"label_agreement":null},{"id":"W4417034885","doi":"10.48550/arxiv.2512.03972","title":"OOPredictor: Predicting Object-Oriented Accesses using Static Analysis","year":2025,"lang":"","type":"preprint","venue":"ArXiv.org","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; New Brunswick Innovation Foundation","keywords":"Static analysis; Pointer (user interface); Copying; Pointer analysis; Profiling (computer programming); Cache; Markov chain; Java; Indirection; Heap (data structure)","score_opus":0.04772929330741304,"score_gpt":0.3193781188780003,"score_spread":0.2716488255705873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417034885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49112248,0.0006746937,0.43493664,0.00022159211,0.00006104672,0.00018992941,0.0033059805,0.067199394,0.0022880954],"genre_scores_gemma":[0.84071004,0.00025789367,0.15305951,0.00005902161,0.000048466216,0.0001280385,0.0032288756,0.00071117515,0.0017969419],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996309,0.00005727748,0.000022302265,0.00010576001,0.00014143215,0.000042230742],"domain_scores_gemma":[0.9982223,0.00091658114,0.00030952555,0.00021323224,0.00024574052,0.0000926611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006931277,0.00094749173,0.00048830913,0.0018838446,0.00022825343,0.00058836286,0.0007322577,0.0005004,0.0016209146],"category_scores_gemma":[0.003185927,0.00042807986,0.00043693956,0.00092404697,0.00025735243,0.00079488487,0.00045325398,0.0005027525,0.0008262611],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007779358,0.00061297853,0.20029463,0.00026996026,0.00017798842,0.00024336443,0.00018612112,0.3910406,0.026224881,0.002405,0.008105377,0.3696612],"study_design_scores_gemma":[0.0000121127805,0.00007286559,0.0073341695,0.000007165834,0.000015672591,0.0000368947,0.000009829915,0.9859384,0.0050176214,0.0007948727,0.000748629,0.000011761122],"about_ca_topic_score_codex":0.007122312,"about_ca_topic_score_gemma":0.008227654,"teacher_disagreement_score":0.007122312,"about_ca_system_score_codex":0.00041984595,"about_ca_system_score_gemma":0.0012652875,"threshold_uncertainty_score":0.014161706},"labels":[],"label_agreement":null},{"id":"W4417082462","doi":"10.59350/1szwv-5r629","title":"Fall 2016 Sprint Report: OAuth integration","year":2016,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sprint; Plug-in; Authentication (law); Authorization","score_opus":0.015517377987362139,"score_gpt":0.24847987799486396,"score_spread":0.23296250000750182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417082462","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057457082,0.004613784,0.10200978,0.055377666,0.021500684,0.009364005,0.03135477,0.16440804,0.55391407],"genre_scores_gemma":[0.12785107,0.0028225132,0.075550586,0.010690476,0.0041077747,0.004107806,0.09544003,0.035291016,0.6441388],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9638599,0.004570941,0.0026590961,0.0025684328,0.022798687,0.0035429553],"domain_scores_gemma":[0.94896674,0.0035991857,0.0021340542,0.013270593,0.026083576,0.0059458544],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.038526468,0.001839461,0.001184892,0.0046671466,0.005053835,0.01029427,0.0035189562,0.0038787515,0.05052354],"category_scores_gemma":[0.054411925,0.0013559833,0.0012785199,0.00346933,0.0020063184,0.0110865915,0.00983389,0.006003846,0.06678675],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083480735,0.00075219444,0.005324869,0.00045437572,0.000044577926,0.00071406824,0.0014511266,0.0004990494,0.0072459276,0.013018476,0.84501165,0.12464881],"study_design_scores_gemma":[0.00007192154,0.00023949942,0.0032216911,0.00034369816,0.000034330096,0.000337593,0.0003073372,0.0014238674,0.0052349265,0.0022265238,0.986479,0.000079717924],"about_ca_topic_score_codex":0.024073433,"about_ca_topic_score_gemma":0.018272422,"teacher_disagreement_score":0.9494765,"about_ca_system_score_codex":0.0042110486,"about_ca_system_score_gemma":0.011905892,"threshold_uncertainty_score":0.20374984},"labels":[],"label_agreement":null},{"id":"W4417250769","doi":"10.1109/models-c68889.2025.00067","title":"YANG-APR: Towards Supporting Evolution in Model-driven Network Management Systems","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Telus (Canada); Queen's University","funders":"","keywords":"Key (lock); Code (set theory); Point (geometry); Transformation (genetics); Source code; Model transformation","score_opus":0.011728463897596058,"score_gpt":0.26538690447572716,"score_spread":0.2536584405781311,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417250769","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018640513,0.00010303519,0.92980933,0.00054858037,0.000102574006,0.00026468403,0.0002770843,0.047569986,0.002684258],"genre_scores_gemma":[0.13787685,0.00025141702,0.8508554,0.00033905372,0.000041115563,0.00046715175,0.0014433679,0.0056451643,0.003080477],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965911,0.0013222006,0.00029319635,0.0004908907,0.0011156292,0.00018699057],"domain_scores_gemma":[0.9900629,0.003662565,0.000636632,0.0041027945,0.0011427552,0.00039241908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074372166,0.0012834228,0.0005695807,0.0007311107,0.0006255765,0.0024308837,0.0042974534,0.001616029,0.002925452],"category_scores_gemma":[0.019886991,0.0011760623,0.0015053973,0.00060583255,0.0014895798,0.0053247726,0.0051483056,0.004325288,0.0010259285],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009279314,0.0007741593,0.016901238,0.0011571366,0.00034185572,0.0009468741,0.0027023908,0.5013079,0.04010644,0.12229481,0.021107575,0.29143167],"study_design_scores_gemma":[0.00009029054,0.00018426542,0.0005346144,0.00007373081,0.000058338337,0.00019294319,0.00011925752,0.9064256,0.017581653,0.033087295,0.041579485,0.00007249363],"about_ca_topic_score_codex":0.004225207,"about_ca_topic_score_gemma":0.0046081743,"teacher_disagreement_score":0.0074372166,"about_ca_system_score_codex":0.0010297558,"about_ca_system_score_gemma":0.002753441,"threshold_uncertainty_score":0.03933221},"labels":[],"label_agreement":null},{"id":"W4417339291","doi":"10.1109/gcaiot68269.2025.11275555","title":"Leveraging AI for Security and Compliance in Cloud-Native and Service-Oriented Architectures: A Framework Approach","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Software deployment; Key (lock); Compliance (psychology); Face (sociological concept); Security information and event management; Security service","score_opus":0.020828051331336903,"score_gpt":0.2950375527136303,"score_spread":0.2742095013822934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417339291","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054077357,0.0009370674,0.96201366,0.005320676,0.00006077639,0.00014124294,0.000043615408,0.00027598775,0.02579928],"genre_scores_gemma":[0.35141787,0.0019472264,0.64120257,0.0006864455,0.0001554857,0.0005347001,0.00012457221,0.00011126834,0.0038198065],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99686325,0.0018986866,0.00014932852,0.0002907472,0.0005874337,0.00021054922],"domain_scores_gemma":[0.9962851,0.0020580334,0.0003371528,0.0006819328,0.0004179773,0.00021984222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059751538,0.00090887456,0.0005189068,0.0034920734,0.0017704084,0.006671541,0.0026709856,0.0027390474,0.0013977396],"category_scores_gemma":[0.004202615,0.0005691284,0.0015769792,0.001610519,0.013606806,0.0046889787,0.0038829066,0.0028702535,0.00037275208],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005133712,0.000027403239,0.00037849144,0.00005521403,0.000022381619,0.00007643743,0.00048740176,0.012645225,0.00041602543,0.97823083,0.00036057655,0.0072949454],"study_design_scores_gemma":[0.000016884022,0.000045937522,0.0003310976,0.00022885457,0.00003742024,0.00015160302,0.00050746277,0.094803855,0.0009176356,0.8806587,0.022273147,0.00002738679],"about_ca_topic_score_codex":0.0065209884,"about_ca_topic_score_gemma":0.00625201,"teacher_disagreement_score":0.006671541,"about_ca_system_score_codex":0.0037561597,"about_ca_system_score_gemma":0.006350546,"threshold_uncertainty_score":0.031600058},"labels":[],"label_agreement":null},{"id":"W4417439110","doi":"10.1109/tse.2025.3645143","title":"CARE: Context Aware Root Cause Identification Using Distributed Traces and Profiling Metrics","year":2025,"lang":"","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Brock University; University of Alberta","funders":"","keywords":"Root cause; Observability; Root cause analysis; Profiling (computer programming); Root (linguistics); Identification (biology); Benchmark (surveying)","score_opus":0.01619043411345925,"score_gpt":0.2561327355253319,"score_spread":0.23994230141187264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417439110","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10325367,0.0017976305,0.8481811,0.0010005683,0.00027494197,0.00061170565,0.003388509,0.037845593,0.0036462122],"genre_scores_gemma":[0.75604594,0.00057225936,0.2353939,0.0003182645,0.00012176984,0.00029120833,0.0047422494,0.0006090641,0.001905265],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99691975,0.0006260702,0.00025373272,0.0008315558,0.0011536969,0.00021525146],"domain_scores_gemma":[0.99134994,0.0030754355,0.0015696266,0.0016914452,0.001856445,0.00045705098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002201068,0.00279651,0.001294826,0.005943173,0.000741349,0.0018472096,0.001997745,0.0012212942,0.001159078],"category_scores_gemma":[0.014179982,0.00044836133,0.00085476774,0.00224472,0.00060892175,0.0025251326,0.0026306165,0.0016274228,0.00085338793],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004995065,0.0008313755,0.16763635,0.0009403484,0.0006922047,0.0012978646,0.0009440338,0.1481529,0.023074694,0.0072746417,0.028760102,0.619896],"study_design_scores_gemma":[0.000050533567,0.00026351138,0.018089615,0.00012367786,0.0001403369,0.0007875201,0.0006700643,0.9430099,0.012758361,0.016082825,0.007934905,0.00008878243],"about_ca_topic_score_codex":0.008404993,"about_ca_topic_score_gemma":0.01559939,"teacher_disagreement_score":0.008404993,"about_ca_system_score_codex":0.00085531856,"about_ca_system_score_gemma":0.0023463727,"threshold_uncertainty_score":0.01671213},"labels":[],"label_agreement":null},{"id":"W4417519431","doi":"10.18280/ijsse.150905","title":"Network Anomaly Activity Detection Model Based on Feature Correlation Analysis","year":2025,"lang":"","type":"article","venue":"International Journal of Safety and Security Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Anomaly detection; Pattern recognition (psychology); Feature (linguistics); Correlation; Anomaly (physics)","score_opus":0.003754440193035479,"score_gpt":0.21614204824946182,"score_spread":0.21238760805642634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417519431","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18048169,0.0002973346,0.8132764,0.0004893699,0.00006925395,0.00015699334,0.00040915888,0.0021121614,0.0027076849],"genre_scores_gemma":[0.9505185,0.00020915501,0.04691035,0.000048376536,0.00004198287,0.00016043447,0.00042388157,0.000036487214,0.0016506746],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991578,0.00015989227,0.000059988317,0.00026692727,0.00025501807,0.00010037964],"domain_scores_gemma":[0.9984896,0.000580481,0.00023040752,0.0000724172,0.0005773737,0.00004957596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001166574,0.00091214775,0.0009299842,0.0019628857,0.00043694352,0.0009547662,0.001289849,0.00055015547,0.0009125315],"category_scores_gemma":[0.0025881063,0.000261901,0.0008558986,0.0012350773,0.00035252195,0.0012909712,0.0005244456,0.00079018786,0.0003457412],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043453564,0.0004300888,0.038101196,0.00009664201,0.00026508578,0.0003930797,0.00015955107,0.7702066,0.005762496,0.006650837,0.003699017,0.17380086],"study_design_scores_gemma":[0.0000027951405,0.000017452445,0.0007875265,0.000001725816,0.000012509413,0.00002584899,0.0000032777853,0.99824023,0.00032412607,0.000470984,0.00010974516,0.0000037812445],"about_ca_topic_score_codex":0.010145863,"about_ca_topic_score_gemma":0.004931595,"teacher_disagreement_score":0.010145863,"about_ca_system_score_codex":0.0010340435,"about_ca_system_score_gemma":0.0010273888,"threshold_uncertainty_score":0.02017361},"labels":[],"label_agreement":null},{"id":"W5119791","doi":"10.1007/978-3-319-10885-8_3","title":"A Systematic Approach for Composing General Middleware Completions to Performance Models","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Middleware (distributed applications); Programming language; Software engineering; Theoretical computer science; Distributed computing","score_opus":0.028512904725346056,"score_gpt":0.24190254234599357,"score_spread":0.2133896376206475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W5119791","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009778029,0.000028515327,0.99659747,0.000035715206,0.000022095941,0.00006755319,0.000026481644,0.0012471345,0.0009972267],"genre_scores_gemma":[0.0397657,0.00013440661,0.9549756,0.00007871221,0.00006353135,0.00022287792,0.00024650746,0.0015010202,0.0030116984],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951623,0.00103392,0.00061030296,0.0007515683,0.0021526779,0.00028923788],"domain_scores_gemma":[0.9929022,0.0024205882,0.0002997104,0.0026832437,0.001446592,0.00024759554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054252553,0.0018923366,0.001539512,0.0015966196,0.0016044847,0.0029626302,0.0035935037,0.0012872227,0.0055205696],"category_scores_gemma":[0.015346408,0.0022386473,0.0046054847,0.0013518346,0.00290261,0.005147859,0.007144802,0.0068334695,0.002404678],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007690359,0.00014701788,0.00079441426,0.0005410276,0.00013674004,0.00039432506,0.0017986222,0.10262681,0.009266764,0.7374471,0.0054691276,0.14130124],"study_design_scores_gemma":[0.000025268057,0.000059330723,0.00016475274,0.000117508906,0.000112811336,0.00015942148,0.00015700707,0.38788393,0.009867194,0.5712903,0.030089961,0.00007237387],"about_ca_topic_score_codex":0.0031429362,"about_ca_topic_score_gemma":0.0046341084,"teacher_disagreement_score":0.0055205696,"about_ca_system_score_codex":0.0016050373,"about_ca_system_score_gemma":0.002644207,"threshold_uncertainty_score":0.028691828},"labels":[],"label_agreement":null},{"id":"W560334973","doi":"","title":"Proceedings of the IASTED International Conference, Artificial Intelligence and Soft Computing, July 24-26, 2000, Banff, Alberta, Canada","year":2000,"lang":"en","type":"book","venue":"IASTED/ACTA Press eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Soft computing; Computer science; Artificial intelligence; Artificial neural network","score_opus":0.02678397541983729,"score_gpt":0.22609484680490405,"score_spread":0.19931087138506676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W560334973","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02407818,0.035938114,0.044279043,0.013943792,0.029603217,0.00032667522,0.0044991197,0.0030159578,0.84431595],"genre_scores_gemma":[0.017263826,0.012852078,0.0068816366,0.0003423562,0.0005219345,0.00004723537,0.0022576028,0.00030957084,0.9595238],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99935204,0.00008166287,0.000020022713,0.000052597745,0.0004026232,0.000091076756],"domain_scores_gemma":[0.9981951,0.00024939398,0.000027144712,0.00010573509,0.0010330795,0.00038959115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015884625,0.001149347,0.0010615218,0.0013554527,0.0012073226,0.004104492,0.00090663956,0.00092287804,0.114270695],"category_scores_gemma":[0.0024611251,0.00039769828,0.00037995985,0.0014301738,0.0009634854,0.0012945492,0.0011006,0.001520129,0.04425743],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001424727,0.00014965094,0.0015605956,0.00012686256,0.000015638605,0.00008584523,0.00018274623,0.0010545192,0.00065767404,0.0023367535,0.83914495,0.15454231],"study_design_scores_gemma":[0.000036112884,0.00007486325,0.0048596314,0.00024906368,0.000041743602,0.00023018551,0.0007466604,0.0051092664,0.0015159122,0.0020767276,0.9850328,0.000026978903],"about_ca_topic_score_codex":0.1850986,"about_ca_topic_score_gemma":0.38984028,"teacher_disagreement_score":0.8149014,"about_ca_system_score_codex":0.0025410145,"about_ca_system_score_gemma":0.007879621,"threshold_uncertainty_score":0.38227355},"labels":[],"label_agreement":null},{"id":"W629325718","doi":"10.4018/978-1-60960-747-0.ch001","title":"Towards a Holistic Approach to Fault Management","year":2011,"lang":"en","type":"book-chapter","venue":"Advances in computer and electrical engineering book series","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Dependability; Inefficiency; Fault management; Computer science; Fault (geology); Management system; Reliability engineering; Distributed computing; Risk analysis (engineering); Engineering; Software engineering; Operations management; Business","score_opus":0.010550010936489305,"score_gpt":0.21370429441844174,"score_spread":0.20315428348195244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W629325718","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069878916,0.04331012,0.79817516,0.014612396,0.0011489593,0.00008832355,0.00012290198,0.0015064825,0.13404769],"genre_scores_gemma":[0.15065609,0.0520539,0.7184857,0.005101455,0.0012052174,0.0002773859,0.0005091457,0.0005805407,0.0711306],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992387,0.00014748267,0.00003484545,0.00010340536,0.00039913395,0.0000763712],"domain_scores_gemma":[0.99938595,0.0001959367,0.00003430327,0.00012089766,0.0001779874,0.000084838364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011381633,0.0010239581,0.000646784,0.0015367701,0.00076324906,0.00409237,0.0020420377,0.001901273,0.003200966],"category_scores_gemma":[0.0010811682,0.0006582478,0.00065576227,0.0014934394,0.002373393,0.0062538027,0.0028904756,0.0036711416,0.0014705915],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028856986,0.00009011718,0.0004282632,0.0005529145,0.000053392818,0.0001959928,0.0008512329,0.029009841,0.005643645,0.64074385,0.040970545,0.28143132],"study_design_scores_gemma":[0.000013004969,0.00009191511,0.0005982465,0.0004595326,0.00005242587,0.00054464367,0.00043680167,0.03672067,0.0025172075,0.60795546,0.35056782,0.000042344403],"about_ca_topic_score_codex":0.0015192167,"about_ca_topic_score_gemma":0.0023184833,"teacher_disagreement_score":0.00409237,"about_ca_system_score_codex":0.0025140785,"about_ca_system_score_gemma":0.0020617053,"threshold_uncertainty_score":0.018240988},"labels":[],"label_agreement":null},{"id":"W635147021","doi":"","title":"Software Performance and Scalability: A Quantitative Approach","year":2009,"lang":"en","type":"book","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scalability; Computer science; Software; Profiling (computer programming); Software metric; Software engineering; Software development; Software quality; Operating system","score_opus":0.016747401320486025,"score_gpt":0.2328128986267603,"score_spread":0.21606549730627428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W635147021","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062958994,0.043882497,0.480582,0.05746374,0.0035159623,0.00029724627,0.0008351899,0.0013764306,0.40575102],"genre_scores_gemma":[0.4418323,0.050919466,0.30284613,0.016469799,0.010382924,0.002150115,0.0009967288,0.0022311162,0.17217134],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9871976,0.005166076,0.00045054764,0.0008207732,0.006028916,0.00033616653],"domain_scores_gemma":[0.98190457,0.011612718,0.0009607589,0.0015757609,0.0034262761,0.00051996164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074058706,0.0015326791,0.0008946936,0.0065063685,0.0014428521,0.0085125305,0.0017759113,0.0021213656,0.011157842],"category_scores_gemma":[0.022842005,0.0009405508,0.0008670011,0.0052070655,0.008628065,0.018079842,0.0040423237,0.006230964,0.002815376],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014789491,0.000063234686,0.00041539807,0.00035876106,0.00002545539,0.00006099307,0.0008485422,0.0052576507,0.00051614706,0.9198752,0.035995387,0.036568422],"study_design_scores_gemma":[0.000009270254,0.0000577354,0.0009313081,0.00043163018,0.000014841652,0.0001541294,0.0010053088,0.013093761,0.00046123913,0.8180181,0.16577575,0.000046936217],"about_ca_topic_score_codex":0.0021763397,"about_ca_topic_score_gemma":0.001589054,"teacher_disagreement_score":0.011157842,"about_ca_system_score_codex":0.0047967583,"about_ca_system_score_gemma":0.0027643184,"threshold_uncertainty_score":0.03916651},"labels":[],"label_agreement":null},{"id":"W6887506710","doi":"10.17026/dans-z72-4geh","title":"The development of quantum computers and possible security problems of synchronized phasor measurements in the future “green energy” transmission networks","year":2019,"lang":"en","type":"dataset","venue":"DANS Data Station SSH","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Armed Forces","funders":"","keywords":"SCADA; Process (computing); Phasor; Perspective (graphical); Quantum computer; Transmission (telecommunications); Development (topology)","score_opus":0.035605644746036745,"score_gpt":0.278037638204364,"score_spread":0.24243199345832725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6887506710","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000982748,0.0003083024,0.00020079553,0.00020755529,0.000064987275,0.000007773921,0.9972613,0.00021181777,0.00075482525],"genre_scores_gemma":[0.0023995107,0.0001741374,0.0003517038,0.00007318224,0.00001530606,0.00003599359,0.9964173,0.000035277586,0.0004975986],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986998,0.00024629952,0.0002295361,0.0003091006,0.00032641896,0.00018881503],"domain_scores_gemma":[0.99723226,0.00095538184,0.0003514417,0.0006802754,0.0006517602,0.00012883707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011352921,0.0011824397,0.0009274145,0.0032878893,0.0005844627,0.0016081586,0.0019391296,0.0014013101,0.01767402],"category_scores_gemma":[0.007500827,0.00035525433,0.0011915206,0.006764899,0.00033998696,0.0011970237,0.0014141775,0.0013244611,0.018651038],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001966102,0.000048973343,0.011835349,0.0015272336,0.00013299772,0.00010377312,0.000055500735,0.0032316293,0.00024865023,0.0020371543,0.970221,0.010361138],"study_design_scores_gemma":[0.000264262,0.000032750457,0.028305424,0.0007626614,0.00011204281,0.0001737453,0.00014598249,0.0029231685,0.0006153922,0.0045773014,0.96202797,0.00005929979],"about_ca_topic_score_codex":0.028100446,"about_ca_topic_score_gemma":0.04053218,"teacher_disagreement_score":0.028100446,"about_ca_system_score_codex":0.0013727073,"about_ca_system_score_gemma":0.0013582375,"threshold_uncertainty_score":0.059125543},"labels":[],"label_agreement":null},{"id":"W6892532205","doi":"10.5281/zenodo.10457085","title":"Artifact of \"Region-Based Data Layout via Data Reuse Analysis\"","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Source code; Artifact (error); Reuse; Scripting language; Code (set theory); Transformation (genetics); Key (lock); Open source","score_opus":0.09586105217110309,"score_gpt":0.29631320640888037,"score_spread":0.2004521542377773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6892532205","genre_codex":"software","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024512256,0.00020343593,0.3049304,0.001964875,0.0029099183,0.00042213453,0.1201942,0.5303737,0.036550194],"genre_scores_gemma":[0.02875667,0.00062834244,0.31186303,0.003628542,0.00062633876,0.0012677079,0.22163132,0.32521796,0.10638013],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976223,0.00029801507,0.00020389624,0.00037494767,0.0013123647,0.00018849535],"domain_scores_gemma":[0.9844683,0.0032660903,0.0004996996,0.007081377,0.0043223295,0.000362193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024684009,0.0022337618,0.0010943275,0.0019601805,0.0009358583,0.0037793396,0.0039109355,0.0016161304,0.23653951],"category_scores_gemma":[0.016554086,0.0015260958,0.002039606,0.0028642141,0.0007902989,0.0027457846,0.0034153538,0.0031913253,0.16704875],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023218842,0.00006280077,0.0006159476,0.000403494,0.00005256236,0.0001689165,0.000100419486,0.0011937622,0.0035242306,0.0044171372,0.9449892,0.04423935],"study_design_scores_gemma":[0.00017452087,0.000065057764,0.001764434,0.00023100512,0.000048768045,0.00046668432,0.00005875289,0.0077286605,0.025539996,0.008695843,0.9551363,0.000089995396],"about_ca_topic_score_codex":0.005591277,"about_ca_topic_score_gemma":0.00433502,"teacher_disagreement_score":0.23653951,"about_ca_system_score_codex":0.0014379532,"about_ca_system_score_gemma":0.0024930916,"threshold_uncertainty_score":0.7913035},"labels":[],"label_agreement":null},{"id":"W6892838939","doi":"10.5281/zenodo.12489137","title":"shotokan terminology pdf","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Terminology; Meaning (existential); Throwing; Pronunciation; Original meaning; Term (time)","score_opus":0.02408917840329526,"score_gpt":0.24513898754092708,"score_spread":0.22104980913763184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6892838939","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029706588,0.00053281226,0.0015242067,0.00068561634,0.0021676365,0.00015683203,0.0034233595,0.003721208,0.98749113],"genre_scores_gemma":[0.001465216,0.0005476091,0.00088517374,0.0004575166,0.0003731497,0.00007210756,0.003134403,0.0025222062,0.9905426],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989974,0.00006433056,0.000051969637,0.0001304568,0.0006458508,0.00011003116],"domain_scores_gemma":[0.99687,0.00029397284,0.000073004434,0.00029309385,0.0019643106,0.0005056795],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006644027,0.0013293219,0.0011564521,0.0033076168,0.002300443,0.008303444,0.0028127267,0.002429855,0.89347565],"category_scores_gemma":[0.00440875,0.00077812525,0.00087537896,0.0029744033,0.00090763014,0.008095955,0.003600921,0.002925804,0.83421844],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040235,0.000027372991,0.00003032874,0.00022361425,0.0000014614313,0.00006970201,0.00006367307,0.00003762868,0.00062462664,0.0034113217,0.94524735,0.050222784],"study_design_scores_gemma":[0.00000745522,0.000011676843,0.00009117395,0.00005359063,0.0000015616502,0.000079375575,0.00005660968,0.000027304019,0.00025281284,0.0008451763,0.9985655,0.000007694721],"about_ca_topic_score_codex":0.0034423592,"about_ca_topic_score_gemma":0.0077518905,"teacher_disagreement_score":0.10652435,"about_ca_system_score_codex":0.002081137,"about_ca_system_score_gemma":0.002290064,"threshold_uncertainty_score":0.15194398},"labels":[],"label_agreement":null},{"id":"W6892869335","doi":"10.5281/zenodo.12805280","title":"Automatic cross-architecture modelling and application profiling","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Profiling (computer programming); Benchmarking; Workload; Code (set theory); Source code","score_opus":0.019745052756781636,"score_gpt":0.2554420273649765,"score_spread":0.2356969746081949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6892869335","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03419375,0.00081041275,0.6108448,0.00044828458,0.0004712128,0.00059597025,0.017999142,0.29755208,0.037084345],"genre_scores_gemma":[0.35395628,0.0011630455,0.45855817,0.00065257493,0.00013809525,0.0019142346,0.07361058,0.06579032,0.044216648],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880457,0.00017099958,0.000079770034,0.00024134593,0.0005302862,0.00017303012],"domain_scores_gemma":[0.9983985,0.0002783912,0.000078136676,0.0005835244,0.0005859563,0.00007552019],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009896585,0.0018589293,0.00068664696,0.0014198553,0.00062810123,0.0018805608,0.0017747688,0.00082340656,0.02524626],"category_scores_gemma":[0.0044370396,0.00097368844,0.0016151667,0.0010761669,0.00030729096,0.0020993594,0.0020917442,0.0022125305,0.014534221],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062085286,0.00038039504,0.013411427,0.001401178,0.00031946928,0.0006870286,0.00090394536,0.19466613,0.044356283,0.038896974,0.28920865,0.41514766],"study_design_scores_gemma":[0.00005641027,0.00008866951,0.003784064,0.00016092551,0.00006295734,0.00027529834,0.00012672452,0.7706814,0.027721636,0.0208311,0.17613749,0.00007332154],"about_ca_topic_score_codex":0.005568311,"about_ca_topic_score_gemma":0.0082330685,"teacher_disagreement_score":0.02524626,"about_ca_system_score_codex":0.0010360655,"about_ca_system_score_gemma":0.0021343702,"threshold_uncertainty_score":0.08445716},"labels":[],"label_agreement":null},{"id":"W6892932653","doi":"10.5281/zenodo.13369332","title":"AIRY Keto Gummies: The Ultimate Solution for Weight Loss Price USA","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics); Limiting; Quality (philosophy); Order (exchange)","score_opus":0.023914963075187274,"score_gpt":0.25205522338390557,"score_spread":0.22814026030871828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6892932653","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016865295,0.013409203,0.003665026,0.016026078,0.019703552,0.0002268437,0.0015177852,0.0041525713,0.9396123],"genre_scores_gemma":[0.0023398772,0.0046585896,0.0012237405,0.0024335433,0.0015456274,0.000049029746,0.00049103616,0.00081573176,0.9864428],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999343,0.000040478615,0.000025671903,0.00007354706,0.0004600042,0.00005738119],"domain_scores_gemma":[0.9990982,0.00007876525,0.000056667217,0.00005688401,0.00034683957,0.00036261883],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00063300505,0.0010414971,0.0005050612,0.001576612,0.0011836946,0.0036927566,0.00063742325,0.001968745,0.60519236],"category_scores_gemma":[0.0023308485,0.00043759294,0.0007081088,0.0007647568,0.000480747,0.0038082367,0.0020771935,0.0035888762,0.5548493],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063556356,0.000064529275,0.00005774099,0.000114157425,0.0000040024806,0.000072384966,0.000035511064,0.000019366224,0.0011922746,0.0030881895,0.83852977,0.15675855],"study_design_scores_gemma":[0.000009331412,0.000026923834,0.00012424677,0.000067462184,0.0000022009417,0.000117181124,0.00002511519,0.000028377934,0.00023269847,0.00060101965,0.9987606,0.0000048871816],"about_ca_topic_score_codex":0.0012889501,"about_ca_topic_score_gemma":0.0025526516,"teacher_disagreement_score":0.39480764,"about_ca_system_score_codex":0.00050188537,"about_ca_system_score_gemma":0.0009918285,"threshold_uncertainty_score":0.56314516},"labels":[],"label_agreement":null},{"id":"W6893313379","doi":"10.5281/zenodo.15653480","title":"Enhancing Automated Network Function Onboarding through Language Extension and Code Refactoring","year":2025,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Code refactoring; Codebase; Scripting language; Code (set theory); Identifier; Undo; Block (permutation group theory); Function (biology); Extension (predicate logic)","score_opus":0.019468087374706348,"score_gpt":0.25490620376795964,"score_spread":0.2354381163932533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6893313379","genre_codex":"software","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10214815,0.00096603687,0.20213656,0.0010652498,0.00086587225,0.00034559725,0.01665396,0.66762257,0.0081959665],"genre_scores_gemma":[0.29960507,0.00068456517,0.49939615,0.001118823,0.00024425302,0.0005465502,0.10652962,0.08198046,0.009894452],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953625,0.0012217977,0.00036349826,0.0015750842,0.0010809075,0.0003961478],"domain_scores_gemma":[0.98158586,0.0038609884,0.0007206472,0.01085843,0.0026568573,0.0003172431],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005089119,0.0029252325,0.0010942494,0.0019896405,0.00073150056,0.0022984005,0.0036655315,0.00078531937,0.0053717047],"category_scores_gemma":[0.026192082,0.00079419214,0.0021454205,0.0021565342,0.0008098365,0.004381563,0.0031428179,0.0024280953,0.01021723],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016957342,0.0011684587,0.024255514,0.0014232249,0.00036798825,0.0009863338,0.0011436676,0.041961644,0.04876616,0.006250832,0.29757768,0.57440275],"study_design_scores_gemma":[0.0007100294,0.00068119576,0.017815655,0.00041214484,0.00033761343,0.0011004583,0.00074173335,0.4908241,0.17983715,0.02835369,0.2788039,0.00038233705],"about_ca_topic_score_codex":0.00736925,"about_ca_topic_score_gemma":0.008279843,"teacher_disagreement_score":0.00736925,"about_ca_system_score_codex":0.0009939952,"about_ca_system_score_gemma":0.0019933463,"threshold_uncertainty_score":0.02691418},"labels":[],"label_agreement":null},{"id":"W6901820368","doi":"10.60692/wnaby-67f94","title":"Evaluating factors contributing to the failure of information system in the banking industry","year":2022,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Key (lock); Order (exchange); Banking industry; Information system; Failure mode and effects analysis; Field (mathematics); Rough set; Set (abstract data type)","score_opus":0.04119097551164559,"score_gpt":0.2537013000289762,"score_spread":0.2125103245173306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901820368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935494,0.00041388057,0.0029643634,0.00014896816,0.0000065331496,0.00007061839,0.000047684927,0.000010014988,0.002788582],"genre_scores_gemma":[0.99887687,0.00017730918,0.00070010393,0.0000075168086,0.0000027173703,0.000010368429,0.000024448731,0.0000014168509,0.00019918379],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99539375,0.0013600506,0.0005018467,0.00020106735,0.0019353653,0.0006079583],"domain_scores_gemma":[0.9763718,0.012499815,0.0048657414,0.00033167773,0.0051066163,0.00082432525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00506548,0.00071016664,0.0005142591,0.00522233,0.0010469292,0.002440391,0.00027213772,0.0006312185,0.0017428393],"category_scores_gemma":[0.016015105,0.00024393959,0.000566476,0.0029758532,0.0010273722,0.0011815013,0.00090632524,0.0005357719,0.0001649649],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047462,0.00019383285,0.8835437,0.000683679,0.00026009834,0.0011241628,0.0077494704,0.015072875,0.0059469375,0.002069681,0.00064101664,0.082239866],"study_design_scores_gemma":[0.00001524453,0.00077229604,0.94526696,0.00026700375,0.00028396852,0.00045204491,0.019928692,0.023742683,0.004950025,0.0019356959,0.0022626638,0.00012267464],"about_ca_topic_score_codex":0.008232103,"about_ca_topic_score_gemma":0.00854848,"teacher_disagreement_score":0.008232103,"about_ca_system_score_codex":0.0024908124,"about_ca_system_score_gemma":0.0021981879,"threshold_uncertainty_score":0.026789188},"labels":[],"label_agreement":null},{"id":"W6902089944","doi":"10.6084/m9.figshare.26740475","title":"Additional file 1 of Factors associated with a history of critical wandering among Medic-Alert subscribers","year":2024,"lang":"en","type":"article","venue":"Open MIND","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Glenrose Rehabilitation Hospital; University of Alberta; University of Waterloo","funders":"","keywords":"Identification (biology); The Internet; Disadvantage; Affect (linguistics)","score_opus":0.040281137018866243,"score_gpt":0.2602173329334831,"score_spread":0.21993619591461686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902089944","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019493481,0.000048127367,0.0002628749,0.00021876868,0.000046134945,0.00016675788,0.99512,0.00007326023,0.0021147544],"genre_scores_gemma":[0.0704469,0.00055021315,0.005959722,0.0015310907,0.00039448822,0.005817831,0.8928539,0.00040892095,0.02203699],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9993193,0.00014923376,0.00017415607,0.0001448151,0.000118578406,0.00009394899],"domain_scores_gemma":[0.9682423,0.024219954,0.002854234,0.0010866909,0.0029964864,0.00060041336],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010910316,0.00082568225,0.00097524864,0.0022993125,0.0011432953,0.0010936346,0.0015326054,0.0012908931,0.79087734],"category_scores_gemma":[0.045331527,0.00039054727,0.0008224608,0.0036350833,0.00018887273,0.0017076423,0.00078332605,0.00093079486,0.06870572],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007214976,0.00031261562,0.018961214,0.0039561903,0.00009708228,0.00016461717,0.00021393807,0.00036928573,0.00007121737,0.00096918043,0.9581108,0.016052466],"study_design_scores_gemma":[0.0089506395,0.0014152295,0.40794227,0.020075373,0.00087097764,0.0034714981,0.0041440655,0.0060733715,0.0009093435,0.023343058,0.522342,0.00046219042],"about_ca_topic_score_codex":0.013412074,"about_ca_topic_score_gemma":0.014840793,"teacher_disagreement_score":0.79087734,"about_ca_system_score_codex":0.0009029864,"about_ca_system_score_gemma":0.0016867323,"threshold_uncertainty_score":0.29828805},"labels":[],"label_agreement":null},{"id":"W6903282469","doi":"10.1109/tpds.2025.3587641","title":"<i>$\\mathsf{streamline}$</i>: Accelerating Deployment and Assessment of Real-Time Big Data Systems","year":2025,"lang":"en","type":"article","venue":"IEEE Transactions on Parallel and Distributed Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Testbed; Cloud computing; Software deployment; Pipeline (software); Big data; Benchmarking; Stream processing; Dependability; Modular design","score_opus":0.04520426180685106,"score_gpt":0.2959825439453026,"score_spread":0.25077828213845155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6903282469","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069775633,0.0004189422,0.7420258,0.005356385,0.0012676778,0.000957954,0.0064944425,0.15015456,0.08634674],"genre_scores_gemma":[0.08972809,0.0015745764,0.7428406,0.002380373,0.0016149692,0.0010503049,0.025354128,0.029819874,0.10563709],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987765,0.00020689402,0.00007316931,0.00017225015,0.00064132985,0.0001299104],"domain_scores_gemma":[0.99709785,0.00052730367,0.00018323769,0.0006729322,0.0010875473,0.00043107063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024942304,0.001287563,0.00058286334,0.0022785303,0.0009399277,0.0048006224,0.0032811065,0.0015024787,0.048945468],"category_scores_gemma":[0.006286255,0.0006297661,0.0006563741,0.0018935187,0.000742261,0.004081914,0.0023808077,0.0015377707,0.02396233],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003143593,0.00019179078,0.0013120528,0.00023604328,0.00002940758,0.00018992403,0.00017000391,0.0069168415,0.016034216,0.0318138,0.6061961,0.33659554],"study_design_scores_gemma":[0.00019733771,0.00022786809,0.0041188104,0.00016459715,0.000037059497,0.0003379802,0.00011277041,0.19605826,0.04693074,0.031517718,0.7201411,0.00015572172],"about_ca_topic_score_codex":0.010130804,"about_ca_topic_score_gemma":0.0112633705,"teacher_disagreement_score":0.048945468,"about_ca_system_score_codex":0.0019734062,"about_ca_system_score_gemma":0.0020965203,"threshold_uncertainty_score":0.1637389},"labels":[],"label_agreement":null},{"id":"W6911137974","doi":"10.5281/zenodo.10063089","title":"Rationale Dataset and Analysis for the Commit Messages of the Linux Kernel Out-of-Memory Killer","year":2023,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Commit; Source code; Code (set theory); Upload; Kernel (algebra); Data source","score_opus":0.04123783812420403,"score_gpt":0.2636953020695899,"score_spread":0.22245746394538587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6911137974","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018610569,0.00017081523,0.003803048,0.0011962247,0.00045681713,0.0014197178,0.9574761,0.0042459,0.012620833],"genre_scores_gemma":[0.013739437,0.000050071885,0.0054286164,0.00033651205,0.00007530176,0.0023817748,0.97002125,0.00060061656,0.007366432],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9930274,0.0012485594,0.00092299446,0.0009777218,0.003331879,0.0004914845],"domain_scores_gemma":[0.9645718,0.010524446,0.0031436766,0.0061354777,0.01436784,0.0012566781],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044343947,0.0010947713,0.0005604463,0.0052181752,0.0015491705,0.0016501625,0.0014982846,0.0021875538,0.021205436],"category_scores_gemma":[0.027934652,0.00040076787,0.0009264276,0.0033103467,0.00069629273,0.00119736,0.0018708871,0.002098828,0.024583602],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038942893,0.00027030142,0.006115022,0.0007362438,0.000027978514,0.00011634879,0.00036594036,0.00046534324,0.0017315985,0.0016265668,0.95558363,0.032571647],"study_design_scores_gemma":[0.0003991451,0.00024229006,0.07014765,0.0004986388,0.00005351999,0.00034181087,0.0013917921,0.0028935464,0.00574215,0.0025750918,0.91552895,0.00018543145],"about_ca_topic_score_codex":0.013837838,"about_ca_topic_score_gemma":0.023621881,"teacher_disagreement_score":0.021205436,"about_ca_system_score_codex":0.0021247447,"about_ca_system_score_gemma":0.003106878,"threshold_uncertainty_score":0.07093924},"labels":[],"label_agreement":null},{"id":"W6925362143","doi":"10.17605/osf.io/kmfkk","title":"Yukon Marine Life Survey","year":2016,"lang":"en","type":"article","venue":"OSF Preprints (OSF Preprints)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Marine life; Marine debris; Reef; Artificial reef; Marine research","score_opus":0.017313387384936235,"score_gpt":0.24630461602238793,"score_spread":0.2289912286374517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6925362143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80317944,0.0009886083,0.0010162161,0.00028409425,0.00006258716,0.00036475644,0.1638882,0.00016618107,0.030049818],"genre_scores_gemma":[0.7334759,0.001495356,0.0050112214,0.0005331818,0.000019992669,0.00095826027,0.20265609,0.00007407917,0.055775795],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9998822,0.00000661107,0.000014244588,0.000034662993,0.000025745301,0.000036499023],"domain_scores_gemma":[0.9995447,0.000010697699,0.000060268263,0.000051483064,0.00026595534,0.00006690635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012813532,0.00031044352,0.00021621436,0.0019434448,0.0008052806,0.00025612654,0.00051313534,0.00028035714,0.004833117],"category_scores_gemma":[0.00026277266,0.00023050825,0.00025764163,0.0018716021,0.00015266742,0.0002369041,0.00070854934,0.00024368153,0.0015537513],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021359036,0.0001084739,0.8775686,0.00061907055,0.00017378888,0.0012389042,0.003441678,0.00056018983,0.012461378,0.0008895657,0.04889771,0.053827036],"study_design_scores_gemma":[0.0000059074637,0.000035915335,0.96945727,0.000018783658,0.000017819339,0.00016911696,0.0010351669,0.00008636059,0.00045995222,0.000019423303,0.028686555,0.000007749796],"about_ca_topic_score_codex":0.4824636,"about_ca_topic_score_gemma":0.73564583,"teacher_disagreement_score":0.5175364,"about_ca_system_score_codex":0.0019800505,"about_ca_system_score_gemma":0.0033923632,"threshold_uncertainty_score":0.9593107},"labels":[],"label_agreement":null},{"id":"W6928771641","doi":"10.48336/c9q3-jq34","title":"A review of reconfigurable intelligence surfaces and their application to machine learning-assisted underwater communication","year":2025,"lang":"en","type":"article","venue":"Memorial University Research Repository (Memorial University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Underwater; Underwater acoustic communication; Beamforming; Communications system; Face (sociological concept); Underwater acoustics","score_opus":0.02548942749747681,"score_gpt":0.27029026921798993,"score_spread":0.2448008417205131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6928771641","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011136757,0.9827654,0.0056298515,0.00061657466,0.0004969554,0.000019937428,0.000093940274,0.00007917696,0.009184518],"genre_scores_gemma":[0.008147147,0.98174816,0.00540967,0.00032255147,0.00049264205,0.000026911877,0.00016867905,0.000031815078,0.0036523582],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993524,0.00008576934,0.000101184414,0.00010553129,0.0003176419,0.00003756968],"domain_scores_gemma":[0.99737585,0.0015634692,0.00023489851,0.00011410218,0.00063587155,0.00007578536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010122653,0.0007716968,0.00086762715,0.006390997,0.00039734962,0.001694901,0.0009342974,0.001089387,0.0057083587],"category_scores_gemma":[0.0033233913,0.00047513883,0.00067739753,0.0101319365,0.0005420514,0.0022644093,0.00061620906,0.0008884489,0.0024975424],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003585441,0.000046315676,0.000578074,0.014441284,0.00006485292,0.00010986559,0.00010620911,0.0022788118,0.00190532,0.009610126,0.019260976,0.95156235],"study_design_scores_gemma":[0.0000051106654,0.00014046853,0.0017937644,0.0048036985,0.00009778371,0.0006863138,0.00014374206,0.0019180273,0.0023789583,0.00481211,0.9831701,0.00004984364],"about_ca_topic_score_codex":0.0017202916,"about_ca_topic_score_gemma":0.0019094825,"teacher_disagreement_score":0.006390997,"about_ca_system_score_codex":0.000802488,"about_ca_system_score_gemma":0.0013571506,"threshold_uncertainty_score":0.019096375},"labels":[],"label_agreement":null},{"id":"W6930007578","doi":"10.5255/ukda-sn-5802-2","title":"Quarterly Labour Force Survey Household Dataset, October - December, 2007","year":2014,"lang":"en","type":"other","venue":"UK Data Archive","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Unemployment; Work (physics); Sample (material); Survey data collection; Northern ireland; Data collection; Work force; Data source","score_opus":0.03262516032270901,"score_gpt":0.27203069433418936,"score_spread":0.23940553401148035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930007578","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004538693,0.00009483199,0.000101740065,0.00015840092,0.000062086736,0.00009592138,0.99684757,0.000067679066,0.0021178701],"genre_scores_gemma":[0.0018189837,0.00023251148,0.00030821073,0.00020903685,0.00004863964,0.0006903751,0.99069244,0.0000374408,0.005962441],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986362,0.00023058822,0.00021437237,0.00024588394,0.0004660449,0.00020680756],"domain_scores_gemma":[0.99635917,0.00040677213,0.00036324715,0.00027212052,0.0023981654,0.00020048536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017098467,0.0009608352,0.0013688025,0.0028322171,0.0006703492,0.0014394069,0.0016927876,0.0009137361,0.06145637],"category_scores_gemma":[0.008785634,0.00058504177,0.00065228913,0.006427107,0.00018118195,0.001009802,0.0011515252,0.0015981185,0.08081793],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037261194,0.000020285337,0.0020301035,0.0001839417,0.000016696482,0.000011758225,0.000033717846,0.00007451354,0.000011574031,0.00025988568,0.99365765,0.003662671],"study_design_scores_gemma":[0.00050602923,0.000075552416,0.111636594,0.0006105781,0.00007390959,0.0000905251,0.0006328543,0.00045244684,0.000103719365,0.0007859959,0.88498384,0.000047949583],"about_ca_topic_score_codex":0.1022722,"about_ca_topic_score_gemma":0.12380759,"teacher_disagreement_score":0.1022722,"about_ca_system_score_codex":0.0017269291,"about_ca_system_score_gemma":0.0034781892,"threshold_uncertainty_score":0.20559204},"labels":[],"label_agreement":null},{"id":"W6930089835","doi":"10.5281/zenodo.12453164","title":"alcoholics anonymous first edition pdf","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Alcoholics Anonymous; Sobriety; Courage; Anonymity; Resource (disambiguation)","score_opus":0.020821870903094612,"score_gpt":0.2348230355274783,"score_spread":0.21400116462438368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930089835","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00050719304,0.0002603901,0.00041264755,0.0019803995,0.0033010498,0.00028521856,0.01053441,0.002740367,0.97997826],"genre_scores_gemma":[0.0008470617,0.00015216735,0.00019248105,0.00047097547,0.00024440073,0.00007279218,0.0018997353,0.00065071706,0.99546957],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99888843,0.00009555012,0.000052779214,0.00009362787,0.00072428124,0.00014543498],"domain_scores_gemma":[0.9949438,0.00037397468,0.00013826761,0.00048320467,0.0033285923,0.00073220546],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001010504,0.0008056117,0.00092761824,0.0017240486,0.003068693,0.004629404,0.0014495599,0.0015696342,0.9154617],"category_scores_gemma":[0.0066552456,0.0006202653,0.00058033585,0.0020072218,0.00061080884,0.0038689224,0.0028508257,0.0023256682,0.87024236],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000110980845,0.000011073231,0.00001951657,0.000021960403,3.45629e-7,0.000011578436,0.000016315042,0.0000047976246,0.000029950861,0.00036071878,0.9907006,0.008812019],"study_design_scores_gemma":[0.000005797589,0.000007067737,0.00022301044,0.000029917594,5.983162e-7,0.000018902434,0.000066785135,0.000011669643,0.00006000871,0.00021908677,0.99935263,0.0000045127176],"about_ca_topic_score_codex":0.0075195865,"about_ca_topic_score_gemma":0.016980024,"teacher_disagreement_score":0.08453828,"about_ca_system_score_codex":0.0015454266,"about_ca_system_score_gemma":0.0023151822,"threshold_uncertainty_score":0.120583594},"labels":[],"label_agreement":null},{"id":"W6930128815","doi":"10.5281/zenodo.11795050","title":"Fiat 500e bedienungsanleitung pdf","year":2024,"lang":"de","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"TSG101; Nucleofection; Work (physics); Electrocution; Power (physics)","score_opus":0.02349691081652911,"score_gpt":0.2422121178978007,"score_spread":0.2187152070812716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930128815","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013091685,0.0027040439,0.009679467,0.001613136,0.0046694716,0.0008027989,0.028273774,0.01958868,0.9313595],"genre_scores_gemma":[0.0037847674,0.001424605,0.0025572083,0.0009513592,0.00042546322,0.0003721381,0.011916827,0.00475272,0.9738149],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99930835,0.000038452392,0.000037692836,0.00009440691,0.00041158634,0.00010950673],"domain_scores_gemma":[0.9984913,0.00029319647,0.00005501774,0.00023607712,0.00060612883,0.00031831337],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00077580486,0.0015837053,0.0012098956,0.001978627,0.0012292437,0.004781297,0.0017681398,0.0023721477,0.8806264],"category_scores_gemma":[0.003855415,0.00088019855,0.0010381567,0.0014792504,0.0005326858,0.003727158,0.0031124863,0.0024649936,0.8330466],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014173341,0.000079220285,0.00010000725,0.00042728416,0.0000060625102,0.00014371258,0.00006294693,0.000112026944,0.0039114407,0.0017843938,0.89884436,0.09438691],"study_design_scores_gemma":[0.000023080765,0.000044416254,0.00032139025,0.00009896886,0.0000043931136,0.00015556674,0.000033607463,0.000086700464,0.002126167,0.00071561936,0.9963749,0.000015061497],"about_ca_topic_score_codex":0.0013319358,"about_ca_topic_score_gemma":0.0017800743,"teacher_disagreement_score":0.11937362,"about_ca_system_score_codex":0.0008948633,"about_ca_system_score_gemma":0.0010646046,"threshold_uncertainty_score":0.170272},"labels":[],"label_agreement":null},{"id":"W6931438885","doi":"10.5281/zenodo.7288154","title":"Crimes Related to Cryptocurrency and Regulations to Combat Crypto Crimes","year":2022,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cryptocurrency; Gold rush; Boom; Stock market; Government (linguistics); Profit (economics); Speculation","score_opus":0.02285552856691575,"score_gpt":0.25367921858472037,"score_spread":0.23082369001780462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931438885","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07936117,0.038186546,0.019282717,0.06985157,0.004722785,0.00043471812,0.00046442138,0.00064878224,0.7870473],"genre_scores_gemma":[0.7714978,0.027410721,0.01339057,0.028504837,0.0017089227,0.00018478166,0.00036307174,0.00023606519,0.15670335],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936464,0.001194918,0.00034816138,0.00038490165,0.0036607806,0.0007649816],"domain_scores_gemma":[0.9914547,0.002164424,0.002485917,0.00075234787,0.002720201,0.00042247528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002273468,0.00048551647,0.00023536436,0.002566846,0.0029976517,0.004513873,0.0008203138,0.0039189314,0.0066694273],"category_scores_gemma":[0.015055126,0.0002142196,0.00037944154,0.0018527877,0.0041919444,0.003366429,0.001582727,0.0034849308,0.001717736],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054852404,0.00015434672,0.00681981,0.00054637855,0.00003618421,0.0012104915,0.0033439405,0.0015930795,0.0021589524,0.6613853,0.110267565,0.21242908],"study_design_scores_gemma":[0.000020359133,0.000120210534,0.008890115,0.0010813202,0.000042348314,0.0022386198,0.0024423078,0.0019030737,0.0053546308,0.04311024,0.93473047,0.00006629949],"about_ca_topic_score_codex":0.010228679,"about_ca_topic_score_gemma":0.00900699,"teacher_disagreement_score":0.010228679,"about_ca_system_score_codex":0.0024598574,"about_ca_system_score_gemma":0.003992667,"threshold_uncertainty_score":0.022311449},"labels":[],"label_agreement":null},{"id":"W6931454071","doi":"10.5281/zenodo.5051424","title":"FIGURE 3. Piezura nigrigenus Nishida. A. Male genitalia external structures, posterior. B. Male sternite 5 in A taxonomic revision of Piezura Rondani (Diptera: Fanniidae)","year":2005,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bishop's University","funders":"","keywords":"Male genitalia; Adult male; External genitalia; Population","score_opus":0.016088143760726176,"score_gpt":0.2303221182643097,"score_spread":0.21423397450358353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931454071","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20964867,0.0071539786,0.023928456,0.0016224105,0.0011565982,0.0011694146,0.019841665,0.0038065289,0.73167235],"genre_scores_gemma":[0.7572823,0.0021181998,0.023261849,0.00040414635,0.00015251765,0.000410714,0.0076229237,0.0004459657,0.2083015],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9999436,0.0000031095149,0.000002977327,0.000019210946,0.000025302597,0.0000058405526],"domain_scores_gemma":[0.99994385,0.000011999844,0.000016374757,0.0000052983755,0.000012811636,0.000009715119],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000041985786,0.00053588144,0.0002220375,0.0006484972,0.00043268656,0.00019261261,0.00037570656,0.0006083109,0.043670427],"category_scores_gemma":[0.00018947879,0.00024875154,0.00022830546,0.00028116742,0.0005449714,0.0004239203,0.00049393706,0.00057925604,0.013657934],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091203547,0.00009676967,0.023158573,0.0015237798,0.000058628593,0.005088526,0.0017452751,0.0015154323,0.2633075,0.009158124,0.090539925,0.60289544],"study_design_scores_gemma":[0.00013836678,0.00036298536,0.34468102,0.0005039786,0.0001295094,0.021190306,0.0018307079,0.001726816,0.02504524,0.0025044824,0.6017965,0.00008996986],"about_ca_topic_score_codex":0.0036778625,"about_ca_topic_score_gemma":0.008234606,"teacher_disagreement_score":0.9563296,"about_ca_system_score_codex":0.00028465985,"about_ca_system_score_gemma":0.00026319263,"threshold_uncertainty_score":0.14609212},"labels":[],"label_agreement":null},{"id":"W6931772866","doi":"10.5291/ill-data.1-06-22","title":"Interfacial transport in water electrolyzers to elucidate mass transport losses","year":2023,"lang":"en","type":"dataset","venue":"Institut Laue-Langevin","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mass transport; Mass transfer; Work (physics); Deposition (geology); Process (computing)","score_opus":0.013901582780964013,"score_gpt":0.25284316422444414,"score_spread":0.23894158144348013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931772866","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010921861,0.00040253476,0.00017430853,0.00007718528,0.000030380746,0.000008263136,0.9971169,0.0004564147,0.00064189837],"genre_scores_gemma":[0.0034470363,0.0003003651,0.00056728965,0.000056214547,0.0000128653855,0.00006459175,0.9945504,0.000089058536,0.00091208593],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993655,0.00007386476,0.00006138876,0.00020385263,0.0001825038,0.00011290152],"domain_scores_gemma":[0.9986401,0.0004371875,0.00017580496,0.00029108496,0.00037042648,0.00008533978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066116196,0.0021038444,0.0014914001,0.0033893918,0.0008155156,0.0016624628,0.0023451194,0.0029146827,0.022904744],"category_scores_gemma":[0.0031059193,0.00057915086,0.0023355014,0.004851334,0.0003650596,0.0010834612,0.0011394471,0.0015536442,0.029599654],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003581048,0.00014380425,0.0069096554,0.004361231,0.00034450297,0.00009839134,0.00005719533,0.008729763,0.0013957642,0.001259041,0.96404594,0.012296637],"study_design_scores_gemma":[0.00082231703,0.00010689858,0.026734684,0.001131338,0.00049708824,0.00014846522,0.0001722923,0.012435282,0.0034838992,0.006583645,0.94775397,0.0001301228],"about_ca_topic_score_codex":0.044586398,"about_ca_topic_score_gemma":0.06118157,"teacher_disagreement_score":0.044586398,"about_ca_system_score_codex":0.0011178401,"about_ca_system_score_gemma":0.0016965833,"threshold_uncertainty_score":0.08865374},"labels":[],"label_agreement":null},{"id":"W6931842700","doi":"10.5281/zenodo.7839031","title":"What Causes Exceptions in Machine Learning Applications? Mining Machine Learning-Related Stack Traces on Stack Overflow","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Stack (abstract data type); Call stack; Dependency (UML); Code (set theory); Source code","score_opus":0.0335797871210277,"score_gpt":0.26415175052410755,"score_spread":0.23057196340307984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931842700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9458633,0.001164391,0.045926217,0.0010307756,0.00011514661,0.00006060328,0.0025726496,0.0019750127,0.0012919259],"genre_scores_gemma":[0.9791064,0.00039092978,0.016671097,0.00013902773,0.00007903624,0.000035008063,0.0025018572,0.00030155544,0.00077497127],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979843,0.00029535752,0.00021971371,0.0005097656,0.0006889006,0.00030189293],"domain_scores_gemma":[0.9745126,0.015044639,0.0037989644,0.002919656,0.0028389087,0.0008853241],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019170528,0.00073793536,0.0006884148,0.003414789,0.00085348316,0.0019382612,0.00089524576,0.0012588617,0.0009425392],"category_scores_gemma":[0.031129517,0.00046296135,0.00079377147,0.002821243,0.00089786365,0.0032901121,0.001003995,0.0016070168,0.0003807665],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010515851,0.0006053457,0.6241623,0.0007023305,0.0003063331,0.0030815022,0.0018635206,0.043182626,0.023805657,0.0072991895,0.0103201,0.2836195],"study_design_scores_gemma":[0.000060712384,0.00045048885,0.22973919,0.0004018176,0.00036664394,0.0026149151,0.0023857942,0.6502764,0.042767566,0.061023787,0.009760715,0.00015189296],"about_ca_topic_score_codex":0.0045331805,"about_ca_topic_score_gemma":0.0052732113,"teacher_disagreement_score":0.0045331805,"about_ca_system_score_codex":0.00062025414,"about_ca_system_score_gemma":0.0016747126,"threshold_uncertainty_score":0.010138452},"labels":[],"label_agreement":null},{"id":"W6958776808","doi":"10.6084/m9.figshare.26607649.v1","title":"Additional file 1 of Effectiveness of visceral fascial therapy targeting visceral dysfunctions outcome: systematic review of randomized controlled trials","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Randomized controlled trial; MEDLINE; Clinical trial; Meta-analysis; Compression Bandage","score_opus":0.02891360644163753,"score_gpt":0.30309710375836296,"score_spread":0.2741834973167254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958776808","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002396903,0.005471066,0.001592679,0.0005683981,0.00027519904,0.0065920465,0.98031723,0.00045803058,0.002328395],"genre_scores_gemma":[0.16646478,0.01872709,0.0736008,0.008860226,0.0014133338,0.21484289,0.4706526,0.0020058434,0.0434325],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99634427,0.0011821407,0.0012602258,0.00054368225,0.0004183521,0.00025142884],"domain_scores_gemma":[0.9069023,0.07815702,0.01013524,0.0012186443,0.0029755083,0.0006113005],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0061054416,0.002296503,0.0058593773,0.005607861,0.00076214713,0.0023595968,0.0021297855,0.0019840866,0.798252],"category_scores_gemma":[0.08411657,0.0014593363,0.005686193,0.0072499346,0.00068459986,0.0033746427,0.0014732744,0.0016354371,0.020454172],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006392324,0.00021490363,0.0017702517,0.8355467,0.0049985964,0.000105008505,0.00019399323,0.0007566567,0.00025454274,0.0022303297,0.13037711,0.01715958],"study_design_scores_gemma":[0.2765898,0.0039017461,0.04431422,0.3395241,0.050881363,0.0013483224,0.0011477852,0.0055078035,0.0012359634,0.021824136,0.25300753,0.0007173449],"about_ca_topic_score_codex":0.004520522,"about_ca_topic_score_gemma":0.012511373,"teacher_disagreement_score":0.798252,"about_ca_system_score_codex":0.0023118926,"about_ca_system_score_gemma":0.0038985854,"threshold_uncertainty_score":0.28776902},"labels":[],"label_agreement":null},{"id":"W6959146065","doi":"10.7266/n7vh5kvg","title":"CTD profile data of the Mississippi Bight, Mobile Bay and Western Florida Shelf off the R/V Point Sur during late October and early November 2015","year":2015,"lang":"en","type":"dataset","venue":"GRIIDC","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CTD; Bay; West coast; Nova scotia; Cape","score_opus":0.020856975907663847,"score_gpt":0.25543954238199745,"score_spread":0.23458256647433362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6959146065","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021513475,0.000099489676,0.00011022905,0.000055792418,0.000016979593,0.000008553638,0.9966433,0.00025903693,0.00065523817],"genre_scores_gemma":[0.0029879925,0.00006296206,0.00023525514,0.000023307211,0.0000065109334,0.000026370337,0.9958643,0.000030379264,0.00076290476],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99952734,0.000030342837,0.000039690894,0.00011292088,0.0002007821,0.000088936926],"domain_scores_gemma":[0.9988662,0.0001202984,0.00014255737,0.00018875432,0.00057658704,0.00010571499],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045582026,0.0014227716,0.0006046287,0.0036451782,0.00047124692,0.0007394968,0.0012232898,0.0012208167,0.008810485],"category_scores_gemma":[0.0023543886,0.00038189522,0.00083991035,0.0048709037,0.0002905639,0.00056209747,0.0009709796,0.0007606891,0.014240822],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014814152,0.0000588107,0.01516578,0.00048336168,0.00008638943,0.00011709978,0.00008378926,0.002557903,0.0005728294,0.00039155083,0.9705906,0.009743734],"study_design_scores_gemma":[0.00013376359,0.00003387493,0.13395001,0.00034941308,0.00008223877,0.00021383193,0.00035170367,0.0033414473,0.0012973787,0.00086718047,0.8593026,0.000076617245],"about_ca_topic_score_codex":0.15854861,"about_ca_topic_score_gemma":0.26635963,"teacher_disagreement_score":0.15854861,"about_ca_system_score_codex":0.0012286332,"about_ca_system_score_gemma":0.0018857168,"threshold_uncertainty_score":0.31525147},"labels":[],"label_agreement":null},{"id":"W6966906893","doi":"10.48550/arxiv.2505.19078","title":"Proceedings 16th International Workshop on Programming Language Approaches to Concurrency and Communication-cEntric Software","year":2025,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Concurrency; Event (particle physics); Concurrent object-oriented programming; Concurrent computing; Programming paradigm; Software; Concurrency control; Extensible programming","score_opus":0.10427081442621143,"score_gpt":0.21830748831912997,"score_spread":0.11403667389291854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6966906893","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035197386,0.04462026,0.7342044,0.01865148,0.021082843,0.0003997935,0.0014215185,0.0043027173,0.17179717],"genre_scores_gemma":[0.0490569,0.05085786,0.5340079,0.005252542,0.013689497,0.0010843896,0.0069600274,0.0050744433,0.33401644],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99587846,0.0012434804,0.0004911575,0.0007117347,0.0013934637,0.00028167173],"domain_scores_gemma":[0.9960317,0.0018047768,0.00012279436,0.0008693347,0.00081692764,0.00035450826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055767433,0.001439243,0.0014833509,0.0015394732,0.001166214,0.0074127573,0.002545398,0.0019488392,0.0499545],"category_scores_gemma":[0.0072443215,0.0009999836,0.0019336749,0.0019674168,0.0023647973,0.0072709545,0.004310607,0.006880672,0.016135726],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016824911,0.00017197616,0.00042406254,0.00072562625,0.00011524559,0.00031348068,0.0011030753,0.0030669968,0.003415518,0.36273637,0.33439794,0.29336149],"study_design_scores_gemma":[0.00002239011,0.000038361573,0.0001949468,0.0002680521,0.0000251649,0.00028138462,0.00009216129,0.0040028878,0.0007632312,0.087303564,0.90698737,0.000020554902],"about_ca_topic_score_codex":0.0022744082,"about_ca_topic_score_gemma":0.0022920303,"teacher_disagreement_score":0.0499545,"about_ca_system_score_codex":0.001975411,"about_ca_system_score_gemma":0.003089338,"threshold_uncertainty_score":0.16711444},"labels":[],"label_agreement":null},{"id":"W6968041886","doi":"10.5281/zenodo.14340259","title":"Checklist: Pathways to National PID Strategies","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"European Commission","keywords":"PID controller; Checklist; Government (linguistics); Conversation; Identifier; Control (management)","score_opus":0.046293058068048,"score_gpt":0.2649525769039863,"score_spread":0.21865951883593832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6968041886","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01982043,0.0037658992,0.27548707,0.10374315,0.00676146,0.11242269,0.022143023,0.0088732075,0.4469831],"genre_scores_gemma":[0.028089013,0.002495225,0.76734656,0.010623864,0.00019000737,0.07017618,0.015488584,0.0011992595,0.104391314],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.938479,0.034787335,0.011344348,0.0019979235,0.010446061,0.0029453146],"domain_scores_gemma":[0.88104314,0.033770494,0.005592933,0.0071871947,0.0648917,0.007514595],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.07162477,0.001916438,0.0010903006,0.008304909,0.007707527,0.0114020305,0.0065773316,0.008147589,0.041885503],"category_scores_gemma":[0.13361569,0.00185934,0.0019217792,0.0055587296,0.0040421393,0.012155217,0.012766655,0.007873517,0.023234973],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014344908,0.00044601323,0.0022494728,0.0053185336,0.00002181526,0.00069949415,0.02463495,0.0010379325,0.0014667348,0.08915951,0.5721618,0.30266035],"study_design_scores_gemma":[0.000051824307,0.00011812747,0.0014808269,0.0027685708,0.000014226386,0.00033451946,0.012225441,0.00032778378,0.0006073396,0.0123141315,0.9696861,0.00007120442],"about_ca_topic_score_codex":0.021113604,"about_ca_topic_score_gemma":0.03459754,"teacher_disagreement_score":0.988598,"about_ca_system_score_codex":0.016698226,"about_ca_system_score_gemma":0.099148534,"threshold_uncertainty_score":0.37879252},"labels":[],"label_agreement":null},{"id":"W6968829006","doi":"10.5281/zenodo.7888465","title":"Investigating the Impact of Pull Request Reviews on Software Quality Metrics and Code Smells","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Replication (statistics); Software; Code (set theory); Software quality; Directory; Code smell; Quality (philosophy)","score_opus":0.10441867049082394,"score_gpt":0.3364648172387983,"score_spread":0.23204614674797436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6968829006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99464744,0.00023641654,0.0016814858,0.00024715945,0.000045276713,0.000092463284,0.00083697494,0.00053246535,0.0016802787],"genre_scores_gemma":[0.99439394,0.00009348674,0.0024340276,0.00006194218,0.000027042786,0.00007721764,0.0011325942,0.00017190828,0.0016077348],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9879951,0.0041349004,0.0007067541,0.001313962,0.005277496,0.0005717165],"domain_scores_gemma":[0.6573064,0.2556383,0.036780823,0.012665599,0.0328853,0.004723666],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010042907,0.0006536956,0.0005149694,0.0022755556,0.0004799421,0.0016561482,0.0008215091,0.00085685455,0.0031076001],"category_scores_gemma":[0.15403299,0.00033922822,0.0007592229,0.0019883616,0.00047485743,0.0018266601,0.0009969424,0.0011294483,0.0013201206],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0065740347,0.004430501,0.6882648,0.0018847339,0.0011919489,0.001200376,0.0032561496,0.024221357,0.030029112,0.0011688537,0.015905801,0.22187229],"study_design_scores_gemma":[0.00021498743,0.008184842,0.8872244,0.0002103793,0.00065300596,0.00044795056,0.002820943,0.07842493,0.01717428,0.0009933404,0.003494143,0.00015670962],"about_ca_topic_score_codex":0.004722133,"about_ca_topic_score_gemma":0.0063557723,"teacher_disagreement_score":0.9899571,"about_ca_system_score_codex":0.0009873906,"about_ca_system_score_gemma":0.0012635232,"threshold_uncertainty_score":0.053112626},"labels":[],"label_agreement":null},{"id":"W6968863115","doi":"10.5281/zenodo.3672037","title":"Portage Network: Update on Progress and Transition","year":2020,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Transition (genetics); Work (physics); Process (computing); Field (mathematics)","score_opus":0.025300102774699813,"score_gpt":0.22578350022496124,"score_spread":0.20048339745026142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6968863115","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069246893,0.17165637,0.029122617,0.12884632,0.17222333,0.0010749919,0.109779716,0.021259224,0.35911274],"genre_scores_gemma":[0.03184524,0.18105268,0.04464091,0.04067039,0.03819565,0.0023787378,0.22110695,0.0074497503,0.43265975],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974025,0.0004998215,0.00029431592,0.00019408677,0.0012700867,0.00033916513],"domain_scores_gemma":[0.98614824,0.0020363869,0.0012401774,0.0010285256,0.0074560777,0.002090597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006202238,0.0012244781,0.0008750015,0.0045975214,0.0007686331,0.005204221,0.0024186107,0.0025835729,0.05646964],"category_scores_gemma":[0.021855697,0.000458811,0.00073365675,0.0050293277,0.00053432473,0.0070247455,0.003436562,0.0030064804,0.053372946],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012526644,0.000024049687,0.0003936383,0.00031812035,0.000009827958,0.000040219227,0.000030605665,0.00011551636,0.00010270701,0.001534155,0.89830506,0.09900074],"study_design_scores_gemma":[0.000018447594,0.000017345918,0.00037257618,0.0002955277,0.000014197684,0.00007134869,0.00001985083,0.000056540965,0.00012953408,0.00048727717,0.99850875,0.000008612456],"about_ca_topic_score_codex":0.01032024,"about_ca_topic_score_gemma":0.0100659635,"teacher_disagreement_score":0.05646964,"about_ca_system_score_codex":0.0018677872,"about_ca_system_score_gemma":0.007623147,"threshold_uncertainty_score":0.18890977},"labels":[],"label_agreement":null},{"id":"W6968865755","doi":"10.5281/zenodo.3672038","title":"Portage Network: Update on Progress and Transition","year":2020,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Transition (genetics); Work (physics); Process (computing); Field (mathematics)","score_opus":0.025300102774699813,"score_gpt":0.22578350022496124,"score_spread":0.20048339745026142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6968865755","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069246893,0.17165637,0.029122617,0.12884632,0.17222333,0.0010749919,0.109779716,0.021259224,0.35911274],"genre_scores_gemma":[0.03184524,0.18105268,0.04464091,0.04067039,0.03819565,0.0023787378,0.22110695,0.0074497503,0.43265975],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974025,0.0004998215,0.00029431592,0.00019408677,0.0012700867,0.00033916513],"domain_scores_gemma":[0.98614824,0.0020363869,0.0012401774,0.0010285256,0.0074560777,0.002090597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006202238,0.0012244781,0.0008750015,0.0045975214,0.0007686331,0.005204221,0.0024186107,0.0025835729,0.05646964],"category_scores_gemma":[0.021855697,0.000458811,0.00073365675,0.0050293277,0.00053432473,0.0070247455,0.003436562,0.0030064804,0.053372946],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012526644,0.000024049687,0.0003936383,0.00031812035,0.000009827958,0.000040219227,0.000030605665,0.00011551636,0.00010270701,0.001534155,0.89830506,0.09900074],"study_design_scores_gemma":[0.000018447594,0.000017345918,0.00037257618,0.0002955277,0.000014197684,0.00007134869,0.00001985083,0.000056540965,0.00012953408,0.00048727717,0.99850875,0.000008612456],"about_ca_topic_score_codex":0.01032024,"about_ca_topic_score_gemma":0.0100659635,"teacher_disagreement_score":0.05646964,"about_ca_system_score_codex":0.0018677872,"about_ca_system_score_gemma":0.007623147,"threshold_uncertainty_score":0.18890977},"labels":[],"label_agreement":null},{"id":"W6977279236","doi":"10.6084/m9.figshare.16641940","title":"Additional file 1 of Ixekizumab improves spinal pain, function, fatigue, stiffness, and sleep in radiographic axial Spondyloarthritis: COAST-V/W 52-week results","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"BASDAI; Ankylosing spondylitis; BASFI; Ixekizumab; Spondylitis; Repeated measures design","score_opus":0.01729227903107537,"score_gpt":0.21634061127068707,"score_spread":0.1990483322396117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977279236","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005878183,0.000041169227,0.00013663333,0.00017254455,0.000023370792,0.00043288615,0.99664295,0.00014398046,0.0018187293],"genre_scores_gemma":[0.033625815,0.0005209533,0.00520858,0.0017339982,0.00035929275,0.017304266,0.9123598,0.00073522195,0.028152153],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9988846,0.00023789397,0.00023925319,0.00019236932,0.0002675163,0.00017829028],"domain_scores_gemma":[0.9861578,0.008760843,0.0019228646,0.00065716106,0.0019897912,0.000511556],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023235283,0.0010806873,0.0016540673,0.0010232939,0.0008175377,0.0014481422,0.0015126725,0.0011004846,0.8569849],"category_scores_gemma":[0.025946867,0.00050772564,0.0013348681,0.0021747313,0.0001725051,0.0016920947,0.00067978003,0.0009329666,0.12993711],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004019826,0.0005045738,0.0047100373,0.004818738,0.00013420917,0.000076173186,0.000051249037,0.00037398998,0.00008644165,0.00046520084,0.9639247,0.020834818],"study_design_scores_gemma":[0.107122555,0.005663546,0.12267577,0.01192999,0.0011412491,0.0013394813,0.000614443,0.0044380864,0.0019461869,0.008721123,0.7341157,0.00029184076],"about_ca_topic_score_codex":0.0047222404,"about_ca_topic_score_gemma":0.009268022,"teacher_disagreement_score":0.8569849,"about_ca_system_score_codex":0.00110321,"about_ca_system_score_gemma":0.001860705,"threshold_uncertainty_score":0.20399368},"labels":[],"label_agreement":null},{"id":"W6977533577","doi":"10.6084/m9.figshare.27123694","title":"Additional file 1 of Contextualizing HIV testing experiences within the HIV prevention cascade: qualitative insights from refugee youth in Bidi Bidi refugee settlement, Uganda","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"United Nations University Institute for Water, Environment, and Health; Women's College Hospital; University of Toronto","funders":"","keywords":"Refugee; Human immunodeficiency virus (HIV); Qualitative research; Population; Immigration; Qualitative property","score_opus":0.06757911745974023,"score_gpt":0.3152895769668385,"score_spread":0.2477104595070983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977533577","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022794427,0.0003082047,0.0028979178,0.004478956,0.0002920031,0.0028345871,0.9273484,0.000494163,0.0385514],"genre_scores_gemma":[0.34213609,0.0032410035,0.05394424,0.00976438,0.00037759446,0.086849585,0.34707022,0.0018352395,0.1547817],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99913824,0.00048550701,0.0000780478,0.00007550965,0.00010129324,0.0001214116],"domain_scores_gemma":[0.9480079,0.048029583,0.0006547725,0.00053907704,0.0018410176,0.0009276192],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029528348,0.00041545555,0.00065714365,0.0020592217,0.0032282053,0.002036835,0.0014720325,0.0010487585,0.7162023],"category_scores_gemma":[0.029062102,0.00040255947,0.0003002434,0.0050967536,0.0006129637,0.0031013181,0.002061766,0.0010600843,0.039939683],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000116839714,0.00024089646,0.0041544577,0.0044073765,0.000008126891,0.0004775813,0.069141515,0.00023528421,0.00011607119,0.0033470911,0.89007443,0.02768031],"study_design_scores_gemma":[0.00059635605,0.00019961696,0.03339166,0.010174428,0.000037329846,0.0006835998,0.3734162,0.0006573845,0.00027233505,0.014318185,0.56609195,0.00016088942],"about_ca_topic_score_codex":0.025944967,"about_ca_topic_score_gemma":0.06897333,"teacher_disagreement_score":0.7162023,"about_ca_system_score_codex":0.002562183,"about_ca_system_score_gemma":0.0044477945,"threshold_uncertainty_score":0.40480292},"labels":[],"label_agreement":null},{"id":"W6977583812","doi":"10.60692/07amm-xmt85","title":"Evaluating factors contributing to the failure of information system in the banking industry","year":2022,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Key (lock); Order (exchange); Banking industry; Information system; Failure mode and effects analysis; Field (mathematics); Rough set; Set (abstract data type)","score_opus":0.04119097551164559,"score_gpt":0.2537013000289762,"score_spread":0.2125103245173306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977583812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935494,0.00041388057,0.0029643634,0.00014896816,0.0000065331496,0.00007061839,0.000047684927,0.000010014988,0.002788582],"genre_scores_gemma":[0.99887687,0.00017730918,0.00070010393,0.0000075168086,0.0000027173703,0.000010368429,0.000024448731,0.0000014168509,0.00019918379],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99539375,0.0013600506,0.0005018467,0.00020106735,0.0019353653,0.0006079583],"domain_scores_gemma":[0.9763718,0.012499815,0.0048657414,0.00033167773,0.0051066163,0.00082432525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00506548,0.00071016664,0.0005142591,0.00522233,0.0010469292,0.002440391,0.00027213772,0.0006312185,0.0017428393],"category_scores_gemma":[0.016015105,0.00024393959,0.000566476,0.0029758532,0.0010273722,0.0011815013,0.00090632524,0.0005357719,0.0001649649],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047462,0.00019383285,0.8835437,0.000683679,0.00026009834,0.0011241628,0.0077494704,0.015072875,0.0059469375,0.002069681,0.00064101664,0.082239866],"study_design_scores_gemma":[0.00001524453,0.00077229604,0.94526696,0.00026700375,0.00028396852,0.00045204491,0.019928692,0.023742683,0.004950025,0.0019356959,0.0022626638,0.00012267464],"about_ca_topic_score_codex":0.008232103,"about_ca_topic_score_gemma":0.00854848,"teacher_disagreement_score":0.008232103,"about_ca_system_score_codex":0.0024908124,"about_ca_system_score_gemma":0.0021981879,"threshold_uncertainty_score":0.026789188},"labels":[],"label_agreement":null},{"id":"W6981764681","doi":"","title":"Fall 2006 Nova Southeastern University Farquhar College of Arts and Sciences Student Catalog","year":2006,"lang":"en","type":"other","venue":"NSUWorks (Nova Southeastern University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of California, Irvine; Yarmouk University; Universidad de Antioquia; Simon Fraser University; Beijing Normal University; York University; Universidad del Atlántico; Virginia Commonwealth University; Nova Southeastern University; Florida Institute of Technology; Towson University; University of the Pacific; Iowa State University; Colgate University; Eastern Illinois University; University of Miami; University of South Carolina; University of Southern California; Louisiana State University; Texas State University; Santa Clara University; East Carolina University; St. John's University; University of Notre Dame; University of North Florida; College of Engineering, Michigan State University; Simpson Fund; DePaul University; Pomona College; University of Pittsburgh; University of Central Florida; Villanova University; Auburn University; Michigan State University; University of South Florida; University College Dublin; Coastal Carolina University; Florida International University; State University of New York; Arkansas State University; Ball State University; University of Illinois at Urbana-Champaign; Colorado State University; Portland State University; Harvard University; University of Washington; University of Southern Mississippi; Johns Hopkins University; Florida Atlantic University; Western Michigan University; Rowan University; Temple University; Valparaiso University; Georgia Institute of Technology; University of Pennsylvania; Rice University; Ohio State University; City University of New York; Yale University","keywords":"Nova (rocket); The arts; Work (physics); Research council","score_opus":0.018681308557957105,"score_gpt":0.22416876044004147,"score_spread":0.20548745188208437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6981764681","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011588497,0.00035390005,0.00021961519,0.0013699671,0.00097333704,0.00012068882,0.0034399005,0.0007455635,0.9916182],"genre_scores_gemma":[0.0010669975,0.00029271722,0.00013822816,0.00012356766,0.00005822118,0.00002929483,0.0016246836,0.0000942288,0.99657214],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995665,0.00003233711,0.000024078316,0.000069439615,0.0002331647,0.00007446239],"domain_scores_gemma":[0.9979012,0.00007166407,0.000040173687,0.0002637102,0.0011578312,0.00056541414],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007439166,0.001118305,0.0006747822,0.0024229921,0.0032842378,0.0046338025,0.0011169927,0.0011647537,0.7399832],"category_scores_gemma":[0.0017497703,0.00040307557,0.00043088122,0.002232627,0.0007005305,0.0017532869,0.0025197803,0.001101053,0.6853217],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018553541,0.00008568416,0.0005680219,0.0000657056,0.0000015231025,0.000049878854,0.000068055284,0.00003459986,0.00024424284,0.0016389027,0.92422366,0.073001094],"study_design_scores_gemma":[0.0000050730478,0.000014803557,0.0016246423,0.000079199395,0.0000011958202,0.000042044954,0.000103869315,0.00005284135,0.00008243865,0.00025568873,0.9977335,0.0000047220165],"about_ca_topic_score_codex":0.019038152,"about_ca_topic_score_gemma":0.08270225,"teacher_disagreement_score":0.7399832,"about_ca_system_score_codex":0.0023168935,"about_ca_system_score_gemma":0.0038437468,"threshold_uncertainty_score":0.3708824},"labels":[],"label_agreement":null},{"id":"W6986254056","doi":"","title":"Ontario's Government Found 15,000 COVID-19 Workplace Violations. They Stopped Work Only 24 Times.","year":2021,"lang":"en","type":"article","venue":"eYLS (Yale Law School)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics); Government (linguistics); Order (exchange); Key (lock); Quality (philosophy)","score_opus":0.015612325406774454,"score_gpt":0.24561124766172032,"score_spread":0.22999892225494586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6986254056","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1620662,0.004450111,0.0014756819,0.053223025,0.002316026,0.0007263696,0.013998314,0.0010018892,0.7607423],"genre_scores_gemma":[0.18050075,0.0019786742,0.00080915826,0.013954718,0.00014616952,0.00008674416,0.002606048,0.0001363872,0.7997813],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99638903,0.00012672816,0.00011113072,0.00019759435,0.002238412,0.0009371336],"domain_scores_gemma":[0.99279904,0.0005827834,0.0003584239,0.00026376048,0.004469547,0.0015265511],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013036279,0.00042260272,0.00033588734,0.0017505619,0.014648574,0.0038460442,0.0011549311,0.0034048157,0.030388864],"category_scores_gemma":[0.00446743,0.00068233575,0.00058341166,0.001670429,0.0015336726,0.0006024698,0.0014259021,0.0022050857,0.0058040125],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021338928,0.00017996963,0.11473347,0.0003050122,0.00009415639,0.0018520765,0.0051905327,0.00019150434,0.00340255,0.009407029,0.7794757,0.08495457],"study_design_scores_gemma":[0.000042628453,0.00010220126,0.16923252,0.00021567635,0.0000866959,0.00022914525,0.0059841713,0.00029254874,0.0014884889,0.00048004874,0.82178074,0.00006522455],"about_ca_topic_score_codex":0.9658594,"about_ca_topic_score_gemma":0.9924712,"teacher_disagreement_score":0.034140587,"about_ca_system_score_codex":0.021692147,"about_ca_system_score_gemma":0.06185136,"threshold_uncertainty_score":0.15738827},"labels":[],"label_agreement":null},{"id":"W6986931268","doi":"","title":"Researching Canadian Law","year":2019,"lang":"en","type":"report","venue":"eCommons (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nucleofection; Gestational period; TSG101; Dysgeusia; Liquation; Diafiltration; Emperipolesis; Triacetin; Durvalumab","score_opus":0.059135550077100626,"score_gpt":0.23726700751567328,"score_spread":0.17813145743857267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6986931268","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00506556,0.003570406,0.000853175,0.08448606,0.0009912323,0.000068344954,0.0006782079,0.000050621955,0.9042364],"genre_scores_gemma":[0.15072237,0.0057022464,0.0020117145,0.043604083,0.00046135875,0.00014904032,0.00067839347,0.00016570311,0.796505],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9874107,0.0014122754,0.00020561395,0.0015194609,0.005434071,0.0040178765],"domain_scores_gemma":[0.98716104,0.0031700793,0.0002413152,0.00086757937,0.0069296323,0.0016303526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059700008,0.0007777239,0.00082599977,0.0055245236,0.036709204,0.017449243,0.002318619,0.008366774,0.08140727],"category_scores_gemma":[0.021439612,0.00074506167,0.0006871707,0.0066958186,0.010147233,0.008303102,0.003747884,0.010529712,0.005493561],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013820139,0.000024679392,0.0006989777,0.000028316306,0.0000047251892,0.00004438475,0.0014527928,0.00008254,0.000051759904,0.74939764,0.23459491,0.013605452],"study_design_scores_gemma":[0.000017501377,0.000013121296,0.0021106417,0.00021850714,0.000015758655,0.000041438463,0.0035602662,0.0002823147,0.0001995847,0.05832432,0.9351815,0.000034956403],"about_ca_topic_score_codex":0.9680348,"about_ca_topic_score_gemma":0.9812362,"teacher_disagreement_score":0.89755505,"about_ca_system_score_codex":0.10244493,"about_ca_system_score_gemma":0.15993932,"threshold_uncertainty_score":0.7432935},"labels":[],"label_agreement":null},{"id":"W6989264496","doi":"","title":"Analyse de l'accessibilité piétonne dans le cadre de la ville des courtes distances et dans une perspective d'équité sociale : le cas de Montréal","year":2023,"lang":"fr","type":"other","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Transportation infrastructure; Urban tourism; Local Development","score_opus":0.009398307635570532,"score_gpt":0.261219234183716,"score_spread":0.2518209265481455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6989264496","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95827127,0.00051437033,0.0011808432,0.0010275842,0.000010945985,0.000042328367,0.0011349784,0.000019246598,0.037798513],"genre_scores_gemma":[0.99105036,0.0002713092,0.00042827558,0.000029021981,0.000003361769,0.000018272887,0.00021850658,0.0000048101783,0.007976164],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995759,0.000063601765,0.0000109913435,0.00006670374,0.00012684237,0.00015604375],"domain_scores_gemma":[0.9993461,0.00012741823,0.00009574234,0.00002289803,0.00026922039,0.00013862678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003337395,0.0002830696,0.00022322686,0.0017759216,0.0024167337,0.0030478784,0.0006323734,0.000323262,0.011922193],"category_scores_gemma":[0.0012675438,0.00014401713,0.0004052594,0.0042244047,0.0012854377,0.0010344889,0.0015249678,0.00043746535,0.00024186981],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014575303,0.0001252278,0.7595147,0.000318286,0.00029761303,0.0016065183,0.039697494,0.012207139,0.0034982462,0.11616517,0.005730679,0.060693104],"study_design_scores_gemma":[0.000006017355,0.000047835994,0.8981543,0.00012387424,0.000099535944,0.00012935072,0.05540631,0.0046761157,0.00045228767,0.002574313,0.038274687,0.000055356893],"about_ca_topic_score_codex":0.9532873,"about_ca_topic_score_gemma":0.9712971,"teacher_disagreement_score":0.9532873,"about_ca_system_score_codex":0.020427752,"about_ca_system_score_gemma":0.0104384795,"threshold_uncertainty_score":0.1482144},"labels":[],"label_agreement":null},{"id":"W6996463257","doi":"","title":"Scripps Networks Interactive reports third quarter 2017 operating results","year":2017,"lang":"en","type":"other","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); The Internet; Table (database); Key (lock)","score_opus":0.013982472652831226,"score_gpt":0.2712947062590123,"score_spread":0.2573122336061811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6996463257","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008567569,0.00039783894,0.00200357,0.0036217084,0.002926379,0.0002370741,0.012823747,0.0071546873,0.9699783],"genre_scores_gemma":[0.0015393386,0.0005144323,0.0005725332,0.00038026416,0.0004889457,0.000078947014,0.006789125,0.0019377266,0.98769855],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965668,0.00024503953,0.00010901327,0.00030030287,0.0023315137,0.00044718978],"domain_scores_gemma":[0.9916707,0.00068523415,0.0002593519,0.0013604965,0.0046413084,0.0013829233],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024748081,0.0017647234,0.0013170124,0.005215443,0.0036583203,0.00894264,0.001868864,0.0020893787,0.77004635],"category_scores_gemma":[0.007922965,0.00059313775,0.00096698455,0.0044119437,0.0012179769,0.00269833,0.002873308,0.0031482307,0.797271],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037199123,0.00007310158,0.00009172464,0.00005378229,0.000003249475,0.000017915474,0.000014872293,0.00013743957,0.00015679079,0.001508753,0.97244984,0.025455419],"study_design_scores_gemma":[0.000028651706,0.000025465135,0.00060390966,0.00010349689,0.0000065523986,0.0000214458,0.000054963846,0.0006376389,0.00071905507,0.0019007763,0.995884,0.000014093768],"about_ca_topic_score_codex":0.01539132,"about_ca_topic_score_gemma":0.025818342,"teacher_disagreement_score":0.77004635,"about_ca_system_score_codex":0.0034537076,"about_ca_system_score_gemma":0.00676272,"threshold_uncertainty_score":0.32800096},"labels":[],"label_agreement":null},{"id":"W6998995058","doi":"","title":"Can Microservice-Based Online-Retailers be Used as an SPL? A study of six reference architectures","year":2020,"lang":"en","type":"other","venue":"Archipelago (University of Quebec in Montreal)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Microservices; Reuse; Feature (linguistics); Interchangeability; Software; Software versioning; Set (abstract data type); Service (business); Feature model","score_opus":0.018558221883153068,"score_gpt":0.22893704830421688,"score_spread":0.2103788264210638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6998995058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.982186,0.00010708338,0.0041269483,0.00009845303,0.000001913577,0.000058908416,0.00017462512,0.000112864036,0.013133176],"genre_scores_gemma":[0.9938362,0.00006029369,0.0031561386,0.00001332077,9.663163e-7,0.000020693684,0.00024754193,0.00004102053,0.0026238672],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99804366,0.00042903316,0.00008085378,0.00022204097,0.0009302233,0.00029406],"domain_scores_gemma":[0.9919727,0.0027130141,0.00082298525,0.001110007,0.0030598515,0.00032134267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022300675,0.00031780073,0.00021152403,0.0032764766,0.0014278941,0.0030892338,0.001366488,0.0006625841,0.0019841033],"category_scores_gemma":[0.009683016,0.00023420369,0.0003784194,0.0051285485,0.0013904368,0.0027447792,0.0008604287,0.00032277973,0.00035980713],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045045654,0.00065031025,0.7302587,0.00034758588,0.00012326903,0.0025397537,0.025534322,0.016587213,0.0079761185,0.045085948,0.0023606434,0.1680857],"study_design_scores_gemma":[0.0000360682,0.00038501556,0.78816426,0.00022063393,0.0001744867,0.00157136,0.043510705,0.10556623,0.012210812,0.0071423044,0.040908024,0.00011018884],"about_ca_topic_score_codex":0.31756252,"about_ca_topic_score_gemma":0.3828354,"teacher_disagreement_score":0.31756252,"about_ca_system_score_codex":0.0073808045,"about_ca_system_score_gemma":0.0035705802,"threshold_uncertainty_score":0.63142824},"labels":[],"label_agreement":null},{"id":"W7000046967","doi":"","title":"An Efficient Computation of\\nConvex Closure on Abstract Events","year":2006,"lang":"en","type":"dissertation","venue":"UWSpace (University of Waterloo)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Waterloo; International Council for Canadian Studies","keywords":"Event (particle physics); Nucleofection; Filter (signal processing); Frame (networking)","score_opus":0.007194938647522051,"score_gpt":0.21573508652750725,"score_spread":0.2085401478799852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7000046967","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030206116,0.000052171767,0.96569085,0.00010403596,0.000028848224,0.000085872285,0.00021938128,0.0015067256,0.0021059408],"genre_scores_gemma":[0.2636789,0.00010145912,0.73157567,0.000069102,0.00003404141,0.0001613869,0.0013050241,0.00034148048,0.002732911],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99881613,0.00016035426,0.000098648765,0.00028843156,0.00046264086,0.00017367738],"domain_scores_gemma":[0.99778867,0.0013161561,0.00014644848,0.00030582363,0.0003392961,0.00010355045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011561844,0.0010274017,0.0013299925,0.0011009848,0.0007992138,0.002022417,0.0014101067,0.0007027675,0.0035863821],"category_scores_gemma":[0.0056011854,0.0006268812,0.0015353003,0.0011142992,0.0010792937,0.0036498343,0.0021826385,0.0015672499,0.00072947895],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005206947,0.0001921499,0.0035288362,0.00037542704,0.00009126758,0.00047823324,0.00057734846,0.4924856,0.017899971,0.15558618,0.007820874,0.32044336],"study_design_scores_gemma":[0.000018740808,0.000034324104,0.00013422844,0.000008992667,0.0000053742133,0.000028448196,0.0000418764,0.9724567,0.0032581773,0.022659525,0.0013434126,0.000010308521],"about_ca_topic_score_codex":0.0064107147,"about_ca_topic_score_gemma":0.0076514115,"teacher_disagreement_score":0.0064107147,"about_ca_system_score_codex":0.0014381416,"about_ca_system_score_gemma":0.0018459283,"threshold_uncertainty_score":0.012746811},"labels":[],"label_agreement":null},{"id":"W7000938789","doi":"","title":"Home Battery Storage Growth Spurs Race for Software, New Services - Forester Network","year":2016,"lang":"en","type":"other","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Forester; Race (biology); Battery (electricity); Work (physics); Quarter (Canadian coin)","score_opus":0.0075567263038752545,"score_gpt":0.22875699086446905,"score_spread":0.2212002645605938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7000938789","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10383528,0.004303337,0.01784486,0.081333585,0.0036902663,0.00008170646,0.0018578799,0.009300378,0.7777527],"genre_scores_gemma":[0.40525296,0.0047671343,0.007980852,0.007104541,0.0023546054,0.00003810797,0.0015870526,0.0025711292,0.5683436],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995484,0.00003682649,0.000009334,0.000061513405,0.00026154233,0.000082377635],"domain_scores_gemma":[0.9982096,0.00030598676,0.000084144755,0.0002384314,0.00078531646,0.00037644518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007306461,0.00042000128,0.0002358206,0.0007825967,0.0014663138,0.0031025507,0.00081295316,0.0010995703,0.08975283],"category_scores_gemma":[0.0032668328,0.00017138531,0.00029174087,0.0009999354,0.0007329586,0.003514398,0.0018363739,0.0016289351,0.018627727],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017794204,0.000115577044,0.0039368668,0.00008523125,0.00001049343,0.00024284652,0.0002900142,0.0014624501,0.0036227754,0.034264036,0.64831936,0.3074725],"study_design_scores_gemma":[0.000053603602,0.00012448267,0.008214572,0.0001780892,0.000032719574,0.00067472504,0.0009387371,0.015597612,0.0045061233,0.036926087,0.93272007,0.000033239077],"about_ca_topic_score_codex":0.01329664,"about_ca_topic_score_gemma":0.038721576,"teacher_disagreement_score":0.08975283,"about_ca_system_score_codex":0.0019514451,"about_ca_system_score_gemma":0.0017498678,"threshold_uncertainty_score":0.3002531},"labels":[],"label_agreement":null},{"id":"W7001293159","doi":"","title":"The Impact of Parallel and Batch Testing in Continuous Integration Environments","year":2021,"lang":"en","type":"other","venue":"Spectrum Research Repository (Concordia University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Concordia University","keywords":"Batch processing; Metric (unit); Weighting; Constant (computer programming); Batch production; Software; Test case","score_opus":0.024930461198552113,"score_gpt":0.27365903924613666,"score_spread":0.24872857804758455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7001293159","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91294414,0.001389624,0.07601092,0.0006347672,0.00011973854,0.0002546126,0.0003874334,0.004215004,0.004043811],"genre_scores_gemma":[0.9619041,0.00016215845,0.036358315,0.0001493244,0.000025442503,0.00009098962,0.0004196442,0.00024688253,0.0006430695],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9866477,0.004820796,0.0007457055,0.0027325072,0.0039110426,0.0011423045],"domain_scores_gemma":[0.9215182,0.05168733,0.0062887217,0.013106097,0.004925959,0.0024737054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012415,0.0019555748,0.0009233275,0.001436735,0.0009222988,0.0019831378,0.003356266,0.0011219009,0.0016085361],"category_scores_gemma":[0.0484544,0.0008740674,0.0009150595,0.0013231202,0.0017342435,0.0042530643,0.0017544699,0.0020252012,0.0004079284],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00339661,0.002025996,0.10030316,0.0006688023,0.00038711197,0.0007423167,0.0008096888,0.5352723,0.037293572,0.004667554,0.0052172304,0.30921566],"study_design_scores_gemma":[0.00033237238,0.0042296895,0.038346644,0.000085992295,0.00029827756,0.0006590442,0.00060757034,0.9210262,0.024225147,0.0066536698,0.0034143352,0.00012110492],"about_ca_topic_score_codex":0.013281766,"about_ca_topic_score_gemma":0.008809973,"teacher_disagreement_score":0.013281766,"about_ca_system_score_codex":0.0019705456,"about_ca_system_score_gemma":0.0025095805,"threshold_uncertainty_score":0.065657616},"labels":[],"label_agreement":null},{"id":"W7009722000","doi":"","title":"Eucalyptus: a web service-enabled e-infrastructure","year":2007,"lang":"en","type":"article","venue":"NPARC","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Canarie","keywords":"Provisioning; Variety (cybernetics); Software; Web application; The Internet; Architecture; Quality of service; Simple (philosophy)","score_opus":0.006690747681860679,"score_gpt":0.2320083910253971,"score_spread":0.22531764334353643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7009722000","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3742903,0.0011993054,0.4575137,0.0010141685,0.0003545669,0.0006918172,0.0022622964,0.065161936,0.09751189],"genre_scores_gemma":[0.6649625,0.0007701169,0.29104686,0.00031835868,0.000051015995,0.00016629141,0.003797755,0.0017926737,0.037094433],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99986243,0.000011881887,0.000007403872,0.000032081218,0.000056856232,0.000029358127],"domain_scores_gemma":[0.9997949,0.000020157606,0.000021891517,0.000055114793,0.0000309143,0.000076991295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018850964,0.000315739,0.00019943892,0.00041817955,0.0003356623,0.0006358339,0.00091406127,0.0003634759,0.0020745134],"category_scores_gemma":[0.00027613816,0.00013462924,0.00018025971,0.00042703914,0.0004194937,0.0013411555,0.001071574,0.00058413914,0.0010586723],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014459895,0.000724403,0.0048248167,0.00062122435,0.00010266314,0.0021371846,0.00045632786,0.019669717,0.5441533,0.09843842,0.03433735,0.29308864],"study_design_scores_gemma":[0.00026855466,0.0010209768,0.01571441,0.000104621715,0.00021251391,0.005604504,0.00029445183,0.19045857,0.34809184,0.03295562,0.40500557,0.00026835545],"about_ca_topic_score_codex":0.0016166592,"about_ca_topic_score_gemma":0.0020359696,"teacher_disagreement_score":0.0020745134,"about_ca_system_score_codex":0.00033356485,"about_ca_system_score_gemma":0.0005641986,"threshold_uncertainty_score":0.0069399476},"labels":[],"label_agreement":null},{"id":"W7011704734","doi":"","title":"Monitoring and diagnosing orchestrated web service processes","year":2007,"lang":"en","type":"article","venue":"NPARC","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Business Process Execution Language; Web service; Orchestration; Business process; Business process modeling; WS-Policy; Executable; Web modeling; Artifact-centric business process model","score_opus":0.019148694605043433,"score_gpt":0.26239789008953834,"score_spread":0.24324919548449492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7011704734","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14406234,0.000118149845,0.84906256,0.00015640137,0.000030279967,0.00012681844,0.0001037495,0.0048948457,0.0014448267],"genre_scores_gemma":[0.8010451,0.0001335073,0.19770506,0.000034357232,0.000014492004,0.000089314286,0.0001951369,0.00011597535,0.00066692085],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.996774,0.0007137361,0.00025027126,0.00057737884,0.0014664837,0.00021804539],"domain_scores_gemma":[0.99549025,0.0019049708,0.00079135323,0.0007879681,0.0008828739,0.00014262837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014557082,0.00094064133,0.00075672485,0.001342716,0.00067246467,0.0011745045,0.0013883408,0.0009459944,0.0006838562],"category_scores_gemma":[0.0078978,0.0004954932,0.00057982723,0.0007288293,0.0009768072,0.0014995829,0.0011092325,0.00089635747,0.00023626306],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072200055,0.0002824945,0.03774713,0.00041828805,0.00016195334,0.0030466607,0.0011094345,0.63183093,0.09700115,0.031748243,0.0016606582,0.19427112],"study_design_scores_gemma":[0.00002399652,0.00005140068,0.0012714011,0.000024779722,0.00002791996,0.00028813805,0.000096772405,0.9547193,0.03237354,0.009845086,0.001258453,0.000019124123],"about_ca_topic_score_codex":0.0055902167,"about_ca_topic_score_gemma":0.003723631,"teacher_disagreement_score":0.0055902167,"about_ca_system_score_codex":0.0013182153,"about_ca_system_score_gemma":0.0015768297,"threshold_uncertainty_score":0.011115372},"labels":[],"label_agreement":null},{"id":"W7015155719","doi":"","title":"SDL 2013: model driven dependability engineering 16th International SDL Forum, Montreal, Canada, June 26 - 28, 2013 ; proceedings","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dependability; Interoperability; Reliability (semiconductor); Key (lock); Process (computing)","score_opus":0.005133618164508764,"score_gpt":0.18764823256263766,"score_spread":0.18251461439812888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7015155719","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004863384,0.002940922,0.9485677,0.0045522363,0.0021405583,0.0003729177,0.0028024297,0.019500403,0.014259471],"genre_scores_gemma":[0.10310857,0.010151801,0.73937434,0.0017999395,0.0012501881,0.00090906426,0.028362883,0.017322186,0.09772102],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99587846,0.0008402142,0.00025908262,0.00043198914,0.0022648948,0.00032538074],"domain_scores_gemma":[0.9913163,0.00206867,0.00021078429,0.0018289215,0.003867745,0.00070756767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009911629,0.0023028266,0.0019907553,0.0019415711,0.0014041334,0.0054981764,0.0039203535,0.0014945903,0.017162828],"category_scores_gemma":[0.011992758,0.0018083999,0.0015972346,0.0016261006,0.0022830877,0.0036137549,0.0031685084,0.0048148157,0.0056957905],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037783463,0.0005587973,0.002057092,0.00057140406,0.00019294188,0.0002683312,0.0005284961,0.060421567,0.010470948,0.051057443,0.48843595,0.38505915],"study_design_scores_gemma":[0.00034337273,0.0002228059,0.0018957728,0.00050801557,0.00012808168,0.0002835289,0.00023214903,0.44432712,0.024844514,0.06442071,0.46263272,0.00016132211],"about_ca_topic_score_codex":0.09978732,"about_ca_topic_score_gemma":0.11400695,"teacher_disagreement_score":0.09978732,"about_ca_system_score_codex":0.0055187345,"about_ca_system_score_gemma":0.013611032,"threshold_uncertainty_score":0.19841301},"labels":[],"label_agreement":null},{"id":"W7015852967","doi":"","title":"VMware Reports Fourth Quarter and Full Year 2016 Results","year":2017,"lang":"en","type":"other","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Period (music); Government (linguistics); Center (category theory)","score_opus":0.009074517806232196,"score_gpt":0.2352921550949626,"score_spread":0.2262176372887304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7015852967","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008926439,0.0016799752,0.0030027241,0.006296315,0.007990056,0.00037326923,0.06758487,0.005983413,0.8981629],"genre_scores_gemma":[0.012851745,0.0010921019,0.001093365,0.0005281496,0.0009832836,0.00011121579,0.048962004,0.0017251843,0.93265307],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99311477,0.00029683553,0.00021623868,0.0003464375,0.005289526,0.0007361485],"domain_scores_gemma":[0.98606396,0.0006243953,0.00051386276,0.0014936684,0.009257184,0.0020468584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043399064,0.0013018164,0.000681039,0.005901427,0.0014431209,0.0059844786,0.0017924852,0.0011112154,0.26101223],"category_scores_gemma":[0.013433764,0.00040143184,0.0008761787,0.0034966564,0.0005129182,0.0029374897,0.0022934896,0.0019025167,0.2921339],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007829004,0.000110869005,0.0008511009,0.0000661651,0.0000063289413,0.000014500637,0.000021700649,0.00021755262,0.00028355164,0.0019671617,0.9461035,0.05027935],"study_design_scores_gemma":[0.000038494873,0.00007755248,0.0064430945,0.0001250973,0.000015829948,0.000044581346,0.00008719194,0.0006854081,0.00271249,0.0022294307,0.9875207,0.00002003585],"about_ca_topic_score_codex":0.014683324,"about_ca_topic_score_gemma":0.017758286,"teacher_disagreement_score":0.26101223,"about_ca_system_score_codex":0.0032714256,"about_ca_system_score_gemma":0.0059645707,"threshold_uncertainty_score":0.8731729},"labels":[],"label_agreement":null},{"id":"W7019045528","doi":"","title":"Event Stream Processing with Beep Beep 3 : Log crunching and analysis made easy","year":2018,"lang":"en","type":"book","venue":"BiblioBoard Library Catalog (Open Research Library)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Event (particle physics); Process (computing); Transaction processing; Troubleshooting; Filter (signal processing)","score_opus":0.03716945310582175,"score_gpt":0.309489270395327,"score_spread":0.2723198172895052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7019045528","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028209635,0.000782185,0.7634245,0.00088037824,0.00063802954,0.00038152875,0.004284376,0.19819398,0.028594023],"genre_scores_gemma":[0.05558754,0.0016759505,0.80064446,0.0024993964,0.0003190405,0.0009857782,0.010896086,0.04102946,0.08636227],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99857986,0.00014641191,0.00009680772,0.00023222987,0.00083906954,0.00010562675],"domain_scores_gemma":[0.99783164,0.0008344083,0.00009610228,0.00046912394,0.0006275824,0.00014115333],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012770778,0.0018667581,0.00090036565,0.0015158375,0.00054898765,0.0037153861,0.0024711885,0.0013699419,0.069794],"category_scores_gemma":[0.0057308716,0.0012502029,0.0011093963,0.0013868079,0.0006994248,0.0033482842,0.0026209485,0.002746265,0.026783206],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001236553,0.00016982737,0.0012020458,0.00096221315,0.00014316465,0.0009871883,0.0008229383,0.0075306627,0.03227873,0.023533102,0.4006157,0.5305178],"study_design_scores_gemma":[0.0003298009,0.0002227371,0.0024555714,0.0005967468,0.000104130675,0.0013355906,0.00030142925,0.1362765,0.07532814,0.057178844,0.7255393,0.00033122182],"about_ca_topic_score_codex":0.0025722855,"about_ca_topic_score_gemma":0.0032097795,"teacher_disagreement_score":0.069794,"about_ca_system_score_codex":0.00057391386,"about_ca_system_score_gemma":0.00073158735,"threshold_uncertainty_score":0.23348421},"labels":[],"label_agreement":null},{"id":"W7019435703","doi":"","title":"Generalization of a Constraint Based Intrusion Detection System","year":2020,"lang":"en","type":"dissertation","venue":"QSpace (Queen's University Library)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Queen's University","keywords":"Digital subscriber line; Constraint (computer-aided design); Network packet; Domain (mathematical analysis); Generalization; Intrusion detection system; Variety (cybernetics); Sequence (biology)","score_opus":0.004890740538879874,"score_gpt":0.1748457845770339,"score_spread":0.16995504403815404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7019435703","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012386732,0.0002195074,0.95996356,0.0006648981,0.00014959657,0.0003949845,0.0009440473,0.009561109,0.015715564],"genre_scores_gemma":[0.17662592,0.00044589274,0.8073849,0.0005945067,0.00009596063,0.00041538358,0.001849396,0.0006293339,0.011958684],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973876,0.0004423464,0.00029873478,0.00089097786,0.00082848803,0.00015179144],"domain_scores_gemma":[0.9969824,0.0011527899,0.00021007794,0.00071040634,0.00081113895,0.00013316055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021896325,0.0009476335,0.00072611443,0.0013100567,0.0010146179,0.0025227692,0.0028538136,0.0012023093,0.010873042],"category_scores_gemma":[0.0072666365,0.0006478791,0.0016202651,0.0014095656,0.0015661101,0.0034108153,0.002442577,0.0022301206,0.0022851077],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005646115,0.0003770382,0.0041122674,0.0010058212,0.00030688086,0.0024645817,0.001406826,0.19907996,0.034880172,0.36213434,0.031071804,0.3625957],"study_design_scores_gemma":[0.000109758716,0.00011439449,0.0006214573,0.00009558108,0.00011395013,0.00062084355,0.000100314384,0.8128559,0.015827471,0.048856225,0.12060131,0.000082780716],"about_ca_topic_score_codex":0.015165392,"about_ca_topic_score_gemma":0.012124355,"teacher_disagreement_score":0.015165392,"about_ca_system_score_codex":0.0018393768,"about_ca_system_score_gemma":0.0023168868,"threshold_uncertainty_score":0.036373973},"labels":[],"label_agreement":null},{"id":"W7020682847","doi":"","title":"Load-balancing and reconfiguration in a J2EE application server system","year":2005,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Library and Archives Canada","funders":"","keywords":"Control reconfiguration; Replication (statistics); Client–server model; Application server; Server; Server farm; Systems architecture; Web server","score_opus":0.00766755915350783,"score_gpt":0.22105892438842642,"score_spread":0.21339136523491858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7020682847","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54377997,0.00074873096,0.4011413,0.0009934765,0.00017219762,0.0002455837,0.000102121434,0.0076398742,0.045176763],"genre_scores_gemma":[0.9146041,0.0003676726,0.062472146,0.00013848236,0.000092234004,0.00011478248,0.00016703857,0.00032995432,0.02171359],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993254,0.00015620147,0.000047326303,0.00008587391,0.00025259852,0.00013270232],"domain_scores_gemma":[0.99954754,0.00012282007,0.00003368067,0.00010239879,0.00011385899,0.0000795667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008347458,0.0003192325,0.000425553,0.00037739857,0.0009950058,0.0015719831,0.0008508572,0.00061161537,0.0021206825],"category_scores_gemma":[0.0013761905,0.00032575245,0.00027138196,0.00058442674,0.00036490403,0.0014425472,0.0009363832,0.0005469512,0.0010419834],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016518307,0.00085414597,0.008844423,0.00023827738,0.00009682966,0.002553836,0.0025061772,0.27168617,0.2777904,0.061936315,0.017603543,0.35423806],"study_design_scores_gemma":[0.00014051147,0.00029795512,0.005002245,0.000013372397,0.000053741613,0.0006352276,0.00045843067,0.9012053,0.05296495,0.0111046145,0.028065162,0.000058531463],"about_ca_topic_score_codex":0.0027012918,"about_ca_topic_score_gemma":0.0028712908,"teacher_disagreement_score":0.0027012918,"about_ca_system_score_codex":0.00049781555,"about_ca_system_score_gemma":0.0007551847,"threshold_uncertainty_score":0.0070943832},"labels":[],"label_agreement":null},{"id":"W7024073354","doi":"","title":"Recrutamento ? representa??o pol?tico-partid?ria: o caso das elei??es de 2010 no Rio Grande do Sul","year":2015,"lang":"pt","type":"article","venue":"Americanae (AECID Library)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Office of Energy Research and Development","keywords":"Work (physics); Scale (ratio); Context (archaeology)","score_opus":0.027985466984267546,"score_gpt":0.2808641428012149,"score_spread":0.25287867581694734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024073354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47761318,0.003314971,0.0025461162,0.022692133,0.0014566863,0.00023553037,0.044770658,0.0024507884,0.44491988],"genre_scores_gemma":[0.7301918,0.0022923907,0.002233152,0.0016121448,0.00019463441,0.00009813591,0.013899228,0.0006699098,0.24880861],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99950254,0.00004648268,0.00003099333,0.000059895294,0.0002291172,0.00013093055],"domain_scores_gemma":[0.99886847,0.000137412,0.00013576979,0.00020671525,0.00045128807,0.00020041835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006463213,0.00020992351,0.00022912888,0.0010714632,0.0011131427,0.001078285,0.00070730963,0.0005766725,0.023440609],"category_scores_gemma":[0.0024007955,0.00025827863,0.00020841598,0.00190384,0.0011172381,0.0008306021,0.0018770911,0.00086664804,0.007906862],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006013508,0.00015463713,0.12905061,0.00096007,0.000046717956,0.00469817,0.019671282,0.0011080127,0.008934029,0.01817189,0.51611465,0.3004886],"study_design_scores_gemma":[0.000019804971,0.00010910295,0.24413171,0.00020606535,0.000023728302,0.0009803339,0.006806392,0.0008093493,0.002902701,0.0013554987,0.7425963,0.000058922167],"about_ca_topic_score_codex":0.21335065,"about_ca_topic_score_gemma":0.40884036,"teacher_disagreement_score":0.21335065,"about_ca_system_score_codex":0.0025463835,"about_ca_system_score_gemma":0.0033671951,"threshold_uncertainty_score":0.42421764},"labels":[],"label_agreement":null},{"id":"W7029356603","doi":"","title":"An Industrial Study on Predicting Crash Report Log &#13;\\nTypes Using Large Language Models","year":2023,"lang":"en","type":"dissertation","venue":"Spectrum Research Repository (Concordia University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Mitacs; Concordia University","keywords":"Crash; Artificial neural network; Software; Classifier (UML); Feature (linguistics); Feature engineering; Relevance (law); Process (computing)","score_opus":0.061742764380277766,"score_gpt":0.33231137786458814,"score_spread":0.2705686134843104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7029356603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9289696,0.0011725666,0.055322215,0.001394077,0.00020285488,0.00028512586,0.0055405875,0.0036896921,0.0034232072],"genre_scores_gemma":[0.9068738,0.0006062253,0.07013928,0.00026144163,0.00010780283,0.00023165184,0.017241336,0.00023592719,0.0043025627],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968907,0.0012283914,0.0002475051,0.0008992822,0.0005444745,0.00018955112],"domain_scores_gemma":[0.9755079,0.019337973,0.00082034507,0.0014868831,0.0024651422,0.00038184438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057154973,0.0015906995,0.00074792997,0.002067556,0.00067885104,0.0014982041,0.0015588839,0.0012889176,0.0018391886],"category_scores_gemma":[0.018899659,0.0006703058,0.001335474,0.0023368883,0.0004911089,0.0026984608,0.000731904,0.0025652703,0.002117086],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014647349,0.006334088,0.13613886,0.00075474137,0.000501753,0.0009087415,0.0009614847,0.34829032,0.011152479,0.0023613868,0.028726183,0.4624053],"study_design_scores_gemma":[0.00004068746,0.00038987855,0.013210527,0.000026723954,0.00005426415,0.000069096226,0.0002118486,0.97942734,0.0038223793,0.00057332515,0.002138879,0.00003512972],"about_ca_topic_score_codex":0.0475238,"about_ca_topic_score_gemma":0.039621007,"teacher_disagreement_score":0.0475238,"about_ca_system_score_codex":0.002113341,"about_ca_system_score_gemma":0.0012398397,"threshold_uncertainty_score":0.09449434},"labels":[],"label_agreement":null},{"id":"W7030726004","doi":"","title":"Dabiq 04","year":2022,"lang":"ar","type":"other","venue":"Internet Archive (Internet Archive)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Islam; Brother; State (computer science); Supporter","score_opus":0.012790444338551305,"score_gpt":0.2381225281543161,"score_spread":0.22533208381576478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7030726004","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004586277,0.0007217739,0.0031767047,0.0019896484,0.0024249563,0.00017417659,0.010995714,0.009690915,0.97036755],"genre_scores_gemma":[0.0024447995,0.00088657666,0.0017145564,0.00091221504,0.00033706796,0.0001150872,0.011147392,0.0037945996,0.9786477],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986582,0.00017602608,0.00007140872,0.00026377532,0.0006077056,0.00022282955],"domain_scores_gemma":[0.99765635,0.00019524555,0.000060754457,0.0005797292,0.0010300563,0.00047784392],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014712303,0.0013706661,0.0012016685,0.0027743357,0.0027488715,0.013962341,0.0026334894,0.0031767406,0.8924363],"category_scores_gemma":[0.0050534033,0.0007824804,0.0013110352,0.0032133148,0.0009040737,0.005341221,0.0052493387,0.0024386263,0.89393353],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006266191,0.000044657914,0.0001961509,0.00017391502,0.0000070285005,0.00006663217,0.00007860884,0.00009715184,0.00041498424,0.0063305334,0.92708,0.06544771],"study_design_scores_gemma":[0.000007448194,0.0000082445495,0.00015802006,0.000053740347,0.000002089536,0.00004960609,0.00006987952,0.000061127255,0.00015950232,0.00093877665,0.9984849,0.0000066187636],"about_ca_topic_score_codex":0.0069276793,"about_ca_topic_score_gemma":0.0070526977,"teacher_disagreement_score":0.107563674,"about_ca_system_score_codex":0.0023568135,"about_ca_system_score_gemma":0.0030607386,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W7031588615","doi":"","title":"Full Issue 11(4)","year":2008,"lang":"en","type":"other","venue":"Digital Commons - University of South Florida (University of South Florida)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Metropolitan area; TRIPS architecture; Transit (satellite); Destinations; Rapid transit; Public transport; Key (lock); Urban transit","score_opus":0.011628734258287093,"score_gpt":0.1755216842833602,"score_spread":0.16389295002507312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7031588615","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012073996,0.00096950686,0.00038618347,0.0030822225,0.0048943916,0.00028704634,0.0054806666,0.00092612073,0.9827664],"genre_scores_gemma":[0.0016963569,0.00040864936,0.00009368025,0.00074109057,0.0007479162,0.00004307535,0.0015272229,0.00014210644,0.99459994],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99910814,0.000070834525,0.00003932396,0.000127861,0.00047238622,0.00018148134],"domain_scores_gemma":[0.99817944,0.00014495608,0.0000625614,0.00029791376,0.0009004744,0.00041460668],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008351667,0.0011888156,0.0007599059,0.0023760125,0.0025768836,0.005985182,0.0013122889,0.0023285698,0.8336058],"category_scores_gemma":[0.0029298142,0.0005126201,0.0007752015,0.0022199315,0.0012007784,0.0019513051,0.0023710781,0.0015484418,0.76062846],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029123386,0.000054324722,0.00076390646,0.00013438358,0.0000057394072,0.00012105248,0.00003965917,0.000050242925,0.00028123302,0.001193135,0.9510876,0.04623946],"study_design_scores_gemma":[0.00001142648,0.000012183974,0.0019927605,0.00009551476,0.0000028102008,0.00006887101,0.000056658773,0.00006429318,0.00012925018,0.0002498334,0.99731207,0.000004228725],"about_ca_topic_score_codex":0.021006733,"about_ca_topic_score_gemma":0.03437403,"teacher_disagreement_score":0.16639417,"about_ca_system_score_codex":0.0018457191,"about_ca_system_score_gemma":0.0032618,"threshold_uncertainty_score":0.2373411},"labels":[],"label_agreement":null},{"id":"W7032808621","doi":"","title":"Ottawa Inshallah / An Anthology That Dreams of a Better Future = une anthologie qui rêve d'un avenir meilleur","year":2021,"lang":"fr","type":"book","venue":"E-Artexte (Artexte)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Subject (documents); Interpretation (philosophy); Ooid","score_opus":0.025493016710392162,"score_gpt":0.2634340032270128,"score_spread":0.23794098651662066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7032808621","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010901904,0.028089069,0.00055657636,0.020854061,0.01083053,0.0000452488,0.00044583916,0.00007945896,0.938009],"genre_scores_gemma":[0.013131832,0.007219932,0.00040703916,0.002286882,0.0009648009,0.000033784836,0.00015633219,0.00018719917,0.97561216],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99933845,0.0001452191,0.000028093753,0.00007155038,0.00028700044,0.00012967],"domain_scores_gemma":[0.9994923,0.00018127414,0.000025801908,0.000043939148,0.00017274947,0.00008384537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006615048,0.0008904231,0.00049934536,0.0019129472,0.008178413,0.008218287,0.00095022336,0.0020605617,0.061123323],"category_scores_gemma":[0.0015925174,0.0005673395,0.00031275116,0.002443203,0.0044550765,0.003298797,0.0018451895,0.0045476914,0.011493822],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002093535,0.000009087828,0.000043171916,0.00011674674,0.0000018003038,0.00006598084,0.0032573843,0.00004126051,0.0001391568,0.13210814,0.8499828,0.014213396],"study_design_scores_gemma":[0.0000018789755,0.0000018100044,0.00012084155,0.00010014143,9.708679e-7,0.00001679767,0.0007443341,0.000011196686,0.000039900573,0.0022749498,0.99668306,0.0000040114596],"about_ca_topic_score_codex":0.24064402,"about_ca_topic_score_gemma":0.5173076,"teacher_disagreement_score":0.75935596,"about_ca_system_score_codex":0.014323728,"about_ca_system_score_gemma":0.009436227,"threshold_uncertainty_score":0.47848666},"labels":[],"label_agreement":null},{"id":"W7033627565","doi":"","title":"Prédiction automatique de la maturité osseuse à partir de radiographies EOS chez les patients atteints de la scoliose idiopathique de l’adolescent","year":2023,"lang":"fr","type":"other","venue":"Espace École de technologie supérieure (École de technologie supérieure)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Congenital disease; Computed tomography; Lumbar spine; Electrodiagnosis","score_opus":0.009885467802081152,"score_gpt":0.25795156411621706,"score_spread":0.2480660963141359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7033627565","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.946335,0.008752092,0.03566417,0.0006003731,0.00012705564,0.00031064416,0.0023839425,0.00093044236,0.004896276],"genre_scores_gemma":[0.96081626,0.0026058066,0.03138324,0.0000897282,0.00009635285,0.00016089583,0.0016859173,0.000076808865,0.0030850852],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991398,0.00025371855,0.000093926385,0.00018390051,0.00023194608,0.00009670721],"domain_scores_gemma":[0.9973713,0.0010325781,0.00044770105,0.00013041038,0.0008780587,0.00013999708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017951132,0.0009889845,0.0009943263,0.0032562779,0.00029288765,0.0013146206,0.0005686775,0.0012985163,0.0030777184],"category_scores_gemma":[0.0050256164,0.0005906476,0.0009667727,0.0011604318,0.00030470567,0.000567969,0.00049019785,0.00062638306,0.0013863504],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010163789,0.00014093485,0.8890398,0.0003705353,0.00022709611,0.00046571664,0.0003259164,0.0029454276,0.012306714,0.00019772608,0.0013753494,0.09158839],"study_design_scores_gemma":[0.00006715689,0.00077411265,0.94900435,0.00025129772,0.00028050516,0.0027236333,0.0006524681,0.03167566,0.009451521,0.00029404962,0.0047640605,0.0000612916],"about_ca_topic_score_codex":0.010052165,"about_ca_topic_score_gemma":0.016611442,"teacher_disagreement_score":0.010052165,"about_ca_system_score_codex":0.00034870347,"about_ca_system_score_gemma":0.00062950986,"threshold_uncertainty_score":0.019987345},"labels":[],"label_agreement":null},{"id":"W7033666863","doi":"","title":"Responsiveness in non-democratic regimes: The role of elections, legislatures and parties","year":2013,"lang":"en","type":"other","venue":"Library and Archives Canada (Government of Canada)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Legislature; Authoritarianism; Democracy; Argument (complex analysis); Clientelism; Transparency (behavior)","score_opus":0.0017204754173785715,"score_gpt":0.14139823888173156,"score_spread":0.13967776346435298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7033666863","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48175395,0.0011015442,0.016674152,0.013312108,0.00023870752,0.00014956968,0.00008285054,0.000057164336,0.4866299],"genre_scores_gemma":[0.99407744,0.00016407689,0.0004930131,0.00046791552,0.000047798072,0.00003846775,0.00001614069,0.000012924527,0.0046821483],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.98685247,0.009130408,0.00026215412,0.00069499743,0.0010035239,0.0020565442],"domain_scores_gemma":[0.9835322,0.009910531,0.0029400655,0.0009955616,0.0009810922,0.0016405612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008814496,0.00019654007,0.00035826908,0.0012235962,0.0036928407,0.005543668,0.00081604416,0.0012785925,0.009911002],"category_scores_gemma":[0.018472435,0.00022669336,0.00045167084,0.0011704748,0.009155294,0.004184264,0.00459949,0.0024533677,0.00081090484],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091020585,0.00011629527,0.027243672,0.00011466337,0.000039965707,0.00051152933,0.025403328,0.0021278863,0.00072883756,0.91689706,0.0020552347,0.02467047],"study_design_scores_gemma":[0.00012411336,0.000428874,0.12273961,0.0005752629,0.00010825318,0.000603668,0.09144594,0.008782258,0.0018792809,0.5816356,0.19152777,0.00014945079],"about_ca_topic_score_codex":0.0035212326,"about_ca_topic_score_gemma":0.0033234954,"teacher_disagreement_score":0.009911002,"about_ca_system_score_codex":0.0030359311,"about_ca_system_score_gemma":0.0024540832,"threshold_uncertainty_score":0.046616077},"labels":[],"label_agreement":null},{"id":"W7033718361","doi":"","title":"Rôle des microorganismes sur la spéciation du Cu, Zn et Al dans la rhizosphère de sols forestiers","year":2012,"lang":"fr","type":"other","venue":"Library and Archives Canada (Government of Canada)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Zinc; Context (archaeology); Human health","score_opus":0.003233459616505781,"score_gpt":0.14730943649716824,"score_spread":0.14407597688066245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7033718361","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99617994,0.0012748984,0.00052707706,0.00009945299,0.000051548614,0.000013066772,0.00016248647,0.000023987744,0.0016674886],"genre_scores_gemma":[0.98944396,0.000926476,0.00093115505,0.000039911698,0.00001856654,0.000017787963,0.00025715202,0.000020284582,0.008344719],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99970907,0.000040798855,0.000019776771,0.000079660196,0.00009157568,0.000059116344],"domain_scores_gemma":[0.9995146,0.00011680939,0.000066634355,0.00001747819,0.00022176317,0.00006278168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046749623,0.00042590188,0.00048629876,0.00052003947,0.0008689111,0.0013606475,0.0004178892,0.0004842491,0.0017486163],"category_scores_gemma":[0.00064282917,0.00029051572,0.00046887886,0.00032725217,0.00059444224,0.00036346808,0.00045242152,0.00051319087,0.0003791492],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013645099,0.000056343633,0.0047877086,0.00017890506,0.000044449698,0.0001336519,0.00050542096,0.00054448604,0.98319054,0.000270026,0.00015941338,0.008764677],"study_design_scores_gemma":[0.00005836518,0.001162515,0.029389173,0.000061005692,0.00013160489,0.00015212195,0.001468494,0.0035417194,0.95462245,0.00033282593,0.009043691,0.00003618041],"about_ca_topic_score_codex":0.04678221,"about_ca_topic_score_gemma":0.049302142,"teacher_disagreement_score":0.04678221,"about_ca_system_score_codex":0.0010437812,"about_ca_system_score_gemma":0.0010000117,"threshold_uncertainty_score":0.09301978},"labels":[],"label_agreement":null},{"id":"W7033845102","doi":"","title":"Satire, parody, and nostalgia on the threshold : Viktor Pelevin's Chapaev i Pustota in the context of its times","year":2005,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; McGill University","keywords":"Motif (music); Theme (computing); Perspective (graphical); Context (archaeology); Transition (genetics); Expression (computer science); Dual (grammatical number)","score_opus":0.015091989611194505,"score_gpt":0.23382084816253798,"score_spread":0.21872885855134347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7033845102","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5809867,0.011264024,0.005851121,0.012356889,0.00094481616,0.000027191521,0.00006904112,0.00009089367,0.38840932],"genre_scores_gemma":[0.99174166,0.00056987617,0.00017301772,0.00019915242,0.000055568555,0.0000066496923,0.000008933234,0.000022006217,0.0072232313],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994825,0.00029186977,0.0000131572,0.00007945771,0.00006946319,0.00006357023],"domain_scores_gemma":[0.9996668,0.00021525114,0.000042514243,0.000019901105,0.000019764737,0.000035756904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053216564,0.00021289871,0.00024988997,0.00046993617,0.0035990942,0.0042620013,0.0002987213,0.0006073441,0.001603938],"category_scores_gemma":[0.0014251568,0.00010685037,0.000100071826,0.00043769143,0.008684664,0.0029543978,0.002163178,0.0016009888,0.00025610946],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014240031,0.000022249127,0.0007829755,0.00008053495,0.0000063875164,0.0005681879,0.13484879,0.00021848285,0.00078607857,0.8447303,0.005076726,0.012736873],"study_design_scores_gemma":[0.000043381307,0.0001726087,0.0075449785,0.0005288207,0.000020978247,0.0013765944,0.13047995,0.0009933282,0.0027747771,0.22194037,0.6340783,0.000045899476],"about_ca_topic_score_codex":0.001315515,"about_ca_topic_score_gemma":0.0016457441,"teacher_disagreement_score":0.0042620013,"about_ca_system_score_codex":0.0018886566,"about_ca_system_score_gemma":0.0007288033,"threshold_uncertainty_score":0.013703287},"labels":[],"label_agreement":null},{"id":"W7034097778","doi":"","title":"A study of Asphalt Binders by X-Ray Diffraction&#13;\\nUsing Pearson-VII, Pseudo-Voigt and Generalized&#13;\\nFermi Functions","year":2017,"lang":"en","type":"dissertation","venue":"Memorial University Research Repository (Memorial University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nucleofection; Gestational period; TSG101; Fusible alloy; Diafiltration; Hyporeflexia; Liquation; Dysgeusia","score_opus":0.03050843240489567,"score_gpt":0.28094271123406706,"score_spread":0.2504342788291714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7034097778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93096197,0.0056318175,0.043009568,0.00015389286,0.000042263586,0.00007377792,0.0018821582,0.0005378947,0.017706666],"genre_scores_gemma":[0.96741,0.001943165,0.018482074,0.000024059822,0.000010440456,0.000032596676,0.0012355538,0.00015108717,0.010710855],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993407,0.000047871436,0.000032540265,0.00014468445,0.00037909442,0.000055082717],"domain_scores_gemma":[0.9997695,0.000038753267,0.000032306005,0.000038131253,0.0001085201,0.000012755777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007247784,0.0004283742,0.00043708956,0.001273745,0.00071864174,0.0006531843,0.00056890846,0.00028625713,0.0035777655],"category_scores_gemma":[0.0006913165,0.00027178408,0.00020072932,0.003135794,0.00031552804,0.00044324255,0.0002721419,0.00025813878,0.0005946746],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039693882,0.00015294834,0.031044995,0.00047043545,0.00006342583,0.00050025515,0.0010862405,0.007961317,0.839142,0.0045922636,0.002390471,0.11219876],"study_design_scores_gemma":[0.000026188633,0.00026672526,0.12363477,0.000057909896,0.00007456464,0.00075161393,0.00084918895,0.022634776,0.78851116,0.0008227067,0.062310778,0.000059685914],"about_ca_topic_score_codex":0.014509538,"about_ca_topic_score_gemma":0.030387623,"teacher_disagreement_score":0.014509538,"about_ca_system_score_codex":0.0009949906,"about_ca_system_score_gemma":0.00043826696,"threshold_uncertainty_score":0.028850138},"labels":[],"label_agreement":null},{"id":"W7034372854","doi":"","title":"Ãtude du comportement géochimique du sélénium, sa relation avec le soufre dans le bushveld (Afrique du sud) et développement des techniques analytiques","year":2010,"lang":"fr","type":"other","venue":"Library and Archives Canada (Government of Canada)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Western europe; Earth history; Prospection","score_opus":0.004329958240437963,"score_gpt":0.16110173994087817,"score_spread":0.1567717817004402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7034372854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83448386,0.010465104,0.10091634,0.0007757963,0.0003192868,0.00019481478,0.0027684753,0.00061158685,0.049464636],"genre_scores_gemma":[0.9346546,0.0037925234,0.041922353,0.00016644578,0.00003076043,0.00012869957,0.00088612485,0.0003539414,0.018064553],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99869424,0.00010669527,0.000038082682,0.00052554527,0.0005304105,0.00010507427],"domain_scores_gemma":[0.99895287,0.0003504927,0.00017604779,0.00009856117,0.0003927571,0.000029338837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013777333,0.0008349506,0.00084679003,0.002628622,0.0010789046,0.0029999344,0.00090182346,0.0009078381,0.0041727778],"category_scores_gemma":[0.0017927532,0.000743688,0.0011148794,0.0023863316,0.0012091594,0.0019341646,0.0009873591,0.0015645212,0.0010839697],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057846826,0.00009441034,0.10718088,0.0021199859,0.0004592153,0.00084017916,0.0057546347,0.011180531,0.7242892,0.016777098,0.0011873367,0.12953795],"study_design_scores_gemma":[0.000028983926,0.00040345237,0.18104605,0.0003857531,0.00034681888,0.0010040071,0.005570991,0.021408474,0.68976116,0.0072740605,0.09258428,0.00018603596],"about_ca_topic_score_codex":0.03125958,"about_ca_topic_score_gemma":0.051946692,"teacher_disagreement_score":0.03125958,"about_ca_system_score_codex":0.002938775,"about_ca_system_score_gemma":0.0014758441,"threshold_uncertainty_score":0.062155306},"labels":[],"label_agreement":null},{"id":"W7034525593","doi":"","title":"Transforming growth factor-beta on human normal and malignant trophoblast cells, role in cell growth and hormonogenesis","year":2000,"lang":"en","type":"other","venue":"Library and Archives Canada (Government of Canada)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cell growth; Trophoblast; Transforming growth factor; Cell; Cell culture; Cell division","score_opus":0.003093458172573116,"score_gpt":0.1419674388479161,"score_spread":0.13887398067534298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7034525593","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96632665,0.008049101,0.0015315365,0.00036760187,0.00009894592,0.00007572973,0.002529841,0.00007880844,0.020941742],"genre_scores_gemma":[0.9712577,0.0071846163,0.0009745908,0.00014392388,0.00003779277,0.000063956664,0.004463219,0.000029351444,0.015844868],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9998323,0.000044405035,0.000013275005,0.000014101983,0.00005022248,0.0000457273],"domain_scores_gemma":[0.9997445,0.00015316413,0.000012153759,0.00003363665,0.00003110371,0.000025500638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022103968,0.00037834185,0.00026670232,0.0006871609,0.00049573486,0.00051936577,0.00029074264,0.00036351348,0.0039035454],"category_scores_gemma":[0.00033848375,0.00021966414,0.00037972323,0.0005497508,0.00036467196,0.00022938421,0.00023616756,0.00053819537,0.0011804871],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044332114,0.00017434348,0.0034303304,0.00021459875,0.000027699343,0.0011290796,0.00049096014,0.0004539998,0.97664195,0.0012519315,0.0008451707,0.010906817],"study_design_scores_gemma":[0.00016857892,0.002100962,0.06369245,0.00006556284,0.00007621904,0.0024426824,0.00078495085,0.0010875813,0.9125081,0.00072334957,0.016328342,0.000021206844],"about_ca_topic_score_codex":0.014443888,"about_ca_topic_score_gemma":0.009979499,"teacher_disagreement_score":0.014443888,"about_ca_system_score_codex":0.00048662678,"about_ca_system_score_gemma":0.000553296,"threshold_uncertainty_score":0.028719604},"labels":[],"label_agreement":null},{"id":"W7034592763","doi":"","title":"+91 7073778243 understanding problem in couple expert in Guwahati Assam","year":2021,"lang":"en","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Tamil; Wife; Girl; Agra; MAGIC (telescope); Caste","score_opus":0.030073120907129967,"score_gpt":0.2718351055035621,"score_spread":0.24176198459643214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7034592763","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037121683,0.004701096,0.0021931864,0.09206422,0.0043815435,0.00035159232,0.0011502077,0.0016870864,0.85634935],"genre_scores_gemma":[0.089408346,0.003844917,0.0029359553,0.019596972,0.00063619594,0.00018012042,0.0007165372,0.00042924655,0.8822516],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99920017,0.00023874883,0.00004435234,0.000141199,0.00019747119,0.00017810577],"domain_scores_gemma":[0.99679524,0.00042843074,0.00012788449,0.00009777446,0.0007268847,0.0018238283],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00082288927,0.00050305785,0.00045724073,0.00081360724,0.004602913,0.0029116925,0.0008345859,0.0017731045,0.40789673],"category_scores_gemma":[0.003800163,0.00024008092,0.00023334399,0.0010281883,0.0006587662,0.0026141168,0.003214427,0.0013321495,0.11551509],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042136406,0.00014563391,0.0032596348,0.0002483355,0.000004756213,0.0012963051,0.008497911,0.000063048625,0.0007435582,0.0022380163,0.87623656,0.10722416],"study_design_scores_gemma":[0.000011683851,0.00009070969,0.0038012015,0.00019429029,0.000007697187,0.0020272755,0.027610205,0.00020723279,0.0001777265,0.0012676038,0.96458834,0.000016124373],"about_ca_topic_score_codex":0.006707462,"about_ca_topic_score_gemma":0.015177805,"teacher_disagreement_score":0.59210324,"about_ca_system_score_codex":0.0017231897,"about_ca_system_score_gemma":0.0026868787,"threshold_uncertainty_score":0.8445635},"labels":[],"label_agreement":null},{"id":"W7034607295","doi":"","title":"The Training of Canadian Architects for the Challenges of Climate Change (Presentation)","year":2022,"lang":"en","type":"other","venue":"York University Digital Library (York University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Training (meteorology); Presentation (obstetrics); Climate change; Tribute; Work (physics)","score_opus":0.03207260471660176,"score_gpt":0.1825413773800572,"score_spread":0.15046877266345546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7034607295","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059344326,0.015473499,0.0032454776,0.3936336,0.029001338,0.00033665544,0.003470932,0.0007883345,0.54811573],"genre_scores_gemma":[0.047809962,0.0115895085,0.004502824,0.03313758,0.002129809,0.00016111719,0.0020392498,0.00059018756,0.89803964],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931202,0.00038041544,0.00011482956,0.0003683124,0.003922947,0.0020933729],"domain_scores_gemma":[0.9872815,0.0002992215,0.00012658327,0.0002484393,0.007942733,0.0041014757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005820663,0.0008295066,0.00035975155,0.0016402011,0.014335993,0.007312283,0.002041587,0.00444168,0.07000575],"category_scores_gemma":[0.009926849,0.0006565227,0.00050910143,0.0022494583,0.0030577932,0.0025801137,0.0036698612,0.0041646836,0.012003013],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007380609,0.0000068892864,0.00017854161,0.000030549472,0.000001285304,0.000025442772,0.0005535257,0.00006885802,0.00013128587,0.003429441,0.97168016,0.023886718],"study_design_scores_gemma":[0.0000021570943,0.0000036088036,0.0011102257,0.00004782883,0.0000017762161,0.000014687069,0.0010072081,0.000036126894,0.00009629558,0.00046272267,0.9972047,0.0000126474315],"about_ca_topic_score_codex":0.9723788,"about_ca_topic_score_gemma":0.99091643,"teacher_disagreement_score":0.07000575,"about_ca_system_score_codex":0.056560628,"about_ca_system_score_gemma":0.21372385,"threshold_uncertainty_score":0.41037798},"labels":[],"label_agreement":null},{"id":"W7036102675","doi":"","title":"Approaches for determining indicators of social and emotional wellbeing in first nations peoples: A Scoping Review","year":2021,"lang":"en","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Indigenous; Mental health; Well-being; Psychological intervention; Qualitative research","score_opus":0.02831096876457844,"score_gpt":0.2851610754925912,"score_spread":0.25685010672801273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7036102675","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007128067,0.99465996,0.0010387283,0.0011973649,0.00036723862,0.00075453037,0.00030851187,0.000013737284,0.00094712764],"genre_scores_gemma":[0.005371575,0.9892629,0.0030500959,0.00043044373,0.00010070046,0.0013735659,0.00025927793,0.0000086798,0.00014280503],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9690174,0.0101955775,0.012504064,0.0016009428,0.006127839,0.0005542103],"domain_scores_gemma":[0.8178195,0.14558616,0.014559193,0.0029620824,0.018222481,0.00085063116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.054933775,0.002288697,0.00670008,0.040444717,0.0024608534,0.0091943145,0.0033221517,0.004131898,0.0037140432],"category_scores_gemma":[0.2082699,0.0018865365,0.008070145,0.029981155,0.0032906672,0.0071259816,0.005481442,0.003637934,0.0007045476],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008798435,0.00006591578,0.0020933424,0.704888,0.0022797098,0.0001111851,0.0022051814,0.00034599853,0.00021883575,0.0034387398,0.003866377,0.2803987],"study_design_scores_gemma":[0.000016194042,0.00006132224,0.0023107056,0.9707916,0.004265228,0.00011623273,0.0011738183,0.00008879702,0.00012907281,0.0010572408,0.019954365,0.000035565095],"about_ca_topic_score_codex":0.022292925,"about_ca_topic_score_gemma":0.044661283,"teacher_disagreement_score":0.054933775,"about_ca_system_score_codex":0.0076013003,"about_ca_system_score_gemma":0.03890942,"threshold_uncertainty_score":0.29052103},"labels":[],"label_agreement":null},{"id":"W7036664309","doi":"","title":"Combat Motivation and Swift Trust in Canada's Battle of Hong Kong, 1941","year":2025,"lang":"en","type":"article","venue":"Figshare","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Battle; Cohesion (chemistry); Swift; Battlefield; Multinational corporation; Odds","score_opus":0.010149988624298818,"score_gpt":0.20603996609460168,"score_spread":0.19588997747030287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7036664309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992657,0.00016526847,0.00003569331,0.0007530641,0.000023899083,0.000013078532,0.00005669511,0.000002568715,0.0062926533],"genre_scores_gemma":[0.9979151,0.00008970273,0.000022647138,0.00007920785,0.0000025695615,0.0000037290545,0.000024165622,0.0000014423424,0.001861397],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9990263,0.00014140268,0.000025416304,0.000055362365,0.00021399603,0.0005375111],"domain_scores_gemma":[0.9971194,0.00025594476,0.0004720781,0.000057009966,0.0007841641,0.0013113694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008321619,0.00025625795,0.00020878753,0.0006948519,0.009327811,0.0021567538,0.0006081701,0.00043874138,0.0031719774],"category_scores_gemma":[0.002582046,0.00020254751,0.00018987975,0.0010091643,0.0044348747,0.0006153906,0.0018486063,0.0016513233,0.00019667129],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020294191,0.00032468088,0.6083058,0.000105800216,0.000069735805,0.0012029554,0.34604928,0.00045364586,0.0008808848,0.0056379926,0.010618322,0.026147844],"study_design_scores_gemma":[0.0000101241585,0.00011592244,0.7303424,0.000082242805,0.000014164907,0.0001567925,0.24450564,0.00028093538,0.00019151844,0.0002115491,0.024033656,0.000055061762],"about_ca_topic_score_codex":0.9679586,"about_ca_topic_score_gemma":0.9841852,"teacher_disagreement_score":0.0351291,"about_ca_system_score_codex":0.0351291,"about_ca_system_score_gemma":0.025110709,"threshold_uncertainty_score":0.25488067},"labels":[],"label_agreement":null},{"id":"W7036837251","doi":"","title":"De la bulle spéculative à la bouteille traçable : quel avenir pour les NFT dans le vin ?","year":2025,"lang":"fr","type":"other","venue":"Oskar-Bordeaux (Universite de Bordeaux)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"World Federation of Science Journalists","funders":"","keywords":"Context (archaeology); Public policy; Yield (engineering); Government (linguistics)","score_opus":0.005367353556694637,"score_gpt":0.22932856001970234,"score_spread":0.2239612064630077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7036837251","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019506648,0.017281821,0.056934588,0.52010095,0.018693844,0.000077575474,0.00043643007,0.0029585883,0.3640096],"genre_scores_gemma":[0.27805254,0.008794775,0.024129195,0.04692474,0.010049026,0.00009978301,0.00039129064,0.0036557617,0.62790287],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955525,0.0013450952,0.0001156482,0.0006308947,0.0015863484,0.00076957024],"domain_scores_gemma":[0.9849975,0.005497081,0.0007015248,0.002686907,0.004309449,0.0018075893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007742752,0.00078335963,0.0010208042,0.0010204163,0.007075246,0.012317268,0.0016934372,0.006033013,0.0732742],"category_scores_gemma":[0.032931447,0.00043640012,0.0006895343,0.0012367924,0.006270437,0.021726968,0.0026409093,0.008313522,0.014847933],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003228556,0.000084614585,0.0019350222,0.00016001398,0.00003570875,0.00041362064,0.0030731917,0.0014454771,0.0012520041,0.43545276,0.40399066,0.15183412],"study_design_scores_gemma":[0.000038689093,0.000056163062,0.00086155673,0.00031841735,0.00002128439,0.00038246575,0.0021260816,0.003088281,0.000738688,0.15240303,0.83990556,0.000059799808],"about_ca_topic_score_codex":0.041980635,"about_ca_topic_score_gemma":0.052021682,"teacher_disagreement_score":0.0732742,"about_ca_system_score_codex":0.006493383,"about_ca_system_score_gemma":0.0063512987,"threshold_uncertainty_score":0.2451266},"labels":[],"label_agreement":null},{"id":"W7036871546","doi":"","title":"Child Technology Use during the COVID-19 Pandemic: A Longitudinal Study","year":2024,"lang":"en","type":"dissertation","venue":"Scholarship at UWindsor (University of Windsor)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Longitudinal study; Mental health; Coping (psychology); Social technology; Pandemic; Social support; Health technology","score_opus":0.0383183190578261,"score_gpt":0.27917971730403257,"score_spread":0.24086139824620648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7036871546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.997781,0.00022273575,0.000047924106,0.00010770911,0.0000048660168,0.000035113997,0.0012399075,0.0000033130386,0.0005574364],"genre_scores_gemma":[0.9963696,0.0006724079,0.00020076988,0.00009329429,0.000007853235,0.00011475395,0.0019173269,0.0000057074626,0.00061817415],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992762,0.000100307996,0.000057334688,0.00011238795,0.00019797104,0.00025585442],"domain_scores_gemma":[0.9982645,0.00012336657,0.00065801176,0.00010100065,0.00048186458,0.0003713132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010483743,0.00033049157,0.0004895521,0.00091312645,0.0020360616,0.0012216216,0.0006632323,0.0006189635,0.0010611714],"category_scores_gemma":[0.0024486156,0.0005843126,0.00064825616,0.0019834605,0.0005184104,0.000987584,0.0012085807,0.0016426062,0.00042022776],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015271924,0.000046913643,0.99687237,0.000009638588,0.0000141418495,0.00006602673,0.0018724834,0.000010186701,0.000046694884,0.000013777796,0.00018847045,0.000844054],"study_design_scores_gemma":[0.0000012517384,0.00004332713,0.99692386,0.000017791512,0.000008608681,0.00006006497,0.0025250209,0.000025422678,0.000018150118,0.000005882166,0.00036644514,0.0000040912782],"about_ca_topic_score_codex":0.3896198,"about_ca_topic_score_gemma":0.51155156,"teacher_disagreement_score":0.3896198,"about_ca_system_score_codex":0.0030681475,"about_ca_system_score_gemma":0.0026137775,"threshold_uncertainty_score":0.7747039},"labels":[],"label_agreement":null},{"id":"W7037333720","doi":"","title":"Debate on the paper by Gilberto Câmara & Antônio Miguel Vieira Monteiro","year":2001,"lang":"en","type":"article","venue":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Científicas)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Field (mathematics); Government (linguistics); Measure (data warehouse); Context (archaeology)","score_opus":0.018011980843625746,"score_gpt":0.23187543296655566,"score_spread":0.21386345212292993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7037333720","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018418717,0.0028893002,0.00008182662,0.96716666,0.025369303,0.0000036605163,0.000022341328,0.000007923178,0.004274732],"genre_scores_gemma":[0.006162997,0.0017375858,0.00011589756,0.9425157,0.03496078,0.000018895053,0.000021954502,0.00007107333,0.014395129],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9794911,0.0060494905,0.0012732837,0.003316618,0.0071152598,0.0027541853],"domain_scores_gemma":[0.94852114,0.032269154,0.0027356718,0.0027414698,0.009713039,0.004019515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024343237,0.0009478448,0.0024649445,0.0014637978,0.010984642,0.017338594,0.0053086663,0.0948025,0.010582774],"category_scores_gemma":[0.10314276,0.0012183284,0.0019212947,0.0018319747,0.014326489,0.013798985,0.0069511975,0.07593264,0.0058814953],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037610265,0.000016068763,0.00012428746,0.00008250798,0.000020389014,0.00014413681,0.001082807,0.000030412759,0.00009885729,0.08092139,0.9140034,0.003438088],"study_design_scores_gemma":[0.000030362353,0.000009969517,0.00030237334,0.00030364454,0.000019725307,0.00007936693,0.00080013415,0.000049352853,0.0001201387,0.013258381,0.9849909,0.000035617635],"about_ca_topic_score_codex":0.017276116,"about_ca_topic_score_gemma":0.015730169,"teacher_disagreement_score":0.0948025,"about_ca_system_score_codex":0.0093279565,"about_ca_system_score_gemma":0.010426004,"threshold_uncertainty_score":0.1287409},"labels":[],"label_agreement":null},{"id":"W7037498316","doi":"","title":"The Effects of Design Parameters on Nanoparticle Cellular Uptake, Nuclear Transport and Accumulation","year":2014,"lang":"","type":"dissertation","venue":"TSpace","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Ontario Ministry of Research and Innovation; Natural Sciences and Engineering Research Council of Canada","keywords":"Nanoparticle; Nuclear localization sequence; Nuclear transport; Nanomaterials; Intracellular; Nanomedicine; Quantum dot; Nuclear pore","score_opus":0.02438289468000891,"score_gpt":0.28714713131544567,"score_spread":0.26276423663543674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7037498316","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9700113,0.003486162,0.021603877,0.0002421745,0.000080993064,0.00017521165,0.0003480523,0.00024349429,0.003808877],"genre_scores_gemma":[0.9841547,0.0018381973,0.011480903,0.000095320225,0.000016136224,0.0001826202,0.0002141909,0.00018813547,0.0018297435],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992987,0.00015109895,0.00009409715,0.00012876836,0.00025830526,0.00006903907],"domain_scores_gemma":[0.9971205,0.0016791604,0.0004907731,0.0001655086,0.0004833492,0.00006081049],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094451645,0.00049991376,0.00038163064,0.00029207845,0.00023610788,0.00072922494,0.00032523455,0.00047689714,0.00094750937],"category_scores_gemma":[0.0043423614,0.00040860288,0.0002381052,0.0002854303,0.00027626535,0.00062247727,0.00024368225,0.0004027086,0.00054663845],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022029484,0.00008967575,0.0012326796,0.00025105567,0.00002394273,0.00007155727,0.00010198806,0.0027426782,0.9848862,0.00014076474,0.00015395026,0.010085156],"study_design_scores_gemma":[0.000010908924,0.00049825,0.0036804741,0.00001114581,0.000038269816,0.00011574175,0.000041156658,0.0034054033,0.9902298,0.00006881817,0.00188232,0.000017829547],"about_ca_topic_score_codex":0.000706648,"about_ca_topic_score_gemma":0.0011702095,"teacher_disagreement_score":0.00094750937,"about_ca_system_score_codex":0.0007010424,"about_ca_system_score_gemma":0.00032144636,"threshold_uncertainty_score":0.005086422},"labels":[],"label_agreement":null},{"id":"W7038222466","doi":"","title":"Historical Series of Estimates of National Income and Expenditure, Australia, September Quarter 1959 to June Quarter 1980 (Supplement to December Quarter 1984)","year":2023,"lang":"en","type":"other","venue":"ANU Open Research (Australian National University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Series (stratigraphy); Measures of national income and output; Time series; Trend analysis","score_opus":0.08087760941248398,"score_gpt":0.35971894166178214,"score_spread":0.2788413322492982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7038222466","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1289099,0.010324551,0.0010476008,0.0023606787,0.0015042733,0.00024741906,0.76640725,0.0007427107,0.0884556],"genre_scores_gemma":[0.21054158,0.017062217,0.0020293426,0.0009296537,0.00097016455,0.0007566195,0.4104165,0.00022776864,0.35706615],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992532,0.000051104842,0.00012135148,0.00009491391,0.00034604917,0.0001332709],"domain_scores_gemma":[0.9972274,0.00018077438,0.0006179262,0.00009653169,0.0016658332,0.00021148015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059673213,0.001027501,0.00060324435,0.009668883,0.0010969783,0.0011917765,0.0008585955,0.00067342893,0.012343899],"category_scores_gemma":[0.003980302,0.00055728457,0.0004920346,0.015970381,0.0003337608,0.0011348515,0.00095450744,0.0010075676,0.009469272],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005733823,0.00014986657,0.09946119,0.0017233216,0.00017455115,0.00033179318,0.0009730085,0.002205959,0.00037585583,0.001809277,0.8125819,0.07963985],"study_design_scores_gemma":[0.00001589428,0.000067675304,0.7723886,0.00021312665,0.000041369633,0.00018236991,0.000325624,0.00057374104,0.00027756664,0.00011312185,0.22577797,0.000023000737],"about_ca_topic_score_codex":0.30834103,"about_ca_topic_score_gemma":0.3845101,"teacher_disagreement_score":0.30834103,"about_ca_system_score_codex":0.003709335,"about_ca_system_score_gemma":0.0031611535,"threshold_uncertainty_score":0.61309254},"labels":[],"label_agreement":null},{"id":"W7038263040","doi":"","title":"The Greg Morgan Morning Show with Kevin Martel - Wednesday, April 26, 2023 Hour 2","year":2023,"lang":"en","type":"other","venue":"Bulletin of Miscellaneous Information (Royal Gardens Kew)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Morning; Joins; Queen (butterfly)","score_opus":0.005826291636496411,"score_gpt":0.18101757206277633,"score_spread":0.1751912804262799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7038263040","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009867802,0.0005431998,0.00022793474,0.0034858622,0.0037543317,0.000073117655,0.0014221929,0.00077357923,0.98873305],"genre_scores_gemma":[0.0010495663,0.00012153831,0.00006659751,0.00034109253,0.00008971789,0.000009634862,0.00020028136,0.0001100941,0.99801147],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9998273,0.000014126223,0.0000034800646,0.000027589831,0.000071926304,0.00005569394],"domain_scores_gemma":[0.99946934,0.000022474236,0.00001416408,0.000020949432,0.000178649,0.0002944427],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00027187634,0.00062298146,0.00026544306,0.00049553666,0.0029204409,0.0025428897,0.00038750883,0.001014599,0.71572757],"category_scores_gemma":[0.0007738652,0.00033007908,0.00028477062,0.00046714363,0.00025782984,0.0012359916,0.001606355,0.0013662265,0.47746286],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011822359,0.000009161035,0.00006979295,0.000008770856,3.8086213e-7,0.000024058345,0.000019524183,0.0000070898413,0.000057708672,0.00022430008,0.99373144,0.0058358894],"study_design_scores_gemma":[0.0000026401265,0.000007645348,0.00050245563,0.000017474726,6.0218355e-7,0.00001592004,0.000121567085,0.000014930428,0.000047050016,0.00006711018,0.99920017,0.00000251889],"about_ca_topic_score_codex":0.014125708,"about_ca_topic_score_gemma":0.075814284,"teacher_disagreement_score":0.71572757,"about_ca_system_score_codex":0.0006829964,"about_ca_system_score_gemma":0.0010720366,"threshold_uncertainty_score":0.4054801},"labels":[],"label_agreement":null},{"id":"W7038267765","doi":"","title":"A Genome Catalogue of Mercury-Methylating Bacteria and Archaea from&#13;\\nSediments of a Boreal River Faced by Human Disturbances","year":2023,"lang":"en","type":"dissertation","venue":"Spectrum Research Repository (Concordia University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Groupe de recherche interuniversitaire en limnologie","keywords":"Context (archaeology); Aquatic ecosystem; Ecosystem; Ectotherm; Biodiversity","score_opus":0.018995708414164928,"score_gpt":0.2716658576564093,"score_spread":0.2526701492422444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7038267765","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44713598,0.0071861777,0.009467698,0.0004304338,0.00017793986,0.00037341836,0.5259745,0.0015013375,0.0077525205],"genre_scores_gemma":[0.12870872,0.0034038674,0.042034566,0.0004133398,0.000064267464,0.0003700127,0.8208287,0.00038353977,0.0037929667],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9992137,0.000038796235,0.000099558085,0.0002830253,0.00020736789,0.00015749621],"domain_scores_gemma":[0.999236,0.00011636227,0.0001921278,0.00007520332,0.000225049,0.00015532922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044964108,0.00082118355,0.0013043227,0.0028184955,0.0014693555,0.0015346396,0.00073113677,0.000956165,0.0020317943],"category_scores_gemma":[0.0011782903,0.00044685966,0.0015597058,0.0063613243,0.00036264764,0.00057086826,0.0010738714,0.0008491348,0.0019837588],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016762383,0.00025052967,0.13607036,0.005642953,0.00066890346,0.0025624675,0.0026961255,0.0016826706,0.66672957,0.0010115294,0.034060728,0.14694795],"study_design_scores_gemma":[0.00009385525,0.00041720187,0.71853256,0.00052908115,0.0006678691,0.0028817859,0.0013799573,0.0017155462,0.024912905,0.00039760963,0.24829604,0.00017564092],"about_ca_topic_score_codex":0.011839261,"about_ca_topic_score_gemma":0.020750051,"teacher_disagreement_score":0.011839261,"about_ca_system_score_codex":0.0004242247,"about_ca_system_score_gemma":0.0020887216,"threshold_uncertainty_score":0.023540735},"labels":[],"label_agreement":null},{"id":"W7038640096","doi":"","title":"Impact d'un apport élevé en protéines sur la prise alimentaire subséquente et la dépense énergétique","year":2000,"lang":"fr","type":"other","venue":"Library and Archives Canada (Government of Canada)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Risk assessment; Disease; MEDLINE","score_opus":0.0030726106752618845,"score_gpt":0.1744981356259221,"score_spread":0.1714255249506602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7038640096","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96578795,0.0013319211,0.0029535748,0.0011123678,0.00040756978,0.0000517965,0.00060706184,0.001045719,0.026702056],"genre_scores_gemma":[0.8692994,0.0012001336,0.0037714192,0.00041020027,0.00009582394,0.00005033369,0.00070207554,0.00047465137,0.123995826],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99867755,0.00027428698,0.000067018555,0.00021400987,0.0005314682,0.00023566427],"domain_scores_gemma":[0.9939709,0.002985076,0.00039286178,0.00049335347,0.0015385328,0.00061930536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014121312,0.00071400596,0.0004429699,0.00050632964,0.0011459728,0.002755473,0.00074873114,0.0017325092,0.038527958],"category_scores_gemma":[0.0074858717,0.0003945299,0.00058709795,0.00051267387,0.00078786194,0.0013700312,0.0012320916,0.00078137877,0.0072311787],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.037431166,0.0047618705,0.061852653,0.0011507702,0.00038472272,0.0017906526,0.004063596,0.02271224,0.16607364,0.00844413,0.024689585,0.66664493],"study_design_scores_gemma":[0.0016127625,0.014195556,0.27279198,0.0005127565,0.001240001,0.0015695557,0.009588696,0.03254296,0.3425549,0.008414666,0.31453705,0.00043915628],"about_ca_topic_score_codex":0.0318198,"about_ca_topic_score_gemma":0.032247562,"teacher_disagreement_score":0.038527958,"about_ca_system_score_codex":0.0016036173,"about_ca_system_score_gemma":0.0022758998,"threshold_uncertainty_score":0.1288889},"labels":[],"label_agreement":null},{"id":"W7038840487","doi":"","title":"The influence of ecosystemic factors on Black student teachers’ perceptions and experiences of Early Childhood Education","year":2013,"lang":"en","type":"dissertation","venue":"UpSpace Institutional Repository (University of Pretoria)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Education and Early Childhood Development","funders":"","keywords":"Perception; Focus group; Higher education; Politics; White (mutation); Affect (linguistics); Semi-structured interview; Early childhood education","score_opus":0.005285717215441334,"score_gpt":0.2213176849296735,"score_spread":0.21603196771423216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7038840487","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984875,0.00007669691,0.000019834491,0.0002721697,0.0000042513175,0.0000034193315,0.000005351747,7.692318e-7,0.0011298951],"genre_scores_gemma":[0.9991775,0.00012952072,0.00002902336,0.000058749414,0.0000024311994,0.0000056031213,0.0000058237015,0.0000017525223,0.0005896341],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9983834,0.00068003125,0.00006454584,0.00008596159,0.0002256303,0.00056045013],"domain_scores_gemma":[0.9965994,0.00095779967,0.0009515553,0.000091050766,0.0003940961,0.0010061661],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002512773,0.0002995812,0.00051017915,0.0009294567,0.0066585597,0.0037159617,0.00051654817,0.00080938754,0.0029550423],"category_scores_gemma":[0.003955862,0.0003855474,0.0002511188,0.0006674407,0.003289263,0.0015363591,0.0032266637,0.0020158188,0.00029511296],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079656034,0.00026875274,0.12928148,0.00009711622,0.000016435662,0.0008849168,0.85903144,0.000031621497,0.0014463281,0.00068490265,0.0003273829,0.007849906],"study_design_scores_gemma":[0.00000278146,0.0000713285,0.07339826,0.00006852076,0.0000068710488,0.0001509712,0.92414296,0.000021815917,0.00015571005,0.00008955843,0.0018815672,0.000009735341],"about_ca_topic_score_codex":0.029764783,"about_ca_topic_score_gemma":0.08158985,"teacher_disagreement_score":0.029764783,"about_ca_system_score_codex":0.002392696,"about_ca_system_score_gemma":0.0027651384,"threshold_uncertainty_score":0.05918306},"labels":[],"label_agreement":null},{"id":"W7039074532","doi":"","title":"Lockout: Verifying the content of lockout programs","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut de recherche Robert-Sauvé en santé et en sécurité du travail","funders":"","keywords":"","score_opus":0.032037210767700657,"score_gpt":0.23378853025031254,"score_spread":0.20175131948261188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7039074532","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43085608,0.00052158925,0.53435147,0.0006364055,0.0003650165,0.00027766087,0.0012795358,0.027669784,0.004042457],"genre_scores_gemma":[0.9352452,0.00011045932,0.06069641,0.0001783756,0.00008890336,0.00007855255,0.0006714242,0.0011667836,0.0017639023],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99273115,0.002105416,0.00045320837,0.0013344287,0.0024992968,0.00087642256],"domain_scores_gemma":[0.949794,0.025963945,0.0043390593,0.01348627,0.0053681117,0.0010485869],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004546856,0.0011493197,0.00096326414,0.0020418765,0.0014247153,0.0024160875,0.0028529237,0.0018255406,0.004731027],"category_scores_gemma":[0.042016648,0.00095650944,0.0007015604,0.00090700766,0.0034347856,0.008044739,0.0026280757,0.0019877742,0.0012446281],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014014342,0.0014034397,0.075086355,0.0016033135,0.0006108296,0.0018280685,0.0029150778,0.088290654,0.2818367,0.113342255,0.027082829,0.3919862],"study_design_scores_gemma":[0.0008295682,0.0015347671,0.006060517,0.00016154819,0.00024357182,0.00046400394,0.00055046816,0.56924963,0.32744113,0.0847273,0.008572577,0.00016482685],"about_ca_topic_score_codex":0.0028388817,"about_ca_topic_score_gemma":0.0025051248,"teacher_disagreement_score":0.004731027,"about_ca_system_score_codex":0.0011181559,"about_ca_system_score_gemma":0.0026115966,"threshold_uncertainty_score":0.024046361},"labels":[],"label_agreement":null},{"id":"W7039159641","doi":"","title":"Local Leadership, Global Impact: Community Foundations and the Sustainable Development Goals","year":2018,"lang":"en","type":"report","venue":"Issue Lab (Candid)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sustainable development; Sustainable community; Local community; Frame (networking); Community development; Local Development; Quality (philosophy)","score_opus":0.04953689661564803,"score_gpt":0.32705507064664874,"score_spread":0.2775181740310007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7039159641","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056369174,0.009145502,0.005445408,0.33720908,0.0014823443,0.0004040803,0.00050071534,0.00023469779,0.589209],"genre_scores_gemma":[0.8274366,0.00797888,0.0053028404,0.01647372,0.0006395077,0.00032570318,0.00046668798,0.00012682404,0.14124921],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99497944,0.0016737798,0.00015011965,0.00021433258,0.0017724868,0.0012097551],"domain_scores_gemma":[0.9899463,0.0023277197,0.0009624456,0.00042864706,0.0030447056,0.0032901892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051659467,0.00035114505,0.00019096222,0.0014066349,0.005008516,0.0090583665,0.0008669271,0.0033016957,0.02017038],"category_scores_gemma":[0.009194228,0.0002350466,0.00018597183,0.0029288463,0.003704297,0.0056174626,0.00797165,0.004053606,0.0015299531],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041857405,0.0004770347,0.014467441,0.0006703363,0.000016856913,0.0010012416,0.01702976,0.0010250972,0.0005722907,0.3466915,0.42175445,0.19625227],"study_design_scores_gemma":[0.000019111789,0.00010301255,0.017692521,0.00067290274,0.000012000148,0.00041890284,0.038322326,0.000283151,0.0006354356,0.041094456,0.9007068,0.000039239832],"about_ca_topic_score_codex":0.016589567,"about_ca_topic_score_gemma":0.051677488,"teacher_disagreement_score":0.02017038,"about_ca_system_score_codex":0.0060969954,"about_ca_system_score_gemma":0.019697828,"threshold_uncertainty_score":0.06747669},"labels":[],"label_agreement":null},{"id":"W7039278074","doi":"","title":"Living with War: Twentieth-Century Conflict in Canadian and American History and Memory","year":2023,"lang":"en","type":"article","venue":"Project Muse (Johns Hopkins University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nucleofection; Gestational period; TSG101; Dysgeusia; Liquation; Diafiltration; Emperipolesis; Triacetin; Demotion","score_opus":0.012691397409042684,"score_gpt":0.20094822926573902,"score_spread":0.18825683185669634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7039278074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5963146,0.020020794,0.00037438638,0.04468748,0.00053016853,0.000037028545,0.0005625997,0.000029665105,0.33744326],"genre_scores_gemma":[0.9762058,0.0038605337,0.0000975917,0.0012560468,0.00006013976,0.000009261627,0.000087744666,0.00001981282,0.01840295],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982356,0.00014338607,0.000031106745,0.00010888345,0.00028690932,0.0011941289],"domain_scores_gemma":[0.9976427,0.00026481133,0.00017909677,0.00005715625,0.0010812759,0.00077491975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016645208,0.0002995455,0.00042713032,0.0031236336,0.041325662,0.010921854,0.0017966246,0.0017788216,0.013387897],"category_scores_gemma":[0.004550246,0.00023105108,0.00022555933,0.005751133,0.021975918,0.0036405309,0.0041976687,0.0033707349,0.0003968475],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017170772,0.000051719995,0.029054876,0.0001236222,0.000034640212,0.0007961917,0.67270076,0.0002506841,0.00031925162,0.2040215,0.0325446,0.059930474],"study_design_scores_gemma":[0.000011772073,0.000016840217,0.06630908,0.000417029,0.000039083385,0.0002822031,0.562737,0.0000981938,0.000231453,0.009969116,0.3598115,0.00007674614],"about_ca_topic_score_codex":0.9927457,"about_ca_topic_score_gemma":0.9976667,"teacher_disagreement_score":0.11980174,"about_ca_system_score_codex":0.11980174,"about_ca_system_score_gemma":0.1166681,"threshold_uncertainty_score":0.8692265},"labels":[],"label_agreement":null},{"id":"W7043099553","doi":"","title":"Roofing system selection criteria","year":2005,"lang":"en","type":"article","venue":"NPARC","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Roof; Selection (genetic algorithm); Architecture; Building construction","score_opus":0.009593049952723096,"score_gpt":0.24274506339157614,"score_spread":0.23315201343885306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7043099553","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13166869,0.005100233,0.462314,0.0050076875,0.003157222,0.0350283,0.03539232,0.0062744077,0.3160572],"genre_scores_gemma":[0.28182036,0.0022835063,0.5424709,0.0021422443,0.0011361208,0.017003236,0.048231903,0.003643406,0.10126832],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9821124,0.003624533,0.0024604423,0.001038663,0.008799594,0.0019643463],"domain_scores_gemma":[0.93403965,0.011333989,0.0026850766,0.0038091259,0.045018114,0.0031139979],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011269777,0.0015259541,0.0018119772,0.00925665,0.0034622008,0.00474893,0.0022837906,0.0017585409,0.0586845],"category_scores_gemma":[0.045427788,0.00072479644,0.0015239032,0.005247307,0.00088825723,0.0024479073,0.0030929497,0.0014266853,0.021161001],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018149542,0.00064127555,0.024710745,0.0042139166,0.0001102441,0.0024020686,0.002574356,0.0085931765,0.030026676,0.03775626,0.3175085,0.56964785],"study_design_scores_gemma":[0.0003885127,0.00086493895,0.017901722,0.0019109957,0.00024099712,0.0014213164,0.0026981246,0.019893235,0.03100251,0.015722385,0.90771616,0.00023899329],"about_ca_topic_score_codex":0.004621119,"about_ca_topic_score_gemma":0.0076164114,"teacher_disagreement_score":0.0586845,"about_ca_system_score_codex":0.0016384621,"about_ca_system_score_gemma":0.005964084,"threshold_uncertainty_score":0.19631922},"labels":[],"label_agreement":null},{"id":"W7085866716","doi":"10.1111/ppa.70038","title":"Response of Elite Dry Bean ( <i>Phaseolus vulgaris</i> ) Genotypes to <i>Fusarium oxysporum</i> and <i>Rhizoctonia solani</i> Root Rot","year":2025,"lang":"en","type":"article","venue":"Plant Pathology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Michigan Bean Commission; AgBioResearch, Michigan State University","keywords":"Root rot; Cultivar; Greenhouse; Shoot; Dry bean; Resistance (ecology); Trait","score_opus":0.005529789604366314,"score_gpt":0.22810454944649355,"score_spread":0.22257475984212724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7085866716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99910825,0.000023131659,0.00023928143,0.000008847703,0.0000022179015,0.000006521735,0.00033339704,0.000032250882,0.0002460485],"genre_scores_gemma":[0.99684393,0.000031684805,0.000509754,0.00005160054,0.0000023492062,0.00002473095,0.0011448277,0.000037781832,0.0013532422],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9998338,0.00003430916,0.000014191181,0.000060292878,0.000028443019,0.000028888946],"domain_scores_gemma":[0.999652,0.00006218634,0.00009819608,0.00002676507,0.00004381907,0.0001170285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018903991,0.00027488754,0.00019065768,0.00033576507,0.00015783307,0.00026519236,0.00016007836,0.0001959017,0.0010051898],"category_scores_gemma":[0.0002554683,0.00014280883,0.00018476888,0.000171435,0.00009717479,0.00011150425,0.00020752978,0.00035106472,0.00021759568],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019881598,0.00005758357,0.004910622,0.000011561745,0.000012135709,0.000025945916,0.000039609797,0.000062848514,0.9938474,0.000011841647,0.00003837891,0.00078329525],"study_design_scores_gemma":[0.000046649693,0.0020163886,0.71282923,0.000011736766,0.00008342993,0.00032363614,0.00023844301,0.0021364328,0.28052384,0.000039266426,0.0017255581,0.000025454447],"about_ca_topic_score_codex":0.0032514727,"about_ca_topic_score_gemma":0.0048275837,"teacher_disagreement_score":0.0032514727,"about_ca_system_score_codex":0.00044864888,"about_ca_system_score_gemma":0.000114189446,"threshold_uncertainty_score":0.0064650774},"labels":[],"label_agreement":null},{"id":"W7092849503","doi":"10.5281/zenodo.17395552","title":"InferBoost: A Fast Microservice Architecture for Reducing Large Language Model Hallucinations","year":2025,"lang":"en","type":"preprint","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Weyerhauser (Canada)","funders":"","keywords":"Inference; Language model; Modular design; Architecture; Microservices; Latency (audio); Reliability (semiconductor)","score_opus":0.02049488519489529,"score_gpt":0.26667416716064773,"score_spread":0.24617928196575245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7092849503","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008339319,0.00021686689,0.82867426,0.00028178853,0.00011905376,0.00013262572,0.0004666721,0.15958111,0.0021883163],"genre_scores_gemma":[0.3221361,0.00031617394,0.6363692,0.0009128028,0.000114395676,0.0006024019,0.0038245232,0.023864374,0.011860083],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99824536,0.00043723476,0.000077218196,0.00046893102,0.00063290633,0.00013826549],"domain_scores_gemma":[0.9962262,0.0020100179,0.00014273178,0.00086952146,0.00050940725,0.00024213106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031901319,0.0015127576,0.00084499136,0.0006760938,0.0006953935,0.0019364523,0.004503403,0.0015356007,0.013177586],"category_scores_gemma":[0.012085062,0.0011563094,0.00087162305,0.000465341,0.0008696321,0.0038918657,0.0035078563,0.0030380401,0.0073918975],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036034253,0.0006368393,0.0052757408,0.00067756226,0.00047810096,0.00051973393,0.0015642275,0.07753256,0.06451301,0.017625788,0.1378014,0.68977165],"study_design_scores_gemma":[0.00010238711,0.000109821856,0.0005248289,0.000028111137,0.00003440585,0.000099574376,0.00012092023,0.92989767,0.023443941,0.020978888,0.024601324,0.000058050926],"about_ca_topic_score_codex":0.006655539,"about_ca_topic_score_gemma":0.011868512,"teacher_disagreement_score":0.013177586,"about_ca_system_score_codex":0.0010914099,"about_ca_system_score_gemma":0.001925366,"threshold_uncertainty_score":0.044083357},"labels":[],"label_agreement":null},{"id":"W7097108035","doi":"","title":"A Software Factory for the Canadian Government Year 2000 Conversion","year":2007,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Factory (object-oriented programming); Government (linguistics); Software; Section (typography); Process (computing)","score_opus":0.011877124609441592,"score_gpt":0.2232653428997151,"score_spread":0.21138821829027352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097108035","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16679879,0.0027231902,0.24410908,0.03637517,0.0024806238,0.0016208768,0.004640069,0.027982345,0.51326984],"genre_scores_gemma":[0.4259541,0.0025902928,0.2427426,0.0054009515,0.00013219871,0.00036094632,0.007233102,0.00289699,0.3126888],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99627763,0.00020249341,0.000112538284,0.00030885512,0.0022788693,0.0008194971],"domain_scores_gemma":[0.9904185,0.00045201246,0.00018393715,0.00088718056,0.006544954,0.0015134177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052813212,0.00047006697,0.00027906828,0.0020639268,0.005319901,0.00554963,0.0019600368,0.0015419481,0.0133816],"category_scores_gemma":[0.008035947,0.00059251365,0.0007593148,0.0026519268,0.0014225995,0.0022762248,0.0020736638,0.0022435938,0.003962468],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035745587,0.0005737967,0.014842163,0.00015406914,0.000027318549,0.0012163541,0.0047830804,0.007904851,0.012800504,0.13510135,0.31523195,0.5070072],"study_design_scores_gemma":[0.00005312027,0.000119102115,0.015183804,0.00012354084,0.000019949242,0.00028995812,0.0011668998,0.005418185,0.0069693257,0.0043106484,0.96621156,0.00013388188],"about_ca_topic_score_codex":0.898353,"about_ca_topic_score_gemma":0.8872773,"teacher_disagreement_score":0.10164702,"about_ca_system_score_codex":0.04460053,"about_ca_system_score_gemma":0.10817686,"threshold_uncertainty_score":0.323601},"labels":[],"label_agreement":null},{"id":"W7097709625","doi":"","title":"Operators","year":2007,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Predicate (mathematical logic); Uniqueness; Documentation; Event (particle physics); State (computer science); Set (abstract data type)","score_opus":0.00746985428477199,"score_gpt":0.24317561143693123,"score_spread":0.23570575715215925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097709625","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047904258,0.003287484,0.63728726,0.0034077708,0.0033790418,0.00078858493,0.009030016,0.009580714,0.32844865],"genre_scores_gemma":[0.15949735,0.005332312,0.45497692,0.005018496,0.0027807204,0.0021889796,0.017186807,0.0045300126,0.3484883],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960459,0.0008363755,0.00059954263,0.0011691584,0.00091438735,0.00043465305],"domain_scores_gemma":[0.99773383,0.0006339142,0.00017633018,0.00075436634,0.00055303844,0.00014840916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028475528,0.0023714043,0.0010904055,0.002534558,0.0021893794,0.005547044,0.0024264858,0.001913457,0.078216225],"category_scores_gemma":[0.0050365245,0.0008772873,0.0020647803,0.0026327968,0.0028941722,0.009569965,0.004140347,0.0033127435,0.029493934],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007905187,0.000033254175,0.0002173432,0.000197377,0.00002127705,0.000178849,0.00032473018,0.0002941899,0.00095393317,0.9142943,0.037860315,0.04554544],"study_design_scores_gemma":[0.000030351355,0.00003079773,0.00015410985,0.00010609608,0.000028213195,0.0005449985,0.0001648703,0.0015674939,0.0015481383,0.40288645,0.5929047,0.000033741533],"about_ca_topic_score_codex":0.0024022758,"about_ca_topic_score_gemma":0.0013750434,"teacher_disagreement_score":0.078216225,"about_ca_system_score_codex":0.0019766788,"about_ca_system_score_gemma":0.0019629707,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W7098750990","doi":"","title":"Susceptibility of Canada geese (Branta canadensis) to highly pathogenic avian influenza virus (H5N1). Emerg Infect Dis 13","year":2008,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Anseriformes; Influenza A virus subtype H5N1; Charadriiformes; Waterfowl; Virus; Goose; Influenza A virus; Highly pathogenic; Psittaciformes","score_opus":0.013050533513541336,"score_gpt":0.22643678439638998,"score_spread":0.21338625088284865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7098750990","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99940944,0.00008639397,0.000025096633,0.000016653135,0.0000035122782,0.00000696345,0.0001659303,0.0000023047355,0.00028378976],"genre_scores_gemma":[0.99895895,0.000074210264,0.000062420186,0.000050743285,0.0000016357949,0.000006969584,0.00039645142,0.0000014259047,0.00044712596],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99984074,0.000016324095,0.000005861903,0.00004381389,0.000034800003,0.000058482925],"domain_scores_gemma":[0.99957746,0.000045618614,0.000095471696,0.000022118158,0.00009364493,0.00016574339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011900191,0.0003410428,0.00015073261,0.00040441303,0.0003302182,0.00030928254,0.0002033428,0.00027937494,0.00079081306],"category_scores_gemma":[0.00036669895,0.00013314854,0.00018585785,0.00019206425,0.00023840369,0.000121134035,0.00016451252,0.00022836901,0.00013890077],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057707436,0.0004530148,0.90778637,0.00003526133,0.00010685711,0.00062547764,0.00053595484,0.000099379,0.08487205,0.00004167547,0.0004777572,0.0043890034],"study_design_scores_gemma":[0.000004674691,0.00034807468,0.99741733,0.0000034807465,0.000015741118,0.00043394923,0.0003333992,0.00014354316,0.0009374219,0.0000067882465,0.0003508147,0.000004832561],"about_ca_topic_score_codex":0.29329923,"about_ca_topic_score_gemma":0.48107263,"teacher_disagreement_score":0.7067008,"about_ca_system_score_codex":0.00091195403,"about_ca_system_score_gemma":0.0005064908,"threshold_uncertainty_score":0.58318406},"labels":[],"label_agreement":null},{"id":"W7099319392","doi":"","title":"CLUB DRUGS AND SEX ON DRUGS ARE ASSOCIATED WITH DIFFERENT MOTIVATION FOR CIRCUIT PARTY ATTENDANCE IN GAY MEN","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ecstasy; Attendance; Quarter (Canadian coin); Club; Drug; Association (psychology)","score_opus":0.03492601244426359,"score_gpt":0.24646323441760462,"score_spread":0.21153722197334102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7099319392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9989249,0.00021857132,0.000033958288,0.00008362007,0.000007298521,0.0000065719423,0.00007195973,0.0000020226248,0.00065110094],"genre_scores_gemma":[0.99930894,0.000104948616,0.0000677054,0.000035186753,0.000011640612,0.000004827696,0.000061464016,0.000001823023,0.0004035205],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993401,0.00020916911,0.00007089991,0.00008761017,0.00014894098,0.0001432723],"domain_scores_gemma":[0.9960389,0.0007757646,0.0019184022,0.00016399835,0.00023045219,0.0008724181],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057629554,0.00031034558,0.00029993732,0.0013017488,0.00090757344,0.0010218122,0.00035355703,0.000963132,0.005344409],"category_scores_gemma":[0.0046620485,0.0004194737,0.0009128989,0.0010367344,0.00045982545,0.0005786863,0.00074560574,0.0012265268,0.00036831637],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051655872,0.00008674797,0.9981547,0.000008058406,0.000030379957,0.00006474787,0.0003562896,0.000008060865,0.000089149304,0.000020885574,0.00003350926,0.001095803],"study_design_scores_gemma":[0.0000012818978,0.000054069365,0.9990995,0.0000060379657,0.00001075805,0.00008550836,0.00060552073,0.00004891291,0.000015157326,0.000016892924,0.000053318792,0.0000031095192],"about_ca_topic_score_codex":0.007889599,"about_ca_topic_score_gemma":0.014308158,"teacher_disagreement_score":0.007889599,"about_ca_system_score_codex":0.00028073348,"about_ca_system_score_gemma":0.0004599401,"threshold_uncertainty_score":0.01787889},"labels":[],"label_agreement":null},{"id":"W7099554766","doi":"","title":"Migrants in Rural Greece","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Destinations; Immigration; Western europe; Rural area; Agriculture; European region","score_opus":0.006852520231157747,"score_gpt":0.21770617939204384,"score_spread":0.21085365916088608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7099554766","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96575505,0.0024219526,0.00014960072,0.002291062,0.00023329236,0.000101384416,0.00043320516,0.000036573405,0.028577967],"genre_scores_gemma":[0.96277946,0.0040254113,0.00026002777,0.0014181,0.00011069987,0.000084058745,0.00027586627,0.000021420461,0.031024903],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99970204,0.00008204476,0.000023476465,0.000056518933,0.000034791825,0.00010104303],"domain_scores_gemma":[0.9997017,0.000023797995,0.0000894274,0.000018988947,0.000034143384,0.00013186461],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038625556,0.0002674813,0.00025515794,0.00076015864,0.0017351378,0.0013023874,0.00044014386,0.00070373336,0.012932671],"category_scores_gemma":[0.00072993065,0.00014589344,0.00021797152,0.0009092106,0.0008080621,0.0006803092,0.0020093073,0.00042268515,0.0017209329],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050696754,0.00064551097,0.4552338,0.0022306528,0.00014839914,0.0492876,0.17884907,0.000476335,0.007559415,0.019218521,0.04116348,0.24468024],"study_design_scores_gemma":[0.00009662149,0.0005432233,0.4066364,0.0010507106,0.00006065575,0.01874356,0.22358172,0.00018108531,0.0004737292,0.0030381912,0.34553623,0.000057799632],"about_ca_topic_score_codex":0.0071433233,"about_ca_topic_score_gemma":0.009350527,"teacher_disagreement_score":0.012932671,"about_ca_system_score_codex":0.0006541054,"about_ca_system_score_gemma":0.0012762072,"threshold_uncertainty_score":0.04326403},"labels":[],"label_agreement":null},{"id":"W7099729078","doi":"","title":"Grootendorst P: Dental insurance, income and the use of dental care in Canada","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Socioeconomic status; Dental care; Dental insurance; Dental health; Oral health; Health care; Social class","score_opus":0.015132816480338289,"score_gpt":0.20695515602680326,"score_spread":0.19182233954646496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7099729078","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94467497,0.006377516,0.00043382266,0.005704115,0.00011920406,0.00016039236,0.026326695,0.000026663469,0.016176539],"genre_scores_gemma":[0.9883382,0.0024328458,0.00046079807,0.00023885834,0.000029956218,0.00003161929,0.003316441,0.000010125204,0.005141199],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99939096,0.000040874067,0.00003487563,0.000040967574,0.00035817933,0.00013410197],"domain_scores_gemma":[0.9973449,0.0002687874,0.0003522176,0.000050022536,0.0012592581,0.0007247936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006998335,0.00019981521,0.00025379486,0.0021908132,0.0019703975,0.0012378973,0.0011004825,0.0004594373,0.006162035],"category_scores_gemma":[0.005106682,0.00017300338,0.0007380367,0.00364567,0.00052110973,0.00047235642,0.00076139,0.00068131136,0.00033103584],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004385508,0.000039554754,0.9823529,0.00006087839,0.000043370204,0.00006137038,0.00036688955,0.00022874368,0.00004271606,0.00044297683,0.005748132,0.010568617],"study_design_scores_gemma":[0.0000056838608,0.000015003082,0.99535227,0.000076441574,0.00003054654,0.000036093363,0.00062144577,0.00055288215,0.000042496264,0.00007425268,0.0031830329,0.000009987766],"about_ca_topic_score_codex":0.99519795,"about_ca_topic_score_gemma":0.9963038,"teacher_disagreement_score":0.014908415,"about_ca_system_score_codex":0.014908415,"about_ca_system_score_gemma":0.024518648,"threshold_uncertainty_score":0.10816866},"labels":[],"label_agreement":null},{"id":"W7100802547","doi":"","title":"Efficient and Exact Diagnosis of Multiple Stuck-At Faults","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Netlist; Heuristics; Fault (geology); Unary operation; Exponential function; Model checking","score_opus":0.016225943104843904,"score_gpt":0.22092236473351656,"score_spread":0.20469642162867266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100802547","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013785201,0.00027150728,0.98255825,0.00007717233,0.000032696582,0.000034344506,0.000045085715,0.002112999,0.0010827208],"genre_scores_gemma":[0.44519055,0.00022824129,0.55231166,0.000076309254,0.00002636028,0.000068001595,0.00018875574,0.00013176484,0.0017783166],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99899095,0.00018245108,0.000044449454,0.00016424582,0.0005023996,0.00011553977],"domain_scores_gemma":[0.9979699,0.0010733667,0.00019057152,0.00033899676,0.00036818287,0.000058856353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005515253,0.0008001941,0.0010499691,0.0011783896,0.00051072065,0.000879657,0.0013992557,0.00091803697,0.0023117065],"category_scores_gemma":[0.003910501,0.00059078104,0.0004990242,0.0007191306,0.00069433026,0.0013119845,0.0009730055,0.0007420138,0.00057804596],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027371492,0.000074580144,0.0015473724,0.0001960029,0.00004857996,0.00030174412,0.00013814392,0.53311324,0.030782063,0.01685522,0.0021319329,0.4145375],"study_design_scores_gemma":[0.00002845341,0.000049131868,0.00019946077,0.000012829201,0.000011048468,0.00016626345,0.000014475509,0.9771917,0.0081541585,0.012884778,0.001277031,0.0000107495935],"about_ca_topic_score_codex":0.0042342045,"about_ca_topic_score_gemma":0.006250869,"teacher_disagreement_score":0.0042342045,"about_ca_system_score_codex":0.00090849656,"about_ca_system_score_gemma":0.0017049805,"threshold_uncertainty_score":0.0084190965},"labels":[],"label_agreement":null},{"id":"W7108924084","doi":"10.13140/rg.2.2.22774.87360","title":"AI-Powered Optimization and Automation Machine Learning for Enterprise Data Systems Solution Architect | Sun Life Financial Canada IEEE Senior Member | 18+ Years AI/ML Implementation Experience","year":2025,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Automation; Data system; Process automation system; Data collection; Data processing","score_opus":0.017330529055972724,"score_gpt":0.29974518389950644,"score_spread":0.28241465484353373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7108924084","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035610747,0.0014112006,0.8499765,0.0062931646,0.00049194595,0.00016227814,0.00030417566,0.011508749,0.09424132],"genre_scores_gemma":[0.44168448,0.0013427071,0.4910145,0.0012442798,0.0005540791,0.0001452892,0.0006936168,0.0013915518,0.06192945],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989267,0.00022938757,0.00003472829,0.0001143522,0.0005974284,0.0000973537],"domain_scores_gemma":[0.9965222,0.0011550717,0.00009858397,0.0005044575,0.0014795206,0.00024020315],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018908251,0.00055994495,0.00037924427,0.00083010795,0.00068144774,0.0020415373,0.0011595676,0.00055984326,0.018105365],"category_scores_gemma":[0.004619428,0.00038323202,0.00033518553,0.001031734,0.0007630472,0.0021637771,0.0010593482,0.0021488634,0.0036700757],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023514309,0.00034044584,0.002818835,0.0001982641,0.0000685232,0.000073878946,0.00017395703,0.09352894,0.016709115,0.05910307,0.056192458,0.77055734],"study_design_scores_gemma":[0.000055331675,0.00010489728,0.0017454393,0.0000544634,0.000024823905,0.00006576567,0.00010428494,0.84017456,0.023018654,0.051042765,0.083576456,0.0000326077],"about_ca_topic_score_codex":0.010810052,"about_ca_topic_score_gemma":0.015318642,"teacher_disagreement_score":0.9818946,"about_ca_system_score_codex":0.0016593144,"about_ca_system_score_gemma":0.0028118466,"threshold_uncertainty_score":0.060568452},"labels":[],"label_agreement":null},{"id":"W7112830071","doi":"","title":"Analysis of the architecture design approach based on requirements","year":2025,"lang":"en","type":"article","venue":"Репозиторий БГУИР (BSUIR Repository)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Fell; Architecture; Dependency (UML); Inversion (geology); Quarter (Canadian coin)","score_opus":0.01348606984539158,"score_gpt":0.24179110472389848,"score_spread":0.2283050348785069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7112830071","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11918596,0.00025456317,0.8102097,0.0014485766,0.00007148294,0.000773648,0.0003630709,0.0020612706,0.06563183],"genre_scores_gemma":[0.48857158,0.00027147544,0.4931518,0.00034164524,0.000023853854,0.00055234355,0.00075512356,0.00065235456,0.01567973],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.996161,0.0011990129,0.00014944337,0.00026295622,0.00176724,0.00046032714],"domain_scores_gemma":[0.99587065,0.0013209903,0.00022626588,0.0007017962,0.0017728744,0.00010736775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029490076,0.0007562581,0.00018015593,0.0013315539,0.0007256945,0.0020489634,0.0012000552,0.0008991054,0.004049481],"category_scores_gemma":[0.0065647378,0.000818695,0.0010236684,0.0006358566,0.0007320861,0.0014355425,0.00079437386,0.0012687831,0.0012807912],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000313425,0.0005073877,0.018313102,0.0009239899,0.00021521426,0.0022070918,0.0032114575,0.23771311,0.096575074,0.33713374,0.010184887,0.29270154],"study_design_scores_gemma":[0.000100424724,0.00057123206,0.009028241,0.000438597,0.00028829378,0.0015870373,0.0014049486,0.7478137,0.056693956,0.07249803,0.10945613,0.00011940936],"about_ca_topic_score_codex":0.006024312,"about_ca_topic_score_gemma":0.008677942,"teacher_disagreement_score":0.006024312,"about_ca_system_score_codex":0.0023439997,"about_ca_system_score_gemma":0.0036287801,"threshold_uncertainty_score":0.017006993},"labels":[],"label_agreement":null},{"id":"W7114911897","doi":"10.70382/tijsrat.v10i9.075","title":"MACHINE LEARNING-DRIVEN DERIVATION OF ABSTRACT BEHAVIOURAL PATTERNS FROM RUNTIME ACTIVITY LOGS IN SYSTEM-ON-CHIP SYSTEMS","year":2025,"lang":"","type":"article","venue":"International Journal of Science Research and Technology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Anomaly detection; Scalability; Abstraction; Inference; Runtime verification; Graph; Cluster analysis; Big data","score_opus":0.03562476967372238,"score_gpt":0.35054911136069794,"score_spread":0.3149243416869756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7114911897","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2631581,0.00015589506,0.73246557,0.00013447583,0.000018041723,0.000058016878,0.00036076413,0.0029707586,0.0006782702],"genre_scores_gemma":[0.943677,0.00006206349,0.054992843,0.0000224023,0.000006564536,0.000047768608,0.0006456337,0.00008452621,0.00046121012],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996648,0.00009491796,0.000025065823,0.00007906006,0.000102195285,0.00003398438],"domain_scores_gemma":[0.9988152,0.0005927354,0.00015580982,0.0002000338,0.00020148467,0.00003480239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004965251,0.00056286843,0.00030978187,0.000730052,0.00015678296,0.00040600414,0.00057022844,0.0003139814,0.0004037343],"category_scores_gemma":[0.0033245492,0.00023737937,0.00044495516,0.000489662,0.0003606987,0.00065728737,0.0003942874,0.0006407373,0.0001874493],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103790706,0.00008801826,0.009401145,0.00008155488,0.000034052682,0.00014654463,0.000106427266,0.870291,0.010566136,0.003327242,0.000528861,0.10532512],"study_design_scores_gemma":[8.9235516e-7,0.000007233936,0.0006221311,0.0000013547437,0.0000015735864,0.000011659697,0.000004683037,0.996487,0.0013356562,0.0014350647,0.00009071644,0.0000019358692],"about_ca_topic_score_codex":0.003445213,"about_ca_topic_score_gemma":0.004554866,"teacher_disagreement_score":0.003445213,"about_ca_system_score_codex":0.00055231724,"about_ca_system_score_gemma":0.00063255546,"threshold_uncertainty_score":0.006850302},"labels":[],"label_agreement":null},{"id":"W7115814831","doi":"","title":"Performance Modeling and Capacity Planning for SAAS Applications","year":2025,"lang":"en","type":"dissertation","venue":"MacSphere (McMaster University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; McMaster University","keywords":"Capacity planning; Key (lock); Task (project management); Microservices; Quality (philosophy); Service (business); Software as a service; Discrete event simulation; Quality of service","score_opus":0.020934933891474484,"score_gpt":0.22457887481904462,"score_spread":0.20364394092757013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115814831","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09452031,0.00051767495,0.88575673,0.0006983475,0.00007878893,0.0001751767,0.00027757094,0.00093578314,0.017039547],"genre_scores_gemma":[0.93141586,0.00044882292,0.06314955,0.000059198734,0.00004227629,0.00020027439,0.00017769201,0.00014799282,0.0043582963],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994287,0.00021428954,0.000021559232,0.00008227898,0.00014136078,0.00011181886],"domain_scores_gemma":[0.9985682,0.00080268225,0.00014570955,0.0000917378,0.00031584033,0.000075866265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012013076,0.000851493,0.0006554505,0.00087071036,0.00083298347,0.0015691455,0.0014506647,0.0008747727,0.0023527495],"category_scores_gemma":[0.0039833253,0.0005724901,0.00061536126,0.0008993256,0.0007120076,0.0010347762,0.00079971814,0.0013595459,0.0003969385],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011542616,0.0000109744715,0.00024160743,0.000010332555,0.0000039710794,0.000013413133,0.000022982877,0.99187577,0.00043429327,0.0049228747,0.00020563648,0.0022465386],"study_design_scores_gemma":[6.0002276e-7,0.000002934067,0.000038567312,0.0000018487607,6.9748245e-7,0.000002101752,0.000006282529,0.9987072,0.00008450024,0.001018907,0.000135132,0.0000012520129],"about_ca_topic_score_codex":0.021739824,"about_ca_topic_score_gemma":0.012227318,"teacher_disagreement_score":0.021739824,"about_ca_system_score_codex":0.0024681392,"about_ca_system_score_gemma":0.002732119,"threshold_uncertainty_score":0.04322654},"labels":[],"label_agreement":null},{"id":"W7117153893","doi":"10.1145/3756681.3756953","title":"The Impact of Environment Configurations on the Stability of AI-Enabled Systems","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Concordia University","funders":"","keywords":"Python (programming language); Instability; Software; Component (thermodynamics); Stability (learning theory); Key (lock)","score_opus":0.01573865583591239,"score_gpt":0.26538936079268105,"score_spread":0.24965070495676867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117153893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938975,0.00013701206,0.0041660797,0.000056000692,0.000019560288,0.00003601278,0.00008775932,0.00050118315,0.0010988914],"genre_scores_gemma":[0.99646395,0.000059227103,0.0029391071,0.000021283666,0.0000046465166,0.000027470338,0.00020416491,0.00011224418,0.00016800476],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99588263,0.0011766979,0.00036282715,0.00072779966,0.0012625173,0.00058750703],"domain_scores_gemma":[0.97759557,0.013617531,0.0022681192,0.0028315487,0.0023509369,0.0013363502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038891437,0.0010073128,0.0005133819,0.0012015994,0.00095458253,0.0017154057,0.0009993021,0.00055673777,0.0010852722],"category_scores_gemma":[0.031916097,0.0004959064,0.0004458079,0.0008906246,0.0011158404,0.0024041233,0.0019601851,0.0012134289,0.0003441338],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045360466,0.0014586933,0.26312035,0.0011050248,0.0005662025,0.0018440958,0.0039771106,0.44505653,0.1404056,0.0031341312,0.0028613345,0.13193485],"study_design_scores_gemma":[0.00021948433,0.0051263333,0.333299,0.00027277958,0.00046447729,0.0013683519,0.0039907116,0.5017896,0.13895564,0.0055756387,0.0085522365,0.00038570323],"about_ca_topic_score_codex":0.0025244264,"about_ca_topic_score_gemma":0.0021815246,"teacher_disagreement_score":0.0038891437,"about_ca_system_score_codex":0.0007947671,"about_ca_system_score_gemma":0.0008644357,"threshold_uncertainty_score":0.020568013},"labels":[],"label_agreement":null},{"id":"W7117758288","doi":"10.1109/smartiot66867.2025.00035","title":"Securing Agentic AI in IoT Systems","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Internet of Things; Proxy (statistics); Gateway (web page); Forwarding plane; Latency (audio); Corporate governance","score_opus":0.008146854188632735,"score_gpt":0.26558430230963587,"score_spread":0.2574374481210031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117758288","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41136283,0.00039506375,0.5630263,0.0007357139,0.00012049108,0.0003690404,0.00007283863,0.0073146108,0.016603146],"genre_scores_gemma":[0.93453574,0.00011218822,0.063338555,0.000080893435,0.000020237616,0.000085273045,0.00010041873,0.00013464513,0.0015920349],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986533,0.000355885,0.0001278463,0.00014112388,0.0005267199,0.0001951166],"domain_scores_gemma":[0.99580353,0.000867822,0.0004645134,0.001845912,0.00062908686,0.00038915972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019393382,0.00035120398,0.0003520098,0.00032706535,0.00079485803,0.001982215,0.00078908616,0.00054206484,0.0010198579],"category_scores_gemma":[0.0054013208,0.0002824544,0.00020007642,0.00027739286,0.0015684136,0.002602752,0.0026112252,0.0010685247,0.00054493244],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075506215,0.0007761069,0.026137738,0.00044817687,0.00018511855,0.0013219372,0.0047106273,0.3159137,0.22118376,0.16911703,0.008451908,0.2509988],"study_design_scores_gemma":[0.000060128135,0.00037360712,0.0031448922,0.000056409997,0.000045703044,0.00027076184,0.00069023395,0.87032074,0.05980263,0.040170383,0.02501786,0.000046719088],"about_ca_topic_score_codex":0.0017466448,"about_ca_topic_score_gemma":0.0012279657,"teacher_disagreement_score":0.001982215,"about_ca_system_score_codex":0.00054095563,"about_ca_system_score_gemma":0.0011951517,"threshold_uncertainty_score":0.01025635},"labels":[],"label_agreement":null},{"id":"W7117871880","doi":"10.1109/icicnis66685.2025.11315829","title":"Agile Nexus: A Predictive Framework for Sprint Health, Productivity, and Dependency Management","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Sprint; Agile software development; Dependency (UML); Nexus (standard); Productivity; Agile manufacturing","score_opus":0.012791536440023078,"score_gpt":0.29834652041066984,"score_spread":0.28555498397064677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117871880","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035251815,0.00058774813,0.9015441,0.0006275257,0.00017285318,0.00041198707,0.0066540157,0.049925067,0.0048249085],"genre_scores_gemma":[0.5131221,0.0006928098,0.46611497,0.00026574876,0.00013764242,0.0007917164,0.013165078,0.001835822,0.0038741422],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986896,0.00028517516,0.00011914825,0.00039170304,0.00040952003,0.000104792285],"domain_scores_gemma":[0.99642134,0.0013809296,0.00068325317,0.00048254826,0.0007408047,0.00029112626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002597589,0.001966915,0.00087136024,0.0035334427,0.00063555094,0.0019576037,0.0017019971,0.0005574174,0.0037230453],"category_scores_gemma":[0.009953879,0.000701774,0.0010290096,0.00203201,0.00038562604,0.0017624679,0.001845447,0.0014919377,0.0014950908],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074493093,0.00065091864,0.13746741,0.00072276854,0.00059441384,0.0004680658,0.0013452979,0.25235438,0.004623932,0.016694853,0.049562976,0.5347701],"study_design_scores_gemma":[0.00003173033,0.00011793644,0.009044373,0.00009551486,0.00005435068,0.000117850315,0.00013770309,0.9627429,0.0020713182,0.015286087,0.010230961,0.000069340254],"about_ca_topic_score_codex":0.017102655,"about_ca_topic_score_gemma":0.029491598,"teacher_disagreement_score":0.017102655,"about_ca_system_score_codex":0.0010428692,"about_ca_system_score_gemma":0.0023337423,"threshold_uncertainty_score":0.034006238},"labels":[],"label_agreement":null},{"id":"W7117993668","doi":"10.1145/3712285.3787169","title":"10.1145/3712285.3787169","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Key (lock); The Internet; Component (thermodynamics)","score_opus":0.004117935068645907,"score_gpt":0.17142558227757784,"score_spread":0.16730764720893193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117993668","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023329568,0.006008858,0.0122119915,0.0013091357,0.0021793835,0.00050524966,0.013298372,0.020566301,0.94158775],"genre_scores_gemma":[0.0031418544,0.0020916762,0.0016703721,0.0006487081,0.00015558884,0.00018972333,0.0069906036,0.0019530611,0.98315835],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999201,0.000049970116,0.000061955994,0.00023851712,0.00027183793,0.00017677297],"domain_scores_gemma":[0.9982407,0.0003680398,0.00008940919,0.000586543,0.00041277977,0.0003025554],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018314394,0.003845622,0.0027632825,0.0031418425,0.0029184672,0.0051274276,0.0032377816,0.0059527336,0.9462007],"category_scores_gemma":[0.0035476107,0.002142194,0.0013643801,0.010148325,0.001433438,0.011174047,0.006384299,0.002935753,0.96866375],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026607874,0.00017464004,0.0004315994,0.00058124977,0.000043103028,0.00021880154,0.00009684188,0.0006807663,0.0013244787,0.0055483216,0.66125965,0.3293744],"study_design_scores_gemma":[0.0000427362,0.00004206168,0.0007599268,0.00028257613,0.00005057487,0.00016705209,0.000067837944,0.00086892856,0.00053730514,0.0012922537,0.9958475,0.000041368523],"about_ca_topic_score_codex":0.02048788,"about_ca_topic_score_gemma":0.013691378,"teacher_disagreement_score":0.05379927,"about_ca_system_score_codex":0.0025793358,"about_ca_system_score_gemma":0.0011040878,"threshold_uncertainty_score":0.07673806},"labels":[],"label_agreement":null},{"id":"W7118035263","doi":"10.1145/3712285.3787191","title":"10.1145/3712285.3787191","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Cloud computing; Software; Component (thermodynamics); Software system","score_opus":0.004118687995415932,"score_gpt":0.17144476731301642,"score_spread":0.1673260793176005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118035263","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019581036,0.005731054,0.0104476325,0.0012729544,0.002045705,0.0004718942,0.012675678,0.018506274,0.9468907],"genre_scores_gemma":[0.0026943544,0.0018967721,0.0014236099,0.000620722,0.00014459505,0.0001758823,0.0062188962,0.0017996887,0.98502547],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992285,0.00004934571,0.000059088376,0.00023091295,0.00026673393,0.00016547141],"domain_scores_gemma":[0.99823403,0.00038273548,0.00009049617,0.00056176493,0.0004282816,0.0003027629],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001744477,0.003792151,0.0028115152,0.0030356061,0.002763908,0.005224815,0.00319015,0.006126775,0.9482339],"category_scores_gemma":[0.0036327818,0.0019726257,0.0012952319,0.009886584,0.0013788706,0.010732966,0.0059347223,0.0029407737,0.9696711],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023559431,0.00015297174,0.00038690504,0.00053873303,0.00003846529,0.00019199806,0.000083748004,0.00059008464,0.0011902289,0.00483139,0.6647038,0.32705602],"study_design_scores_gemma":[0.000038610433,0.00003639922,0.00070312206,0.00025658513,0.00004447824,0.00015108135,0.00005932635,0.00072688,0.00048062552,0.0011756963,0.9962907,0.000036545098],"about_ca_topic_score_codex":0.01919608,"about_ca_topic_score_gemma":0.012761782,"teacher_disagreement_score":0.051766098,"about_ca_system_score_codex":0.0024578995,"about_ca_system_score_gemma":0.0010621435,"threshold_uncertainty_score":0.073838055},"labels":[],"label_agreement":null},{"id":"W7118051471","doi":"","title":"How Do Agentic AI Systems Address Performance Optimizations? A BERTopic-Based Analysis of Pull Requests","year":2025,"lang":"","type":"article","venue":"ArXiv.org","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg; University of Windsor; University of Manitoba","funders":"","keywords":"Software; Focus (optics); Empirical research; Software system; Software development; Empirical evidence","score_opus":0.02569648182076357,"score_gpt":0.2723796907126856,"score_spread":0.24668320889192202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118051471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92549926,0.00072240725,0.06640638,0.00059849245,0.000040261373,0.0002243007,0.00020729334,0.0013947518,0.0049068704],"genre_scores_gemma":[0.974434,0.00021969364,0.023837749,0.000077712946,0.00003631964,0.00009979529,0.00022506424,0.00011461003,0.0009550303],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9932708,0.0027841972,0.00056549994,0.00087592774,0.0020931733,0.00041040758],"domain_scores_gemma":[0.9185011,0.044479504,0.01542492,0.0076458612,0.0121621275,0.0017864514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01101114,0.00051674445,0.0005347683,0.0035262574,0.0009430827,0.0031813823,0.0011901798,0.00082702364,0.0010292621],"category_scores_gemma":[0.07076483,0.0004335879,0.00040296878,0.0019478737,0.0006723131,0.0044326163,0.0013918258,0.0008196087,0.0006565124],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013208088,0.0007391133,0.4760718,0.001287833,0.0004469971,0.000661574,0.008868878,0.054322403,0.06166135,0.014873032,0.0046512075,0.37509492],"study_design_scores_gemma":[0.000087983986,0.0015049444,0.2727558,0.00014983675,0.0003981557,0.00090501417,0.006361267,0.65182626,0.032423113,0.018170774,0.015208708,0.00020812912],"about_ca_topic_score_codex":0.002078094,"about_ca_topic_score_gemma":0.0025418592,"teacher_disagreement_score":0.01101114,"about_ca_system_score_codex":0.0010309048,"about_ca_system_score_gemma":0.0015121843,"threshold_uncertainty_score":0.058233142},"labels":[],"label_agreement":null},{"id":"W7118167570","doi":"10.1145/3731599.3787535","title":"10.1145/3731599.3787535","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Middleware (distributed applications); Runtime system; Scheme (mathematics)","score_opus":0.0041319221251043025,"score_gpt":0.17170254747020194,"score_spread":0.16757062534509765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118167570","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028134226,0.008157851,0.015205237,0.0015261561,0.002589908,0.00060205965,0.018816164,0.023653505,0.92663574],"genre_scores_gemma":[0.003630551,0.0026863466,0.0021133148,0.00065360044,0.00017846389,0.00021716848,0.008432623,0.0022633078,0.97982466],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992107,0.000051155526,0.00006477774,0.00022211667,0.00028723563,0.00016402506],"domain_scores_gemma":[0.9982185,0.00040067214,0.00009284827,0.00058300595,0.00040987646,0.0002952111],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018764945,0.0039381427,0.0028364207,0.0032707928,0.0027397443,0.005054396,0.003370027,0.005922812,0.93666625],"category_scores_gemma":[0.003944897,0.0020164703,0.0013487855,0.010164403,0.0014369246,0.01222855,0.006028303,0.0030321649,0.9597438],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002686971,0.00016012168,0.00042507908,0.0006507576,0.00004460047,0.00020928343,0.00009908767,0.00073752936,0.0012656489,0.0055059865,0.6510115,0.33962172],"study_design_scores_gemma":[0.000039308517,0.00003884704,0.00076066103,0.00027792997,0.000052029605,0.00017550668,0.0000648895,0.00085719716,0.00058916496,0.0014311875,0.9956735,0.00003967603],"about_ca_topic_score_codex":0.021289572,"about_ca_topic_score_gemma":0.014483059,"teacher_disagreement_score":0.06333375,"about_ca_system_score_codex":0.0025454937,"about_ca_system_score_gemma":0.0011890987,"threshold_uncertainty_score":0.09033781},"labels":[],"label_agreement":null},{"id":"W7118189641","doi":"10.1145/3731599.3787545","title":"10.1145/3731599.3787545","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Key (lock); Component (thermodynamics); Instrumentation (computer programming)","score_opus":0.0041186148286908655,"score_gpt":0.17179141317643254,"score_spread":0.16767279834774168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118189641","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030625323,0.008751672,0.014969076,0.001516354,0.002611492,0.0005860879,0.018445386,0.023300545,0.9267569],"genre_scores_gemma":[0.0036525847,0.002855173,0.002061412,0.0006532655,0.00017966001,0.00020876733,0.008246753,0.002209795,0.9799326],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99924076,0.000048948667,0.00006246722,0.00021180892,0.00027852962,0.00015753097],"domain_scores_gemma":[0.99828917,0.00039185566,0.00008934628,0.0005459095,0.00039870522,0.0002850464],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018427348,0.0038060613,0.0027743594,0.003167528,0.0026600119,0.0048697344,0.0032004656,0.0056767995,0.93329185],"category_scores_gemma":[0.0037245527,0.0019637875,0.0012895586,0.010003998,0.0014150786,0.011661076,0.006008398,0.0029715467,0.9585346],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000267311,0.00016148666,0.00043559758,0.00064350327,0.00004475944,0.00020292534,0.00009964402,0.00074695033,0.001279665,0.005254503,0.65214986,0.33871377],"study_design_scores_gemma":[0.000039825674,0.00003973792,0.00080705545,0.000282954,0.000053788124,0.00017718464,0.00006738228,0.0009135387,0.0005906436,0.0013501691,0.9956388,0.0000389138],"about_ca_topic_score_codex":0.020864949,"about_ca_topic_score_gemma":0.014398526,"teacher_disagreement_score":0.06670815,"about_ca_system_score_codex":0.0024392365,"about_ca_system_score_gemma":0.001114219,"threshold_uncertainty_score":0.09515107},"labels":[],"label_agreement":null},{"id":"W7119025615","doi":"10.1109/vtc2025-fall65116.2025.11309934","title":"Memory failures in microservices based Cellular IoT systems - An experimental evaluation of service availability","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Ericsson (Canada)","funders":"","keywords":"Microservices; Scalability; Robustness (evolution); High availability; Service (business); Internet of Things; Reliability (semiconductor)","score_opus":0.028415456858584865,"score_gpt":0.30435801537667206,"score_spread":0.2759425585180872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7119025615","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970439,0.000095444106,0.002071483,0.000029012803,0.00002285234,0.000029045359,0.00006626976,0.00017117041,0.00047079497],"genre_scores_gemma":[0.9990452,0.000035190184,0.00057379383,0.000011338441,0.0000031210732,0.000018919412,0.00006700302,0.000011049454,0.00023434173],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99928683,0.000113123046,0.00006661002,0.00011064259,0.00023735284,0.0001855086],"domain_scores_gemma":[0.99665254,0.0014629003,0.0004204744,0.0005584942,0.0005864493,0.00031914658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007278964,0.00051919575,0.0004653244,0.0004988308,0.00048173653,0.00037469043,0.000803255,0.00061915285,0.0015639166],"category_scores_gemma":[0.0027675906,0.00017861654,0.00022583455,0.00027291724,0.00057534967,0.0007717509,0.00073615764,0.0006936758,0.0003221913],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007089169,0.00463653,0.04678067,0.0013443441,0.00027883973,0.0032958728,0.0022338773,0.41296872,0.4269853,0.003081319,0.0031751613,0.08813015],"study_design_scores_gemma":[0.00025132395,0.009480345,0.042750668,0.00011577489,0.00015264864,0.0010757857,0.0022340757,0.6582748,0.28028038,0.001759362,0.0035186517,0.00010617264],"about_ca_topic_score_codex":0.0017551474,"about_ca_topic_score_gemma":0.0012523147,"teacher_disagreement_score":0.0017551474,"about_ca_system_score_codex":0.00042189207,"about_ca_system_score_gemma":0.0002828446,"threshold_uncertainty_score":0.0052317977},"labels":[],"label_agreement":null},{"id":"W7125592912","doi":"10.1109/cascon66301.2025.00107","title":"Towards Scenario-Driven Reference Architecture for Integrating Microservices and LLM-Based Multi-Agent Systems","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Microservices; Modularity (biology); Architectural style; Software architecture; Software; Reference model; Architecture; Core (optical fiber); Architectural pattern","score_opus":0.025710388156729914,"score_gpt":0.29074065326586923,"score_spread":0.2650302651091393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125592912","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014206164,0.00014387946,0.9778828,0.00029863082,0.000028525012,0.00020940207,0.000093001756,0.0011463093,0.005991211],"genre_scores_gemma":[0.15096062,0.00022567016,0.84601635,0.00006647021,0.000010131993,0.0003706016,0.0005167432,0.00021299129,0.0016204504],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964386,0.001629049,0.00032643336,0.0004099342,0.00096272316,0.00023329674],"domain_scores_gemma":[0.99659985,0.0006440754,0.00031408473,0.0009134004,0.0013158378,0.00021270262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049094013,0.0009290365,0.0004999099,0.0025839182,0.00090961653,0.0046817223,0.002626901,0.0016135289,0.0020353864],"category_scores_gemma":[0.0077669276,0.0007500827,0.001223359,0.0014967439,0.0012547576,0.004056819,0.0038340604,0.0016727598,0.0009189638],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010438841,0.00020403186,0.0049462714,0.00037106022,0.00013241517,0.00080789835,0.0028264383,0.30639008,0.016656877,0.54505646,0.002902795,0.11960128],"study_design_scores_gemma":[0.000018388238,0.00011753695,0.00088068435,0.00025644412,0.00005818867,0.00028595098,0.00091336475,0.8179527,0.0093824975,0.12903257,0.0410361,0.0000656173],"about_ca_topic_score_codex":0.0046197306,"about_ca_topic_score_gemma":0.0062358994,"teacher_disagreement_score":0.0049094013,"about_ca_system_score_codex":0.0020207346,"about_ca_system_score_gemma":0.0029730517,"threshold_uncertainty_score":0.025963664},"labels":[],"label_agreement":null},{"id":"W7125600900","doi":"10.1109/cascon66301.2025.00034","title":"Key Considerations for Auto-Scaling: Lessons from Benchmark Microservices","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Microservices; Benchmark (surveying); Software deployment; Key (lock); Scalability; Modular design; Initialization; Workflow; Service-oriented architecture","score_opus":0.02953393324029248,"score_gpt":0.30814189015965526,"score_spread":0.2786079569193628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125600900","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64583206,0.009954322,0.29203558,0.011268274,0.00086955633,0.0002558724,0.00081014016,0.006634889,0.032339238],"genre_scores_gemma":[0.9218048,0.0017421307,0.07354505,0.0004595456,0.00011311972,0.000110144116,0.00046248827,0.00084598176,0.0009167505],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99795353,0.0007088842,0.00012591129,0.00024025423,0.0007844228,0.00018701154],"domain_scores_gemma":[0.98652065,0.007606685,0.00056816806,0.0025644181,0.0023274904,0.00041270268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004141165,0.0010018689,0.00062776246,0.00093164435,0.00062324957,0.0013214024,0.0024515186,0.0007533887,0.0009785924],"category_scores_gemma":[0.020652084,0.00029003527,0.00044210593,0.0012496886,0.001108624,0.003079712,0.0009052848,0.002208871,0.00024591378],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041213716,0.000699987,0.021833709,0.0012136529,0.0001240972,0.00046543908,0.0010293884,0.55985487,0.023011645,0.0696634,0.017747603,0.3039441],"study_design_scores_gemma":[0.00008057526,0.0006566594,0.00853766,0.0004827598,0.000074364034,0.00028709904,0.00084589684,0.81776977,0.049672924,0.099106245,0.022381814,0.00010415892],"about_ca_topic_score_codex":0.003911617,"about_ca_topic_score_gemma":0.004560257,"teacher_disagreement_score":0.004141165,"about_ca_system_score_codex":0.0010017166,"about_ca_system_score_gemma":0.0009636975,"threshold_uncertainty_score":0.021900833},"labels":[],"label_agreement":null},{"id":"W7125642748","doi":"10.1109/cascon66301.2025.00033","title":"Framework for SLA-Breach Prediction in Cloud-Native Microservices","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Microservices; Software; Field (mathematics); Set (abstract data type); Context (archaeology)","score_opus":0.015117032896827552,"score_gpt":0.30016865774112567,"score_spread":0.28505162484429813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125642748","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012442606,0.0003445097,0.9680263,0.00037230385,0.00014100126,0.0002053964,0.00040002126,0.015567101,0.0025008617],"genre_scores_gemma":[0.5699779,0.0003284945,0.42407054,0.00021840273,0.0001159447,0.00025138553,0.0011652563,0.00048127826,0.003390864],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99868876,0.00016153154,0.00009183046,0.00032134986,0.00048341695,0.0002530952],"domain_scores_gemma":[0.9984459,0.00036931207,0.00016904017,0.00032368588,0.00052289927,0.00016918757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021794443,0.0010706332,0.0013296214,0.0014831976,0.0012365268,0.0028210753,0.0033628086,0.0012707568,0.0047348994],"category_scores_gemma":[0.004764601,0.0005022479,0.0010895722,0.00092530774,0.0006076234,0.0024190203,0.0027426106,0.001812984,0.0013359179],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048310825,0.0006400917,0.015235203,0.00041890037,0.0003396442,0.0006270563,0.00044696746,0.54694426,0.009285799,0.06343663,0.025013927,0.33712843],"study_design_scores_gemma":[0.000009360719,0.000017633136,0.00035295985,0.00001401082,0.000016212276,0.000027007029,0.00003572626,0.99001336,0.0009319407,0.007297352,0.0012695641,0.000014895721],"about_ca_topic_score_codex":0.024337824,"about_ca_topic_score_gemma":0.032366153,"teacher_disagreement_score":0.024337824,"about_ca_system_score_codex":0.001494947,"about_ca_system_score_gemma":0.0042357584,"threshold_uncertainty_score":0.048392355},"labels":[],"label_agreement":null},{"id":"W7125651157","doi":"10.1109/cascon66301.2025.00046","title":"SynRAG: A Large Language Model Framework for Executable Query Generation in Heterogeneous SIEM Systems","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Executable; Query language; Data model (GIS); Component (thermodynamics); Language model; Data modeling; RDF query language; Information system","score_opus":0.018594916483405912,"score_gpt":0.29306396901811116,"score_spread":0.27446905253470527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125651157","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003170492,0.00009483519,0.92824244,0.00017547542,0.000053569467,0.00017482995,0.0009423008,0.06574258,0.0014034305],"genre_scores_gemma":[0.18398075,0.00027447531,0.77931243,0.00050496304,0.000094635165,0.00085596304,0.0062072254,0.023515012,0.0052545923],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968054,0.0008757029,0.00032007924,0.0003767799,0.0013428001,0.00027926674],"domain_scores_gemma":[0.9961442,0.0019861301,0.00019536687,0.0009639332,0.0005682137,0.00014220862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041860207,0.0015417242,0.0013075361,0.0014958213,0.0009667888,0.003344634,0.004782296,0.0020065669,0.0141127305],"category_scores_gemma":[0.010475441,0.0016801986,0.0028152005,0.00093599065,0.0013928283,0.0051144157,0.00385896,0.002908564,0.004776503],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018221276,0.0005551706,0.0046107178,0.0020655368,0.0005285248,0.0011346247,0.0017298602,0.23020461,0.038731042,0.2635055,0.116214,0.3388983],"study_design_scores_gemma":[0.00017394092,0.000098461525,0.00021559448,0.00008149337,0.000072540344,0.00015938244,0.000101707905,0.8947004,0.017172227,0.05161721,0.035524976,0.00008200184],"about_ca_topic_score_codex":0.005469404,"about_ca_topic_score_gemma":0.008089593,"teacher_disagreement_score":0.0141127305,"about_ca_system_score_codex":0.0016218246,"about_ca_system_score_gemma":0.0022630221,"threshold_uncertainty_score":0.047211826},"labels":[],"label_agreement":null},{"id":"W7125651506","doi":"10.1109/cascon66301.2025.00032","title":"SynthLogAI: Generative AI for Synthetic Linux Log Generation and Evaluation","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Generative grammar; Generative model; Feature (linguistics); Field (mathematics); Set (abstract data type)","score_opus":0.034397463627199795,"score_gpt":0.3264284678149116,"score_spread":0.2920310041877118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125651506","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019685404,0.00022842555,0.86852187,0.0003193506,0.0002602725,0.00036248454,0.001416295,0.09798173,0.011224172],"genre_scores_gemma":[0.3344588,0.00018779119,0.64388704,0.00043706753,0.00008196856,0.00071945234,0.003643216,0.0096527245,0.0069319233],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986493,0.00057480077,0.00007673897,0.00021492073,0.00040520885,0.000078921556],"domain_scores_gemma":[0.9921302,0.0058802026,0.00014207975,0.00088694686,0.0008014074,0.00015917064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027034702,0.0013659534,0.0007073787,0.0012736833,0.0005820761,0.0017313287,0.0034758449,0.0016430434,0.0205499],"category_scores_gemma":[0.014683813,0.0008214332,0.00095569546,0.00071467983,0.0010016952,0.0014215554,0.001855263,0.0022804823,0.0038801597],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008600216,0.00068795466,0.004733982,0.0012159159,0.00028187662,0.00068603235,0.00097013306,0.3997785,0.02184789,0.039901365,0.07494084,0.4540954],"study_design_scores_gemma":[0.000076491524,0.00005598641,0.00016324727,0.000024616887,0.000018499282,0.000076779914,0.00003713921,0.9754656,0.0066263834,0.010783988,0.006654435,0.000016758786],"about_ca_topic_score_codex":0.004153906,"about_ca_topic_score_gemma":0.006592179,"teacher_disagreement_score":0.0205499,"about_ca_system_score_codex":0.0010237147,"about_ca_system_score_gemma":0.0012229221,"threshold_uncertainty_score":0.06874627},"labels":[],"label_agreement":null},{"id":"W7125894075","doi":"10.1109/ase63991.2025.00121","title":"Rechecking Recheck Requests in Continuous Integration: An Empirical Study of OpenStack","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Process (computing); Set (abstract data type); Empirical research; Work (physics); Baseline (sea); Scheme (mathematics)","score_opus":0.06000843371496265,"score_gpt":0.3846077370672249,"score_spread":0.3245993033522622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125894075","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9987263,0.0001185129,0.0004746184,0.00012043306,0.000007297417,0.00001782701,0.00020127487,0.00006345305,0.0002703018],"genre_scores_gemma":[0.99767286,0.00007814514,0.0008442436,0.00005162646,0.000013253916,0.00002485849,0.0009300791,0.000050870873,0.00033405915],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99454236,0.002183151,0.00047602368,0.001045426,0.0012750989,0.00047797334],"domain_scores_gemma":[0.8726518,0.098771244,0.012041479,0.00773319,0.0058947993,0.0029075576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009498019,0.00077169173,0.00060996995,0.0016467042,0.0007435583,0.001543068,0.0017557349,0.0014288326,0.0013239338],"category_scores_gemma":[0.0664737,0.00055796385,0.0008107369,0.0017804897,0.0016028327,0.004836102,0.0012375544,0.0034772872,0.0010434814],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070892856,0.0024239053,0.9456755,0.00021833609,0.00018112562,0.00062961533,0.0029616246,0.018461771,0.0012219329,0.00076397654,0.0040104017,0.022742918],"study_design_scores_gemma":[0.00008441458,0.0013990159,0.74576235,0.00011060273,0.000095622694,0.000775409,0.0037753459,0.24124804,0.002068204,0.0013791872,0.003178846,0.00012295388],"about_ca_topic_score_codex":0.01212588,"about_ca_topic_score_gemma":0.010543876,"teacher_disagreement_score":0.01212588,"about_ca_system_score_codex":0.0012227905,"about_ca_system_score_gemma":0.00080894766,"threshold_uncertainty_score":0.05023092},"labels":[],"label_agreement":null},{"id":"W7125924447","doi":"10.1109/ase63991.2025.00161","title":"Defects4Log: Benchmarking LLMs for Logging Code Defect Detection and Reasoning","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Logging; Code (set theory); Commit; Construct (python library); Source code; Benchmark (surveying); Variety (cybernetics)","score_opus":0.010220149079298049,"score_gpt":0.2627221758080929,"score_spread":0.25250202672879485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125924447","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67875826,0.004066919,0.10956819,0.001384518,0.00061360525,0.0010592431,0.035669513,0.15948027,0.00939952],"genre_scores_gemma":[0.6968637,0.0008868058,0.2010952,0.0005284914,0.000072275034,0.0006182427,0.0949092,0.0023775299,0.0026484944],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9934041,0.0016908097,0.0008651209,0.0015705997,0.0020219213,0.0004474333],"domain_scores_gemma":[0.9837885,0.007645522,0.0013356738,0.0035895612,0.0029209459,0.0007198239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046046386,0.0022634077,0.0006298489,0.004701834,0.0005710525,0.0013455112,0.003950905,0.0019815802,0.0015438102],"category_scores_gemma":[0.0241232,0.0006280764,0.0011727901,0.0023340841,0.00096741586,0.0029781854,0.0021551258,0.0018145415,0.0014325366],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002724068,0.0039438074,0.1656277,0.0046832785,0.0007855811,0.0010438217,0.0016270884,0.16451712,0.028812317,0.0066497517,0.18447822,0.43510732],"study_design_scores_gemma":[0.00039246073,0.0011253054,0.02581281,0.0002006689,0.00013686168,0.0005520162,0.00072814483,0.9036211,0.03209195,0.0044306465,0.03078357,0.0001245681],"about_ca_topic_score_codex":0.0133555,"about_ca_topic_score_gemma":0.021861875,"teacher_disagreement_score":0.0133555,"about_ca_system_score_codex":0.0016638697,"about_ca_system_score_gemma":0.0027349268,"threshold_uncertainty_score":0.026555538},"labels":[],"label_agreement":null},{"id":"W7125974758","doi":"10.1109/ase63991.2025.00035","title":"LogMoE: Lightweight Expert Mixture for Cross-System Log Anomaly Detection","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"National Natural Science Foundation of China","keywords":"Anomaly detection; Scalability; Set (abstract data type); Event (particle physics); Software; Generalization; Anomaly (physics)","score_opus":0.009875331043543482,"score_gpt":0.2779389944802919,"score_spread":0.2680636634367484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125974758","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025132054,0.00034903584,0.94810903,0.00025723013,0.00006738272,0.00017070925,0.0005546599,0.024491053,0.000868833],"genre_scores_gemma":[0.41524,0.0002394277,0.5708877,0.0010178118,0.00010955946,0.00041924798,0.005351625,0.001684553,0.005050125],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99727625,0.0005487409,0.00012470112,0.0011069084,0.0007002398,0.00024323288],"domain_scores_gemma":[0.9954407,0.0021011056,0.0003186242,0.0011843056,0.0007309779,0.00022428363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00440023,0.0025537894,0.0018568424,0.0024712356,0.0007419056,0.0016099181,0.004715544,0.0023875022,0.0021146093],"category_scores_gemma":[0.01188311,0.001121405,0.0019082087,0.001332897,0.0008596498,0.0046702204,0.00432856,0.0038059817,0.0020183579],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066531444,0.0009092677,0.021110727,0.00030168466,0.00056073733,0.00046873835,0.0004970961,0.27306658,0.019662837,0.0047700186,0.024109177,0.6538779],"study_design_scores_gemma":[0.000013249031,0.000064654705,0.0010089612,0.000008504087,0.000023809058,0.000094794574,0.000027719947,0.9883265,0.003190857,0.0051912386,0.0020277873,0.000021855192],"about_ca_topic_score_codex":0.0064240624,"about_ca_topic_score_gemma":0.01462227,"teacher_disagreement_score":0.0064240624,"about_ca_system_score_codex":0.0010575146,"about_ca_system_score_gemma":0.0017214491,"threshold_uncertainty_score":0.023270905},"labels":[],"label_agreement":null},{"id":"W7126413509","doi":"10.21428/594757db.b7c13c2e","title":"SIEM+: Harnessing Machine Learning for Advanced AnomalyDetection in Cybersecurity Software","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Software; The Internet; Production (economics); Malware; Class (philosophy); Data security","score_opus":0.009366336316519163,"score_gpt":0.2527314835470654,"score_spread":0.24336514723054625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7126413509","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14647578,0.00079467456,0.76186645,0.000749265,0.00018962732,0.0004285839,0.0013834727,0.0858093,0.0023028313],"genre_scores_gemma":[0.43398005,0.00020498135,0.55989784,0.00030799664,0.00007032986,0.0002136945,0.0028345636,0.00074360886,0.0017469844],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985189,0.00039448813,0.000077479715,0.00042434636,0.00048191525,0.00010286128],"domain_scores_gemma":[0.9978531,0.0010263015,0.000226324,0.0004408012,0.0003568082,0.000096598975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026031516,0.0012785711,0.0007343181,0.0024383152,0.00039551107,0.0010024097,0.0019094961,0.00095506327,0.0008208366],"category_scores_gemma":[0.005666605,0.00044792774,0.00085877004,0.0009691687,0.00062052463,0.0021958735,0.0016894428,0.0016983278,0.0006453155],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038299753,0.0011093308,0.024207776,0.00028176105,0.00030323598,0.00030355368,0.0003278691,0.12147785,0.017758913,0.0034024,0.018637149,0.8118071],"study_design_scores_gemma":[0.000018862609,0.00013550934,0.0021964095,0.000009812257,0.000014767117,0.00009351031,0.000026998578,0.9837751,0.0076247132,0.0030457694,0.003038835,0.000019744442],"about_ca_topic_score_codex":0.0043027536,"about_ca_topic_score_gemma":0.008133294,"teacher_disagreement_score":0.0043027536,"about_ca_system_score_codex":0.0007182964,"about_ca_system_score_gemma":0.00097538985,"threshold_uncertainty_score":0.013767004},"labels":[],"label_agreement":null},{"id":"W7126432418","doi":"10.21428/594757db.fe8b76cf","title":"Automatic Reduction of Execution Trace Data Volume UsingGradient Boosting in Large-Scale Microservice Systems","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Boosting (machine learning); Volume (thermodynamics); TRACE (psycholinguistics); Microservices; Key (lock); Robustness (evolution); Feature (linguistics); Reduction (mathematics)","score_opus":0.021279823656050214,"score_gpt":0.2702563938035197,"score_spread":0.24897657014746946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7126432418","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38926902,0.0010456807,0.59627056,0.0004668757,0.00012550208,0.00013104803,0.0011771803,0.010358317,0.0011558023],"genre_scores_gemma":[0.84097946,0.00016268344,0.15505323,0.000085530046,0.00003744939,0.00009833104,0.0025693662,0.00029784584,0.0007159912],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990183,0.00025365286,0.000049890037,0.00023691282,0.00031877065,0.00012243717],"domain_scores_gemma":[0.9973573,0.001287872,0.00020974327,0.0004493272,0.0005560679,0.00013972101],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020364833,0.0011528949,0.0010355233,0.0012204662,0.00043880957,0.0007708531,0.0014937558,0.0005028608,0.00043474033],"category_scores_gemma":[0.005819493,0.0004213344,0.00066560815,0.0011677598,0.00040411094,0.00092793297,0.0008621357,0.0012584842,0.00033578492],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000485923,0.00043375092,0.032043666,0.00025327504,0.00014557352,0.00028298507,0.00030137508,0.6610019,0.021170883,0.002061162,0.0068048416,0.27501464],"study_design_scores_gemma":[0.0000056805234,0.000023075403,0.0024566846,0.0000043601376,0.0000073167107,0.00002021444,0.000022790018,0.9926024,0.003015777,0.0012843849,0.0005511205,0.0000062823115],"about_ca_topic_score_codex":0.00854022,"about_ca_topic_score_gemma":0.009912659,"teacher_disagreement_score":0.00854022,"about_ca_system_score_codex":0.00067930983,"about_ca_system_score_gemma":0.001253529,"threshold_uncertainty_score":0.016981006},"labels":[],"label_agreement":null},{"id":"W7128469758","doi":"10.53469/jrse.2025.07(05).01","title":"Automated Validation Framework for Microservice Architectures","year":2025,"lang":"","type":"article","venue":"Journal of Research in Science and Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Systems, Applications & Products in Data Processing (Canada)","funders":"","keywords":"Microservices; Unit testing; Integration testing; Test strategy; Automation; Field (mathematics); Quality (philosophy); White-box testing; Model-based testing; Software","score_opus":0.033115034199665404,"score_gpt":0.38531046344448183,"score_spread":0.35219542924481645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7128469758","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074380063,0.0012375109,0.9804346,0.00088733947,0.00008590031,0.000582695,0.00032057503,0.0037350424,0.0052782763],"genre_scores_gemma":[0.15939528,0.0009426458,0.8339781,0.00040631488,0.00007255213,0.0008006871,0.0015634702,0.0005923918,0.002248526],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9797053,0.008440586,0.0020390833,0.0022440134,0.006588538,0.0009824722],"domain_scores_gemma":[0.96659756,0.018223776,0.0023338392,0.005130227,0.0072546676,0.00045989623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021291872,0.0012047464,0.00094089226,0.00591351,0.0014507476,0.0048145023,0.004379153,0.0024444761,0.003781694],"category_scores_gemma":[0.0416951,0.0011370422,0.0034961384,0.0018149249,0.0029435053,0.0063664503,0.003978723,0.0031629857,0.00097270973],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010797057,0.00020955785,0.0045601614,0.0017048758,0.00025866542,0.0011684248,0.002331337,0.10405154,0.006613479,0.63130945,0.005563274,0.2421211],"study_design_scores_gemma":[0.00008057283,0.00019061741,0.002372891,0.003243574,0.0001937437,0.0010198001,0.0008280691,0.4643247,0.012838712,0.39899084,0.115774535,0.00014200178],"about_ca_topic_score_codex":0.008581294,"about_ca_topic_score_gemma":0.008644942,"teacher_disagreement_score":0.021291872,"about_ca_system_score_codex":0.0030909786,"about_ca_system_score_gemma":0.008107071,"threshold_uncertainty_score":0.112603486},"labels":[],"label_agreement":null},{"id":"W7128727797","doi":"10.1109/icerect65215.2025.11377451","title":"Application of Machine Learning to Determine Cybersecurity Compliance: Analyze the Risk of Privacy Violations in Distributed Systems","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Scalability; Anomaly detection; Process (computing); Information privacy; Server; Distributed database","score_opus":0.01524120015389242,"score_gpt":0.27891099702060307,"score_spread":0.26366979686671066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7128727797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61932534,0.0005380131,0.37333345,0.0010201,0.00006622305,0.00014904806,0.0005485152,0.002724805,0.00229446],"genre_scores_gemma":[0.97588867,0.00005851309,0.022991776,0.000047121626,0.000019733456,0.000035942074,0.00043671558,0.000020622343,0.00050091895],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99853396,0.00057381805,0.00012833465,0.00033824978,0.00028352113,0.00014208928],"domain_scores_gemma":[0.9936667,0.004468571,0.0006868662,0.000526395,0.0004913762,0.00016000109],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021711758,0.00083757704,0.0005562036,0.0018185863,0.00041922845,0.0011305349,0.00082183914,0.0009777877,0.0005947809],"category_scores_gemma":[0.0068587125,0.00022090187,0.0005810952,0.00083604845,0.0005131121,0.0010453436,0.00074444985,0.0010274779,0.0002810144],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022721024,0.0005463975,0.06706261,0.000094509145,0.00015944321,0.00018222207,0.0001817325,0.7675251,0.0026025511,0.0011365601,0.0012543249,0.1590274],"study_design_scores_gemma":[0.0000021334552,0.000031714822,0.0024802138,0.0000049793007,0.0000045878596,0.000017743334,0.00002179011,0.9955432,0.0008683247,0.00091516913,0.00010645107,0.0000037368643],"about_ca_topic_score_codex":0.0043389406,"about_ca_topic_score_gemma":0.0032039874,"teacher_disagreement_score":0.0043389406,"about_ca_system_score_codex":0.0007923159,"about_ca_system_score_gemma":0.0009057312,"threshold_uncertainty_score":0.011482418},"labels":[],"label_agreement":null},{"id":"W7130346033","doi":"10.69894/20200115","title":"2019 Emerson User Exchange, Americas","year":2020,"lang":"en","type":"article","venue":"Oil IT Journal.","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Workstation; Analytics; User interface; Data analysis","score_opus":0.02640292761818735,"score_gpt":0.2650886436950145,"score_spread":0.23868571607682715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7130346033","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00050497614,0.000509555,0.00042961858,0.00078212644,0.00078966515,0.00003027113,0.002907631,0.0022148092,0.99183136],"genre_scores_gemma":[0.00091434777,0.00024401273,0.00016387066,0.00013979596,0.000056763096,0.000010792087,0.0014035336,0.000336831,0.9967301],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995845,0.00003663771,0.000023405033,0.000106161926,0.00018635268,0.00006297208],"domain_scores_gemma":[0.9991068,0.000078334364,0.000040588675,0.00018145447,0.00029976873,0.0002929243],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005679162,0.0013959582,0.0007155232,0.0017169816,0.0016955183,0.005372971,0.00079541263,0.0015482723,0.90120816],"category_scores_gemma":[0.0014680519,0.00052877795,0.00053678703,0.0017223688,0.0005753258,0.0025865247,0.002455351,0.001365078,0.8793598],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006327293,0.000051351217,0.00026822006,0.000064466316,0.000005339837,0.000082474195,0.000042100644,0.000060875904,0.0003958988,0.003364233,0.9188335,0.07676831],"study_design_scores_gemma":[0.00000536052,0.000010461582,0.0003821163,0.000037663365,0.0000016396316,0.00003488997,0.00004372545,0.00007058993,0.00011521055,0.0002515554,0.9990433,0.0000035710805],"about_ca_topic_score_codex":0.0068164617,"about_ca_topic_score_gemma":0.014872672,"teacher_disagreement_score":0.90120816,"about_ca_system_score_codex":0.0009165861,"about_ca_system_score_gemma":0.0014820675,"threshold_uncertainty_score":0.1409145},"labels":[],"label_agreement":null},{"id":"W7131241897","doi":"10.1109/icoiics67115.2025.11390077","title":"Enhanced Zero Trust Model for Cloud-Native Microservices Using Gradient Boosting Algorithm","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Microservices; Cloud computing; Software deployment; Boosting (machine learning); Gradient boosting; Zero-knowledge proof; Context (archaeology); Flexibility (engineering)","score_opus":0.025874978429493944,"score_gpt":0.2955261135135308,"score_spread":0.2696511350840369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7131241897","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06608758,0.00055087684,0.9290023,0.00058474427,0.000088587265,0.00005565564,0.0000620255,0.0004193141,0.0031489343],"genre_scores_gemma":[0.92887807,0.00030282667,0.06519693,0.00014344532,0.000056171906,0.00009170708,0.0001495712,0.00006390267,0.0051172767],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992834,0.00021041564,0.00003140434,0.00013612858,0.00015672085,0.00018191748],"domain_scores_gemma":[0.9989159,0.00045072002,0.000102733335,0.000057734127,0.00037609108,0.000096834665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015199148,0.0006094118,0.0013649033,0.00051170104,0.00048427563,0.0013723654,0.001989988,0.0010705945,0.0018635863],"category_scores_gemma":[0.002728219,0.0003968176,0.0008774725,0.00045212597,0.00065359037,0.001099309,0.0008960053,0.0013370515,0.00043392033],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011258819,0.000054367196,0.002067038,0.000041945255,0.00004739387,0.00009297207,0.00006701152,0.9607687,0.0010836658,0.009637451,0.0013628077,0.024664097],"study_design_scores_gemma":[0.000001341535,0.0000054888856,0.000054400432,0.0000012980203,0.0000023406271,0.000004188371,0.000002206866,0.99898595,0.000056162837,0.0008040955,0.00008099768,0.0000015033625],"about_ca_topic_score_codex":0.012173655,"about_ca_topic_score_gemma":0.006805375,"teacher_disagreement_score":0.012173655,"about_ca_system_score_codex":0.0013231452,"about_ca_system_score_gemma":0.0016292887,"threshold_uncertainty_score":0.024205565},"labels":[],"label_agreement":null},{"id":"W7131292338","doi":"10.1109/apsec66846.2025.00077","title":"A Comparative Study Towards Designing a Hybrid Architecture of Microservices and LLM-based Multi-Agent Systems","year":2025,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Microservices; Architecture; Context (archaeology); Function (biology); Categorization; Systems architecture; Quality (philosophy); Systems design; Database-centric architecture","score_opus":0.02534775603778148,"score_gpt":0.29630996769521106,"score_spread":0.27096221165742956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7131292338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68840927,0.0009370104,0.2818426,0.00084832695,0.000024413845,0.00023044429,0.000022384738,0.00030671127,0.027378768],"genre_scores_gemma":[0.857096,0.00024638983,0.14043704,0.000063860665,0.0000055542537,0.00009046815,0.000028115031,0.000045895587,0.0019867183],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983858,0.0008920478,0.000068222944,0.00014057933,0.00039109404,0.00012228708],"domain_scores_gemma":[0.998251,0.00077124324,0.00016045838,0.00028029096,0.00039694898,0.00014001688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024834045,0.00025508692,0.00015895056,0.0005997916,0.0006487191,0.0020641752,0.00068825507,0.00056738895,0.0010471521],"category_scores_gemma":[0.003599378,0.00026362512,0.0002755191,0.0004742802,0.0010163167,0.002288659,0.0011150924,0.00046885046,0.00019406505],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054672494,0.0004428295,0.054143727,0.0010215658,0.00016565662,0.0012109426,0.020106355,0.1372679,0.097366996,0.3374277,0.0019237178,0.3483759],"study_design_scores_gemma":[0.000104084815,0.001776268,0.034569614,0.00054243964,0.00026342637,0.0015917735,0.024268359,0.7130168,0.05325156,0.06732599,0.10317088,0.00011877158],"about_ca_topic_score_codex":0.0016290047,"about_ca_topic_score_gemma":0.002860659,"teacher_disagreement_score":0.0024834045,"about_ca_system_score_codex":0.0015019958,"about_ca_system_score_gemma":0.0012937512,"threshold_uncertainty_score":0.013133645},"labels":[],"label_agreement":null},{"id":"W7131411877","doi":"10.1109/aicare66005.2025.11402744","title":"Local Hive: A Blockchain-Enabled Microservices Platform for AI-Driven On- Demand Local Service Aggregation","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Microservices; Service delivery framework; Service provider; Service (business); Application service provider; Architecture; Service discovery; Service level objective","score_opus":0.010850494503514349,"score_gpt":0.26259656310916996,"score_spread":0.2517460686056556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7131411877","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2561017,0.0006498757,0.668492,0.00083924265,0.0002395904,0.0009543881,0.0007269149,0.040228173,0.031768095],"genre_scores_gemma":[0.9199324,0.00018529237,0.066217095,0.00012197539,0.000027432468,0.00023380635,0.0004932841,0.00040433096,0.012384408],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995566,0.000087242996,0.00002041791,0.00006270163,0.00018452018,0.00008852201],"domain_scores_gemma":[0.9990087,0.0001956098,0.00009297036,0.0003953528,0.00011941638,0.000187854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073866436,0.00029814203,0.00024257999,0.00042272545,0.0004540488,0.0006628191,0.0010627593,0.00040710444,0.008277554],"category_scores_gemma":[0.001347316,0.00025851908,0.00015727227,0.0003601745,0.000500036,0.0014647823,0.0019906322,0.0007574802,0.0015759142],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033327092,0.0012005352,0.014615801,0.0006293843,0.0002022251,0.0014255852,0.0013218167,0.12529808,0.17231464,0.082568124,0.044757854,0.5523332],"study_design_scores_gemma":[0.0003465202,0.0008856993,0.0045867604,0.00005299013,0.00004494766,0.00047673957,0.0002650846,0.81125927,0.064887814,0.025479145,0.09159362,0.00012143092],"about_ca_topic_score_codex":0.0020260506,"about_ca_topic_score_gemma":0.002467842,"teacher_disagreement_score":0.008277554,"about_ca_system_score_codex":0.0004662595,"about_ca_system_score_gemma":0.0010022469,"threshold_uncertainty_score":0.027691185},"labels":[],"label_agreement":null},{"id":"W7132973035","doi":"","title":"Inductive Transfer Learning for Incremental Modeling and Optimization of Cloud Systems Performance","year":2021,"lang":"","type":"dissertation","venue":"TSpace","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Cloud computing; Testbed; Sampling (signal processing); Reuse; Resource allocation; Performance prediction; Variety (cybernetics); Resource (disambiguation)","score_opus":0.024598118919018315,"score_gpt":0.2905988052697395,"score_spread":0.2660006863507212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132973035","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024468852,0.0001774841,0.9719848,0.00018625414,0.000019082612,0.00006488653,0.00013621694,0.0015024352,0.0014598629],"genre_scores_gemma":[0.75731856,0.00019196325,0.2385418,0.00020329417,0.000053055875,0.00036014465,0.0006779834,0.000264258,0.0023890086],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991959,0.0002973084,0.00003242707,0.0001768562,0.00020752226,0.00009003028],"domain_scores_gemma":[0.9966499,0.0025341779,0.0001624204,0.00030108675,0.00029076543,0.000061637664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016144202,0.0012347132,0.0007893607,0.0007828765,0.0004632039,0.00095969933,0.0017887207,0.0008195689,0.0018119264],"category_scores_gemma":[0.007725454,0.0006373245,0.00085268077,0.00080285396,0.0008549242,0.0014519687,0.0012244036,0.0021516115,0.00043455613],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024484136,0.000041468786,0.00060214516,0.000027980514,0.000020352862,0.00002318454,0.000027755355,0.9693229,0.00054936425,0.0025033313,0.00054136815,0.026315501],"study_design_scores_gemma":[0.0000011437213,0.000003651628,0.000025452477,0.0000010710855,0.0000012255265,0.0000016489453,0.0000018144783,0.9982161,0.00017808075,0.0015023609,0.000066499124,9.547286e-7],"about_ca_topic_score_codex":0.008692931,"about_ca_topic_score_gemma":0.007945211,"teacher_disagreement_score":0.008692931,"about_ca_system_score_codex":0.0018647965,"about_ca_system_score_gemma":0.0015214412,"threshold_uncertainty_score":0.017284632},"labels":[],"label_agreement":null},{"id":"W7133017312","doi":"","title":"Analyzing System Performance and Automating Performance Diagnosis","year":2025,"lang":"","type":"dissertation","venue":"TSpace","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Root cause; Debugging; Software; Software performance testing; Software system; Root (linguistics); Kernel (algebra); Linux kernel; Root cause analysis","score_opus":0.013901793484024642,"score_gpt":0.28686897105566167,"score_spread":0.272967177571637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133017312","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12757288,0.0015859723,0.7980325,0.0015795159,0.00023520882,0.00040951298,0.0012858014,0.060442686,0.008855956],"genre_scores_gemma":[0.66457987,0.00065302616,0.32848907,0.00029171235,0.00008726701,0.00016450092,0.0016207362,0.0016807696,0.0024329831],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99527353,0.0009304909,0.00032248916,0.0012658907,0.0017818233,0.00042577827],"domain_scores_gemma":[0.9866375,0.005481635,0.0024581405,0.0025804108,0.0025431968,0.0002991096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00263018,0.0023781406,0.001000931,0.0036558995,0.0008592162,0.0029259294,0.0017899155,0.0008813374,0.0023942227],"category_scores_gemma":[0.01585399,0.001090657,0.00078659033,0.0013347352,0.0010710302,0.002898416,0.0015778983,0.0022807112,0.0024707008],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038122584,0.0004036536,0.076245695,0.0011739654,0.00028869096,0.00058480026,0.0017375245,0.11955503,0.09024267,0.013859554,0.018740777,0.6767864],"study_design_scores_gemma":[0.000052824664,0.00030259977,0.023484275,0.00023631174,0.00018463854,0.00048678587,0.000688839,0.82898515,0.1001145,0.025923533,0.01934745,0.0001930903],"about_ca_topic_score_codex":0.007387473,"about_ca_topic_score_gemma":0.0061797067,"teacher_disagreement_score":0.007387473,"about_ca_system_score_codex":0.0015104372,"about_ca_system_score_gemma":0.0027923456,"threshold_uncertainty_score":0.014688909},"labels":[],"label_agreement":null},{"id":"W7133084684","doi":"","title":"A model for interoperable performance assessment for infrastructure evaluation","year":2005,"lang":"","type":"dissertation","venue":"TSpace","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Interoperability; Schema (genetic algorithms); XML; Automation; Information system; Domain (mathematical analysis); Information model","score_opus":0.040566492748776814,"score_gpt":0.39098005650371026,"score_spread":0.35041356375493343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133084684","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002656929,0.00016047602,0.96484405,0.0013000547,0.00007226071,0.0005773669,0.00050672295,0.0010776307,0.028804492],"genre_scores_gemma":[0.12530491,0.0005018384,0.86219656,0.0003188059,0.00006966403,0.0025953278,0.0015513771,0.0003084883,0.0071529904],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98922616,0.0050653345,0.0009841678,0.0008616761,0.003413712,0.0004489754],"domain_scores_gemma":[0.9880611,0.006430625,0.00074635365,0.0012401538,0.0032626635,0.00025907782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012430193,0.0019913323,0.00085008726,0.0042470368,0.0013287808,0.006125219,0.0040404755,0.0029840346,0.008003873],"category_scores_gemma":[0.027162429,0.0006469289,0.0022180101,0.00359738,0.0022427347,0.010166088,0.0027869735,0.0033609038,0.0030874396],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047345155,0.00016819286,0.0015500477,0.00022214462,0.0000611553,0.00022619186,0.00094325555,0.15260728,0.00088847254,0.7781608,0.007686853,0.057438307],"study_design_scores_gemma":[0.000038600596,0.00012793193,0.00063848286,0.00028195413,0.000057038895,0.00017531139,0.00038045118,0.5911073,0.001213234,0.34807655,0.057825614,0.0000774804],"about_ca_topic_score_codex":0.010506908,"about_ca_topic_score_gemma":0.0070370096,"teacher_disagreement_score":0.012430193,"about_ca_system_score_codex":0.006988137,"about_ca_system_score_gemma":0.004444766,"threshold_uncertainty_score":0.0657379},"labels":[],"label_agreement":null},{"id":"W7133211079","doi":"10.1109/ocit66168.2025.11399871","title":"The Calibration Gap: Model-Specific Confidence Thresholds for Reliable Customer Service LLMs","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Marriott International (Canada)","funders":"","keywords":"Reliability (semiconductor); Calibration; Service (business); Benchmark (surveying); Quality (philosophy); Automation; Service quality; Customer satisfaction","score_opus":0.03205379937130462,"score_gpt":0.2816373459233823,"score_spread":0.24958354655207768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133211079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5665306,0.0014913006,0.40585855,0.0035272383,0.00014949881,0.00033563818,0.0013381665,0.006575894,0.014193162],"genre_scores_gemma":[0.9498515,0.00006336722,0.048763923,0.00021065175,0.000021220947,0.00007973348,0.0004479644,0.00027082188,0.0002908361],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.96638185,0.016959976,0.0019500764,0.003657574,0.009307461,0.0017430681],"domain_scores_gemma":[0.74066436,0.20011516,0.0146697825,0.028033827,0.013673858,0.00284304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.039744016,0.0013795478,0.001524199,0.0028167514,0.0010900119,0.0059573203,0.0028343417,0.0032557594,0.0027430842],"category_scores_gemma":[0.27159706,0.0009675043,0.0013527219,0.001940204,0.0027907367,0.007783618,0.005621057,0.0052631334,0.0005319968],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00228526,0.00060206134,0.06959633,0.00048997055,0.00039672345,0.0003299773,0.0024335538,0.734841,0.004972327,0.05606302,0.0071202675,0.12086957],"study_design_scores_gemma":[0.00010140554,0.00040691975,0.009289739,0.00015150446,0.0000736048,0.00018367635,0.0006027923,0.932161,0.007980314,0.046736043,0.0022089542,0.00010402139],"about_ca_topic_score_codex":0.0067189783,"about_ca_topic_score_gemma":0.005039586,"teacher_disagreement_score":0.039744016,"about_ca_system_score_codex":0.0035480775,"about_ca_system_score_gemma":0.002888912,"threshold_uncertainty_score":0.21018898},"labels":[],"label_agreement":null},{"id":"W7134017514","doi":"","title":"Proceedings of the 2005 ACM SIGMETRICS international conference on Measurement and modeling of computer systems, Banff, AB, Canada - June 06 - 10, 2005","year":2005,"lang":"en","type":"book","venue":"TU/e Research Portal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics)","score_opus":0.11922321837285094,"score_gpt":0.3197548443798631,"score_spread":0.2005316260070122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7134017514","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021497374,0.08786947,0.41360736,0.042313132,0.06426133,0.0010598757,0.030269422,0.022100855,0.31702125],"genre_scores_gemma":[0.03234097,0.06525633,0.10994018,0.002540007,0.005156301,0.00030099694,0.03458105,0.0026421014,0.74724203],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99878067,0.00019874527,0.000046479465,0.000080014375,0.0008156121,0.00007855833],"domain_scores_gemma":[0.99546295,0.00088019815,0.000103296275,0.00060632016,0.0023497683,0.000597589],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031831732,0.0013937531,0.0018744647,0.0025119125,0.0012657306,0.0058101267,0.0017482118,0.0009660168,0.054727618],"category_scores_gemma":[0.0068273167,0.00094758114,0.0006245896,0.0029616572,0.00076242466,0.0025123835,0.00154167,0.0027756102,0.033677243],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007953675,0.00012892693,0.00064152223,0.00011841644,0.000027252672,0.000041023934,0.00010048752,0.0010174885,0.0007120208,0.0033227487,0.8387885,0.15502201],"study_design_scores_gemma":[0.000046813697,0.00008578359,0.003963653,0.00022899394,0.00007794285,0.00027007694,0.0002014042,0.013736001,0.003808917,0.009323427,0.9681967,0.000060292838],"about_ca_topic_score_codex":0.075012036,"about_ca_topic_score_gemma":0.1615251,"teacher_disagreement_score":0.924988,"about_ca_system_score_codex":0.0022719663,"about_ca_system_score_gemma":0.005912156,"threshold_uncertainty_score":0.1830821},"labels":[],"label_agreement":null},{"id":"W7134107550","doi":"10.17721/1812-5409.2025/2.29","title":"Architecture of a social media bot detection system","year":2025,"lang":"","type":"article","venue":"Bulletin of Taras Shevchenko National University of Kyiv Series Physics and Mathematics","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Microservices; Scalability; Orchestration; Architecture; Software architecture; Architectural pattern; Software; Systems architecture; Software system; Data processing","score_opus":0.006929264109869584,"score_gpt":0.18669209043844726,"score_spread":0.17976282632857768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7134107550","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13980953,0.0003490488,0.7896343,0.0012701206,0.00017141986,0.0017386802,0.0005024155,0.04605239,0.020472175],"genre_scores_gemma":[0.7294712,0.0003156731,0.24944325,0.0004399718,0.000067207344,0.0008155225,0.0009496923,0.00040675187,0.018090744],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99940264,0.000099671735,0.000056220408,0.00016254607,0.00019492199,0.00008400344],"domain_scores_gemma":[0.99950266,0.00007267119,0.000042231124,0.000086906875,0.00020366313,0.00009198614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006572542,0.0005589044,0.0005001125,0.0011019586,0.0009821357,0.0015286177,0.001330764,0.0010280655,0.003774196],"category_scores_gemma":[0.00081881555,0.00048497433,0.00045552058,0.00049066346,0.00056016457,0.0014265983,0.001202689,0.00073726726,0.0016770565],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021406526,0.001950601,0.030753562,0.0011824875,0.00063617085,0.0032319902,0.0028892972,0.1769395,0.21515259,0.06156106,0.034668423,0.46889362],"study_design_scores_gemma":[0.0001445695,0.000543671,0.005598577,0.00007831345,0.00019069712,0.00061723497,0.00031679677,0.8981655,0.0435439,0.008589546,0.042081453,0.00012982592],"about_ca_topic_score_codex":0.005989765,"about_ca_topic_score_gemma":0.003514747,"teacher_disagreement_score":0.005989765,"about_ca_system_score_codex":0.0012442364,"about_ca_system_score_gemma":0.0015184248,"threshold_uncertainty_score":0.012625933},"labels":[],"label_agreement":null},{"id":"W7134272433","doi":"10.1145/3742413.3801721","title":"10.1145/3742413.3801721","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Natural (archaeology); Component (thermodynamics); Key (lock); Interface (matter)","score_opus":0.00423573905006472,"score_gpt":0.17256529113855384,"score_spread":0.16832955208848913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7134272433","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025953169,0.00792111,0.015402208,0.0016192987,0.0025102934,0.0006001078,0.021594638,0.027229898,0.9205271],"genre_scores_gemma":[0.003963932,0.0031185353,0.0023768418,0.00080438895,0.00019925294,0.0002585683,0.010533688,0.0033939627,0.9753509],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991098,0.000058124522,0.00007456727,0.00026647953,0.00030677396,0.0001841658],"domain_scores_gemma":[0.99774677,0.0005041826,0.00012021011,0.000778382,0.0005048824,0.00034546584],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0023178293,0.004650775,0.0035556855,0.0035871577,0.0030514724,0.005757039,0.0037180292,0.007149305,0.9377244],"category_scores_gemma":[0.00439729,0.0027168829,0.0016656424,0.01246359,0.0019002054,0.013500119,0.0072464305,0.0038492884,0.96373725],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000284358,0.00018491037,0.000513611,0.0007447618,0.000055443652,0.00025338208,0.00010558628,0.000954495,0.0013341369,0.00704111,0.66393334,0.32459486],"study_design_scores_gemma":[0.000048493985,0.00004185138,0.0008565818,0.00030785624,0.000058656016,0.00019879594,0.00006580374,0.0009742893,0.00061974645,0.0018525535,0.99492973,0.000045611006],"about_ca_topic_score_codex":0.023745963,"about_ca_topic_score_gemma":0.015080014,"teacher_disagreement_score":0.06227559,"about_ca_system_score_codex":0.0031103697,"about_ca_system_score_gemma":0.0013369871,"threshold_uncertainty_score":0.08882856},"labels":[],"label_agreement":null},{"id":"W7138294037","doi":"10.1109/icca66035.2025.11431002","title":"Operationalizing AI in Cloud-Native Systems: A DevSecOps Framework for Secure, Scalable, and Cost-Efficient Engineering","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kindercare Pediatrics","funders":"","keywords":"Operationalization; Context (archaeology); Component (thermodynamics); Field (mathematics)","score_opus":0.013185367852772743,"score_gpt":0.28569519493348977,"score_spread":0.272509827080717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7138294037","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015943753,0.00020563183,0.97106755,0.0006182787,0.000059916227,0.00020648782,0.00015287555,0.006255253,0.005490211],"genre_scores_gemma":[0.30087078,0.00029087925,0.6935706,0.00025242075,0.000048456674,0.00027136065,0.00069353316,0.0010397523,0.0029622398],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980148,0.0005630896,0.00015561399,0.0003221563,0.0006859329,0.000258459],"domain_scores_gemma":[0.9970511,0.00071292685,0.00026321053,0.0011668524,0.0004766854,0.00032913085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003327442,0.0009868781,0.00038776844,0.00074274244,0.00063039875,0.0023556107,0.002359472,0.0007733123,0.0023334192],"category_scores_gemma":[0.0061623272,0.00047055384,0.00082967733,0.0004267978,0.0018798545,0.0025971963,0.0036625145,0.0023614843,0.00068160915],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014660745,0.00024993147,0.0073471037,0.0003102289,0.00010682115,0.000376319,0.00068438693,0.5403463,0.015244585,0.26452747,0.011013102,0.15964709],"study_design_scores_gemma":[0.000020642266,0.00006599707,0.00041580666,0.000049646937,0.000017258431,0.000069184454,0.00010275593,0.91777164,0.004684665,0.057978075,0.018798979,0.00002540568],"about_ca_topic_score_codex":0.003949813,"about_ca_topic_score_gemma":0.0060648816,"teacher_disagreement_score":0.003949813,"about_ca_system_score_codex":0.0013631936,"about_ca_system_score_gemma":0.0027545164,"threshold_uncertainty_score":0.017597437},"labels":[],"label_agreement":null},{"id":"W7138515811","doi":"10.1109/acet67282.2025.11430275","title":"Bridging the Gaps in Distributed Deadlock Detection","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Bridging (networking); Deadlock; Deadlock prevention algorithms; Scheduling (production processes); Key (lock)","score_opus":0.006798982963863659,"score_gpt":0.24089072322756003,"score_spread":0.23409174026369636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7138515811","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008496481,0.0518804,0.9241863,0.008937082,0.00032967379,0.00007581498,0.00004504725,0.0009491829,0.0050999625],"genre_scores_gemma":[0.37391046,0.07234081,0.5468007,0.0024213064,0.0010423061,0.0003145189,0.00022918909,0.0006829003,0.0022578414],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98209506,0.0078109847,0.0014746429,0.0025874297,0.0052689766,0.000762865],"domain_scores_gemma":[0.9209822,0.06185471,0.0025547931,0.006324254,0.007656852,0.0006272055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02890783,0.00096613186,0.0016506102,0.0043107853,0.0013163283,0.0049948823,0.0042118705,0.0029924903,0.0021591955],"category_scores_gemma":[0.040934525,0.0013231119,0.0014969335,0.0024778033,0.007456573,0.014948588,0.003973868,0.004225817,0.0008706448],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015848104,0.0001820845,0.0024847777,0.004087132,0.00010708136,0.00020915607,0.0015358978,0.022930915,0.0047958307,0.306802,0.0028748102,0.6538317],"study_design_scores_gemma":[0.00008362057,0.00031395585,0.0013698721,0.003365036,0.00015543852,0.00072654313,0.0013071941,0.12618503,0.014540101,0.7880384,0.06371241,0.0002023891],"about_ca_topic_score_codex":0.0016945759,"about_ca_topic_score_gemma":0.0011692903,"teacher_disagreement_score":0.02890783,"about_ca_system_score_codex":0.0028626116,"about_ca_system_score_gemma":0.007099281,"threshold_uncertainty_score":0.15288109},"labels":[],"label_agreement":null},{"id":"W7138861155","doi":"10.1109/globecom59602.2025.11432320","title":"On the Deployment Feasibility of Message Oriented Middlewares in Mission-critical Applications","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Dependability; Software deployment; Analytics; Bandwidth (computing); Reliability (semiconductor); Grid; Key (lock)","score_opus":0.02875528105689306,"score_gpt":0.32415661564509723,"score_spread":0.29540133458820417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7138861155","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9632148,0.001851714,0.026268244,0.0011787633,0.00015166997,0.00012228903,0.00006165337,0.0010836144,0.0060672155],"genre_scores_gemma":[0.99057966,0.00046021104,0.008029317,0.00008307545,0.00003057659,0.000028798955,0.0000741967,0.000068414185,0.0006456442],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99592495,0.0015865846,0.00026141963,0.0003918227,0.0012889631,0.0005462333],"domain_scores_gemma":[0.9823652,0.010452056,0.0014594307,0.0020526396,0.0031254678,0.0005452176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003983647,0.00080487435,0.00032442596,0.00097636675,0.0006722449,0.0013833612,0.0011464122,0.00089031196,0.0012655895],"category_scores_gemma":[0.022078875,0.00039788202,0.0003060484,0.00061046047,0.0007640066,0.0032624265,0.00084371853,0.001005051,0.0004116422],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004139418,0.0018400974,0.06869519,0.0027456542,0.00036658294,0.0016452742,0.0032087213,0.17166187,0.4122718,0.018513724,0.007508768,0.30740282],"study_design_scores_gemma":[0.00025040653,0.006907201,0.060193665,0.00041236306,0.0004791599,0.0011069279,0.002723868,0.6433985,0.26440132,0.0043744454,0.015587165,0.00016491587],"about_ca_topic_score_codex":0.0034927388,"about_ca_topic_score_gemma":0.0017326255,"teacher_disagreement_score":0.003983647,"about_ca_system_score_codex":0.00084933464,"about_ca_system_score_gemma":0.0007101971,"threshold_uncertainty_score":0.021067798},"labels":[],"label_agreement":null},{"id":"W7140322598","doi":"10.1109/gcwcn66157.2025.11448407","title":"Machine Learning System for Predicting Latency in Next-Generation Wireless Network","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Artificial neural network; Latency (audio); Wireless network; Wireless; Deep learning; Key (lock)","score_opus":0.02512498660272564,"score_gpt":0.2501615536476119,"score_spread":0.22503656704488625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7140322598","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.082077645,0.00074082497,0.9064387,0.0004990659,0.00015566077,0.00015347183,0.0006213689,0.0066234735,0.002689763],"genre_scores_gemma":[0.8197739,0.00043586813,0.17401958,0.00020113833,0.00009327994,0.0003070719,0.0013199021,0.00011079063,0.003738432],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99956614,0.000085892876,0.00004108804,0.00012822164,0.00010217751,0.00007654618],"domain_scores_gemma":[0.99907756,0.00041713568,0.00008383808,0.000055077246,0.000335942,0.000030432995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00119276,0.0008618733,0.0006619712,0.0009727585,0.0005223159,0.0006437997,0.00088835746,0.0007293192,0.0016380706],"category_scores_gemma":[0.0037230914,0.00024772412,0.00058808835,0.0008324471,0.00018838656,0.00090566825,0.00043708584,0.0010665755,0.000755171],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000253593,0.00026113947,0.009554359,0.00007810153,0.000120419056,0.00015027927,0.000082457365,0.6566907,0.004278648,0.0026519406,0.005377242,0.32050103],"study_design_scores_gemma":[0.0000034761642,0.000021988522,0.0004830938,0.0000038817975,0.000007280105,0.000010357591,0.000006094206,0.99792033,0.0005978332,0.00072395615,0.00021787331,0.0000039004776],"about_ca_topic_score_codex":0.014855014,"about_ca_topic_score_gemma":0.01025784,"teacher_disagreement_score":0.014855014,"about_ca_system_score_codex":0.0009276337,"about_ca_system_score_gemma":0.0011607291,"threshold_uncertainty_score":0.029537141},"labels":[],"label_agreement":null},{"id":"W7140868188","doi":"10.1109/sisimpact67725.2025.11439226","title":"MMRPLT: Mobility Model Analysis in RPL for Various Topologies","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Network topology; Topology (electrical circuits); Work (physics); Field (mathematics); Component (thermodynamics)","score_opus":0.0176561968720284,"score_gpt":0.3048455155050455,"score_spread":0.2871893186330171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7140868188","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19849393,0.0004701913,0.7817765,0.00048618944,0.00013500015,0.00022570032,0.0018763724,0.00438245,0.012153729],"genre_scores_gemma":[0.8807973,0.00030154648,0.11420202,0.00005858137,0.000026774098,0.00029064907,0.002315073,0.0002844821,0.0017235859],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995864,0.00014272903,0.00002801387,0.00006258939,0.00013307246,0.000047196307],"domain_scores_gemma":[0.9987784,0.0007034299,0.00014353768,0.0001744111,0.00016809412,0.000032031217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001018094,0.0005334109,0.00033744803,0.001183596,0.00046850016,0.0006830267,0.0007217467,0.00057057285,0.002401883],"category_scores_gemma":[0.0048159854,0.0001686362,0.0007474063,0.0009246441,0.00024971584,0.0011260288,0.0004338771,0.00054965285,0.0006874632],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012698176,0.0001234451,0.0049294014,0.00015741706,0.000050173072,0.00023227088,0.00018623592,0.90712154,0.0053840303,0.024040714,0.004024267,0.053623624],"study_design_scores_gemma":[0.0000046420096,0.000031040414,0.00043240772,0.000007526229,0.0000048839083,0.00005728671,0.0000270563,0.99590945,0.0010221406,0.0017183842,0.00077791023,0.000007272742],"about_ca_topic_score_codex":0.0037554528,"about_ca_topic_score_gemma":0.0021928395,"teacher_disagreement_score":0.0037554528,"about_ca_system_score_codex":0.00058921974,"about_ca_system_score_gemma":0.00037882652,"threshold_uncertainty_score":0.008035123},"labels":[],"label_agreement":null},{"id":"W7142841720","doi":"10.63125/vntbqq40","title":"The Role of Cloud-Native Infrastructures in Supporting Autonomous and Uncrewed Systems (UXS) in Operations","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Oralys (Canada)","funders":"","keywords":"Likert scale; Reliability (semiconductor); Scale (ratio); Flexibility (engineering); Descriptive statistics; Regression analysis; Scalability; Data collection; Operational efficiency","score_opus":0.0042011308431544655,"score_gpt":0.2503207655602699,"score_spread":0.24611963471711543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7142841720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9750518,0.0004890098,0.004744279,0.0009860622,0.000019030189,0.00007482985,0.000019360163,0.000050762123,0.018564776],"genre_scores_gemma":[0.99843854,0.00011832778,0.001181788,0.000048706053,0.000005933215,0.000006924497,0.000006634261,0.0000028561453,0.00019014312],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960427,0.0018437697,0.00024180682,0.00019097215,0.0008232851,0.0008574472],"domain_scores_gemma":[0.9853018,0.006260307,0.0029519594,0.0008436259,0.0019303709,0.0027119268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004992859,0.00030855625,0.00012561618,0.0011852753,0.001308319,0.0033753307,0.00055470614,0.000398129,0.0013080698],"category_scores_gemma":[0.013111716,0.00017776938,0.00019805858,0.00070510653,0.0020572855,0.0035178664,0.0030759561,0.0005627319,0.00017499946],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037716518,0.00082555827,0.6051893,0.0011547067,0.00017565153,0.0029265375,0.07321977,0.0069273612,0.019894056,0.04656356,0.0027221767,0.24002416],"study_design_scores_gemma":[0.000048237594,0.0017799883,0.7509188,0.0011618865,0.00014258033,0.00252857,0.15312959,0.01612945,0.009011016,0.011829856,0.053171422,0.00014853252],"about_ca_topic_score_codex":0.0039892704,"about_ca_topic_score_gemma":0.005123498,"teacher_disagreement_score":0.004992859,"about_ca_system_score_codex":0.001801785,"about_ca_system_score_gemma":0.0033230816,"threshold_uncertainty_score":0.026405096},"labels":[],"label_agreement":null},{"id":"W7143388921","doi":"10.1109/gcet68529.2025.11450896","title":"Insights on Quantum Software Functional Size Measurement: Key Concepts, Challenges and Motivations","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Project Management; Mitacs","keywords":"Key (lock); Software; Field (mathematics); Perspective (graphical)","score_opus":0.047094497834042334,"score_gpt":0.2587292990305779,"score_spread":0.21163480119653555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7143388921","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02755665,0.005919198,0.8982842,0.02789984,0.00034831496,0.00015027252,0.00020580643,0.0005271951,0.039108533],"genre_scores_gemma":[0.61004287,0.008121238,0.37375292,0.0025458343,0.00069390476,0.0005366336,0.00020769014,0.0004726981,0.0036262122],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9917275,0.0030915274,0.00043152436,0.0010524533,0.0032462068,0.0004508969],"domain_scores_gemma":[0.9737325,0.016793663,0.0016155167,0.0042392854,0.002949099,0.0006698899],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011912052,0.0011274505,0.0011106769,0.0038232887,0.0020973545,0.005974027,0.0028865642,0.0029079625,0.0031254485],"category_scores_gemma":[0.031657934,0.00087719207,0.0007774275,0.0032085166,0.018827597,0.02025962,0.0060133836,0.006770036,0.00064990664],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008560808,0.00001827518,0.00048911205,0.00011792836,0.000005123766,0.000044600423,0.0004906899,0.0025442347,0.0005899253,0.9803318,0.0007001595,0.014659628],"study_design_scores_gemma":[0.0000047942553,0.00002927953,0.0003161345,0.00012811589,0.0000046867804,0.00011424438,0.00041084993,0.012942517,0.0009854706,0.9744528,0.0105858585,0.000025348507],"about_ca_topic_score_codex":0.0019420831,"about_ca_topic_score_gemma":0.0012767009,"teacher_disagreement_score":0.011912052,"about_ca_system_score_codex":0.0034948809,"about_ca_system_score_gemma":0.0031945654,"threshold_uncertainty_score":0.0629977},"labels":[],"label_agreement":null},{"id":"W7153325898","doi":"10.63282/3050-9246.ijetcsit-v5i3p117","title":"Toward Trustworthy AI Systems: A Converged Architecture for Governance, Reliability, and Automated Testing in Enterprise Platforms","year":2024,"lang":"","type":"article","venue":"International Journal of Emerging Trends in Computer Science and Information Technology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Interoperability; Enterprise architecture; Enterprise software; Enterprise system; Trustworthiness; Architecture; Requirements elicitation; Enterprise integration","score_opus":0.01239334249194399,"score_gpt":0.2865291301691482,"score_spread":0.2741357876772042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7153325898","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020611988,0.00025853587,0.9636655,0.004130907,0.00006399492,0.00024869363,0.0000314549,0.0036061883,0.0073826564],"genre_scores_gemma":[0.3518266,0.0005582509,0.6404827,0.00084746524,0.00010581811,0.00036276403,0.00022901132,0.0005459924,0.0050414167],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9885019,0.003688875,0.0011823141,0.002002033,0.0035712295,0.0010537202],"domain_scores_gemma":[0.97964406,0.0029185286,0.0019859301,0.008087803,0.0046782196,0.002685507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017074302,0.00083333073,0.00071135064,0.0032354142,0.0026519294,0.01170819,0.003893724,0.0031892161,0.0016516392],"category_scores_gemma":[0.019640164,0.0012300126,0.0011342446,0.0014140771,0.007232641,0.014155728,0.0134541225,0.0069082566,0.0012462521],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019643502,0.00042588616,0.011366852,0.0002232806,0.00018477136,0.0006313412,0.009721013,0.0716836,0.011377768,0.6679785,0.006144768,0.22006579],"study_design_scores_gemma":[0.00004957429,0.0003201659,0.0023922466,0.00046055464,0.00015513694,0.0003443193,0.0017625995,0.3595717,0.009218347,0.5659679,0.05960025,0.00015719785],"about_ca_topic_score_codex":0.006163986,"about_ca_topic_score_gemma":0.0048512327,"teacher_disagreement_score":0.017074302,"about_ca_system_score_codex":0.0037181918,"about_ca_system_score_gemma":0.010768336,"threshold_uncertainty_score":0.09029859},"labels":[],"label_agreement":null},{"id":"W7161843239","doi":"10.82308/5871","title":"Performance analysis of computer systems","year":2001,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer performance; Process (computing); Computer Applications; Systems analysis; Information system; Order (exchange); Performance indicator; Computer support","score_opus":0.009155469274581576,"score_gpt":0.2433973825374564,"score_spread":0.23424191326287483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7161843239","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07727223,0.028379224,0.7352964,0.0044160653,0.00081390387,0.0007945374,0.0030967481,0.0048983023,0.14503253],"genre_scores_gemma":[0.830536,0.01848302,0.12422682,0.00050434127,0.0010254912,0.00064596726,0.0038246135,0.00071489374,0.020038778],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99531233,0.001218154,0.00024732656,0.0005055697,0.0023632238,0.00035334867],"domain_scores_gemma":[0.99436414,0.002818805,0.0005000663,0.00073175516,0.001472318,0.000112873335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002620186,0.0015443653,0.00074931106,0.0033708757,0.0007377846,0.0032891333,0.00092152413,0.0008403763,0.004959512],"category_scores_gemma":[0.013977538,0.00031302532,0.00068586937,0.0032659587,0.0008574753,0.0026230398,0.0010241708,0.0012865731,0.0019982383],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023232862,0.00024940036,0.014629256,0.0016850401,0.00024548903,0.00028483363,0.0007703391,0.20609166,0.009289748,0.32837957,0.031230861,0.40691137],"study_design_scores_gemma":[0.0000397446,0.00050986296,0.018895209,0.000621676,0.00017434485,0.0006121502,0.00077368424,0.5850408,0.015183216,0.23161201,0.14640948,0.00012772689],"about_ca_topic_score_codex":0.0024262425,"about_ca_topic_score_gemma":0.00078684144,"teacher_disagreement_score":0.004959512,"about_ca_system_score_codex":0.0018306437,"about_ca_system_score_gemma":0.0014094744,"threshold_uncertainty_score":0.01659125},"labels":[],"label_agreement":null},{"id":"W7162121274","doi":"10.82308/46453","title":"Analysis tool as a service: A cloud-based microservices architecture for the design and analysis of aero-derivative gas turbines","year":2020,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Microservices; Gas turbines; Architecture; Flux (metallurgy)","score_opus":0.012889662894766207,"score_gpt":0.2650008353259452,"score_spread":0.252111172431179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7162121274","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021957934,0.00083604665,0.92982453,0.00067851716,0.0001872145,0.000423483,0.00053645496,0.03635684,0.009199035],"genre_scores_gemma":[0.35004476,0.0012574128,0.62344694,0.0005929184,0.00008336834,0.00057345565,0.002447457,0.0041742036,0.017379507],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99883336,0.00024761845,0.000083172614,0.00019654662,0.00046344768,0.00017583848],"domain_scores_gemma":[0.99872917,0.000302082,0.000109519584,0.00028748927,0.00034253194,0.00022917234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013874626,0.0010936543,0.0005999411,0.0011156008,0.00085601694,0.0027194666,0.0025670633,0.0012253065,0.0052661947],"category_scores_gemma":[0.002794378,0.00064996886,0.00094208977,0.0011076825,0.00067396497,0.0023212004,0.0020372053,0.0015816657,0.0023479883],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002064758,0.0006864333,0.010743833,0.0014932301,0.00046246886,0.00217107,0.0030035377,0.17376855,0.13736522,0.11702438,0.054991953,0.49622464],"study_design_scores_gemma":[0.00019348512,0.000239743,0.0029908987,0.00026052387,0.00012631725,0.0006068868,0.00053635956,0.7655913,0.04388262,0.02520079,0.16020755,0.00016346277],"about_ca_topic_score_codex":0.010389619,"about_ca_topic_score_gemma":0.012671116,"teacher_disagreement_score":0.010389619,"about_ca_system_score_codex":0.0012585231,"about_ca_system_score_gemma":0.004429528,"threshold_uncertainty_score":0.020658314},"labels":[],"label_agreement":null},{"id":"W7164525256","doi":"10.34218/ijda_01_06_002","title":"DATA-DRIVEN RELIABILITY ENGINEERING FOR PROACTIVE FAILURE DETECTION IN LARGE-SCALE CLOUD SYSTEMS","year":2021,"lang":"","type":"article","venue":"International Journal of Data Analytics","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalsa Corporation","funders":"","keywords":"Cloud computing; Reliability (semiconductor); Virtualization; Event (particle physics); Anomaly detection; Scale (ratio); Warning system","score_opus":0.04140046862413536,"score_gpt":0.3089376465851995,"score_spread":0.26753717796106413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7164525256","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011992493,0.0007061181,0.98374647,0.00088179635,0.00011189035,0.000061474675,0.00006594087,0.000359772,0.0020739692],"genre_scores_gemma":[0.833562,0.0014280528,0.16061838,0.00025624584,0.00023831382,0.00021564424,0.0001778511,0.00020043342,0.0033031378],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991351,0.00023499664,0.000038629412,0.00013104454,0.00040177142,0.00005854608],"domain_scores_gemma":[0.99641716,0.002171571,0.00032683564,0.0002227357,0.00075432984,0.000107296015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018432479,0.00082747923,0.0007295989,0.0008855779,0.00046483384,0.0014374946,0.0013170958,0.0008544701,0.000978957],"category_scores_gemma":[0.0066770096,0.00058418873,0.0007681685,0.0006648809,0.00096604344,0.0014472288,0.0011653417,0.0017229059,0.00023462028],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003501368,0.000050706658,0.0015313282,0.00013986838,0.000041828625,0.00012981337,0.0001060455,0.93399304,0.002158332,0.03121213,0.0016269207,0.02897502],"study_design_scores_gemma":[0.0000025048537,0.00001265579,0.00012439344,0.0000090827525,0.0000048901798,0.000017812921,0.000011072146,0.98688185,0.0002953041,0.011983652,0.0006526782,0.0000041923768],"about_ca_topic_score_codex":0.0038120234,"about_ca_topic_score_gemma":0.0036594933,"teacher_disagreement_score":0.0038120234,"about_ca_system_score_codex":0.0013333014,"about_ca_system_score_gemma":0.0013464777,"threshold_uncertainty_score":0.009748101},"labels":[],"label_agreement":null},{"id":"W80579428","doi":"10.1007/978-3-642-19041-4_14","title":"Issues with Rule Testing and Performance","year":2011,"lang":"en","type":"book-chapter","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Consistency (knowledge bases); Assertion; Business rule; Software engineering; White-box testing; Semantics of Business Vocabulary and Business Rules; Test case; Business logic; Data mining; Programming language; Software; Software development; Artificial intelligence; Business process; Machine learning; Engineering; Software construction","score_opus":0.027789450874983513,"score_gpt":0.21106887680254047,"score_spread":0.18327942592755694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W80579428","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005898464,0.012777285,0.23418507,0.037054233,0.0020892057,0.00007738352,0.00010807691,0.0013950883,0.7064152],"genre_scores_gemma":[0.34515926,0.01511505,0.18842968,0.010335967,0.0061765867,0.00033824187,0.00030368625,0.0018303684,0.43231115],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908953,0.0029999302,0.00043457164,0.00081335765,0.0044097067,0.00044724328],"domain_scores_gemma":[0.9587295,0.031694498,0.0005606404,0.0045830524,0.0041132276,0.00031905295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009512287,0.0007938229,0.0009634436,0.0011980634,0.0013125589,0.007254438,0.003956715,0.0034068255,0.0142640425],"category_scores_gemma":[0.04974061,0.0006855358,0.00060408696,0.0013543037,0.010005156,0.012558891,0.0018993292,0.006589734,0.0057196473],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001693556,0.00005116765,0.00020081933,0.00007883015,0.000006651753,0.00008045266,0.00044763897,0.001724406,0.00020528305,0.80359966,0.030737052,0.16285113],"study_design_scores_gemma":[0.000007050872,0.000020825975,0.00018863635,0.00010607132,0.0000067836227,0.00025557692,0.00014806037,0.0050790613,0.00062738225,0.9221484,0.071394175,0.000018046685],"about_ca_topic_score_codex":0.0027907356,"about_ca_topic_score_gemma":0.0019939172,"teacher_disagreement_score":0.0142640425,"about_ca_system_score_codex":0.0018503272,"about_ca_system_score_gemma":0.0018009988,"threshold_uncertainty_score":0.05030638},"labels":[],"label_agreement":null},{"id":"W94409711","doi":"10.1142/s0218194012400104","title":"DETECTING EMERGENT BEHAVIOR IN DISTRIBUTED SYSTEMS USING SCENARIO-BASED SPECIFICATIONS","year":2012,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Sequence diagram; Agile software development; Computer science; Software deployment; Sequence (biology); Unified Modeling Language; Distributed computing; Use Case Diagram; Software engineering; Systems engineering; Software; Engineering; Class diagram; Programming language","score_opus":0.02845934775123619,"score_gpt":0.26143574518266355,"score_spread":0.23297639743142737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W94409711","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020218069,0.000045484427,0.97721046,0.00014079762,0.00001200102,0.00022732132,0.00014729354,0.00093073834,0.0010678965],"genre_scores_gemma":[0.275915,0.00021585838,0.7215899,0.000080176906,0.000012988659,0.000582234,0.00083627726,0.0001287814,0.00063874584],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99328953,0.0028964856,0.0007866199,0.00042579195,0.0023700416,0.00023154389],"domain_scores_gemma":[0.9740157,0.016643202,0.0030256556,0.0027871917,0.0032101802,0.00031807192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004960409,0.0010384446,0.00046460328,0.0018631616,0.0005678913,0.0021114382,0.0014381539,0.0013512032,0.0012591543],"category_scores_gemma":[0.021104515,0.0006991203,0.0012248054,0.0008692088,0.0013200615,0.003086656,0.0016332079,0.0014738574,0.00036620008],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002550527,0.0002869959,0.013644801,0.0008318833,0.00018397749,0.0030018024,0.004063451,0.5744683,0.040046744,0.247645,0.0023657435,0.11320616],"study_design_scores_gemma":[0.000048181762,0.00014580788,0.0008298369,0.00013207275,0.00005552095,0.0005365653,0.000532617,0.92105156,0.021203175,0.046342324,0.0090557365,0.000066551096],"about_ca_topic_score_codex":0.0024723057,"about_ca_topic_score_gemma":0.0028206194,"teacher_disagreement_score":0.004960409,"about_ca_system_score_codex":0.00092166365,"about_ca_system_score_gemma":0.0019120633,"threshold_uncertainty_score":0.026233435},"labels":[],"label_agreement":null},{"id":"W95424051","doi":"","title":"Proceedings of the 11th International ACM SIGSOFT Conference on Quality of Software Architectures","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Architecture; Reference architecture; Software architecture; Cloud computing; Cyber-physical system; Software engineering; Quality (philosophy); Analytics; Software; World Wide Web; Data science; Operating system","score_opus":0.0298805875743306,"score_gpt":0.27980955561075627,"score_spread":0.24992896803642567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W95424051","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017716112,0.066417985,0.57737994,0.054327775,0.052325282,0.000774366,0.0034853865,0.012665753,0.2149074],"genre_scores_gemma":[0.14235225,0.052531693,0.32454717,0.0063766716,0.01058716,0.00084636675,0.014682522,0.0065339096,0.4415423],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947648,0.0014487336,0.00047446252,0.00056237605,0.0024031147,0.0003464776],"domain_scores_gemma":[0.98830825,0.003168604,0.00037534308,0.0023558028,0.004398181,0.001393781],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0092338715,0.00178692,0.0015467029,0.0020794293,0.0012621527,0.0073521053,0.0019789226,0.0025290488,0.06481808],"category_scores_gemma":[0.016566012,0.0010730951,0.0016746807,0.0017500344,0.0019310933,0.006093151,0.003455945,0.00592457,0.017719692],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025931542,0.000351359,0.0028958814,0.0003740358,0.0001407909,0.0001835238,0.0004951168,0.005105357,0.0022251115,0.034365118,0.4129201,0.54068434],"study_design_scores_gemma":[0.00007695534,0.00018883687,0.0019849467,0.0005964888,0.00007187104,0.00022081501,0.00030933128,0.012194121,0.001259367,0.04152822,0.9415127,0.000056322886],"about_ca_topic_score_codex":0.011813215,"about_ca_topic_score_gemma":0.011983678,"teacher_disagreement_score":0.06481808,"about_ca_system_score_codex":0.0026510393,"about_ca_system_score_gemma":0.00503705,"threshold_uncertainty_score":0.21683812},"labels":[],"label_agreement":null}]}