{"meta":{"query_hash":"bc3f33d15a8d","filters":{"venue":"Information and Software Technology"},"cohort_total":99,"direct_labels_cover":0,"predictions_cover":99,"exported":99,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/bc3f33d15a8d","api":"https://metacan.xera.ac/api/v1/cohort?venue=Information+and+Software+Technology"},"results":[{"id":"W1173311655","doi":"10.1016/j.infsof.2015.07.007","title":"Learning dependency-based change impact predictors using independent change histories","year":2015,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Change impact analysis; Variety (cybernetics); Software; Machine learning; Precision and recall; Context (archaeology); Artificial intelligence; Data mining; Dependency (UML); Software system; Data science","score_opus":0.04894197911269241,"score_gpt":0.2868627333318484,"score_spread":0.237920754219156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1173311655","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41238073,0.00039237758,0.5833152,0.00042560566,0.00053117145,0.00035004303,0.000004909007,0.002581956,0.000017981243],"genre_scores_gemma":[0.9737348,0.000011239146,0.025985999,0.000107132575,0.000044051034,0.0000868713,0.000012434463,0.000010019159,0.000007446769],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987842,0.000029885794,0.00024074003,0.00017000877,0.0004166782,0.0003585206],"domain_scores_gemma":[0.99902636,0.00009859123,0.0001160658,0.0003403978,0.00025448264,0.00016408967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042631096,0.00016343925,0.00016924883,0.0009543788,0.00012721142,0.00012884836,0.0004945765,0.00025680062,0.0000068001177],"category_scores_gemma":[0.001335547,0.00015394289,0.000033327182,0.00073983555,0.00007922231,0.0022428802,0.0003188525,0.0003883573,0.000025735699],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013046042,0.000020737318,0.8035322,0.00006121304,0.00002152653,0.000016375398,0.007276414,0.0005954846,0.000010262885,0.0014205165,0.000082063656,0.18695016],"study_design_scores_gemma":[0.0062351106,0.0035010327,0.38531905,0.00032008532,0.00004800072,0.0006836604,0.0020975606,0.52745014,0.001370718,0.005064735,0.06536693,0.0025429837],"about_ca_topic_score_codex":0.00017625181,"about_ca_topic_score_gemma":0.000008749114,"teacher_disagreement_score":0.56135404,"about_ca_system_score_codex":0.00036630157,"about_ca_system_score_gemma":0.00019752035,"threshold_uncertainty_score":0.6277609},"labels":[],"label_agreement":null},{"id":"W137699535","doi":"10.1016/j.infsof.2009.04.015","title":"Guest Editorial for the Special Issue on Source Code Analysis andManipulation, SCAM 2008","year":2009,"lang":"en","type":"editorial","venue":"Information and Software Technology","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Information retrieval; Explicit semantic analysis; Search engine indexing; Semantic search; Leverage (statistics); Ranking (information retrieval); Semantic computing; Knowledge base; Set (abstract data type); Component (thermodynamics); Semantic compression; Semantic grid; Semantic technology; Semantic data model; World Wide Web; Artificial intelligence; Search engine; Semantic Web","score_opus":0.006236592068031181,"score_gpt":0.24539800936155215,"score_spread":0.23916141729352097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W137699535","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000058625383,0.00006720791,0.3140062,0.001026497,0.683798,0.00022088077,0.00024409672,0.0005346064,0.00009659249],"genre_scores_gemma":[0.000055707733,0.00015497139,0.004419155,0.00014635616,0.99331474,0.000050217637,0.0014803399,0.000009532015,0.00036900124],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99797386,0.00002947164,0.0006316876,0.00037359368,0.00067621376,0.00031517833],"domain_scores_gemma":[0.99697465,0.00087479054,0.00054175593,0.00095948507,0.0005881849,0.0000611193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054337166,0.0003036545,0.000510014,0.001313113,0.00054458977,0.00053453067,0.0013326653,0.000993763,0.000013696364],"category_scores_gemma":[0.0023227576,0.0002332296,0.00018866918,0.0015134517,0.0001249584,0.0007625443,0.0002167251,0.0006121226,0.00007510948],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014457726,0.0000121793855,0.000035601646,0.0000109401935,0.00018224964,3.0419415e-7,0.00014883612,0.00033234837,4.4057455e-8,0.00030050555,0.88538915,0.11357341],"study_design_scores_gemma":[0.00043038628,0.00016552486,0.00003851852,0.000017618757,0.00032618328,0.0000011607744,0.000046325706,0.005687146,0.000004300593,0.000411531,0.99260986,0.0002614481],"about_ca_topic_score_codex":0.00004210093,"about_ca_topic_score_gemma":0.00009166515,"teacher_disagreement_score":0.30958706,"about_ca_system_score_codex":0.000068329406,"about_ca_system_score_gemma":0.00015520438,"threshold_uncertainty_score":0.9510827},"labels":[],"label_agreement":null},{"id":"W1902226681","doi":"10.1016/j.infsof.2007.08.004","title":"Initiating software process improvement in very small enterprises","year":2007,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":54,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Process (computing); Computer science; Goal-Driven Software Development Process; Software development process; Software engineering; Software; Process management; Manufacturing engineering; Software development; Engineering; Operating system","score_opus":0.010102815665488046,"score_gpt":0.2245882428725088,"score_spread":0.21448542720702077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1902226681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8347063,0.00011699263,0.16300635,0.00047280858,0.00011292164,0.00016793286,0.000001829361,0.00080309866,0.00061177043],"genre_scores_gemma":[0.99545324,0.00002173153,0.0023948096,0.0019575015,0.00007461027,0.000030207482,0.00004673444,0.000011390437,0.000009755564],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988045,0.000001498748,0.0005497598,0.00016718921,0.0001530822,0.000323978],"domain_scores_gemma":[0.99921536,0.000033047232,0.00029341032,0.0001506811,0.00029564262,0.000011863269],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040557235,0.00017197641,0.00021119152,0.0014130109,0.00015859005,0.00017419244,0.00020139672,0.00018931073,0.000021868214],"category_scores_gemma":[0.00059820205,0.00016421136,0.000033826393,0.0010723774,0.00006760048,0.0019042102,0.00015051695,0.00021548937,0.00004224395],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031130618,0.00004596345,0.32962024,0.0005347222,0.000015820584,0.00000645229,0.00022267434,0.00031902414,0.000013321283,0.0010793661,0.000030469782,0.6680808],"study_design_scores_gemma":[0.025158452,0.0005065965,0.33942705,0.0049886317,0.0008895351,0.00018722111,0.064999,0.114353515,0.0055812225,0.3136586,0.12005095,0.01019922],"about_ca_topic_score_codex":0.0001641063,"about_ca_topic_score_gemma":0.00018456287,"teacher_disagreement_score":0.65788156,"about_ca_system_score_codex":0.00003099905,"about_ca_system_score_gemma":0.000027462896,"threshold_uncertainty_score":0.6696345},"labels":[],"label_agreement":null},{"id":"W1972241212","doi":"10.1016/j.infsof.2005.12.013","title":"FCVW agent framework","year":2006,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Workspace; Agent-oriented software engineering; Reusability; Computer science; Software engineering; Collaborative software; Software; Software development; Systems engineering; Engineering; World Wide Web; Robot; Operating system; Artificial intelligence","score_opus":0.005950073760027134,"score_gpt":0.21326563193987955,"score_spread":0.20731555817985242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972241212","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0297525,0.00010901978,0.96724397,0.0011503136,0.00024232801,0.00011814677,0.0000015723487,0.000837543,0.00054460694],"genre_scores_gemma":[0.8973512,0.000019358238,0.102062054,0.00043058267,0.000027047645,0.00002172547,0.000009979034,0.0000024960289,0.00007554785],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994152,0.000009199598,0.00024506755,0.00008969791,0.00010871521,0.00013210281],"domain_scores_gemma":[0.99953496,0.000026661037,0.000112628,0.00024660083,0.00005651519,0.00002261],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000102389255,0.0000721681,0.00008427407,0.00025416331,0.000104269515,0.00009150812,0.00021893164,0.00016866052,0.000011633042],"category_scores_gemma":[0.0000672836,0.000065260465,0.000017901322,0.00028836288,0.000029301584,0.0007776517,0.000094923635,0.00009647737,0.00015647853],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012353103,0.00001662548,0.017367141,0.000026863476,0.000005045295,0.0000017660316,0.00034495094,0.00006104158,0.000021126014,0.70701355,0.0028481178,0.27229255],"study_design_scores_gemma":[0.0011882083,0.00017355017,0.10005788,0.00011283185,0.0000093849285,0.0001617555,0.00021096668,0.0343053,0.0021032097,0.2421436,0.61880153,0.00073176704],"about_ca_topic_score_codex":0.000035391913,"about_ca_topic_score_gemma":0.00000604658,"teacher_disagreement_score":0.8675987,"about_ca_system_score_codex":0.000024657738,"about_ca_system_score_gemma":0.000014524179,"threshold_uncertainty_score":0.26612446},"labels":[],"label_agreement":null},{"id":"W1974534895","doi":"10.1016/j.infsof.2007.10.013","title":"The software product line architecture: An empirical investigation of key process activities","year":2008,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software product line; Software architecture description; Software engineering; Resource-oriented architecture; Software development; Computer science; Software architecture; Reference architecture; Software; Software construction; Operating system","score_opus":0.0291366572693628,"score_gpt":0.28883810609382976,"score_spread":0.25970144882446694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974534895","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22402605,0.00018442133,0.7732615,0.0008915171,0.00011067049,0.00015606899,0.0000025800298,0.001362798,0.00000439793],"genre_scores_gemma":[0.34301326,0.00009329885,0.6566347,0.0001574222,0.000019730174,0.000053455668,0.000008298391,0.00000744329,0.000012375508],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989738,0.000058226055,0.00035631147,0.00017665696,0.0002118806,0.00022313622],"domain_scores_gemma":[0.99851793,0.0005146129,0.00021110573,0.0005150912,0.00019130809,0.00004993053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033324023,0.00015133036,0.00018993116,0.00030504935,0.00030192098,0.00003858596,0.00060640165,0.00013875698,5.8154154e-7],"category_scores_gemma":[0.0032196483,0.00011079078,0.000024317706,0.0006278762,0.000545483,0.00145454,0.00017892092,0.0002948657,0.000001912856],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003517122,0.000025905334,0.035364687,0.00018347958,0.000030969277,0.0000043508685,0.014364428,0.018589573,0.00018506187,0.0045885523,0.00016329193,0.92646456],"study_design_scores_gemma":[0.0022454488,0.0022640019,0.08858875,0.00020906948,0.00003550737,0.0022161768,0.0023309307,0.0105382,0.16457565,0.70615417,0.018749824,0.0020922876],"about_ca_topic_score_codex":0.000002275271,"about_ca_topic_score_gemma":0.0000032735534,"teacher_disagreement_score":0.92437226,"about_ca_system_score_codex":0.000025199424,"about_ca_system_score_gemma":0.00013241258,"threshold_uncertainty_score":0.45179167},"labels":[],"label_agreement":null},{"id":"W1976739966","doi":"10.1016/s0950-5849(03)00066-1","title":"Formal verification of dependable distributed protocols","year":2003,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Distributed systems and fault tolerance","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Correctness; Dependability; Formal verification; Formal methods; Modular design; Distributed computing; Runtime verification; Timestamp; Protocol (science); Model checking; Formal specification; Software engineering; Embedded system; Programming language; Real-time computing","score_opus":0.00854388190667143,"score_gpt":0.23704009039611196,"score_spread":0.22849620848944052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976739966","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007954379,0.000029744884,0.98971266,0.00012710155,0.00004732023,0.0012832162,0.000035185963,0.00030846216,0.00050195673],"genre_scores_gemma":[0.9689363,0.000004417316,0.030170228,0.00004186643,0.000002059439,0.00079158216,0.00004160567,0.0000020162267,0.000009905474],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99928784,0.0000134114825,0.000342123,0.00008576642,0.000110653404,0.00016020265],"domain_scores_gemma":[0.9992895,0.000014157919,0.00019438048,0.00030839047,0.00016294193,0.000030596988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019962655,0.00007289584,0.00012679922,0.00014173388,0.00008380617,0.00005232811,0.00025858285,0.00012561156,0.000005345821],"category_scores_gemma":[0.00017336216,0.0000664776,0.000018365366,0.00045730648,0.00005368912,0.0014633457,0.00005093416,0.000077583965,0.000015402518],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066134953,0.000037178863,0.006939263,0.00010974171,0.000009979792,9.61618e-7,0.00027518094,0.00006383647,0.000096229065,0.8149971,0.00048259727,0.17698133],"study_design_scores_gemma":[0.00266975,0.00039966675,0.008904892,0.00014811651,0.000007522956,0.0002701691,0.00055396534,0.01285029,0.02926668,0.023517579,0.92084795,0.0005634128],"about_ca_topic_score_codex":0.000005764721,"about_ca_topic_score_gemma":0.0000011923704,"teacher_disagreement_score":0.96098197,"about_ca_system_score_codex":0.000016606546,"about_ca_system_score_gemma":0.000050345632,"threshold_uncertainty_score":0.2710878},"labels":[],"label_agreement":null},{"id":"W1979817550","doi":"10.1016/s0950-5849(02)00024-1","title":"Methodologies and website development: a survey of practice","year":2002,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Web Applications and Data Management","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Documentation; Hierarchy; Quarter (Canadian coin); Work (physics); World Wide Web; Knowledge management; Website design; Engineering; Business; Computer science; Political science; Geography","score_opus":0.045331032481929906,"score_gpt":0.28289120276339974,"score_spread":0.23756017028146983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979817550","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006502259,0.0002450882,0.99095124,0.0012302062,0.000018334102,0.000099466924,0.0000041502717,0.00024431237,0.000704919],"genre_scores_gemma":[0.1377096,0.00029329766,0.861615,0.000325195,7.9246297e-7,0.000020865671,0.000009457382,0.0000011922533,0.000024579731],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995504,0.000025335545,0.00020198317,0.0000816408,0.000064873246,0.00007573859],"domain_scores_gemma":[0.99931645,0.00018661899,0.000127119,0.00024368509,0.000110442255,0.00001569852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046421835,0.000049429043,0.000080823615,0.00022938426,0.000065616005,0.00005235336,0.00022437652,0.000057055102,0.000005308366],"category_scores_gemma":[0.0007891031,0.000044416698,0.0000037455825,0.00037088303,0.000063953514,0.0011938586,0.000355244,0.000050263883,0.000022950282],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011340057,0.000008211388,0.003137531,0.000015678981,0.00000879804,2.1964826e-7,0.00045676634,0.0000016341098,0.0000020185034,0.060902942,0.00057482044,0.9348903],"study_design_scores_gemma":[0.0005969689,0.000103871396,0.21328607,0.000017266055,0.000009655821,0.00007671767,0.0004217744,0.0063296505,0.00062263163,0.0062649464,0.7719863,0.00028413598],"about_ca_topic_score_codex":0.000029146755,"about_ca_topic_score_gemma":0.000008662076,"teacher_disagreement_score":0.93460613,"about_ca_system_score_codex":0.00000624833,"about_ca_system_score_gemma":0.00000872063,"threshold_uncertainty_score":0.18112604},"labels":[],"label_agreement":null},{"id":"W1982295030","doi":"10.1016/s0950-5849(03)00068-5","title":"Implicit integration of scenarios into a reduced timed automaton","year":2003,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Computer Research Institute of Montréal; Université de Montréal; Concordia University; Université du Québec à Montréal","funders":"","keywords":"Automaton; Computer science; Timed automaton; Programming language; Theoretical computer science","score_opus":0.010243695053942146,"score_gpt":0.2667338875668766,"score_spread":0.2564901925129345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982295030","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.114167094,0.00003566828,0.8841599,0.00024076655,0.00012399808,0.0001729951,7.512541e-7,0.00059799646,0.0005007804],"genre_scores_gemma":[0.43539765,0.00001136325,0.5644682,0.00008581125,0.0000014495237,0.000022131848,0.0000035426845,0.0000020675855,0.000007797746],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992139,0.000037563474,0.00039231929,0.00010814279,0.00012068571,0.0001274026],"domain_scores_gemma":[0.99913925,0.000031935906,0.00023320044,0.00038851346,0.00017603063,0.000031082895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003588851,0.00009041476,0.00013507076,0.00047861855,0.00008009683,0.00004164304,0.0003040374,0.00018486578,0.000006921844],"category_scores_gemma":[0.00095320557,0.00008382588,0.000021121552,0.00064651924,0.00009161813,0.0012755584,0.00007392652,0.00012637864,0.000025244488],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027925935,0.000010765142,0.0003237979,0.00002398596,0.0000046574855,1.3866136e-7,0.001194305,0.000011419866,0.002687889,0.5191372,0.00005589926,0.47654715],"study_design_scores_gemma":[0.0017661641,0.0006766297,0.010822911,0.00015109869,0.000020509058,0.0003513198,0.0011728816,0.13658635,0.5920946,0.2220354,0.03352995,0.00079220877],"about_ca_topic_score_codex":0.000011419316,"about_ca_topic_score_gemma":0.0000017122493,"teacher_disagreement_score":0.58940667,"about_ca_system_score_codex":0.00004036034,"about_ca_system_score_gemma":0.00006262353,"threshold_uncertainty_score":0.341832},"labels":[],"label_agreement":null},{"id":"W1984132113","doi":"10.1016/s0950-5849(03)00002-8","title":"An experiment in software component retrieval","year":2003,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Component (thermodynamics); Component-based software engineering; Software; Software engineering; Information retrieval; Data mining; Programming language; Software development; Physics","score_opus":0.01031131112265868,"score_gpt":0.2583414944196067,"score_spread":0.248030183296948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984132113","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36245516,0.0001991706,0.63536197,0.00021427062,0.00015593259,0.00019542579,0.0000015016861,0.0013765983,0.000039948143],"genre_scores_gemma":[0.82473034,0.000024816974,0.17505626,0.00013675411,0.0000033795498,0.00002824606,0.0000064119768,0.000006174175,0.000007618953],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998908,0.000033229135,0.00030712908,0.00018891456,0.00024424208,0.00031848968],"domain_scores_gemma":[0.999098,0.000137716,0.000054378525,0.00052865036,0.00008971291,0.00009155222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003526705,0.0001293396,0.00015097143,0.00077399856,0.000078126795,0.00011362351,0.00050025526,0.00018587863,0.000016311333],"category_scores_gemma":[0.0011691522,0.00013134624,0.000017556,0.0007831482,0.00007320218,0.001243342,0.00013230146,0.0002603666,0.000048867256],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044764114,0.00034617906,0.35733926,0.00015874505,0.000035128156,0.00007300348,0.0066721006,0.0019701347,0.0007987343,0.22785659,0.000663213,0.40404215],"study_design_scores_gemma":[0.01595565,0.0040385732,0.41561273,0.00046824073,0.000019015126,0.0019433729,0.0039375,0.07002931,0.12671013,0.07653111,0.279282,0.0054723592],"about_ca_topic_score_codex":0.000009715247,"about_ca_topic_score_gemma":0.0000022105426,"teacher_disagreement_score":0.46227518,"about_ca_system_score_codex":0.00010175348,"about_ca_system_score_gemma":0.000072666604,"threshold_uncertainty_score":0.53561443},"labels":[],"label_agreement":null},{"id":"W1985479445","doi":"10.1016/j.infsof.2012.05.001","title":"Quality indicators for business process models from a gateway complexity perspective","year":2012,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":74,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"European Social Fund; Ryerson University; Junta de Comunidades de Castilla-La Mancha; Universidad de Castilla-La Mancha; Ministerio de Ciencia e Innovación; European Regional Development Fund","keywords":"Computer science; Process (computing); Quality (philosophy); Identification (biology); Business process; Quality assurance; Process modeling; Perspective (graphical); Process management; Risk analysis (engineering); Work in process; Artificial intelligence; Engineering; Operations management","score_opus":0.039419874535316556,"score_gpt":0.2867538360098308,"score_spread":0.24733396147451422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985479445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5168457,0.00036951122,0.47719947,0.0027887363,0.00016950755,0.00034144122,0.00004804357,0.0010808014,0.0011567663],"genre_scores_gemma":[0.9951522,0.000016012256,0.003252961,0.0010545752,0.00018932106,0.000108493994,0.00020542424,0.000013024294,0.000008025553],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99892884,0.000004128883,0.00040309445,0.00017084143,0.00017808542,0.00031502088],"domain_scores_gemma":[0.9984633,0.00003641127,0.00039047192,0.00019455753,0.0008951427,0.00002014007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029109343,0.00018791827,0.00029762505,0.00084044895,0.00031695238,0.00016427966,0.00021788281,0.00022323155,0.000033565386],"category_scores_gemma":[0.0005137177,0.00016865932,0.00004990959,0.0012715382,0.00018250797,0.004713882,0.00011237525,0.00013863864,0.00003508179],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017626566,0.0002637619,0.17163867,0.0010830794,0.00018832632,3.368774e-7,0.0025476676,0.0013754768,0.000012051372,0.64187264,0.00055345177,0.1802883],"study_design_scores_gemma":[0.0018495315,0.000009552105,0.03417607,0.0000862275,0.00018541765,0.0000034949514,0.00970507,0.04193764,0.00007112291,0.898038,0.013060941,0.0008768738],"about_ca_topic_score_codex":0.0007456762,"about_ca_topic_score_gemma":0.00003810898,"teacher_disagreement_score":0.47830644,"about_ca_system_score_codex":0.000036738384,"about_ca_system_score_gemma":0.000034008834,"threshold_uncertainty_score":0.68777275},"labels":[],"label_agreement":null},{"id":"W1985973242","doi":"10.1016/j.infsof.2005.08.005","title":"An approach to formal automated analysis of problem-frame concerns","year":2005,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Formal methods; Programming language; Formal specification; Frame (networking); Formal verification; Formal language; Frame problem; Model checking; Formal description; Software engineering; Natural language processing; Artificial intelligence","score_opus":0.01710538866509082,"score_gpt":0.29155262020572087,"score_spread":0.27444723154063005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985973242","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025495602,0.000030113228,0.9694446,0.0001918584,0.000030561576,0.0001619705,0.000008329038,0.004513194,0.0001237763],"genre_scores_gemma":[0.34467295,0.000005076633,0.65513086,0.00014283879,0.0000036670328,0.000025857476,0.000012743962,0.0000026444886,0.000003349275],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990674,0.000021588005,0.00037825792,0.00015461122,0.00013637207,0.00024172237],"domain_scores_gemma":[0.9990836,0.00008848387,0.00014198301,0.00047351766,0.00014763724,0.000064796746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003100616,0.00012010193,0.00027316026,0.0012337615,0.00006179461,0.0000440562,0.00058635045,0.00017437682,0.000002058008],"category_scores_gemma":[0.0003446174,0.00011277796,0.00003623373,0.0019020764,0.00007319801,0.0021777367,0.00020786154,0.0001264031,0.000006759441],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056096815,0.000034741253,0.0019640913,0.000032483742,0.00010407559,2.043548e-7,0.0024157148,0.50576234,0.0001035006,0.061384697,0.00006219005,0.42813033],"study_design_scores_gemma":[0.0004456767,0.00025211574,0.010206925,0.000012685161,0.00006913382,0.000022867693,0.000324597,0.97632414,0.002017912,0.0041986424,0.0057092775,0.00041601353],"about_ca_topic_score_codex":0.0000059198333,"about_ca_topic_score_gemma":0.0000024771623,"teacher_disagreement_score":0.4705618,"about_ca_system_score_codex":0.00003693693,"about_ca_system_score_gemma":0.000027217042,"threshold_uncertainty_score":0.45989516},"labels":[],"label_agreement":null},{"id":"W1986066860","doi":"10.1016/s0950-5849(01)00213-0","title":"Documenting electronic commerce systems and software using the unified modeling language","year":2002,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Concordia University","keywords":"Computer science; Unified Modeling Language; Reusability; Software engineering; Documentation; UML tool; Distributed computing; Software; Programming language","score_opus":0.016116834835466522,"score_gpt":0.22102634138224336,"score_spread":0.20490950654677684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986066860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.691453,0.0030444826,0.30288327,0.0012718742,0.00008706536,0.00018711823,0.0000017974688,0.000829275,0.00024210705],"genre_scores_gemma":[0.998165,0.00016105825,0.0007209153,0.000782195,0.00007663799,0.000014986575,0.00001765753,0.000012765758,0.000048749927],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990557,0.0000062805666,0.00034253555,0.00014284307,0.00014603414,0.00030661246],"domain_scores_gemma":[0.9993578,0.000025408539,0.00021722991,0.0002097522,0.00018041654,0.000009374134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025593705,0.00016233254,0.00019587603,0.00047045472,0.00053964095,0.000490628,0.00018785341,0.00014609571,0.000019632549],"category_scores_gemma":[0.00018770304,0.0001252921,0.00002932178,0.00064091344,0.00007918606,0.0016773656,0.00017616822,0.00024805067,0.000021535701],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037754977,0.000088041,0.05830035,0.0022076357,0.0003179963,0.000009372935,0.003462229,0.13794942,0.00011130542,0.07951741,0.0006296114,0.7173689],"study_design_scores_gemma":[0.0003031144,0.000003597344,0.00003179874,0.000064471955,0.00007390611,0.000022525392,0.0028149069,0.9903872,0.000002566013,0.0014661455,0.004639513,0.00019023505],"about_ca_topic_score_codex":0.0005539557,"about_ca_topic_score_gemma":0.000024356366,"teacher_disagreement_score":0.8524378,"about_ca_system_score_codex":0.000023746257,"about_ca_system_score_gemma":0.000009061597,"threshold_uncertainty_score":0.51092637},"labels":[],"label_agreement":null},{"id":"W1988962172","doi":"10.1016/s0950-5849(03)00115-0","title":"Evaluating the learning effectiveness of using simulations in software project management education: results from a twice replicated experiment","year":2003,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Oulun Yliopisto; European Commission","keywords":"COCOMO; Debriefing; Software project management; Computer science; Project management; Software; Software development; Empirical research; Process (computing); Software engineering; Knowledge management; Engineering management; Engineering; Software construction; Systems engineering; Psychology","score_opus":0.042416807439356635,"score_gpt":0.36618519832520824,"score_spread":0.32376839088585163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988962172","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28875855,0.0002120763,0.70977706,0.000055518125,0.00008370019,0.000503719,0.000003178887,0.00052872614,0.0000774898],"genre_scores_gemma":[0.62252086,0.0000139917265,0.37735146,0.000022511069,0.0000024114904,0.000069062866,0.00001232655,0.0000036923725,0.0000036756787],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989727,0.0001590412,0.0004001813,0.00018307591,0.00015266454,0.0001323438],"domain_scores_gemma":[0.9984084,0.0007476828,0.0002587437,0.0004430838,0.00012704566,0.000015047119],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082507776,0.000107846856,0.00013325705,0.00038519196,0.0001288321,0.00006523062,0.00028523043,0.000102964485,0.0000019646734],"category_scores_gemma":[0.0018088953,0.00009182377,0.000019410529,0.00088402757,0.00004106579,0.0006929745,0.00014465132,0.0001973769,0.0000012643886],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025532852,0.00033438532,0.029803839,0.00048285382,0.00014583682,0.0000038678636,0.010203732,0.15080357,0.0008874838,0.11206799,0.000071003495,0.6949401],"study_design_scores_gemma":[0.008232201,0.002087835,0.04658669,0.0028400556,0.00016919918,0.00022603972,0.006367398,0.74563,0.03987107,0.098214045,0.047519725,0.0022557308],"about_ca_topic_score_codex":0.00014848773,"about_ca_topic_score_gemma":0.0000018393596,"teacher_disagreement_score":0.6926844,"about_ca_system_score_codex":0.00006939475,"about_ca_system_score_gemma":0.00010558057,"threshold_uncertainty_score":0.37444645},"labels":[],"label_agreement":null},{"id":"W2001786076","doi":"10.1016/j.infsof.2011.03.005","title":"Guest Editorial for Special Section on Mutation Testing","year":2011,"lang":"en","type":"editorial","venue":"Information and Software Technology","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Context (archaeology); Foundation (evidence); Section (typography); Computer science; Key (lock); Engineering ethics; Data science; Management science; Engineering; Political science; Computer security; History","score_opus":0.05978209279915296,"score_gpt":0.3362301587885836,"score_spread":0.2764480659894306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001786076","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001257252,0.0000072349385,0.023719614,0.000092710005,0.97301507,0.00044670395,0.00027269512,0.0005094817,0.0018107372],"genre_scores_gemma":[0.00006984298,0.000004334299,0.004107424,0.000037677786,0.9945696,0.00006244716,0.0006851411,0.000010952659,0.00045258243],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99675137,0.00003983263,0.0009831411,0.0005235797,0.0014242807,0.00027780526],"domain_scores_gemma":[0.99380094,0.0028772335,0.0008775894,0.000715088,0.0016687909,0.00006038834],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003119175,0.00023446458,0.00033058424,0.0016929826,0.000437378,0.00067713566,0.000740419,0.0010777266,0.000032406937],"category_scores_gemma":[0.06893734,0.00020000909,0.00006759005,0.0009361011,0.0001426531,0.00080857,0.00030843006,0.00053317164,0.00031000626],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042203454,0.000011462249,0.000021123638,0.000016631824,0.000007048501,4.6935793e-7,0.0001372037,0.000012665774,1.4764555e-7,0.00031024776,0.81028247,0.18915832],"study_design_scores_gemma":[0.00054603704,0.00032540268,0.000027494973,0.00004057518,0.000016787531,0.000002346162,0.00019802162,0.00020308788,0.000008786298,0.011517247,0.986909,0.00020526553],"about_ca_topic_score_codex":0.00003516837,"about_ca_topic_score_gemma":0.00003308529,"teacher_disagreement_score":0.18895306,"about_ca_system_score_codex":0.00009450114,"about_ca_system_score_gemma":0.0001714244,"threshold_uncertainty_score":0.9389054},"labels":[],"label_agreement":null},{"id":"W2008115410","doi":"10.1016/s0950-5849(03)00070-3","title":"A rigorous approach for constructing self-evolving real-time reactive systems","year":2003,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Reuse; Reliability (semiconductor); Systems engineering; Architecture; Complex system; System of systems; Distributed computing; Software engineering; Systems design; Engineering; Artificial intelligence","score_opus":0.012405664965689038,"score_gpt":0.23785420010891076,"score_spread":0.22544853514322172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008115410","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002510363,0.00013307047,0.9917785,0.000026856802,0.0002057856,0.00041463226,0.000004011543,0.0040564635,0.0008703256],"genre_scores_gemma":[0.022856146,0.00002430326,0.9769239,0.000023060067,0.000008238233,0.0001324548,0.000005826283,0.000008174213,0.000017895894],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99903613,0.000045023582,0.0003252921,0.00019965606,0.00010412024,0.00028977936],"domain_scores_gemma":[0.9986164,0.0005827399,0.00020597276,0.00034966314,0.00020229406,0.000042926014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053082994,0.00015577937,0.00024640065,0.00035516542,0.00015950881,0.00011150158,0.00030494982,0.00022797956,6.9772705e-7],"category_scores_gemma":[0.0028535728,0.00015186718,0.000028998948,0.0003943836,0.00007632928,0.0013451192,0.000102732396,0.00016742673,0.0000060382476],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012874895,0.00005004064,0.002252759,0.00056612527,0.00013631741,0.000004920156,0.004141341,0.020446088,0.00047474095,0.8010729,0.0003472227,0.17049466],"study_design_scores_gemma":[0.008395394,0.0015203926,0.00081589946,0.00036778915,0.00014768736,0.006716631,0.015592255,0.622374,0.015340532,0.2610894,0.062632024,0.0050079995],"about_ca_topic_score_codex":0.0000041162507,"about_ca_topic_score_gemma":7.694939e-8,"teacher_disagreement_score":0.6019279,"about_ca_system_score_codex":0.0000826863,"about_ca_system_score_gemma":0.000056754605,"threshold_uncertainty_score":0.6192964},"labels":[],"label_agreement":null},{"id":"W2009204692","doi":"10.1016/j.infsof.2015.02.007","title":"Assessing the use of slicing-based visualizing techniques on the understanding of large metamodels","year":2015,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Metamodeling; Computer science; Slicing; Program slicing; Visualization; Correctness; Program comprehension; Human–computer interaction; Software engineering; Domain (mathematical analysis); Modeling language; Usability; Programming language; Artificial intelligence; Software; Software system; World Wide Web","score_opus":0.14777201499863313,"score_gpt":0.3510519464246652,"score_spread":0.20327993142603207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009204692","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057025477,0.000025657293,0.940993,0.0012591612,0.000038393937,0.0001659858,0.0000019566628,0.000463084,0.000027242739],"genre_scores_gemma":[0.960917,0.0000039793213,0.03878218,0.0002718895,0.0000027888934,0.000015130886,0.0000013091828,0.000004134624,0.0000015700176],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991568,0.00004485207,0.00027121484,0.00007697305,0.00028889914,0.00016131418],"domain_scores_gemma":[0.9981003,0.0011042895,0.00016133634,0.00042479805,0.00018403346,0.000025274894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009323732,0.00008167131,0.00012892036,0.00043502194,0.000104002844,0.00013088476,0.0004632965,0.00009866564,0.0000010567666],"category_scores_gemma":[0.0024027538,0.000049245522,0.000025770883,0.00067611295,0.0001380849,0.0010513217,0.0001962105,0.00019680584,0.0000012890076],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001393982,0.000065003886,0.021700269,0.0001472162,0.00005932495,0.0000020583082,0.0037832756,0.006238082,0.00020290849,0.8979556,0.0012613192,0.06857102],"study_design_scores_gemma":[0.0012668852,0.0007305398,0.0029771195,0.00059053797,0.000028251967,0.000040990875,0.0046847127,0.84518445,0.08756878,0.040238008,0.016132241,0.0005574715],"about_ca_topic_score_codex":0.000014118742,"about_ca_topic_score_gemma":0.0000013627149,"teacher_disagreement_score":0.90389156,"about_ca_system_score_codex":0.000063831016,"about_ca_system_score_gemma":0.00008643126,"threshold_uncertainty_score":0.28764942},"labels":[],"label_agreement":null},{"id":"W2017763591","doi":"10.1016/s0950-5849(02)00081-2","title":"Empirical study of exchange patterns during software peer review meetings","year":2002,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Division of Materials Research; Natural Sciences and Engineering Research Council of Canada; Institut national de recherche en informatique et en automatique (INRIA)","keywords":"Computer science; Synchronization (alternating current); Protocol (science); Empirical research; Observational study; Software; Cluster analysis; Data science; Data mining; Software engineering; Artificial intelligence; Statistics; Programming language; Mathematics","score_opus":0.056364386817203696,"score_gpt":0.3704574367745099,"score_spread":0.3140930499573062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017763591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9849511,0.0016043468,0.008688509,0.0021356568,0.00019763503,0.00043142197,0.000011017699,0.0007946734,0.0011856479],"genre_scores_gemma":[0.9928844,0.00022823132,0.0042109634,0.0010798584,0.000028933666,0.000105400206,0.000019937524,0.000017689477,0.0014245838],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99846023,0.0002496052,0.00059376686,0.00017423197,0.00027637222,0.0002457754],"domain_scores_gemma":[0.9987525,0.00012408501,0.0003461963,0.00036224982,0.00038018782,0.00003483244],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011728915,0.00016156986,0.0003444064,0.00050035614,0.00015390504,0.000014758067,0.00020251205,0.0002242092,0.0011658128],"category_scores_gemma":[0.0022091614,0.00014500393,0.000036973488,0.00053661613,0.00008572178,0.0001983695,0.00011835694,0.0005461187,0.00010857985],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013806077,0.00020204514,0.62454826,0.0006477453,0.00006077893,0.000007720951,0.024230829,0.0000010156521,0.0000031670716,0.00010598329,0.008809722,0.3413689],"study_design_scores_gemma":[0.002781938,0.0010181826,0.7879453,0.00071446144,0.000082425664,0.00022552126,0.008616952,0.000017039269,0.000040312516,0.00018558202,0.19784056,0.0005317429],"about_ca_topic_score_codex":0.00004568268,"about_ca_topic_score_gemma":0.000004517593,"teacher_disagreement_score":0.34083718,"about_ca_system_score_codex":0.00002496923,"about_ca_system_score_gemma":0.000004842052,"threshold_uncertainty_score":0.9997473},"labels":[],"label_agreement":null},{"id":"W2024402488","doi":"10.1016/j.infsof.2011.10.007","title":"Comparing alternatives for analyzing requirements trade-offs – In the absence of numerical data","year":2011,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Swap (finance); Computer science; Process (computing); Work (physics); Risk analysis (engineering); Operations research; Management science; Engineering; Economics","score_opus":0.0907674307304828,"score_gpt":0.3177942355904184,"score_spread":0.22702680485993562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024402488","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07787429,0.00006234024,0.92142695,0.00021157104,0.00004813616,0.00017385394,0.0000040164355,0.00016364714,0.00003517778],"genre_scores_gemma":[0.91665506,0.00001418504,0.08325905,0.0000390197,0.0000030562887,0.000020147583,0.0000069691746,0.0000018629755,6.551626e-7],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993278,0.000013721984,0.00025283583,0.00011372057,0.00013717599,0.00015474942],"domain_scores_gemma":[0.99911284,0.00024111757,0.00008364048,0.00051157206,0.0000342426,0.000016574306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044700166,0.000061424136,0.00011153227,0.0003218227,0.00004251126,0.00002970847,0.001402699,0.000051055522,0.0000012466475],"category_scores_gemma":[0.000796503,0.000048286096,0.000011128524,0.00045916263,0.000071969545,0.0010325712,0.00035476964,0.00011937339,0.0000018047276],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009325227,0.000046697893,0.717104,0.00009596353,0.000022707694,0.000002058889,0.0069554085,0.000063203726,0.000017865397,0.035737995,0.00016157277,0.2397832],"study_design_scores_gemma":[0.0013772785,0.00031073685,0.73528826,0.00012283512,0.0000064258606,0.00005520995,0.00084392895,0.24444272,0.0012131225,0.012068599,0.003920482,0.0003504286],"about_ca_topic_score_codex":0.000026432179,"about_ca_topic_score_gemma":0.000004073866,"teacher_disagreement_score":0.83878076,"about_ca_system_score_codex":0.000013576472,"about_ca_system_score_gemma":0.00002231159,"threshold_uncertainty_score":0.2606587},"labels":[],"label_agreement":null},{"id":"W2026940905","doi":"10.1016/j.infsof.2009.11.003","title":"Studying the impact of uncertainty in operational release planning – An integrated method and its initial evaluation","year":2009,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Staffing; Variance (accounting); Monte Carlo method; Baseline (sea); Process (computing); Computer science; Operations research; Uncertainty analysis; Heuristic; Reliability engineering; Industrial engineering; Sensitivity analysis; Span (engineering); Engineering; Simulation; Statistics; Mathematics; Civil engineering","score_opus":0.03909248299080244,"score_gpt":0.3792799754647623,"score_spread":0.34018749247395985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026940905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66838115,0.0000936555,0.33088937,0.000256197,0.000018421342,0.00020734605,0.000002487696,0.00014374136,0.0000076018705],"genre_scores_gemma":[0.98696035,0.0000064683572,0.012936899,0.000055241304,0.0000047741373,0.000019137062,0.000014870686,0.0000016612343,5.739917e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992447,0.00007697145,0.00024273052,0.000101412836,0.00020413657,0.0001300502],"domain_scores_gemma":[0.9992278,0.00025682268,0.000064319436,0.0001649747,0.00025909924,0.00002694544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009966852,0.00007943128,0.0001067318,0.0004890285,0.00007632248,0.0000736722,0.00024213933,0.000095450494,0.000004334228],"category_scores_gemma":[0.002139264,0.000056545865,0.000012093852,0.00060975016,0.000030552852,0.0010939057,0.00007023797,0.0002150639,9.601663e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002194367,0.00002663189,0.011870875,0.000008343379,0.0000111425625,0.0000018114387,0.0035366034,0.14048645,0.00008708122,0.0057432326,0.000022899838,0.838183],"study_design_scores_gemma":[0.00055031327,0.00030274023,0.11515902,0.00002637716,0.0000022157287,0.00003767633,0.0002320501,0.8798307,0.00017924407,0.00357164,0.000026470841,0.000081526945],"about_ca_topic_score_codex":0.00004961375,"about_ca_topic_score_gemma":0.0000032248968,"teacher_disagreement_score":0.83810145,"about_ca_system_score_codex":0.00006897953,"about_ca_system_score_gemma":0.00015258453,"threshold_uncertainty_score":0.25610533},"labels":[],"label_agreement":null},{"id":"W2036896594","doi":"10.1016/j.infsof.2013.02.006","title":"A systematic mapping study of web application testing","year":2013,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":108,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Calgary","funders":"","keywords":"Bibliometrics; Computer science; Data science; Field (mathematics); Schema (genetic algorithms); Information retrieval; Systematic review; World Wide Web; MEDLINE","score_opus":0.012898108410190436,"score_gpt":0.22467908839648615,"score_spread":0.21178097998629572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036896594","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23259471,0.000049183633,0.75476533,0.00013963126,0.000032401895,0.00097646134,4.0266553e-7,0.011314547,0.00012731465],"genre_scores_gemma":[0.80936646,0.0000011620859,0.19023505,0.000070282265,0.0000025476086,0.00031831913,8.027576e-7,0.0000029571725,0.0000024343785],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990491,0.00002503709,0.00052118336,0.00012585608,0.00014713935,0.00013165572],"domain_scores_gemma":[0.99857074,0.00026046918,0.00034690087,0.00048291657,0.00030930204,0.000029670744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027220408,0.000101258316,0.00021570717,0.0005718073,0.000099490775,0.00008455176,0.00043937136,0.00009718306,9.1019143e-7],"category_scores_gemma":[0.001494459,0.00008865416,0.000013680493,0.0008966145,0.00004224016,0.00082791597,0.00023481529,0.000106266816,0.000030504725],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017777526,0.000277513,0.2528964,0.006278553,0.00007019582,0.000002131798,0.006678794,0.000049213446,0.00029434476,0.015883727,0.0011626629,0.7164047],"study_design_scores_gemma":[0.00246202,0.0018170235,0.056314252,0.0041733016,0.00005612393,0.00050483365,0.004144008,0.6778311,0.0005615389,0.25062832,0.00023678254,0.0012706828],"about_ca_topic_score_codex":0.00010109406,"about_ca_topic_score_gemma":0.0000018287504,"teacher_disagreement_score":0.715134,"about_ca_system_score_codex":0.000018929248,"about_ca_system_score_gemma":0.000027018486,"threshold_uncertainty_score":0.36152115},"labels":[],"label_agreement":null},{"id":"W2038917214","doi":"10.1016/j.infsof.2014.12.006","title":"ELBlocker: Predicting blocking bugs with ensemble imbalance learning","year":2015,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"National Key Research and Development Program of China","keywords":"Blocking (statistics); Computer science; Software bug; Disjoint sets; Eclipse; Artificial intelligence; Software; Programming language; Mathematics; Computer network","score_opus":0.008737206462084155,"score_gpt":0.22172110999079375,"score_spread":0.2129839035287096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038917214","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29408613,0.00012819732,0.70221704,0.0005078371,0.00007970952,0.000107128435,4.2029194e-7,0.0026820016,0.00019155176],"genre_scores_gemma":[0.9144351,0.000012243553,0.08538594,0.000071431066,0.000014335276,0.000025243813,0.0000031745744,0.0000067603646,0.000045756162],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990509,0.000013819197,0.00019875445,0.00015107698,0.00028295527,0.00030247975],"domain_scores_gemma":[0.9991408,0.00015244629,0.00008799513,0.00028743024,0.00023281421,0.000098488454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032862448,0.00011373713,0.00012802218,0.0004185116,0.00012964317,0.00014865154,0.00039998177,0.00013174869,0.000001343374],"category_scores_gemma":[0.0015461897,0.00010140106,0.000011187791,0.0007037995,0.000067986795,0.0010785012,0.00028873247,0.00037817383,0.000037855945],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000113471915,0.000010844625,0.7089379,0.000046909652,0.000020755313,0.000015492384,0.0024497358,0.0034839928,0.000026047757,0.005293842,0.00036477286,0.2793384],"study_design_scores_gemma":[0.009624386,0.0037068678,0.08885973,0.0007956499,0.00003785725,0.0045195557,0.004811702,0.5917366,0.012606041,0.01328598,0.26705536,0.0029602626],"about_ca_topic_score_codex":0.000013818418,"about_ca_topic_score_gemma":0.0000026164025,"teacher_disagreement_score":0.620349,"about_ca_system_score_codex":0.000055465287,"about_ca_system_score_gemma":0.00009754845,"threshold_uncertainty_score":0.41350153},"labels":[],"label_agreement":null},{"id":"W2046386652","doi":"10.1016/j.infsof.2010.03.008","title":"Best practice fusion of CMMI-DEV v1.2 (PP, PMC, SAM) and PMBOK 2008","year":2010,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Division of Civil, Mechanical and Manufacturing Innovation; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Capability Maturity Model Integration; Best practice; Project management; Process management; Computer science; Process (computing); Engineering management; Engineering; Knowledge management; Software development process; Systems engineering; Software development; Software; Management","score_opus":0.00607659504894246,"score_gpt":0.24197151584695667,"score_spread":0.23589492079801422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046386652","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.109117396,0.00072998495,0.8835275,0.0033267585,0.00042961322,0.00025375962,0.000006966093,0.0019614897,0.0006465366],"genre_scores_gemma":[0.3310284,0.0011568759,0.66749245,0.00025006305,0.000018508194,0.000021477967,0.0000046851555,0.0000066661883,0.00002090515],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992419,0.000013506666,0.0002987094,0.0001362041,0.00014961183,0.00016008668],"domain_scores_gemma":[0.99880326,0.0002927373,0.00024721047,0.0003995078,0.00020274764,0.00005453807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003179178,0.00012125565,0.00015174561,0.00031589533,0.00010352861,0.00009098138,0.00035419792,0.00028456104,0.000011464831],"category_scores_gemma":[0.0012933603,0.000112795686,0.000018150855,0.00038701846,0.00012133336,0.0024164882,0.00030550786,0.00038766014,0.000019718773],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014068734,0.000051471878,0.005126861,0.00008431146,0.000017168664,0.0000049721557,0.00083008374,0.0000070780748,0.00055847276,0.058562055,0.0013472548,0.9333962],"study_design_scores_gemma":[0.0009039996,0.00078550086,0.0037904938,0.00011028279,0.000038276983,0.0013191515,0.0004933796,0.0055738613,0.011864675,0.013835329,0.9606554,0.0006296396],"about_ca_topic_score_codex":0.000050309965,"about_ca_topic_score_gemma":0.000005372715,"teacher_disagreement_score":0.95930815,"about_ca_system_score_codex":0.000007734755,"about_ca_system_score_gemma":0.00003877963,"threshold_uncertainty_score":0.45996746},"labels":[],"label_agreement":null},{"id":"W2049314455","doi":"10.1016/j.infsof.2006.10.006","title":"Distributed priority ranking of strategic preliminary requirements for management information systems in economic organizations","year":2006,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Ranking (information retrieval); Computer science; Task (project management); Profit (economics); Information system; Requirements analysis; Process management; Requirements management; Knowledge management; Risk analysis (engineering); Engineering; Systems engineering; Business; Information retrieval","score_opus":0.010924112297456755,"score_gpt":0.2381267326497769,"score_spread":0.22720262035232014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049314455","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022046566,0.00006618765,0.97635734,0.00014591106,0.00013174328,0.00048762377,0.000033428718,0.0006061456,0.00012506],"genre_scores_gemma":[0.9118739,0.000042240874,0.087807216,0.000017570152,0.000005275076,0.00008921673,0.00015924267,0.0000028436739,0.0000025093946],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992554,0.000008187436,0.00046485473,0.00007255328,0.00007255905,0.00012640796],"domain_scores_gemma":[0.99937195,0.00005748018,0.0002499305,0.00020142407,0.00010643504,0.000012812345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000220621,0.00008299356,0.000119275,0.00046542432,0.000057666417,0.000097066404,0.0002480619,0.00011262058,9.932388e-7],"category_scores_gemma":[0.000057162193,0.000088022985,0.000011360015,0.00043496361,0.000022813974,0.00228907,0.0001080118,0.00006473515,0.0000030724043],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019394345,0.00003085784,0.0090938015,0.0004783866,0.000019626677,8.2869826e-7,0.00025866413,0.014353262,0.000005472439,0.93269473,0.0003930539,0.042651944],"study_design_scores_gemma":[0.005906298,0.0010595826,0.049138382,0.00055651163,0.00007710853,0.00013602007,0.0015992336,0.6761868,0.0015853554,0.15576166,0.10661462,0.0013784125],"about_ca_topic_score_codex":0.000078962774,"about_ca_topic_score_gemma":0.000004363749,"teacher_disagreement_score":0.8898273,"about_ca_system_score_codex":0.00007281964,"about_ca_system_score_gemma":0.000034214743,"threshold_uncertainty_score":0.3589473},"labels":[],"label_agreement":null},{"id":"W2054070694","doi":"10.1016/j.infsof.2013.02.011","title":"ODEP-DPS: Ontology-driven engineering process for the collaborative development of semantic data providing services","year":2013,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Ontology; Computer science; Ontology engineering; Process (computing); Development (topology); Software engineering; Ontology-based data integration; Semantic Web; World Wide Web","score_opus":0.017769509243101885,"score_gpt":0.2544058015133096,"score_spread":0.23663629227020772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054070694","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10744799,0.00028072836,0.88947964,0.0016216197,0.00011015749,0.0006297424,0.0000054228794,0.0004064104,0.000018294013],"genre_scores_gemma":[0.80204505,0.000022299626,0.19761403,0.00013111235,0.000005143958,0.0001607443,0.000014901998,0.0000028056545,0.0000039170736],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99932325,0.000004785556,0.00029884337,0.00012478497,0.00008865969,0.0001596883],"domain_scores_gemma":[0.99901366,0.00015203397,0.00017058097,0.00038874891,0.00025809213,0.000016870425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014422667,0.00009188068,0.00014573758,0.00016629232,0.00013984936,0.0000782219,0.0010017585,0.00010488119,0.0000013514127],"category_scores_gemma":[0.00019995427,0.000063387015,0.000008446901,0.0003092916,0.00006047578,0.0014169606,0.0003783932,0.000070961636,0.0000057613706],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011444762,0.00003974354,0.023016252,0.0014871585,0.00017462841,7.484071e-7,0.026281137,0.0007693787,0.0002046098,0.03376132,0.0002789163,0.91397464],"study_design_scores_gemma":[0.000988695,0.00014889688,0.014834581,0.00020154279,0.000029703451,0.000042692296,0.0116209285,0.9378843,0.008167389,0.005769514,0.019871768,0.00044002815],"about_ca_topic_score_codex":0.000012822668,"about_ca_topic_score_gemma":0.000050014278,"teacher_disagreement_score":0.9371149,"about_ca_system_score_codex":0.000011299218,"about_ca_system_score_gemma":0.000104042105,"threshold_uncertainty_score":0.25848475},"labels":[],"label_agreement":null},{"id":"W2055419532","doi":"10.1016/j.infsof.2009.10.005","title":"Intelligent security and access control framework for service-oriented architecture","year":2009,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Access Control and Trust","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Sherwood Applied Business Security Architecture; Computer science; Access control; Architecture; Service-oriented architecture; Software engineering; Applications architecture; Computer security; Embedded system; Computer architecture; Software security assurance; Software architecture; World Wide Web; Web service; Operating system; Security service; Information security; Software","score_opus":0.009909016500580807,"score_gpt":0.30231276971470733,"score_spread":0.29240375321412654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055419532","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.103805296,0.0004243801,0.84712493,0.045370463,0.0002066298,0.0010185449,0.000046786423,0.0008492943,0.001153689],"genre_scores_gemma":[0.9911362,0.00011735688,0.003959934,0.004678874,0.000046680594,0.000041897278,0.000010618956,0.0000025284498,0.0000059068598],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99934494,0.000018099563,0.00020619617,0.00010030154,0.00010927666,0.00022120104],"domain_scores_gemma":[0.999385,0.00014165997,0.00011380111,0.00010510279,0.00018304834,0.00007141115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018478479,0.00009388454,0.00015481665,0.00019530448,0.0003936126,0.00013780135,0.0001976983,0.00030751867,0.000018278559],"category_scores_gemma":[0.00070427696,0.00008265714,0.000022235423,0.0003128668,0.00014621422,0.00062081637,0.00003944182,0.00018947014,0.0000042669767],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005606842,0.0000144169435,0.0070297937,0.00002336964,0.000013294591,3.5000252e-7,0.005706049,0.000007636548,6.110454e-7,0.44116735,0.0000684627,0.5459126],"study_design_scores_gemma":[0.00095011224,0.000116272895,0.0051894686,0.000031511525,0.00002231639,0.000004845068,0.0026813797,0.00034729257,0.00003082781,0.8241297,0.16630317,0.00019307488],"about_ca_topic_score_codex":0.000087813496,"about_ca_topic_score_gemma":0.00021946586,"teacher_disagreement_score":0.8873309,"about_ca_system_score_codex":0.000019801773,"about_ca_system_score_gemma":0.000042583608,"threshold_uncertainty_score":0.33706602},"labels":[],"label_agreement":null},{"id":"W2056640446","doi":"10.1016/j.infsof.2009.06.006","title":"Using machine learning to refine Category-Partition test specifications and test suites","year":2009,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Dependability; Software engineering; Test Management Approach; Partition (number theory); Test (biology); Context (archaeology); Test strategy; Code coverage; Machine learning; Software testing; Test case; Process (computing); Artificial intelligence; Software; Programming language; Software development; Software construction","score_opus":0.03283553674994307,"score_gpt":0.26684519881008295,"score_spread":0.23400966206013987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056640446","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14452791,0.00034407515,0.8231632,0.008797954,0.00006917668,0.00034448245,0.000012919839,0.022511033,0.00022925274],"genre_scores_gemma":[0.7041039,0.000038510567,0.29521742,0.0005801812,0.000010580492,0.0000107569085,0.000013117579,0.000003821748,0.000021742522],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99920785,0.000011327215,0.00028758313,0.00018089911,0.00010869543,0.00020363378],"domain_scores_gemma":[0.9988732,0.00049332343,0.00012389333,0.00028992083,0.00014412048,0.00007554843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020330903,0.0001303865,0.00013853736,0.0005783825,0.0002972215,0.00017657553,0.00023978048,0.00012658483,0.0000036291606],"category_scores_gemma":[0.00527978,0.00012809117,0.000013839097,0.00068474666,0.000063289626,0.0008138804,0.00013503236,0.00020146534,0.000020051839],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038690837,0.00007225179,0.32595202,0.000026630938,0.0000046023306,0.0000045397032,0.0010757247,0.000053145155,0.0011220301,0.020883976,0.0015561966,0.649245],"study_design_scores_gemma":[0.0020016201,0.0035746747,0.3942541,0.00047993328,0.000057038684,0.0021745164,0.00026999903,0.18163371,0.014656398,0.3129463,0.08548566,0.0024660842],"about_ca_topic_score_codex":0.000042837437,"about_ca_topic_score_gemma":0.000006054063,"teacher_disagreement_score":0.64677894,"about_ca_system_score_codex":0.000038670878,"about_ca_system_score_gemma":0.000028984392,"threshold_uncertainty_score":0.63207716},"labels":[],"label_agreement":null},{"id":"W2057406227","doi":"10.1016/j.infsof.2003.09.012","title":"An integrated framework for formal development of open distributed systems","year":2003,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Notation; Computer science; Usability; Formalism (music); Software engineering; Formal methods; Formal specification; Development (topology); Programming language; Systems engineering; Human–computer interaction; Engineering","score_opus":0.011144547439621448,"score_gpt":0.26307516402869174,"score_spread":0.2519306165890703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057406227","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032947943,0.000053628108,0.96595997,0.00011564278,0.00014621578,0.00039989734,0.000020852482,0.00029277458,0.00006306646],"genre_scores_gemma":[0.49083522,0.0000027767446,0.5088073,0.00018974986,0.0000024633985,0.00007857396,0.00007998046,0.000002612529,0.0000012977805],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991854,0.000017386346,0.0003873098,0.00011890572,0.00009243307,0.00019860602],"domain_scores_gemma":[0.999147,0.000060955976,0.00019437031,0.000323732,0.00022456897,0.000049372196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025767623,0.00010481584,0.00016810551,0.00024748896,0.00017014287,0.0001689014,0.00086962694,0.00017512699,0.0000026348428],"category_scores_gemma":[0.00007219551,0.00008634884,0.00001409499,0.0005543076,0.000030783292,0.0016680609,0.00018499729,0.00010567802,0.0000034057427],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014353069,0.00003263944,0.0015242221,0.000108487446,0.000021703527,2.2759181e-7,0.002752007,0.00017178092,0.00001491379,0.76833755,0.000024557896,0.22699754],"study_design_scores_gemma":[0.003157128,0.00096622406,0.0035035487,0.00041601754,0.000026238142,0.00012671345,0.011464775,0.040295903,0.01942419,0.13291338,0.7866475,0.0010583912],"about_ca_topic_score_codex":0.000018539351,"about_ca_topic_score_gemma":0.00001991777,"teacher_disagreement_score":0.78662294,"about_ca_system_score_codex":0.000018229906,"about_ca_system_score_gemma":0.00012339244,"threshold_uncertainty_score":0.35212034},"labels":[],"label_agreement":null},{"id":"W2057748069","doi":"10.1016/j.infsof.2004.12.001","title":"A study on managing the performance requirements of a distributed service delivery software system","year":2005,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Functional requirement; System requirements; Non-functional requirement; Context (archaeology); Requirements analysis; Requirements management; Requirements engineering; Systems engineering; Service (business); Software; Software engineering; Software system; Engineering; Operating system; Software construction","score_opus":0.010142370761967012,"score_gpt":0.22346686665547513,"score_spread":0.21332449589350813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057748069","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89950734,0.00006337294,0.09675471,0.0021803104,0.00010537678,0.00042315674,0.0000109249295,0.00084212446,0.00011266837],"genre_scores_gemma":[0.994016,0.000010951495,0.0046177185,0.0012772258,0.0000134065285,0.000044952096,0.000013381299,0.0000043317323,0.000002051697],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99889916,0.000030401414,0.00040882805,0.00016685615,0.00027492677,0.00021982646],"domain_scores_gemma":[0.9988415,0.00006664034,0.00024241116,0.00060598156,0.00020789573,0.000035522145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000220343,0.00015282193,0.00017090628,0.00033590323,0.0002522721,0.00007086659,0.0009090646,0.00008851397,0.0000016311228],"category_scores_gemma":[0.000014468592,0.00010850666,0.000024045936,0.0009376777,0.000036617177,0.0009593631,0.00043749882,0.0001825097,0.00004031683],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078703786,0.00023808556,0.07785135,0.00069863565,0.00016056525,0.000007572208,0.023328828,0.0037558305,0.000024372483,0.019328305,0.000120357996,0.8744074],"study_design_scores_gemma":[0.017588692,0.0068894713,0.3335502,0.0031860948,0.00039599233,0.0010237758,0.13621081,0.38665152,0.013617833,0.0036817014,0.09335678,0.0038471327],"about_ca_topic_score_codex":0.000033492586,"about_ca_topic_score_gemma":0.000060751136,"teacher_disagreement_score":0.8705603,"about_ca_system_score_codex":0.000043904707,"about_ca_system_score_gemma":0.000030403771,"threshold_uncertainty_score":0.44247732},"labels":[],"label_agreement":null},{"id":"W2058906762","doi":"10.1016/j.infsof.2010.10.002","title":"A unit test approach for database schema evolution","year":2010,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Database schema; Computer science; Schema migration; Schema evolution; Code refactoring; Database; Schema (genetic algorithms); View; Database design; Database testing; Information schema; Semi-structured model; Conceptual schema; Database model; Software; Software engineering; Data mining; Programming language; Information retrieval","score_opus":0.008474905470517978,"score_gpt":0.23274660255772797,"score_spread":0.22427169708720998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058906762","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05357896,0.00003383544,0.9438921,0.00042971093,0.00023545258,0.00040337825,0.000020304864,0.0011723498,0.00023386863],"genre_scores_gemma":[0.65597636,0.0000060937273,0.34365457,0.00012936498,0.00002307286,0.00013762635,0.000048786736,0.0000033924766,0.000020759138],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991952,0.000005710399,0.00029344772,0.0001731107,0.00011737954,0.00021514652],"domain_scores_gemma":[0.9989031,0.000103820676,0.00012186258,0.0005846539,0.00023118628,0.000055408105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003670527,0.000113812595,0.00013399453,0.00033624956,0.00022082344,0.000081549195,0.00045269576,0.00026408615,0.0000037306738],"category_scores_gemma":[0.0009438503,0.00009595532,0.000029578883,0.00048220105,0.00013292764,0.0017071939,0.00019625144,0.00024807802,0.00003045949],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021341291,0.00019361157,0.19714926,0.000709414,0.000025728921,8.0768336e-7,0.00079065486,0.000027443071,0.0015815914,0.31639254,0.002237147,0.48087046],"study_design_scores_gemma":[0.0077094184,0.0012243947,0.06444759,0.00014141346,0.00005710726,0.0011813545,0.001333906,0.5733916,0.010998272,0.058845237,0.27832776,0.0023419298],"about_ca_topic_score_codex":0.000010980977,"about_ca_topic_score_gemma":0.0000052594205,"teacher_disagreement_score":0.6023974,"about_ca_system_score_codex":0.000018033868,"about_ca_system_score_gemma":0.00008724892,"threshold_uncertainty_score":0.39129442},"labels":[],"label_agreement":null},{"id":"W2062159560","doi":"10.1016/s0950-5849(99)00082-8","title":"Connecting architecture reconstruction frameworks","year":2000,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering; Interoperability; Software architecture; Software framework; Reference architecture; Resource-oriented architecture; Abstraction; Software architecture description; Software; Code (set theory); Software system; Computer architecture; Software construction; Programming language; Operating system; Set (abstract data type)","score_opus":0.007425801837211369,"score_gpt":0.23267879892300464,"score_spread":0.22525299708579327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062159560","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03540519,0.000112537055,0.9600087,0.00083848234,0.00019083724,0.00007809262,0.0000010753299,0.0031617219,0.00020338457],"genre_scores_gemma":[0.053341188,0.000066820234,0.94626665,0.00027900806,0.000013126661,0.000011922868,0.0000021582193,0.000004044597,0.00001509556],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993954,0.000018653715,0.00020842171,0.00012696037,0.00007150015,0.00017912226],"domain_scores_gemma":[0.9993733,0.00019862117,0.00006450914,0.00028464574,0.000046922498,0.0000319679],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014751978,0.00010223042,0.00012091205,0.00027806335,0.00013099826,0.000069628935,0.00028454335,0.000351106,0.000035125635],"category_scores_gemma":[0.00086961593,0.00009789018,0.000019040022,0.00040177553,0.000057648347,0.0009794873,0.00008239855,0.0004970381,0.000036901525],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017975119,0.0000013367946,0.00014019303,0.000007587417,0.0000036130539,7.627879e-7,0.00033370635,0.007678803,0.0000050568756,0.007033653,0.000011460864,0.98478204],"study_design_scores_gemma":[0.0009078221,0.00024099268,0.0015968698,0.0001396639,0.000009041056,0.0026331276,0.0005038717,0.01710639,0.0020752382,0.8743405,0.09956283,0.000883658],"about_ca_topic_score_codex":0.0000019460822,"about_ca_topic_score_gemma":9.4046385e-7,"teacher_disagreement_score":0.98389834,"about_ca_system_score_codex":0.000020574771,"about_ca_system_score_gemma":0.000012877817,"threshold_uncertainty_score":0.39918455},"labels":[],"label_agreement":null},{"id":"W2062675161","doi":"10.1016/j.infsof.2007.10.012","title":"Architecting-problems rooted in requirements","year":2007,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Requirements engineering; Software requirements; Computer science; Software requirements specification; Software engineering; Quality (philosophy); Requirements elicitation; Software development; Software; Systems engineering; Engineering; Software construction","score_opus":0.011928428012539474,"score_gpt":0.2575535918467975,"score_spread":0.24562516383425803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062675161","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05233132,0.000086354434,0.9445518,0.0005472365,0.00010627815,0.00012310725,4.3349283e-7,0.0018821934,0.00037123033],"genre_scores_gemma":[0.73462975,0.000033704055,0.2650796,0.00022342546,0.000005842692,0.000012886317,0.0000025831462,0.0000035221335,0.000008707938],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992533,0.0000071608356,0.00030252407,0.000107027336,0.00010807809,0.00022195236],"domain_scores_gemma":[0.9994595,0.00010647372,0.00010424114,0.00025196315,0.000043901215,0.000033937307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058613665,0.00008620012,0.000093328155,0.00074460544,0.0000534511,0.00006382546,0.00033674526,0.00014143254,0.0000032914077],"category_scores_gemma":[0.00042079668,0.00008561574,0.000012307207,0.0007049687,0.000031626856,0.0011469424,0.00018446372,0.00022423708,0.0000136610215],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004133699,0.000012811581,0.02795988,0.000026652064,0.0000043375144,0.0000062366594,0.00060087175,0.00008881033,0.00003046209,0.026046135,0.00006363732,0.94515604],"study_design_scores_gemma":[0.003780976,0.0011065989,0.198344,0.0004676775,0.000014028126,0.00094583357,0.0005340334,0.036896676,0.009833958,0.225915,0.5201367,0.0020245118],"about_ca_topic_score_codex":0.000036468744,"about_ca_topic_score_gemma":0.000027593818,"teacher_disagreement_score":0.9431315,"about_ca_system_score_codex":0.000032276574,"about_ca_system_score_gemma":0.000014788212,"threshold_uncertainty_score":0.34913087},"labels":[],"label_agreement":null},{"id":"W2077772687","doi":"10.1016/s0950-5849(03)00060-0","title":"UIO sequence based checking sequences for distributed test architectures","year":2003,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Observability; Controllability; Sequence (biology); Sequence diagram; Synchronization (alternating current); Computer science; Current (fluid); Control theory (sociology); Real-time computing; Engineering; Mathematics; Software; Channel (broadcasting); Artificial intelligence; Unified Modeling Language; Computer network; Control (management); Programming language; Electrical engineering","score_opus":0.01946076082708154,"score_gpt":0.2629249510792006,"score_spread":0.24346419025211907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077772687","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007574371,0.000076593285,0.97811425,0.0009843468,0.000080962454,0.00026591268,0.000031071257,0.012778049,0.00009445843],"genre_scores_gemma":[0.55582,0.0000032648627,0.44354957,0.0005083829,0.0000043606888,0.00008945494,0.000017692659,0.000004004496,0.0000033006881],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99904364,0.000019458843,0.0003046303,0.00020243057,0.00013548158,0.00029432614],"domain_scores_gemma":[0.9986497,0.00055241503,0.00016809492,0.000389336,0.00018355185,0.000056915407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034215915,0.00016030855,0.00016576349,0.00038726896,0.00025773043,0.00016126758,0.0004742065,0.00018316995,0.0000030912302],"category_scores_gemma":[0.005421684,0.00014445548,0.0000377257,0.00057678827,0.00016448574,0.00039420868,0.00007343089,0.00016676083,0.0000052053215],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001133148,0.00007518017,0.13315919,0.00025336634,0.000023181547,0.000008074395,0.00072941947,0.00055584573,0.00024681946,0.11886619,0.005041874,0.7410295],"study_design_scores_gemma":[0.0014226763,0.0007231121,0.0033173636,0.0002362307,0.000019009109,0.0004464941,0.000069314505,0.091309614,0.021675969,0.8250959,0.054642756,0.0010415846],"about_ca_topic_score_codex":0.00001232153,"about_ca_topic_score_gemma":0.000002887707,"teacher_disagreement_score":0.73998797,"about_ca_system_score_codex":0.000042326385,"about_ca_system_score_gemma":0.00013078957,"threshold_uncertainty_score":0.6490654},"labels":[],"label_agreement":null},{"id":"W2080331661","doi":"10.1016/s0950-5849(01)00214-2","title":"An architecture in support of universal access to electronic commerce","year":2002,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Center for Advanced Study, University of Illinois at Urbana-Champaign; Killam Trusts; Dalhousie University","keywords":"Computer science; Middleware (distributed applications); Personalization; Process (computing); Architecture; Domain (mathematical analysis); Software engineering; Distributed computing; World Wide Web; Operating system","score_opus":0.011090769796805627,"score_gpt":0.22830585748236742,"score_spread":0.2172150876855618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080331661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9306253,0.00004569332,0.05891062,0.008624941,0.00003517799,0.00015071085,0.0000033885597,0.00040960268,0.0011945469],"genre_scores_gemma":[0.99677986,0.00002204089,0.00034560275,0.002786248,0.000016765167,0.0000069976036,0.000023970242,0.0000049178043,0.000013599669],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99941665,0.00000221457,0.00022628026,0.000090629124,0.00008607608,0.00017816533],"domain_scores_gemma":[0.99960667,0.000006923936,0.000113525515,0.00014835651,0.000116268486,0.000008249204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009186367,0.00008685663,0.00015014231,0.0012263139,0.000052341995,0.0000818521,0.00026541288,0.00010241552,0.00010280543],"category_scores_gemma":[0.000066605884,0.00008300378,0.000017294318,0.0010975987,0.000043177122,0.0017652477,0.00009647858,0.0001383207,0.00003149896],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041898984,0.00011455556,0.18430527,0.0003004229,0.000024250454,0.000002809249,0.00055387703,0.009937062,0.000039035018,0.021091234,0.0018233715,0.78176624],"study_design_scores_gemma":[0.0046057827,0.0002944638,0.058587164,0.00020147082,0.00019186726,0.00004103434,0.002670028,0.16921782,0.0002962549,0.050254673,0.71182805,0.0018114138],"about_ca_topic_score_codex":0.00016744286,"about_ca_topic_score_gemma":0.00020058149,"teacher_disagreement_score":0.7799548,"about_ca_system_score_codex":0.000014583931,"about_ca_system_score_gemma":0.000009510854,"threshold_uncertainty_score":0.3384796},"labels":[],"label_agreement":null},{"id":"W2080505681","doi":"10.1016/j.infsof.2004.08.005","title":"Replicating software engineering experiments: a poisoned chalice or the Holy Grail","year":2004,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Holy Grail; Software; Engineering; Computer science; Software engineering; World Wide Web; Programming language","score_opus":0.0136977408834442,"score_gpt":0.25503565745400436,"score_spread":0.24133791657056017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080505681","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09315272,0.00024095531,0.899633,0.0029154904,0.00015630314,0.0003195895,0.0000036891863,0.0035682283,0.000010066757],"genre_scores_gemma":[0.62029904,0.000065562315,0.3783862,0.00078813895,0.000033678567,0.0003447688,0.000009521793,0.000022370725,0.000050740106],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99874324,0.000009762777,0.00034812593,0.00022706183,0.000281589,0.00039021266],"domain_scores_gemma":[0.99853814,0.00031789922,0.000105151375,0.00082264765,0.00013781458,0.0000783478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002874538,0.00018045725,0.00016098538,0.00042416895,0.00023594737,0.00021204563,0.0009790324,0.00017894099,0.0000073019883],"category_scores_gemma":[0.0038799306,0.00011847199,0.000033838496,0.0010510411,0.00008635557,0.0011712596,0.00049704104,0.00035223283,0.00006265857],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004541605,0.00011424381,0.013941454,0.00033546894,0.00014786335,0.000055298195,0.015025143,0.004772775,0.0011176412,0.09927907,0.0010664122,0.8640992],"study_design_scores_gemma":[0.024126925,0.0041363575,0.19318213,0.0022026615,0.00010438889,0.010037778,0.00820107,0.06630492,0.092648916,0.03172178,0.55846304,0.008870028],"about_ca_topic_score_codex":0.000034858105,"about_ca_topic_score_gemma":0.0000030009649,"teacher_disagreement_score":0.8552292,"about_ca_system_score_codex":0.00010514962,"about_ca_system_score_gemma":0.00009287773,"threshold_uncertainty_score":0.48311475},"labels":[],"label_agreement":null},{"id":"W2081326554","doi":"10.1016/j.infsof.2009.04.018","title":"Change impact graphs: Determining the impact of prior codechanges","year":2009,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Victoria","funders":"","keywords":"Computer science; Source code; Software; Code (set theory); Graph; Change impact analysis; Constant (computer programming); Database; Distributed computing; Software engineering; Operating system; Theoretical computer science; Programming language","score_opus":0.02094814448982087,"score_gpt":0.3012395335253905,"score_spread":0.28029138903556966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081326554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8997755,0.00021988302,0.09812993,0.0006491883,0.000052283467,0.0002978505,0.000007910164,0.0008455752,0.00002185944],"genre_scores_gemma":[0.99322385,0.00005755426,0.0065985243,0.00008493055,0.000007332106,0.000019724941,0.0000034657933,0.0000029721732,0.0000016523753],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992845,0.000012341011,0.00020410381,0.00009112887,0.00016319806,0.000244722],"domain_scores_gemma":[0.9991135,0.00018242704,0.00010464182,0.00040151752,0.00015140619,0.000046512752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002265137,0.000114249975,0.00014413956,0.0006046495,0.00008682472,0.00007088257,0.00059380784,0.00012779621,0.0000047572216],"category_scores_gemma":[0.0006854189,0.00007236863,0.0000618926,0.00076688325,0.000074698226,0.0009692563,0.00014473028,0.00017784926,0.000007914692],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043991545,0.000013580976,0.08920106,0.000009592429,0.000014271406,9.0297937e-7,0.00127307,0.000030497298,0.000015504145,0.0018271882,0.00020194564,0.907408],"study_design_scores_gemma":[0.00042718378,0.0007745841,0.98733294,0.000030154764,0.0000029739376,0.00005176115,0.0000396336,0.0058244173,0.00032982352,0.0047926963,0.00024030174,0.00015351266],"about_ca_topic_score_codex":0.000030475918,"about_ca_topic_score_gemma":0.0000013942608,"teacher_disagreement_score":0.90725446,"about_ca_system_score_codex":0.00004494539,"about_ca_system_score_gemma":0.00005117537,"threshold_uncertainty_score":0.29511073},"labels":[],"label_agreement":null},{"id":"W2083998741","doi":"10.1016/j.infsof.2005.09.003","title":"A measurement framework for object-oriented software testability","year":2005,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Testability; Software engineering; Computer science; Code refactoring; Software metric; Software reliability testing; Reliability engineering; Software development; Software; Software construction; Engineering; Programming language","score_opus":0.01571495417069761,"score_gpt":0.26043312010953884,"score_spread":0.24471816593884124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083998741","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013175484,0.000267856,0.98082334,0.002149169,0.00017712265,0.0005049016,0.000008177914,0.0028821863,0.0000117427135],"genre_scores_gemma":[0.34413046,0.000013315107,0.65531737,0.00028141937,0.000026041222,0.0002132897,0.000004789897,0.000007466686,0.0000058852174],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985607,0.000014217302,0.00037132407,0.00024021123,0.00041037527,0.00040315144],"domain_scores_gemma":[0.9981494,0.00043601362,0.00009417541,0.00064279867,0.00057886756,0.000098754914],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00062034506,0.00016324925,0.00018229676,0.00047721626,0.00018075075,0.000112719084,0.0005666303,0.00027845913,0.0000088913075],"category_scores_gemma":[0.012137161,0.00015879443,0.00004657387,0.0007200027,0.00009759741,0.0011086671,0.00027779394,0.00030303412,0.000051714956],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012448247,0.000046922818,0.027357519,0.00012211614,0.000021893517,6.444509e-7,0.00069619174,0.00013540781,0.000010543751,0.059359256,0.00063676876,0.9116003],"study_design_scores_gemma":[0.004690863,0.0014110524,0.09293125,0.0004919837,0.000036733338,0.00022107233,0.00048354728,0.03718711,0.008580247,0.15783222,0.6939417,0.0021922262],"about_ca_topic_score_codex":0.000004542921,"about_ca_topic_score_gemma":0.0000059321815,"teacher_disagreement_score":0.9094081,"about_ca_system_score_codex":0.00020145187,"about_ca_system_score_gemma":0.00013309193,"threshold_uncertainty_score":0.99618405},"labels":[],"label_agreement":null},{"id":"W2091156716","doi":"10.1016/j.infsof.2009.08.001","title":"Software development effort prediction: A study on the factors impacting the accuracy of fuzzy logic systems","year":2009,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"King Fahd University of Petroleum and Minerals","keywords":"Fuzzy logic; Computer science; Robustness (evolution); Fuzzy electronics; Software; Machine learning; Software development process; Software development; Data mining; Fuzzy set; Artificial intelligence; Fuzzy set operations","score_opus":0.024011632092427623,"score_gpt":0.26694174166021956,"score_spread":0.24293010956779193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091156716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7968571,0.000081780614,0.20010793,0.00079975015,0.00019800273,0.00077262206,0.0000032976448,0.0011426876,0.000036784953],"genre_scores_gemma":[0.99734145,0.00000639822,0.0024698959,0.00009982344,0.000009262972,0.000058333604,0.0000034608186,0.0000038854723,0.0000075115086],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99870425,0.00003066919,0.0004410895,0.00014629595,0.00041606106,0.00026162417],"domain_scores_gemma":[0.99801207,0.00096744386,0.00019899062,0.00060499134,0.0001746408,0.000041853782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006321355,0.00015630087,0.00016912985,0.00035803605,0.00033509036,0.00015636996,0.00086690695,0.00012221686,0.0000023194123],"category_scores_gemma":[0.0031066025,0.000086002954,0.000028235372,0.0007591215,0.000068486035,0.00059173163,0.00021014309,0.00035563472,0.000013493155],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000203121,0.0001888204,0.6557196,0.00008496358,0.00012628884,0.000006175421,0.01877367,0.0018778221,0.000015087578,0.019747404,0.00068172277,0.30275816],"study_design_scores_gemma":[0.00057183945,0.0009449105,0.985774,0.00009851343,0.000009016714,0.000071540555,0.0052339747,0.0014928046,0.0005839852,0.0015032433,0.0034515301,0.00026465754],"about_ca_topic_score_codex":0.000010799479,"about_ca_topic_score_gemma":8.7198015e-7,"teacher_disagreement_score":0.3300544,"about_ca_system_score_codex":0.000076445125,"about_ca_system_score_gemma":0.000098030214,"threshold_uncertainty_score":0.37191176},"labels":[],"label_agreement":null},{"id":"W2092245922","doi":"10.1016/j.infsof.2013.03.004","title":"Graphical user interface (GUI) testing: Systematic mapping and repository","year":2013,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":167,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Graphical user interface testing; Graphical user interface; Computer science; User interface; Software; Interface (matter); Information retrieval; Data mining; Software engineering; User interface design; Programming language; Operating system","score_opus":0.010876144624941233,"score_gpt":0.21512095863092082,"score_spread":0.20424481400597957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092245922","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.065847084,0.0003449679,0.9139868,0.0008685787,0.00012195069,0.00045646413,4.2184672e-7,0.018120209,0.00025351855],"genre_scores_gemma":[0.70046353,0.000008577076,0.29907918,0.00030054603,0.0000062343156,0.0001091135,6.821765e-7,0.0000049181785,0.00002724103],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99899876,0.0000311173,0.0004463728,0.00018128591,0.0001333508,0.0002091277],"domain_scores_gemma":[0.99873865,0.00034295948,0.00019974109,0.00043104935,0.00021823937,0.00006938627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023170197,0.00014579535,0.00022348033,0.0005060312,0.00019230128,0.000322007,0.0003902412,0.00019854895,0.0000013285687],"category_scores_gemma":[0.0017338372,0.00012434777,0.000018771125,0.00054588274,0.00014742544,0.0011831297,0.00038768735,0.00021321164,0.000025984165],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006374947,0.00010813912,0.405191,0.014178619,0.0001347352,0.00003192841,0.006435069,0.000017889997,0.0006026089,0.079835124,0.021987423,0.47147107],"study_design_scores_gemma":[0.0023638592,0.0014069148,0.10106883,0.014757302,0.00008532058,0.009974144,0.0012597187,0.22585,0.003659748,0.6306054,0.0057212645,0.0032474818],"about_ca_topic_score_codex":0.000049827322,"about_ca_topic_score_gemma":4.3823565e-7,"teacher_disagreement_score":0.63461643,"about_ca_system_score_codex":0.000020451964,"about_ca_system_score_gemma":0.00002397969,"threshold_uncertainty_score":0.5070755},"labels":[],"label_agreement":null},{"id":"W2127483730","doi":"10.1016/j.infsof.2014.03.005","title":"Toward automated feature model configuration with optimizing non-functional requirements","year":2014,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Athabasca University; Simon Fraser University","funders":"","keywords":"Feature model; Feature (linguistics); Computer science; Interdependence; Software product line; Data mining; Process (computing); Functional requirement; Functional dependency; Hierarchy; Artificial intelligence; Machine learning; Software; Software engineering; Software development","score_opus":0.024345713164136487,"score_gpt":0.2529423929075516,"score_spread":0.22859667974341513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127483730","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021512595,0.00001549139,0.9916058,0.0009055339,0.00012366139,0.00013404517,0.0000012537804,0.004912583,0.00015033],"genre_scores_gemma":[0.1846843,0.000007928015,0.8149299,0.00028842376,0.000007054579,0.000032106862,0.00001706999,0.000005282177,0.000027910397],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99926496,0.000015600346,0.00019503072,0.00016097253,0.00016763445,0.00019581249],"domain_scores_gemma":[0.99932814,0.00009056508,0.00012793839,0.0002847412,0.0001289901,0.000039625167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021128879,0.00014194462,0.00015165792,0.0003196244,0.00012321635,0.0000872191,0.00026080234,0.00019003145,0.0000011622651],"category_scores_gemma":[0.0004446788,0.00012067806,0.000015049363,0.00034306236,0.00007325308,0.0017348761,0.000114314265,0.00018846897,0.000012239769],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028471883,0.000014333795,0.00042532085,0.0000772109,0.000034877325,0.0000021577462,0.001090805,0.70606947,0.00041584222,0.053212963,0.0011610616,0.23746745],"study_design_scores_gemma":[0.00061452703,0.00012451595,0.000645702,0.00003197467,0.0000048515626,0.00006087184,0.000053568656,0.9842566,0.0018020943,0.010899936,0.0012795095,0.0002258156],"about_ca_topic_score_codex":0.0000010419017,"about_ca_topic_score_gemma":4.2610762e-7,"teacher_disagreement_score":0.27818713,"about_ca_system_score_codex":0.000042271156,"about_ca_system_score_gemma":0.00004265066,"threshold_uncertainty_score":0.49211085},"labels":[],"label_agreement":null},{"id":"W2129718707","doi":"10.1016/j.infsof.2006.11.002","title":"A state-based approach to integration testing based on UML models","year":2006,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":103,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Unified Modeling Language; Computer science; Integration testing; Test case; Class diagram; Reliability engineering; Sequence diagram; Data mining; Software; Software engineering; Programming language; Engineering; Machine learning","score_opus":0.01904630375427704,"score_gpt":0.22558055522803536,"score_spread":0.2065342514737583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129718707","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027678187,0.000008449934,0.97656685,0.00065221905,0.000041666477,0.00026808478,0.0000046691016,0.017942674,0.0017475679],"genre_scores_gemma":[0.49604696,1.4461409e-7,0.5028376,0.0010187977,0.000004649957,0.00006753212,0.000014480432,0.0000044637063,0.000005377579],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989631,0.00002104367,0.00033476634,0.00022303076,0.00021448736,0.00024353842],"domain_scores_gemma":[0.9989276,0.0002004066,0.00013342728,0.00045597917,0.00023082006,0.000051782994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027622422,0.00016773243,0.0001512245,0.0009256242,0.00016550033,0.00019015493,0.00040365595,0.00014847958,5.5078465e-7],"category_scores_gemma":[0.0007224776,0.00015256695,0.000023873286,0.0010515954,0.0000538751,0.00066036935,0.00008832583,0.0001896377,0.000015799273],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013561234,0.00009124882,0.003367295,0.000031029667,0.0000020759448,0.0000017376045,0.00016910191,0.07236279,0.000014676037,0.02648069,0.0037504958,0.8937153],"study_design_scores_gemma":[0.0002563268,0.0001831853,0.0005385278,0.00005626344,0.000001671318,0.000009399037,0.0000043101813,0.9234101,0.00077075337,0.07425653,0.00032712385,0.00018580996],"about_ca_topic_score_codex":0.00011266388,"about_ca_topic_score_gemma":0.0000032918258,"teacher_disagreement_score":0.8935295,"about_ca_system_score_codex":0.00006384207,"about_ca_system_score_gemma":0.00008715895,"threshold_uncertainty_score":0.62214994},"labels":[],"label_agreement":null},{"id":"W2160184302","doi":"10.1016/j.infsof.2009.10.003","title":"An effort prediction framework for software defect correction","year":2009,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software bug; Computer science; Software; Reliability engineering; Software engineering; Programming language; Engineering","score_opus":0.007486731375790292,"score_gpt":0.2595437837150833,"score_spread":0.252057052339293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160184302","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03386981,0.000067894885,0.96026725,0.00037879715,0.0006268985,0.00037988165,0.000007655685,0.0043903915,0.000011405147],"genre_scores_gemma":[0.569646,0.000023795705,0.4298049,0.00032351256,0.000044768472,0.000095614894,0.00004185923,0.0000073655074,0.000012210773],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99899364,0.000009895684,0.00027721917,0.00021405077,0.00019839725,0.00030677408],"domain_scores_gemma":[0.998835,0.00028258175,0.00008527495,0.0004987646,0.00020919736,0.00008917068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027758983,0.00014207956,0.0001466467,0.0006348469,0.00021399255,0.00017288089,0.00044947315,0.00036279543,0.0000040964164],"category_scores_gemma":[0.0021775134,0.00014373237,0.000048132944,0.00065203966,0.000046230773,0.001858698,0.000058643833,0.00029197318,0.000019972775],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014272574,0.000028254773,0.03040029,0.000025943975,0.000010650668,8.568533e-7,0.00034575563,0.0005221217,0.000011220956,0.02471581,0.00091136753,0.9430134],"study_design_scores_gemma":[0.0026581555,0.0060513425,0.41871032,0.00027621177,0.000038009166,0.0005921085,0.0002787669,0.19542137,0.0038572657,0.31745827,0.05323861,0.0014195604],"about_ca_topic_score_codex":0.0000031435263,"about_ca_topic_score_gemma":9.889906e-7,"teacher_disagreement_score":0.9415939,"about_ca_system_score_codex":0.00007405507,"about_ca_system_score_gemma":0.00005409639,"threshold_uncertainty_score":0.5861236},"labels":[],"label_agreement":null},{"id":"W2192128789","doi":"10.1016/j.infsof.2015.10.002","title":"Understanding the popular users: Following, affiliation influence and leadership on GitHub","year":2015,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Popularity; Computer science; Context (archaeology); World Wide Web; Feature (linguistics); Internet privacy; Data science; Psychology; Social psychology","score_opus":0.1301124145003833,"score_gpt":0.2697044828517608,"score_spread":0.1395920683513775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2192128789","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18442415,0.00009034517,0.80188763,0.011850322,0.0001881344,0.00028808156,0.0000021359438,0.0010126276,0.00025654183],"genre_scores_gemma":[0.984561,0.0000053810827,0.01321404,0.0021495626,0.000007561603,0.000021069896,0.000006048563,0.0000046579216,0.000030661042],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99911696,0.000026531105,0.00026293425,0.00014663498,0.00024475408,0.00020216292],"domain_scores_gemma":[0.99922425,0.00008961472,0.0001440491,0.00037463146,0.00011194887,0.000055501663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042372866,0.00011826888,0.000109790126,0.00040748206,0.00027880797,0.0003097752,0.00040578708,0.00015795902,9.596554e-7],"category_scores_gemma":[0.0009821166,0.00009371197,0.000018775703,0.00085426,0.00014371572,0.0020829174,0.00018972896,0.00022377397,0.000035648747],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013078269,0.00002377316,0.10525443,0.00003278518,0.000044146378,0.000005645219,0.013050283,0.0007744994,0.000008669341,0.8100278,0.002992386,0.0677725],"study_design_scores_gemma":[0.0073976163,0.0019302686,0.066825785,0.00056625006,0.000092049544,0.00053896214,0.0641824,0.03620184,0.000731256,0.6673172,0.15162691,0.0025894311],"about_ca_topic_score_codex":0.000010674642,"about_ca_topic_score_gemma":0.0000094365405,"teacher_disagreement_score":0.80013686,"about_ca_system_score_codex":0.00010790539,"about_ca_system_score_gemma":0.000059038182,"threshold_uncertainty_score":0.38214633},"labels":[],"label_agreement":null},{"id":"W2285477878","doi":"10.1016/j.infsof.2016.01.008","title":"Combining lexical and structural information to reconstruct software layers","year":2016,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Exploit; Software system; Layering; Source code; Software; Software architecture; Process (computing); Software engineering; Documentation; Software maintenance; Programming language","score_opus":0.007871888355526706,"score_gpt":0.23559518383168296,"score_spread":0.22772329547615625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2285477878","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30980626,0.000026204563,0.6862142,0.0021977313,0.0001849671,0.00017622249,0.000009504688,0.0013564547,0.000028449966],"genre_scores_gemma":[0.8559905,0.000020973774,0.14344804,0.00047403702,0.000009738289,0.000032956166,0.0000056385547,0.000005225368,0.00001287753],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989622,0.000013389962,0.00034255924,0.00014693287,0.0002161793,0.00031872588],"domain_scores_gemma":[0.9989602,0.000319045,0.00008138221,0.00033197494,0.0001619678,0.00014541428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019953835,0.00014481878,0.00015954452,0.0007816398,0.0001514221,0.00019648038,0.00040941793,0.00019419735,0.000012509412],"category_scores_gemma":[0.002473075,0.000111199224,0.000018615481,0.0004985779,0.00013666764,0.0034306701,0.00045887206,0.00017399855,0.00009712216],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063645707,0.0000011696017,0.0509046,0.000023629736,0.000007838257,9.855552e-7,0.0005230968,0.000012351654,0.00001699297,0.01425536,0.00028612884,0.9339615],"study_design_scores_gemma":[0.010644856,0.002333151,0.65027064,0.000882054,0.000030877854,0.003320755,0.0014706952,0.013944604,0.007666534,0.098252125,0.20732924,0.0038544852],"about_ca_topic_score_codex":0.000008988476,"about_ca_topic_score_gemma":0.000002141552,"teacher_disagreement_score":0.930107,"about_ca_system_score_codex":0.000061801096,"about_ca_system_score_gemma":0.000057780046,"threshold_uncertainty_score":0.45345727},"labels":[],"label_agreement":null},{"id":"W2738336658","doi":"10.1016/j.infsof.2017.07.009","title":"An anomaly detection system based on variable N-gram features and one-class SVM","year":2017,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Defence Research and Development Canada","keywords":"Anomaly detection; Support vector machine; Computer science; Artificial intelligence; Pattern recognition (psychology); Constant false alarm rate; Feature vector; Feature (linguistics); Feature extraction; Context (archaeology); Weighting; One-class classification; Kernel (algebra); System call; Data mining; Mathematics","score_opus":0.00603452932396554,"score_gpt":0.211091983720122,"score_spread":0.20505745439615647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2738336658","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08714354,0.00004042256,0.9079866,0.0008987284,0.000491428,0.0002549929,0.000004302177,0.0015893076,0.0015906731],"genre_scores_gemma":[0.9775034,0.000014851595,0.022091137,0.0003203917,0.000027129356,0.000024792933,0.0000037060984,0.0000036221513,0.000010929106],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929744,0.000025469251,0.00019291799,0.00017963322,0.0001367159,0.00016780928],"domain_scores_gemma":[0.9989625,0.000031372925,0.00020438407,0.0006434375,0.00009711771,0.00006114374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002379009,0.000112980386,0.00013248889,0.00034723777,0.0008537617,0.0005712091,0.00039425096,0.0002946917,0.000003325876],"category_scores_gemma":[0.0001252559,0.000108156586,0.000015499927,0.00016458398,0.00010144956,0.0019700327,0.00011915508,0.00022639104,0.000014063633],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004150404,0.00003348765,0.0013489425,0.00008944872,0.0000098548235,0.0000021216877,0.00018058212,0.00025797813,0.00019317392,0.115158044,0.000109746834,0.8825751],"study_design_scores_gemma":[0.0017133178,0.0017161736,0.027191067,0.00020091943,0.000019778568,0.0002717945,0.00018514151,0.91956437,0.009729114,0.012786084,0.02604409,0.0005781457],"about_ca_topic_score_codex":0.00007108638,"about_ca_topic_score_gemma":0.000049552178,"teacher_disagreement_score":0.9193064,"about_ca_system_score_codex":0.000039666742,"about_ca_system_score_gemma":0.000030018282,"threshold_uncertainty_score":0.6566531},"labels":[],"label_agreement":null},{"id":"W2769308479","doi":"10.1016/j.infsof.2017.11.007","title":"A framework for the recovery and visualization of system availability scenarios from execution traces","year":2017,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"King Fahd University of Petroleum and Minerals","keywords":"Computer science; Merge (version control); TRACE (psycholinguistics); Flexibility (engineering); Distributed computing; Reusability; Source code; Software; Software engineering; Real-time computing; Data mining; Programming language; Parallel computing","score_opus":0.013040786307295075,"score_gpt":0.2647045050116433,"score_spread":0.2516637187043482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769308479","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19852972,0.00025047825,0.7996512,0.0005558033,0.00030984654,0.00039636545,0.000015422134,0.00027560515,0.000015533778],"genre_scores_gemma":[0.9614682,0.00011335373,0.03827072,0.000050042298,0.000017797664,0.000066979206,0.0000071020445,0.000002554868,0.0000032248292],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992414,0.00001785658,0.00036648483,0.00014701049,0.00011269589,0.0001145454],"domain_scores_gemma":[0.9983151,0.0003228608,0.00043311613,0.000712629,0.0001931337,0.000023142838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004674902,0.00009128167,0.00017336805,0.000102184036,0.0005436156,0.00018059212,0.0004486494,0.00025172316,0.0000012962664],"category_scores_gemma":[0.0009683137,0.00006281012,0.00003159171,0.000101026235,0.00023354769,0.001403807,0.00017683455,0.00008927267,0.0000035335365],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055271543,0.000024751043,0.13932823,0.0007141662,0.00004547736,1.932194e-7,0.002271007,0.000054370856,0.000017819399,0.12271262,0.000108865104,0.73466724],"study_design_scores_gemma":[0.0027794333,0.00086717756,0.52018,0.0013705217,0.00011257052,0.00007231618,0.003865267,0.2769695,0.003472931,0.17728348,0.012168579,0.0008582491],"about_ca_topic_score_codex":0.000103545186,"about_ca_topic_score_gemma":0.0000123547225,"teacher_disagreement_score":0.7629385,"about_ca_system_score_codex":0.000029472827,"about_ca_system_score_gemma":0.000039767292,"threshold_uncertainty_score":0.41811064},"labels":[],"label_agreement":null},{"id":"W2783794442","doi":"10.1016/j.infsof.2018.01.003","title":"Support vector regression for predicting software enhancement effort","year":2018,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Consejo Nacional de Ciencia y Tecnología; National Research Council Canada; Universidad de Guadalajara","keywords":"Support vector machine; Computer science; Benchmarking; Machine learning; Artificial neural network; Data mining; Software; Sigmoid function; Artificial intelligence; Decision tree; Set (abstract data type); Regression analysis; Kernel (algebra); Radial basis function kernel; Kernel method; Mathematics; Operating system","score_opus":0.010772910341071697,"score_gpt":0.2680281242044023,"score_spread":0.2572552138633306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783794442","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07203477,0.00004277996,0.9243678,0.0005687614,0.00045649512,0.0004086604,0.0000072738685,0.0020646625,0.000048836195],"genre_scores_gemma":[0.6041151,0.000025167585,0.39490846,0.00034370238,0.00009507571,0.0002838721,0.00003827106,0.000015145869,0.00017516672],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99877524,0.0000063802613,0.0003446878,0.0002220099,0.00025676965,0.00039490403],"domain_scores_gemma":[0.99875295,0.00022151685,0.00011945404,0.0004758149,0.0003457065,0.00008455517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034453432,0.00015219091,0.00016376663,0.00048363206,0.0002608266,0.00011644242,0.00057329284,0.00021405391,0.000028481245],"category_scores_gemma":[0.001670652,0.00013537184,0.000034111938,0.00047107943,0.00013260734,0.001057337,0.00039015705,0.00017175982,0.00008754148],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002850222,0.000031219493,0.07084282,0.00019855094,0.00003347049,0.000002894213,0.0015701546,0.000006375007,0.000119205215,0.007166079,0.0064403247,0.9135604],"study_design_scores_gemma":[0.0064609023,0.0069213575,0.07680802,0.0006894744,0.000043616583,0.00050312583,0.00043870808,0.046334658,0.13340762,0.015762722,0.71034294,0.002286861],"about_ca_topic_score_codex":0.000004669347,"about_ca_topic_score_gemma":0.0000023377772,"teacher_disagreement_score":0.91127354,"about_ca_system_score_codex":0.00007099589,"about_ca_system_score_gemma":0.00009809139,"threshold_uncertainty_score":0.5520303},"labels":[],"label_agreement":null},{"id":"W2794729851","doi":"10.1016/j.infsof.2018.03.001","title":"Special section on Visual Analytics in Software Engineering","year":2018,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Visualization; Visual analytics; Process (computing); Context (archaeology); Data science; Information visualization; Data visualization; Human–computer interaction; Analytics; Creative visualization; Data mining","score_opus":0.008342315570618404,"score_gpt":0.2514719885727999,"score_spread":0.2431296730021815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794729851","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027379235,0.000004677805,0.97022116,0.0003620265,0.00085132197,0.000085356834,0.0000045743586,0.00074585935,0.00034576873],"genre_scores_gemma":[0.87371844,0.00010175529,0.11945385,0.0038000802,0.0025238711,0.00002650911,0.00013215283,0.000025383813,0.00021794371],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99931407,0.0000070721203,0.00026033272,0.00012198361,0.00013246949,0.00016409022],"domain_scores_gemma":[0.9995636,0.00003104441,0.00007594093,0.0001921594,0.00009938074,0.000037901373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000119798366,0.000096051226,0.00010751018,0.0008801434,0.00007432722,0.00011408132,0.00023227367,0.00014888594,0.000021670494],"category_scores_gemma":[0.00046001305,0.00009718,0.000015473328,0.0009283386,0.000055818327,0.0009033307,0.00013094246,0.000142034,0.000096546166],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021568687,0.00011609416,0.041713994,0.00006920615,0.000027185528,0.000010244783,0.0015770448,0.0008955877,0.000017884837,0.29141527,0.013815824,0.6503201],"study_design_scores_gemma":[0.0015903276,0.0008521109,0.023239426,0.00011533085,0.000009406675,0.00007328741,0.00025245076,0.41761395,0.0013302083,0.0030122797,0.5512151,0.0006960828],"about_ca_topic_score_codex":0.0000039299243,"about_ca_topic_score_gemma":0.00002029646,"teacher_disagreement_score":0.8507673,"about_ca_system_score_codex":0.00004896263,"about_ca_system_score_gemma":0.00003190463,"threshold_uncertainty_score":0.39628854},"labels":[],"label_agreement":null},{"id":"W2802838214","doi":"10.1016/j.infsof.2019.03.003","title":"Images don’t lie: Duplicate crowdtesting reports detection with screenshot information","year":2019,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"China Scholarship Council; National Natural Science Foundation of China","keywords":"Context (archaeology); Feature (linguistics); Word embedding; Computer science; Precision and recall; Similarity (geometry); Artificial intelligence; Image (mathematics); Variety (cybernetics); Word (group theory); F1 score; Recall; Information retrieval; Natural language processing; Embedding; Data mining; Pattern recognition (psychology); Mathematics; Geography; Linguistics","score_opus":0.003162984024258265,"score_gpt":0.1814050668166534,"score_spread":0.17824208279239512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802838214","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3392174,0.000029100116,0.6575494,0.00036630998,0.000121729245,0.00025095762,8.7608436e-7,0.0014438151,0.001020453],"genre_scores_gemma":[0.96590334,0.000008288274,0.033657737,0.0003469514,0.000008680591,0.000022349539,0.000011400578,0.0000049061423,0.000036363905],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99897426,0.000011425504,0.00041665722,0.00016220562,0.00018994595,0.00024548784],"domain_scores_gemma":[0.9987891,0.00004547433,0.0003554131,0.0005174769,0.00023974357,0.000052797273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027041204,0.0001474677,0.00015557792,0.00048061807,0.00021339914,0.00034792032,0.00018794215,0.0001693391,0.000005765297],"category_scores_gemma":[0.00019428963,0.00012792273,0.000021872987,0.0005781014,0.00007596697,0.0036481963,0.00015625266,0.00022948264,0.000070560156],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000123876125,0.000007897119,0.02329192,0.00010775943,0.000013524436,0.000007009367,0.0005901376,0.00044582735,0.0006208584,0.0023821213,0.00015357586,0.972367],"study_design_scores_gemma":[0.0072365846,0.003491639,0.14949895,0.0013934273,0.0001143674,0.024287406,0.005600041,0.20842534,0.20045693,0.021918647,0.37260485,0.004971806],"about_ca_topic_score_codex":0.000035572037,"about_ca_topic_score_gemma":0.0000053097024,"teacher_disagreement_score":0.9673952,"about_ca_system_score_codex":0.00003805192,"about_ca_system_score_gemma":0.000046063946,"threshold_uncertainty_score":0.5216538},"labels":[],"label_agreement":null},{"id":"W2899335321","doi":"10.1016/j.infsof.2018.10.012","title":"On semantic detection of cloud API (anti)patterns","year":2018,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Interoperability; Cloud computing; Computer science; Leverage (statistics); Application programming interface; Rest (music); Software engineering; Context (archaeology); World Wide Web; Artificial intelligence; Operating system","score_opus":0.006897650802499252,"score_gpt":0.23286842681674982,"score_spread":0.22597077601425059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899335321","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44765243,0.000009182218,0.5513844,0.00013134185,0.00019252436,0.000063659674,0.0000012127362,0.0005402764,0.000025022737],"genre_scores_gemma":[0.9952027,0.000011679915,0.004658293,0.000085499436,0.000018456161,0.0000097147795,0.0000014129354,0.0000036682316,0.000008556506],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993353,0.000009129855,0.00020798626,0.00010581556,0.00017180353,0.00016995234],"domain_scores_gemma":[0.999232,0.00014387799,0.00007452616,0.00036010257,0.0001573857,0.000032138516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015383546,0.00007922744,0.000107116895,0.0006259599,0.000069952344,0.000038003178,0.0003509435,0.00013419335,0.000008887357],"category_scores_gemma":[0.0007659634,0.00007482578,0.000017806633,0.0004998065,0.00010169845,0.00045284757,0.00016906027,0.00014529217,0.00010515639],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015356216,0.0000388656,0.04791219,0.00017237576,0.000033056454,0.000003460096,0.0012155898,0.0000674922,0.00087668776,0.044429366,0.00030972355,0.9049258],"study_design_scores_gemma":[0.0037694725,0.0049956185,0.38128054,0.0004996908,0.000024921404,0.00055403943,0.00039655008,0.08088549,0.4540955,0.047887363,0.024093332,0.0015174632],"about_ca_topic_score_codex":0.000014080699,"about_ca_topic_score_gemma":0.000004450932,"teacher_disagreement_score":0.90340835,"about_ca_system_score_codex":0.000023422006,"about_ca_system_score_gemma":0.000020130889,"threshold_uncertainty_score":0.30513066},"labels":[],"label_agreement":null},{"id":"W2906695112","doi":"10.1016/j.infsof.2019.01.001","title":"The current state of software license renewals in the I.T. industry","year":2019,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"License; Current (fluid); Software; State (computer science); Computer science; Software engineering; Business; Engineering; Electrical engineering; Operating system; Programming language","score_opus":0.007865062063184184,"score_gpt":0.24682651027785776,"score_spread":0.23896144821467358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906695112","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.803894,0.00049637887,0.18557315,0.007611719,0.0004967502,0.0009400102,0.000017829096,0.0006587148,0.000311438],"genre_scores_gemma":[0.98665303,0.0001134787,0.012310543,0.0007671898,0.000008737117,0.00007301603,0.000009178715,0.0000062125478,0.000058620673],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987973,0.000049307117,0.0005391279,0.00012659145,0.0002513466,0.00023632398],"domain_scores_gemma":[0.9983376,0.0003747342,0.00029747613,0.0007493713,0.0002197789,0.00002101184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069420016,0.00011495092,0.00014538935,0.00035021355,0.00015131061,0.00014948736,0.001131483,0.00013554296,0.0000040619116],"category_scores_gemma":[0.00065794203,0.00007289753,0.000025627382,0.001467124,0.00016174089,0.0009278234,0.0003457931,0.00065078493,0.00006152862],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003129561,0.000014368752,0.033455238,0.00001869161,0.0000049152295,4.522634e-7,0.0015678898,0.000068354275,0.000001945151,0.015133726,0.0005254968,0.9492058],"study_design_scores_gemma":[0.0020154167,0.00041485266,0.21507376,0.00027938205,0.000012296665,0.00014949663,0.001713192,0.0029872428,0.0006716577,0.15239787,0.6235022,0.0007826155],"about_ca_topic_score_codex":0.000014002852,"about_ca_topic_score_gemma":0.000025588093,"teacher_disagreement_score":0.9484232,"about_ca_system_score_codex":0.00002803365,"about_ca_system_score_gemma":0.00012069344,"threshold_uncertainty_score":0.2972675},"labels":[],"label_agreement":null},{"id":"W2945475639","doi":"10.1016/j.infsof.2019.05.007","title":"An HMM-based approach for automatic detection and classification of duplicate bug reports","year":2019,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Software regression; Computer science; Software bug; Precision and recall; Hidden Markov model; Software; Rank (graph theory); Crash; Data mining; Information retrieval; Artificial intelligence; Software quality; Software development; Programming language","score_opus":0.010593679754432234,"score_gpt":0.2446091503613171,"score_spread":0.23401547060688488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945475639","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34807047,0.000016400796,0.650883,0.00007324042,0.000036282432,0.00032203546,0.0000011316808,0.0005872493,0.00001020209],"genre_scores_gemma":[0.8704654,0.000002387859,0.12938288,0.00002297797,0.0000025883978,0.00010352159,0.000012671074,0.000004084831,0.0000035130024],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929047,0.000009223833,0.00028473118,0.0001598781,0.00012425447,0.00013145193],"domain_scores_gemma":[0.9990613,0.00012487368,0.00016055422,0.0004625632,0.00015321597,0.000037489815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032225152,0.00007703734,0.00012378799,0.00047560575,0.000049618408,0.000054118078,0.0001809381,0.0001519737,0.0000012998773],"category_scores_gemma":[0.00039812282,0.00007468126,0.000015520458,0.0003573652,0.0000552717,0.0007365724,0.00004872829,0.00009038405,0.0000029347757],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000116162555,0.000051412164,0.077772744,0.0006869151,0.000015289754,4.650976e-7,0.00037543153,0.0011872243,0.0045876773,0.0057947766,0.000028798437,0.90948766],"study_design_scores_gemma":[0.0003773706,0.00025110014,0.0761706,0.000014211333,0.0000036051442,0.00005346641,0.00004788191,0.9158383,0.0051014884,0.0013712932,0.00064518116,0.00012551958],"about_ca_topic_score_codex":0.0000039596157,"about_ca_topic_score_gemma":5.346497e-7,"teacher_disagreement_score":0.91465104,"about_ca_system_score_codex":0.000025420193,"about_ca_system_score_gemma":0.00003851436,"threshold_uncertainty_score":0.30454135},"labels":[],"label_agreement":null},{"id":"W2945573699","doi":"10.1016/j.infsof.2019.05.009","title":"M-Lean: An end-to-end development framework for predictive models in B2B scenarios","year":2019,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of Alberta","funders":"","keywords":"Computer science; Business intelligence; Business domain; Process management; Business case; Business model; Predictive analytics; Business analytics; Knowledge management; Business rule; Business process; Risk analysis (engineering); Business analysis; Engineering; Data science; Operations management; Business","score_opus":0.030239240522294514,"score_gpt":0.2657665550164415,"score_spread":0.23552731449414696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945573699","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3755323,0.000028927503,0.6215693,0.0007866111,0.00027843888,0.00077333755,0.000015175283,0.000434749,0.00058118755],"genre_scores_gemma":[0.9643199,0.000009320013,0.03320841,0.0020477085,0.00005564593,0.00013450312,0.00018376601,0.000010981431,0.000029775028],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990872,0.0000015368502,0.0003418267,0.00018087434,0.00013733463,0.00025120348],"domain_scores_gemma":[0.9993943,0.000036269026,0.00013276022,0.00023306685,0.00018988382,0.000013749619],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019959683,0.0001420583,0.00017299,0.0007911922,0.00009848993,0.00013458321,0.00028128517,0.00025246336,0.00012382213],"category_scores_gemma":[0.00022709377,0.00013275385,0.000015675021,0.00057264045,0.000046724672,0.00338283,0.00020473878,0.00016883649,0.0002455037],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014040829,0.000065682856,0.049774908,0.00033514842,0.000016954458,8.9787204e-7,0.00093150354,0.0028922716,0.000008154384,0.21429393,0.00047346484,0.73106664],"study_design_scores_gemma":[0.0017042198,0.0001723561,0.03358455,0.00063256355,0.00003213722,0.000014147535,0.0038818682,0.15701272,0.00048234197,0.3421975,0.45904377,0.0012418105],"about_ca_topic_score_codex":0.00004714047,"about_ca_topic_score_gemma":0.00007377609,"teacher_disagreement_score":0.72982484,"about_ca_system_score_codex":0.00003626301,"about_ca_system_score_gemma":0.000040770985,"threshold_uncertainty_score":0.5413545},"labels":[],"label_agreement":null},{"id":"W2982119098","doi":"10.1016/j.infsof.2019.106205","title":"Automatic prediction of the severity of bugs using stack traces and categorical features","year":2019,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Categorical variable; Computer science; Software bug; Software regression; Data mining; Machine learning; Software; Classifier (UML); Tracing; Predictive modelling; Artificial intelligence; Reliability engineering; Software quality; Software development; Engineering; Operating system","score_opus":0.007654808858986597,"score_gpt":0.22442895162658016,"score_spread":0.21677414276759358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982119098","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9187691,0.00008563105,0.08053292,0.0001536961,0.00009016028,0.0001439331,0.000004383342,0.00021235712,0.0000078053135],"genre_scores_gemma":[0.98779535,0.000010985283,0.012168024,0.00001301406,0.0000019242789,0.0000027927244,7.9809547e-7,0.0000017273834,0.000005390547],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994824,0.000012061009,0.00018841607,0.000065953966,0.00015918529,0.00009197757],"domain_scores_gemma":[0.9994456,0.00011874804,0.00009364157,0.00024059214,0.00008444983,0.000016947204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014078047,0.000054446937,0.000108243665,0.00019616012,0.000034891025,0.000020820447,0.00024070806,0.00011333416,0.0000030782867],"category_scores_gemma":[0.00035221028,0.000040101702,0.000014192501,0.00038290586,0.00009489286,0.0004975752,0.00019517567,0.0001322537,0.0000011292861],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060862562,0.00002791713,0.6386285,0.0006653938,0.000032220796,4.466528e-7,0.0027952788,0.00053066656,0.0005118156,0.014057156,0.00014174618,0.3426028],"study_design_scores_gemma":[0.0004593268,0.00013294794,0.8553899,0.00006185786,0.0000069610437,0.00015812936,0.00019843785,0.13421032,0.0053089694,0.003618458,0.00034860382,0.00010607249],"about_ca_topic_score_codex":0.00002187758,"about_ca_topic_score_gemma":8.898235e-7,"teacher_disagreement_score":0.34249672,"about_ca_system_score_codex":0.000019150413,"about_ca_system_score_gemma":0.000041262763,"threshold_uncertainty_score":0.16353},"labels":[],"label_agreement":null},{"id":"W2987292856","doi":"10.1016/j.infsof.2019.106213","title":"Towards assisting developers in API usage by automated recovery of complex temporal patterns","year":2019,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Rimouski","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Application programming interface; Software design pattern; Usage data; Software; Programming language; World Wide Web","score_opus":0.012240438639937762,"score_gpt":0.24952561703720383,"score_spread":0.23728517839726607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987292856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71901244,0.000028340608,0.27883163,0.0002813863,0.000094777606,0.00017530355,0.000012101461,0.0014516755,0.00011231409],"genre_scores_gemma":[0.9383645,0.000011229982,0.06147723,0.00008354615,0.0000012538399,0.000012980871,0.000028784632,0.0000047116146,0.000015738362],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99906313,0.000016575907,0.00036431692,0.00013339927,0.00019419841,0.00022839605],"domain_scores_gemma":[0.99934274,0.00014274793,0.000108140215,0.00027962495,0.000092855036,0.00003391783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002967246,0.000101433405,0.00018206786,0.000635578,0.000028173565,0.00005377641,0.00046590384,0.00015982852,0.000019585483],"category_scores_gemma":[0.0006199145,0.00010090524,0.000017367334,0.0007018223,0.00004300492,0.00081565545,0.0002864947,0.0001846372,0.00003189436],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000470588,0.000015625394,0.7592298,0.00014400388,0.000011273269,0.0000035092942,0.00048081588,0.00021827115,0.00013301214,0.00060289237,0.0006373397,0.23851874],"study_design_scores_gemma":[0.0015703705,0.00028475342,0.83785754,0.0002083021,0.0000023164437,0.00008402413,0.0002783286,0.14760971,0.0020126728,0.0005587238,0.009002587,0.0005306887],"about_ca_topic_score_codex":0.000108020235,"about_ca_topic_score_gemma":0.000008212458,"teacher_disagreement_score":0.23798805,"about_ca_system_score_codex":0.000070882044,"about_ca_system_score_gemma":0.000083368584,"threshold_uncertainty_score":0.41147965},"labels":[],"label_agreement":null},{"id":"W3004796001","doi":"10.1016/j.infsof.2020.106277","title":"Mining API usage scenarios from stack overflow","year":2020,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Polytechnique Montréal","funders":"","keywords":"Documentation; Computer science; Application programming interface; Task (project management); Software documentation; Source code; Code (set theory); Software; Code review; Programming language; Internal documentation; Software engineering; World Wide Web; Database; Software development; Software quality; Software development process; Engineering; Software construction; Set (abstract data type)","score_opus":0.014472455903386122,"score_gpt":0.23106877270585893,"score_spread":0.21659631680247282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004796001","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20542145,0.00012902121,0.78826153,0.0036208688,0.00011025341,0.00012088151,0.000009733289,0.0022716457,0.00005462262],"genre_scores_gemma":[0.8306085,0.000029122713,0.16793235,0.0013488382,0.000027163085,0.000018025316,0.00001805974,0.0000072091716,0.000010733668],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991398,0.000010347984,0.0002289419,0.00017076613,0.00021432491,0.00023583871],"domain_scores_gemma":[0.9991965,0.00023758932,0.00005945433,0.00032222678,0.00007632655,0.0001078664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000093380244,0.00011108725,0.00013725183,0.00023512288,0.00008347336,0.00016161425,0.00060265535,0.00016251425,0.000026643098],"category_scores_gemma":[0.0016202624,0.00011170109,0.000020758698,0.0005941911,0.000058765654,0.0011824251,0.00045176916,0.00023965357,0.00017869614],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014262583,0.000016671625,0.1038498,0.00008218518,0.00004371984,0.000038534443,0.006788925,0.00063670543,0.00017791416,0.006898132,0.0050103595,0.8764428],"study_design_scores_gemma":[0.0045648296,0.0009819402,0.0771443,0.00016713508,0.000021786402,0.000153233,0.0013375707,0.5074431,0.009984078,0.007847904,0.38841832,0.0019358476],"about_ca_topic_score_codex":0.000014590208,"about_ca_topic_score_gemma":0.0000012776095,"teacher_disagreement_score":0.87450695,"about_ca_system_score_codex":0.000028059545,"about_ca_system_score_gemma":0.000053067757,"threshold_uncertainty_score":0.45550385},"labels":[],"label_agreement":null},{"id":"W3059397974","doi":"10.1016/j.infsof.2020.106392","title":"Predicting continuous integration build failures using evolutionary search","year":2020,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Computer science; Benchmark (surveying); Genetic programming; Context (archaeology); Process (computing); Software; Software engineering; Resource (disambiguation); Search-based software engineering; Machine learning; Outcome (game theory); Software development; Artificial intelligence; Data mining; Software development process; Programming language","score_opus":0.014918686799295273,"score_gpt":0.24796759159791096,"score_spread":0.23304890479861567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3059397974","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19188553,0.00012084825,0.8032023,0.0028557668,0.00007064182,0.00015424257,0.0000035066585,0.0016837684,0.000023407103],"genre_scores_gemma":[0.85191417,0.000011487748,0.14777139,0.00024895466,0.00002564197,0.000011772394,0.000007860857,0.000005068437,0.0000036520055],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990836,0.00001889856,0.0002537933,0.00015805852,0.0002487774,0.0002369109],"domain_scores_gemma":[0.99929255,0.0001519544,0.00005673236,0.000209748,0.00020276499,0.00008623114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015556217,0.00010336431,0.00012309891,0.00037772628,0.00015010353,0.00013629155,0.00042837116,0.00015905112,0.0000074619293],"category_scores_gemma":[0.0017217657,0.00010226502,0.000021221369,0.000771068,0.00008289325,0.0014474207,0.00036713146,0.00033374163,0.000032507738],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020970425,0.000022877242,0.3433807,0.00015663494,0.000041909138,0.000016368911,0.0050387387,0.003993933,0.00091988937,0.044633955,0.0010775533,0.6006965],"study_design_scores_gemma":[0.0007154467,0.0002918997,0.019739766,0.00007201102,0.000006054149,0.0001968592,0.0008068641,0.96438324,0.0028585086,0.001563005,0.008997992,0.00036835563],"about_ca_topic_score_codex":0.000038074766,"about_ca_topic_score_gemma":0.000001269699,"teacher_disagreement_score":0.9603893,"about_ca_system_score_codex":0.000055612763,"about_ca_system_score_gemma":0.00008259142,"threshold_uncertainty_score":0.41702464},"labels":[],"label_agreement":null},{"id":"W3083073468","doi":"10.1016/j.infsof.2021.106538","title":"Game industry problems: An extensive analysis of the gray literature","year":2021,"lang":"en","type":"preprint","venue":"Information and Software Technology","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi; Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Game Developer; Game design; Context (archaeology); Video game; Computer science; Root (linguistics); Game design document; Production (economics); Marketing; Management science; Business; Engineering; Multimedia; Economics; Microeconomics","score_opus":0.04509230696080537,"score_gpt":0.33358518401542103,"score_spread":0.2884928770546157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083073468","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9555554,0.00044747134,0.04015546,0.0015656984,0.00107861,0.00038431317,0.00028557022,0.0002609988,0.00026649304],"genre_scores_gemma":[0.9958835,0.000034304125,0.0029160574,0.00048935285,0.000012545829,0.000018206347,0.00043360272,0.0000035647024,0.00020882965],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997505,0.00011511891,0.0009405635,0.00046543652,0.00080383616,0.00017006157],"domain_scores_gemma":[0.99528784,0.00016278028,0.0009131948,0.0023042343,0.0012806029,0.000051327344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001739094,0.00017563929,0.00046649537,0.0022242991,0.00013069418,0.0009335752,0.0015042666,0.0008078329,0.00006721274],"category_scores_gemma":[0.0037652177,0.0001087569,0.0001674293,0.005232349,0.0002794559,0.0006082588,0.003004863,0.0009548121,0.0000064702213],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010336664,0.00009517466,0.122567624,0.00019063271,0.00072584493,0.000006770063,0.015237681,0.034063525,0.000007927229,0.00455289,0.0057529886,0.8167886],"study_design_scores_gemma":[0.0010843101,0.00018584389,0.5197594,0.0015931805,0.001797567,0.000080864746,0.037257288,0.14341791,0.00034284437,0.1451502,0.14777334,0.0015572319],"about_ca_topic_score_codex":0.00003398723,"about_ca_topic_score_gemma":0.00008100399,"teacher_disagreement_score":0.8152314,"about_ca_system_score_codex":0.000025478681,"about_ca_system_score_gemma":0.00011614189,"threshold_uncertainty_score":0.90024877},"labels":[],"label_agreement":null},{"id":"W3089622721","doi":"10.1016/j.infsof.2020.106440","title":"Special Section on the 2019 Symposium on Search-Based Software Engineering","year":2020,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Context (archaeology); Computer science; Data science; Diversity (politics); Measure (data warehouse); Data mining; Software; Machine learning; Geography","score_opus":0.010942623226967553,"score_gpt":0.21306865690337123,"score_spread":0.2021260336764037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089622721","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05770085,0.000019391442,0.9113979,0.025349187,0.0010705276,0.00046758543,0.000015316016,0.003833812,0.00014545272],"genre_scores_gemma":[0.9343894,0.0000553989,0.05264882,0.010255154,0.002282146,0.00017215528,0.000056551293,0.000060487502,0.00007989863],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988802,0.000020631436,0.00021846725,0.00020589233,0.0003725903,0.00030223525],"domain_scores_gemma":[0.9987161,0.0006227673,0.000047888,0.00041078118,0.00010435624,0.000098083234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000213264,0.00016221435,0.00013126996,0.00043750237,0.0001608318,0.00017750962,0.0006478779,0.00018727689,0.000024325831],"category_scores_gemma":[0.0020795304,0.00013007844,0.000038951217,0.000834527,0.000064848915,0.00047253625,0.00019204585,0.00059652305,0.00027980335],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024142809,0.00016400308,0.022991076,0.0004806816,0.00014370488,0.00006264067,0.005790877,0.2114237,0.0006035617,0.20183845,0.1490492,0.4072107],"study_design_scores_gemma":[0.0034337582,0.0038798945,0.03220578,0.0003301309,0.000017275413,0.00010179328,0.0002219547,0.33176163,0.028981399,0.00071963883,0.59654754,0.0017992014],"about_ca_topic_score_codex":0.0000044917756,"about_ca_topic_score_gemma":4.3960412e-7,"teacher_disagreement_score":0.87668854,"about_ca_system_score_codex":0.000079315905,"about_ca_system_score_gemma":0.000072239825,"threshold_uncertainty_score":0.53044444},"labels":[],"label_agreement":null},{"id":"W3091431866","doi":"10.1016/j.infsof.2020.106435","title":"Archetypes of delay: An analysis of online developer conversations on delayed work items in IBM Jazz","year":2020,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Agile software development; Computer science; IBM; Software engineering; Scope (computer science); Process management; Project management; Knowledge management; World Wide Web; Systems engineering; Engineering","score_opus":0.01878912662431273,"score_gpt":0.2615916783248603,"score_spread":0.24280255170054757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091431866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6389974,0.000023412898,0.35978544,0.00086281466,0.000016746577,0.00008079811,0.000017225559,0.00020903982,0.000007181373],"genre_scores_gemma":[0.9505967,0.000017953247,0.049140915,0.00018364874,0.000002269941,0.0000075798853,0.000046651014,0.000002812468,0.00000147434],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991935,0.000017949758,0.00036706598,0.00011634458,0.00017541848,0.00012975124],"domain_scores_gemma":[0.99917394,0.00023582445,0.000099860736,0.00025697498,0.0001814,0.00005201239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001500092,0.00007762522,0.0002108658,0.0012141333,0.000020747437,0.000016809601,0.00039497952,0.00012400893,0.00000983232],"category_scores_gemma":[0.0010405651,0.00007530135,0.000027649652,0.0032244544,0.00007746008,0.0004615298,0.00013150944,0.00017281235,0.0000052847804],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005680626,0.00009975949,0.73240036,0.00006814373,0.0002480742,0.000004598415,0.00885468,0.031758454,0.00005432091,0.014530641,0.00008491783,0.21183924],"study_design_scores_gemma":[0.00094424805,0.0005599761,0.7291661,0.000046989335,0.000046673984,0.000005022749,0.0008419476,0.26483962,0.0012696203,0.0005140163,0.0014546642,0.00031112946],"about_ca_topic_score_codex":0.000045182478,"about_ca_topic_score_gemma":0.000038493497,"teacher_disagreement_score":0.31159934,"about_ca_system_score_codex":0.000023312017,"about_ca_system_score_gemma":0.00007354252,"threshold_uncertainty_score":0.30707},"labels":[],"label_agreement":null},{"id":"W3159118496","doi":"10.1016/j.infsof.2021.106603","title":"How do developers discuss and support new programming languages in technical Q&A site? An empirical study of Go, Swift, and Rust in Stack Overflow","year":2021,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Swift; Java; Rust (programming language); Second-generation programming language; Resource (disambiguation); Software; Stack (abstract data type); Fourth-generation programming language; Programming language; Software development; World Wide Web; Data science; Software engineering; Programming paradigm; Fifth-generation programming language","score_opus":0.019263389115637304,"score_gpt":0.3074252941101488,"score_spread":0.2881619049945115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159118496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95491594,0.00015368966,0.043628126,0.00073020963,0.000019207973,0.00025861306,0.000002280027,0.00028534702,0.0000066133052],"genre_scores_gemma":[0.92654943,0.00003427842,0.0733159,0.000032724936,0.0000036446088,0.000023836948,0.000009519233,0.0000052697956,0.000025370555],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99903387,0.000028361845,0.0002799383,0.00022127101,0.00019866836,0.00023788969],"domain_scores_gemma":[0.99935347,0.00013217032,0.000050523144,0.00031193925,0.000070979586,0.00008090521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027550518,0.00011663382,0.00021450483,0.0005913516,0.00003391426,0.00018353897,0.00022172426,0.00017743575,0.0000028935513],"category_scores_gemma":[0.0011005999,0.000104816405,0.000008941057,0.0009584875,0.00008428604,0.0009551223,0.00046482796,0.00029764595,0.0000011445221],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046842515,0.00005925368,0.670406,0.00003894326,0.0000038356397,0.000023890569,0.004030048,0.000012226777,0.000018282562,0.00021477998,0.000022787312,0.32516527],"study_design_scores_gemma":[0.0016697752,0.0004300017,0.985823,0.00005603524,0.0000038734793,0.00021361756,0.005006232,0.00042804485,0.0001681692,0.00024266083,0.0056763217,0.0002823135],"about_ca_topic_score_codex":0.000047449234,"about_ca_topic_score_gemma":0.00096888765,"teacher_disagreement_score":0.32488295,"about_ca_system_score_codex":0.000040658248,"about_ca_system_score_gemma":0.00012576746,"threshold_uncertainty_score":0.4274289},"labels":[],"label_agreement":null},{"id":"W3162755873","doi":"10.1016/j.infsof.2021.106636","title":"Requirements engineering: Foundation for software quality (REFSQ2020)","year":2021,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Foundation (evidence); Software quality; Software engineering; Quality (philosophy); Engineering; Computer science; Systems engineering; Software; Software development; Programming language; Geography","score_opus":0.0263946985204725,"score_gpt":0.30104182476449726,"score_spread":0.27464712624402476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162755873","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022139532,0.00011785802,0.9740946,0.0011343715,0.0003268014,0.00023091766,0.000008252985,0.0019296384,0.000017995455],"genre_scores_gemma":[0.16745865,0.000056412908,0.8315449,0.0004108881,0.000037298756,0.00021893799,0.00013137779,0.000016585258,0.0001249503],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99881583,0.00001371181,0.00038845438,0.00022261676,0.00024931465,0.00031003924],"domain_scores_gemma":[0.9984684,0.0004097416,0.000092908536,0.00050876726,0.0004459199,0.00007429331],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035757813,0.00013694247,0.00017318357,0.00037658509,0.00012665741,0.00018959044,0.00040563807,0.0001933248,0.000014552914],"category_scores_gemma":[0.006532778,0.00015030117,0.000042991865,0.0006838051,0.00003826205,0.0013709737,0.00031844777,0.00017363153,0.000049499675],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011100364,0.00004438357,0.025364079,0.00044808473,0.000062217805,0.0000075032085,0.00053241756,0.0007834803,0.00028155834,0.110251956,0.0011454865,0.8610677],"study_design_scores_gemma":[0.006513256,0.0006513645,0.10596422,0.00026987054,0.000037465317,0.00043637338,0.0003896907,0.05244276,0.024766978,0.05767845,0.7484803,0.0023692434],"about_ca_topic_score_codex":0.000003943471,"about_ca_topic_score_gemma":0.0000021380877,"teacher_disagreement_score":0.8586985,"about_ca_system_score_codex":0.00009012152,"about_ca_system_score_gemma":0.00013212775,"threshold_uncertainty_score":0.7820817},"labels":[],"label_agreement":null},{"id":"W3197188256","doi":"10.1016/j.infsof.2021.106756","title":"Early prediction for merged vs abandoned code changes in modern code reviews","year":2021,"lang":"en","type":"preprint","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Code review; Code (set theory); Machine learning; Classifier (UML); Artificial intelligence; Source code; Suite; Software; Source lines of code; Process (computing); Empirical research; Software inspection; Software engineering; Software development; Software quality; Programming language; Statistics","score_opus":0.02435593368266787,"score_gpt":0.27361690913263004,"score_spread":0.24926097544996217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197188256","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08140249,0.0021497111,0.9114838,0.0015754341,0.0005580251,0.0012789503,0.00008699967,0.0014560337,0.000008543647],"genre_scores_gemma":[0.6322998,0.009891513,0.3507401,0.00068870187,0.000121864075,0.0053133867,0.0007383072,0.00006324881,0.00014308882],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99833196,0.000042121705,0.00060779735,0.0003900664,0.0002501688,0.00037788326],"domain_scores_gemma":[0.9983855,0.00022863323,0.00023876784,0.00080218934,0.00027593947,0.000068957015],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006948312,0.00025722705,0.0005049872,0.0011296512,0.00008606272,0.00024490035,0.0008116492,0.0007149159,0.000004075764],"category_scores_gemma":[0.0023092923,0.0002665539,0.00006852231,0.0005634676,0.0000645634,0.00068805733,0.001019732,0.00073566934,0.000007541021],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005001739,0.000059359852,0.025564343,0.0022176867,0.00006955799,0.0000093331655,0.005842906,0.0023198423,0.000073937794,0.0018200892,0.0014551753,0.96051776],"study_design_scores_gemma":[0.0073082293,0.0010995297,0.09384291,0.0039401106,0.00007974333,0.00018756062,0.00036919484,0.73298734,0.0039246404,0.028911076,0.1245873,0.002762361],"about_ca_topic_score_codex":0.00003019111,"about_ca_topic_score_gemma":0.00014651558,"teacher_disagreement_score":0.9577554,"about_ca_system_score_codex":0.00013565863,"about_ca_system_score_gemma":0.00013953513,"threshold_uncertainty_score":0.99997866},"labels":[],"label_agreement":null},{"id":"W3211558040","doi":"10.1016/j.infsof.2021.106757","title":"Layout merging with relative positioning in Concern-Oriented Reuse hierarchies","year":2021,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Reuse; Software; Software engineering; Software development; Software construction; Engineering drawing; Systems engineering; Programming language; Engineering","score_opus":0.005983369922729005,"score_gpt":0.21549080406899124,"score_spread":0.20950743414626224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211558040","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062111642,0.00011584815,0.9345378,0.001227323,0.00004141215,0.00010344781,0.0000029053053,0.0016979657,0.00016160014],"genre_scores_gemma":[0.27376905,0.00003448267,0.7259457,0.000169169,0.0000032820108,0.00003702801,0.000015386164,0.0000052044093,0.00002066189],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99923116,0.000021597067,0.00025704555,0.00016556111,0.00013393973,0.00019068559],"domain_scores_gemma":[0.9992132,0.000049573304,0.00008905564,0.00044913063,0.00016439549,0.000034611112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010785137,0.00011793138,0.0001535491,0.0004921689,0.00009172729,0.000070096066,0.00030184753,0.00013311894,0.000003397749],"category_scores_gemma":[0.000105367304,0.00011425807,0.000015001558,0.0008495485,0.0000903546,0.0016901384,0.000354337,0.000282709,0.000005369536],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008915164,0.000016938708,0.018420031,0.000034832843,0.000021848262,0.000056254357,0.0072633633,0.0011538609,0.000042056694,0.83061993,0.000071583,0.14229038],"study_design_scores_gemma":[0.008208,0.0014812638,0.04438958,0.0027631829,0.00006001656,0.0031514622,0.001682245,0.29784107,0.033743944,0.14475417,0.4581941,0.0037309479],"about_ca_topic_score_codex":0.0000131693205,"about_ca_topic_score_gemma":0.00001159003,"teacher_disagreement_score":0.68586576,"about_ca_system_score_codex":0.0000637663,"about_ca_system_score_gemma":0.000070031216,"threshold_uncertainty_score":0.4659309},"labels":[],"label_agreement":null},{"id":"W4210729440","doi":"10.1016/j.infsof.2022.106855","title":"An empirical study on self-admitted technical debt in modern code review","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Japan Society for the Promotion of Science; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Technical debt; Debt; Imperfect; Code (set theory); Process (computing); Computer science; Empirical research; Risk analysis (engineering); Business; Accounting; Data science; Finance; Statistics; Mathematics; Software development","score_opus":0.017732388542163458,"score_gpt":0.31609050294286134,"score_spread":0.29835811440069787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210729440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67867136,0.0008660164,0.30787,0.0040890034,0.00015352838,0.001574085,0.000010232857,0.0066860653,0.000079690755],"genre_scores_gemma":[0.9852159,0.00009158569,0.01291289,0.0013536165,0.000003828552,0.0004019042,0.0000090757185,0.000007706922,0.000003471273],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986318,0.00008518465,0.00037162082,0.00023647712,0.00041191632,0.0002630383],"domain_scores_gemma":[0.9989228,0.00019863338,0.0000627864,0.0006827508,0.00006420254,0.000068799825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068043027,0.00012420483,0.0002078704,0.0007907281,0.00013880523,0.000045707442,0.00094883656,0.00009593876,0.000011080617],"category_scores_gemma":[0.0006912156,0.00012269845,0.000020450447,0.0014124401,0.000030923107,0.0005536827,0.00058209983,0.00065640156,0.000018542438],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024966468,0.0011158999,0.52795804,0.00021628343,0.00002331066,0.00008850854,0.002861625,0.0011270331,0.000015936303,0.0036076016,0.0023815124,0.4605793],"study_design_scores_gemma":[0.005173151,0.008486403,0.75959367,0.00035226086,0.000028218617,0.0010341792,0.0013711755,0.15474904,0.00011267289,0.012167041,0.055203456,0.0017287161],"about_ca_topic_score_codex":0.0000064943024,"about_ca_topic_score_gemma":0.000007306706,"teacher_disagreement_score":0.4588506,"about_ca_system_score_codex":0.00016521868,"about_ca_system_score_gemma":0.00008991702,"threshold_uncertainty_score":0.50034976},"labels":[],"label_agreement":null},{"id":"W4223464152","doi":"10.1016/j.infsof.2022.106912","title":"An empirical study of emoji use in software development communication","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Instituto Nacional de Ciência e Tecnologia para Engenharia de Software; Fundação de Amparo à Ciência e Tecnologia do Estado de Pernambuco; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Emoji; Computer science; Software engineering; Software development; Empirical research; Software; World Wide Web; Programming language; Social media; Mathematics","score_opus":0.024901636920426556,"score_gpt":0.2952116746122025,"score_spread":0.2703100376917759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223464152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8560566,0.00003372033,0.14288971,0.000118029166,0.000035571902,0.0002671501,0.0000018660548,0.00059524307,0.0000021690605],"genre_scores_gemma":[0.91329134,0.0000039395936,0.08647026,0.000070899725,8.9881206e-7,0.00013939585,0.000014696962,0.0000043315913,0.000004251154],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99888486,0.000079361715,0.00040449167,0.00014023665,0.00031417303,0.00017687093],"domain_scores_gemma":[0.998801,0.0002699932,0.00009856711,0.0006837841,0.00010680908,0.000039833034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047739636,0.00008886765,0.00014540214,0.000988027,0.00017779843,0.000059643407,0.00090588554,0.00007052647,0.000010141557],"category_scores_gemma":[0.00066734845,0.00009647184,0.000009694353,0.0010810402,0.000044367946,0.00118707,0.0009235677,0.00034976035,0.000004257437],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071085306,0.0002118372,0.8546021,0.000013221503,0.000006781445,0.0000028598117,0.008511642,0.0016103318,0.0000023870432,0.00033777714,0.00006875859,0.1346252],"study_design_scores_gemma":[0.0013504216,0.00071093364,0.9786091,0.000014395504,0.000002170199,0.00004716953,0.003425901,0.007264129,0.00013150797,0.0007036033,0.0074686967,0.00027197125],"about_ca_topic_score_codex":0.000053965257,"about_ca_topic_score_gemma":0.000054995904,"teacher_disagreement_score":0.13435324,"about_ca_system_score_codex":0.00011492495,"about_ca_system_score_gemma":0.00010460078,"threshold_uncertainty_score":0.39340073},"labels":[],"label_agreement":null},{"id":"W4223971160","doi":"10.1016/j.infsof.2022.107025","title":"S-DABT: Schedule and Dependency-aware Bug Triage in open-source bug tracking systems","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Software regression; Software bug; Schedule; Dependency (UML); Dependency graph; Scheduling (production processes); Open source; Software; Software development; Software quality; Software engineering; Programming language; Operating system; Engineering","score_opus":0.014490333728166742,"score_gpt":0.25314797987584403,"score_spread":0.2386576461476773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223971160","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36693567,0.0008694578,0.62857217,0.0009454404,0.00033359657,0.0007408165,0.000012340441,0.0015109631,0.00007953703],"genre_scores_gemma":[0.9941415,0.000034560435,0.005384804,0.00011188081,0.000007960596,0.0002334417,0.000009799006,0.000009899771,0.000066114204],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998669,0.00005662879,0.00039013592,0.00024577943,0.00030604267,0.00033238245],"domain_scores_gemma":[0.9990159,0.00028562493,0.00010937168,0.0004448694,0.000075717144,0.000068492496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008171535,0.00013817615,0.00022541269,0.0009361621,0.00028810857,0.00042259682,0.0011483312,0.00013863863,0.00001568383],"category_scores_gemma":[0.00063438626,0.0001478578,0.000016085218,0.0010507097,0.00006047213,0.0016702925,0.0020345338,0.0005565832,0.000011047086],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004251421,0.00010624494,0.30427256,0.00033905,0.00003987653,0.000088099514,0.0049594967,0.00924337,0.00004486095,0.038448576,0.0007386544,0.64167666],"study_design_scores_gemma":[0.016677078,0.0019473645,0.12552722,0.0005014426,0.000027346458,0.0049832156,0.015155365,0.5726894,0.0012661678,0.015070851,0.24279371,0.0033608335],"about_ca_topic_score_codex":0.000116997566,"about_ca_topic_score_gemma":0.000012165688,"teacher_disagreement_score":0.63831586,"about_ca_system_score_codex":0.00012673199,"about_ca_system_score_gemma":0.000099165816,"threshold_uncertainty_score":0.60294664},"labels":[],"label_agreement":null},{"id":"W4229062148","doi":"10.1016/j.infsof.2022.106936","title":"A search-based framework for automatic generation of testing environments for cyber–physical systems","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Cyber-physical system; Drone; Computer science; Robot; Software; Virtual machine; Physical system; Distributed computing; Human–computer interaction; Systems engineering; Embedded system; Real-time computing; Artificial intelligence; Engineering; Operating system","score_opus":0.03980151792648982,"score_gpt":0.2772495253795939,"score_spread":0.2374480074531041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229062148","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03911917,0.000034353292,0.9568685,0.00026890927,0.00010335069,0.00062218466,0.000028839397,0.0029502944,0.0000043816885],"genre_scores_gemma":[0.48465088,3.3545905e-7,0.51465976,0.000098183446,0.000010907267,0.00055255205,0.00002061499,0.000004415554,0.0000023811301],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99918175,0.000025307656,0.0002965029,0.00013990508,0.00018088522,0.00017563716],"domain_scores_gemma":[0.9986447,0.0007416138,0.00020979985,0.00029861816,0.00007788939,0.00002735759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003563794,0.000095215924,0.00016759936,0.0003205594,0.0003065432,0.00005388463,0.00034045457,0.00008107425,8.2638263e-7],"category_scores_gemma":[0.0013006591,0.00009770704,0.000034780325,0.00034665485,0.00006454587,0.00026587394,0.00017091437,0.0001256511,9.808259e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015246976,0.00015606362,0.006157513,0.00047776857,0.00003105485,8.124202e-7,0.0014602827,0.012647645,0.0003975674,0.16344331,0.00207107,0.81314164],"study_design_scores_gemma":[0.0002962734,0.0005361246,0.00011467007,0.000031017335,0.000006275423,0.000013077484,0.000032894684,0.9498301,0.0010347088,0.04698183,0.0010090325,0.00011400342],"about_ca_topic_score_codex":0.0000104320025,"about_ca_topic_score_gemma":9.9173846e-8,"teacher_disagreement_score":0.9371824,"about_ca_system_score_codex":0.00005981167,"about_ca_system_score_gemma":0.00006690847,"threshold_uncertainty_score":0.39843774},"labels":[],"label_agreement":null},{"id":"W4281253013","doi":"10.1016/j.infsof.2022.106942","title":"What do developers consider magic literals? A smalltalk perspective","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; École de Technologie Supérieure","funders":"","keywords":"MAGIC (telescope); Computer science; Source code; Smalltalk; Theoretical computer science; Algorithm; Programming language; Mathematics; Discrete mathematics","score_opus":0.010745282438362223,"score_gpt":0.2522363141021629,"score_spread":0.24149103166380068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281253013","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33384582,0.005750774,0.62732303,0.022721011,0.0018139908,0.0009963997,0.000020169387,0.0069398955,0.0005888823],"genre_scores_gemma":[0.93797374,0.00022669895,0.059872586,0.0015270531,0.00001102695,0.00017505109,0.000010335638,0.000011545482,0.00019194555],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99902403,0.000026738599,0.00021270638,0.00018975214,0.00027529185,0.00027148752],"domain_scores_gemma":[0.9991013,0.0001995401,0.00006120828,0.00036444154,0.00021639078,0.000057149777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026319642,0.00011537695,0.00012578831,0.0007913003,0.0002357392,0.0004030879,0.00058782136,0.000080198544,0.000091909584],"category_scores_gemma":[0.0007963851,0.00011913618,0.000024763553,0.0009793992,0.00010081756,0.0023429834,0.00093580334,0.00038552558,0.00007271117],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001630535,0.000044700926,0.01835464,0.000053949447,0.0000639601,0.00006619989,0.021784196,0.0005893668,0.000017346023,0.31708902,0.0031303642,0.63878995],"study_design_scores_gemma":[0.004058747,0.0011103448,0.03278874,0.00015212796,0.000018420227,0.0045200274,0.055956952,0.01691757,0.0008101311,0.16387802,0.7175893,0.00219961],"about_ca_topic_score_codex":0.000013275919,"about_ca_topic_score_gemma":0.0000014050507,"teacher_disagreement_score":0.71445894,"about_ca_system_score_codex":0.00020009495,"about_ca_system_score_gemma":0.0001336131,"threshold_uncertainty_score":0.48582324},"labels":[],"label_agreement":null},{"id":"W4281606572","doi":"10.1016/j.infsof.2022.106970","title":"An empirical study of IoT security aspects at sentence-level in developer textual discussions","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Information and Cyber Security","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Internet of Things; Sentence; Empirical research; Computer security; Data science; Natural language processing; Mathematics","score_opus":0.017846974608471563,"score_gpt":0.27456547549206173,"score_spread":0.25671850088359016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281606572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.979452,0.000010421516,0.018199436,0.0010294104,0.0001001217,0.00031874466,0.000020298427,0.00031963346,0.00054991763],"genre_scores_gemma":[0.99693376,0.0000026390471,0.0024429562,0.0005225857,0.0000025793718,0.00006239931,0.000019027653,0.0000023970563,0.000011656472],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99875665,0.00007412136,0.00050850876,0.00014445202,0.00031559332,0.00020069985],"domain_scores_gemma":[0.99926484,0.00003160741,0.00016837068,0.00038055296,0.0000969592,0.000057683665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033353578,0.0001117188,0.00017531337,0.00064892194,0.00032715782,0.00003869769,0.0006045503,0.00008850965,0.0000622371],"category_scores_gemma":[0.00009023294,0.000096450065,0.000019342615,0.0009909207,0.00006915737,0.000970208,0.00093583605,0.00030965888,0.00001521436],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007251761,0.0015732142,0.45229754,0.000054884636,0.00003264927,0.000025322235,0.2135839,0.0007498221,0.000016733879,0.12700965,0.0017755356,0.20280825],"study_design_scores_gemma":[0.00717268,0.00295542,0.67849255,0.000031564738,0.000015689753,0.0005822608,0.14602676,0.09269927,0.0004928292,0.023205653,0.04704505,0.0012802832],"about_ca_topic_score_codex":0.00005431804,"about_ca_topic_score_gemma":0.00034421674,"teacher_disagreement_score":0.22619502,"about_ca_system_score_codex":0.00010880033,"about_ca_system_score_gemma":0.00009370936,"threshold_uncertainty_score":0.39331195},"labels":[],"label_agreement":null},{"id":"W4281729201","doi":"10.1016/j.infsof.2022.106963","title":"Like, dislike, or just do it? How developers approach software development tasks","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Software engineering; Computer science; Software development; Software; Human–computer interaction; Systems engineering; Engineering; Programming language","score_opus":0.02146837634590896,"score_gpt":0.24172793939720166,"score_spread":0.2202595630512927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281729201","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015932037,0.00018836737,0.9778776,0.002037949,0.00037563726,0.00045256567,0.000013745248,0.003009806,0.00011226356],"genre_scores_gemma":[0.28443313,0.000048835467,0.7126219,0.0011481902,0.00001725928,0.00081983214,0.00009805398,0.000028103928,0.0007846426],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99802065,0.000037122132,0.00039354924,0.00035894828,0.0006355864,0.0005541368],"domain_scores_gemma":[0.99867713,0.0002384469,0.00013265302,0.0006407851,0.00018099954,0.00012996812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050516234,0.00025219755,0.0002492862,0.0010876812,0.00069374405,0.00032422243,0.0014451797,0.00018823455,0.000060770875],"category_scores_gemma":[0.0011868002,0.00022958446,0.000034786535,0.0018206679,0.00012092643,0.0012878828,0.0019312282,0.000632785,0.00004968752],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031913558,0.00008971388,0.019105658,0.00022057148,0.000075451884,0.000033352033,0.0083959615,0.00096193893,0.0000049182054,0.0046072165,0.020394336,0.94607896],"study_design_scores_gemma":[0.0013256605,0.0002609453,0.008415101,0.000033886783,0.00000820078,0.00074240286,0.004039317,0.0039258166,0.0002243554,0.00039799672,0.97965705,0.0009692399],"about_ca_topic_score_codex":0.0000050392114,"about_ca_topic_score_gemma":0.0000024721576,"teacher_disagreement_score":0.9592627,"about_ca_system_score_codex":0.00027236683,"about_ca_system_score_gemma":0.0004910896,"threshold_uncertainty_score":0.93621826},"labels":[],"label_agreement":null},{"id":"W4283077896","doi":"10.1016/j.infsof.2022.106985","title":"A three-stage transfer learning framework for multi-source cross-project software defect prediction","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Multi-source; Computer science; Transfer of learning; Source code; Weighting; Data source; Open source; Selection (genetic algorithm); Merge (version control); Data mining; Open source software; Field (mathematics); Water source; Machine learning; Software; Artificial intelligence; Information retrieval; Statistics","score_opus":0.025754898635890856,"score_gpt":0.2949621594112539,"score_spread":0.26920726077536306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283077896","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.081527494,0.00016739988,0.9130842,0.00012475863,0.00026328996,0.00065127044,0.00005325595,0.004125737,0.0000025721329],"genre_scores_gemma":[0.3429639,0.000024437673,0.65525514,0.00020055445,0.000032160395,0.0012687981,0.000088867964,0.000035655954,0.00013047566],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998478,0.000031562926,0.0003726597,0.00031032882,0.00035691258,0.0004505291],"domain_scores_gemma":[0.99862105,0.0006345036,0.000075494834,0.00044396234,0.00016390048,0.00006110343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000598598,0.00018937713,0.00019903226,0.00085374934,0.00081332336,0.00022435098,0.00073055516,0.00025221874,0.000026249514],"category_scores_gemma":[0.0031407604,0.00020424271,0.0000986511,0.0010410765,0.00010520337,0.0009672688,0.0004829196,0.0009101203,0.00001270727],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008757275,0.00008584873,0.31978965,0.00035313406,0.000100259094,0.00000793016,0.0047883573,0.06032919,0.000020222626,0.03501377,0.0003892984,0.5790348],"study_design_scores_gemma":[0.0042603114,0.0019950215,0.047378376,0.00008343825,0.000028254175,0.0002937021,0.00096516835,0.6662021,0.0004109562,0.0061424496,0.27111202,0.0011281287],"about_ca_topic_score_codex":0.000032348762,"about_ca_topic_score_gemma":0.0000062178974,"teacher_disagreement_score":0.605873,"about_ca_system_score_codex":0.00014003737,"about_ca_system_score_gemma":0.00011734131,"threshold_uncertainty_score":0.8328776},"labels":[],"label_agreement":null},{"id":"W4284668848","doi":"10.1016/j.infsof.2022.106996","title":"Improving microservices extraction using evolutionary search","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal; Université Laval","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Microservices; Computer science; Identification (biology); Benchmark (surveying); Software evolution; Task (project management); Software engineering; Process (computing); Software; Service-oriented architecture; Artificial intelligence; Distributed computing; Machine learning; Data mining; Software system; Programming language; Web service; Systems engineering; Engineering; Software construction; Operating system","score_opus":0.00962569133882675,"score_gpt":0.2460831791179393,"score_spread":0.23645748777911257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284668848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5086897,0.00027063012,0.48921093,0.00048675714,0.0003857106,0.00018461474,0.0000062748136,0.00072551775,0.00003984429],"genre_scores_gemma":[0.94287187,0.000013568893,0.056769412,0.00026127923,0.000014361686,0.000040476963,0.000011128776,0.0000035176934,0.000014374533],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991209,0.000033146305,0.0002779558,0.00015122136,0.00021716408,0.00019961757],"domain_scores_gemma":[0.999381,0.00003547201,0.00012642823,0.0003126322,0.00011213462,0.00003233591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003439195,0.00008588008,0.00010091068,0.00044403062,0.00072564144,0.00007183618,0.0003987873,0.00009175639,0.00002357294],"category_scores_gemma":[0.00004195162,0.000085187705,0.000025287856,0.00065208174,0.000058198508,0.0018767555,0.0006372803,0.00027006783,0.000019050198],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027584234,0.00007660924,0.09751631,0.00030478538,0.0000243883,0.0000069705798,0.0028543754,0.0042659068,0.0020071191,0.009212309,0.00031418842,0.8833895],"study_design_scores_gemma":[0.0018673245,0.00057891454,0.044105865,0.000046557438,0.000019620771,0.0029743877,0.0057108807,0.857923,0.0035616502,0.007918312,0.07425919,0.0010343011],"about_ca_topic_score_codex":0.00013971102,"about_ca_topic_score_gemma":0.000002048804,"teacher_disagreement_score":0.88235515,"about_ca_system_score_codex":0.00014999986,"about_ca_system_score_gemma":0.00011725481,"threshold_uncertainty_score":0.5581121},"labels":[],"label_agreement":null},{"id":"W4297140955","doi":"10.1016/j.infsof.2022.107081","title":"A systematic literature review of the Design Critique method","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Usability; Computer science; Thematic analysis; Process (computing); Agile software development; Context (archaeology); Coding (social sciences); Systematic review; Data science; Data collection; Domain (mathematical analysis); Management science; Software engineering; Qualitative research; Human–computer interaction; Engineering; Mathematics","score_opus":0.009511806529675343,"score_gpt":0.2801530657174474,"score_spread":0.27064125918777204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297140955","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011333879,0.0065712063,0.9859856,0.005860521,0.00021092045,0.0007008556,0.0000050928707,0.00043175722,0.00012071332],"genre_scores_gemma":[0.097347006,0.0055308584,0.86399347,0.030204786,0.000016179107,0.0025818064,0.000024982339,0.000022017375,0.00027890343],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99889225,0.00023032015,0.0004860819,0.0001018132,0.00017952106,0.00011000157],"domain_scores_gemma":[0.9986025,0.00013714757,0.00041915505,0.00051983754,0.00031288562,0.000008445654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000921514,0.000091335656,0.00021833833,0.00046625073,0.0002270533,0.00003069697,0.00080871634,0.000099181314,0.0000151546155],"category_scores_gemma":[0.0010535105,0.000066169676,0.000039396633,0.0016441839,0.00006854122,0.0006922249,0.0005590043,0.00045159672,0.000004637648],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044647277,0.000028098275,0.00006877001,0.040770113,0.000046748817,0.000004702669,0.0016510802,0.000027660273,0.000118884345,0.9243723,0.0040851817,0.028822005],"study_design_scores_gemma":[0.0032271813,0.0025059262,0.0007931747,0.25430164,0.00027691005,0.02269593,0.0048068236,0.051159214,0.04941062,0.49662662,0.11171511,0.002480882],"about_ca_topic_score_codex":9.1309306e-7,"about_ca_topic_score_gemma":2.2907194e-7,"teacher_disagreement_score":0.4277457,"about_ca_system_score_codex":0.000057351604,"about_ca_system_score_gemma":0.00005086191,"threshold_uncertainty_score":0.26983213},"labels":[],"label_agreement":null},{"id":"W4310673963","doi":"10.1016/j.infsof.2022.107129","title":"A probabilistic framework for mutation testing in deep neural networks","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Testability; Context (archaeology); Machine learning; Probabilistic logic; Mutation; Set (abstract data type); Artificial intelligence; Test suite; Artificial neural network; Suite; Data mining; Model-based testing; Reliability engineering; Test case; Engineering","score_opus":0.01667141722285493,"score_gpt":0.2536663021430027,"score_spread":0.23699488492014775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310673963","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011798713,0.00008639728,0.97883505,0.00066955376,0.00013829266,0.00038787766,0.0000021677483,0.00806535,0.00001661561],"genre_scores_gemma":[0.54785997,6.654372e-7,0.451323,0.00041250893,0.000006378547,0.00038444775,0.000008422591,0.0000038120018,8.1324305e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99915415,0.000026912505,0.00031239545,0.00016180315,0.00011284985,0.00023191614],"domain_scores_gemma":[0.998724,0.00074109575,0.00015833315,0.00025314535,0.00009678962,0.00002665978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036578134,0.00010002244,0.00012633317,0.00046970195,0.00028230203,0.000083706735,0.00038880805,0.000105949934,0.000002090669],"category_scores_gemma":[0.0035997655,0.00010786853,0.000018577619,0.0010301183,0.00004873831,0.00047257193,0.0003203576,0.00031413807,7.925006e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073432116,0.000019581283,0.012170211,0.000030081559,0.0000023923494,0.0000045842335,0.00061363593,0.019882975,2.3154972e-7,0.05992569,0.00013936314,0.9072039],"study_design_scores_gemma":[0.0001514272,0.00014937272,0.000982531,0.0000099963045,0.0000014043237,0.00009935231,0.000032620013,0.660566,0.0000019007352,0.33770317,0.00020755816,0.00009469733],"about_ca_topic_score_codex":0.000017535476,"about_ca_topic_score_gemma":0.0000035143064,"teacher_disagreement_score":0.9071092,"about_ca_system_score_codex":0.00007196362,"about_ca_system_score_gemma":0.000029465453,"threshold_uncertainty_score":0.4398751},"labels":[],"label_agreement":null},{"id":"W4319264802","doi":"10.1016/j.infsof.2023.107169","title":"Just-in-time code duplicates extraction","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Code refactoring; Computer science; Plug-in; Workflow; Program slicing; Artificial intelligence; Source code; Machine learning; Software engineering; Deep learning; Coding (social sciences); Code review; Classifier (UML); Software maintenance; Convolutional neural network; Software; Static program analysis; Programming language; Software development; Database","score_opus":0.013380135617879992,"score_gpt":0.27401743899741166,"score_spread":0.26063730337953167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319264802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58371425,0.000075369644,0.4016971,0.0046555107,0.00021353325,0.00030182794,0.000005412545,0.009188433,0.00014858122],"genre_scores_gemma":[0.97386485,0.00014154949,0.025360096,0.0002093661,0.000014615106,0.00012176578,0.000026052314,0.000010162234,0.00025156664],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99927306,0.0000071401932,0.00019652104,0.00012109269,0.00016579813,0.00023641094],"domain_scores_gemma":[0.9993392,0.00024055246,0.000038930964,0.0002878665,0.000056253124,0.000037187016],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00027145183,0.0000745369,0.000092109694,0.0010761841,0.000058030233,0.00009197263,0.00043378872,0.00014988157,0.000010079787],"category_scores_gemma":[0.0008617058,0.000075978154,0.000012931076,0.0014789803,0.00004367216,0.000986518,0.0002482604,0.00019309454,0.0010264262],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000076386395,0.000028592955,0.1391044,0.000093667244,0.000013302124,0.000028439807,0.0010182807,0.0009579884,0.00041195052,0.019360324,0.0062098447,0.8327656],"study_design_scores_gemma":[0.0018711787,0.00025380543,0.58275235,0.00010654478,0.0000051643297,0.0003528523,0.00029166194,0.22111805,0.0058995783,0.022894006,0.16356106,0.00089374994],"about_ca_topic_score_codex":0.000006906829,"about_ca_topic_score_gemma":0.0000019586253,"teacher_disagreement_score":0.8318718,"about_ca_system_score_codex":0.00003959975,"about_ca_system_score_gemma":0.000026360181,"threshold_uncertainty_score":0.9997514},"labels":[],"label_agreement":null},{"id":"W4323657910","doi":"10.1016/j.infsof.2023.107196","title":"Studying the challenges of developing hardware description language programs","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Programming language; Python (programming language); Verilog; Software engineering; Domain (mathematical analysis); World Wide Web; Operating system","score_opus":0.03859914057386985,"score_gpt":0.27184505424048494,"score_spread":0.2332459136666151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323657910","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43609893,0.00082536123,0.5542912,0.0043384107,0.00020561935,0.00038422103,0.0000014539548,0.0038005826,0.00005421304],"genre_scores_gemma":[0.9787369,0.00020549027,0.020922728,0.000038008933,0.000007148514,0.00006962502,0.0000045169995,0.0000042138063,0.000011384847],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99935055,0.000013868737,0.00018383791,0.000088174485,0.00018142072,0.00018212633],"domain_scores_gemma":[0.99938256,0.00014610495,0.00005942503,0.00028707832,0.0001067114,0.000018121904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003684831,0.00006821139,0.000089227775,0.00043059408,0.00009462418,0.00006342214,0.00045258223,0.000083518105,7.196461e-7],"category_scores_gemma":[0.00074284646,0.00005151544,0.000015371841,0.0009041318,0.00006425237,0.00059182046,0.00033824253,0.00013357977,0.000031216612],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.8823657e-7,0.0000036782587,0.008715947,0.000085419604,0.000010544484,0.0000020380803,0.005664634,0.000025775049,0.000018929017,0.044543788,0.00006562457,0.9408627],"study_design_scores_gemma":[0.0032070691,0.0010684319,0.76271373,0.00114969,0.000029274775,0.00042504974,0.05713961,0.048603527,0.009712282,0.050588336,0.0635172,0.0018458215],"about_ca_topic_score_codex":0.000007497516,"about_ca_topic_score_gemma":0.000005166182,"teacher_disagreement_score":0.93901694,"about_ca_system_score_codex":0.000023586797,"about_ca_system_score_gemma":0.000034294455,"threshold_uncertainty_score":0.21007386},"labels":[],"label_agreement":null},{"id":"W4362603997","doi":"10.1016/j.infsof.2023.107218","title":"Dev2vec: Representing domain expertise of developers in an embedding space","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Embedding; Computer science; Domain (mathematical analysis); Space (punctuation); Software engineering; Data science; Software; World Wide Web; Information retrieval; Knowledge management; Artificial intelligence; Programming language; Mathematics","score_opus":0.014334294860793103,"score_gpt":0.2854876674304545,"score_spread":0.2711533725696614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362603997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7111467,0.000028883953,0.2871597,0.0004144848,0.000055861055,0.00009187939,6.305441e-7,0.0010733157,0.00002854492],"genre_scores_gemma":[0.88867295,0.000020395364,0.11122582,0.00002726192,0.0000035639891,0.000029899089,0.000004513259,0.0000048887364,0.000010737584],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991282,0.000017120843,0.00028187773,0.00013854388,0.0001760908,0.00025816652],"domain_scores_gemma":[0.999297,0.00016459389,0.00006247767,0.00034560935,0.00008762449,0.000042664316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041396302,0.00007840537,0.00012519084,0.0012709245,0.000053424745,0.000055881785,0.00044729048,0.00012610533,0.000002762517],"category_scores_gemma":[0.0014833976,0.00008072538,0.000012889676,0.0017734295,0.00006215633,0.0012226321,0.00038123576,0.00015366006,0.00002305562],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072896655,0.000017605818,0.40370587,0.000115380506,0.000010394894,0.000029858187,0.013979768,0.0025187728,0.0005659624,0.02024493,0.00023183851,0.55857235],"study_design_scores_gemma":[0.0032758205,0.00039210144,0.5020711,0.00047284854,0.0000042217634,0.00023608698,0.011139405,0.42758948,0.02018693,0.02207361,0.011167284,0.0013911374],"about_ca_topic_score_codex":0.000018947256,"about_ca_topic_score_gemma":0.0000071687246,"teacher_disagreement_score":0.5571812,"about_ca_system_score_codex":0.000041880623,"about_ca_system_score_gemma":0.000050379203,"threshold_uncertainty_score":0.32918856},"labels":[],"label_agreement":null},{"id":"W4364355514","doi":"10.1016/j.infsof.2023.107229","title":"To group or not to group? Group sizes for requirements elicitation","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Requirements elicitation; Viewpoints; Requirements engineering; Requirements management; Expert elicitation; Requirements analysis; Computer science; Software; Software engineering; Knowledge management; Engineering; Mathematics","score_opus":0.030302194558049594,"score_gpt":0.31377786682737885,"score_spread":0.28347567226932924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4364355514","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.123147674,0.0000066395382,0.8698258,0.002842422,0.00030246965,0.0007671567,0.000013804391,0.0030840635,0.00001001497],"genre_scores_gemma":[0.64144444,0.000024715595,0.3550362,0.0022641858,0.00004460584,0.00094467576,0.00008304887,0.00002285506,0.00013528454],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998665,0.0000113255755,0.00034777055,0.00024054579,0.00031058787,0.0004248209],"domain_scores_gemma":[0.99872166,0.00051870855,0.000058762504,0.00041143395,0.00016369516,0.00012572095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049503637,0.00014262657,0.00016813027,0.0013524599,0.0001700023,0.00017058892,0.0006418776,0.00016056339,0.0000057323964],"category_scores_gemma":[0.0034954096,0.00013222464,0.00002845392,0.0020053783,0.00003143536,0.0011168605,0.0004633371,0.00011744327,0.0003156942],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009456978,0.00002369198,0.0028978556,0.00015529722,0.000024475303,0.000004651945,0.002147969,0.00025280422,0.00072926877,0.0397487,0.00831286,0.94560784],"study_design_scores_gemma":[0.0066052885,0.007421899,0.27795234,0.0004413427,0.00002887473,0.00010870895,0.0019731103,0.063828714,0.0056404774,0.02613353,0.60729516,0.0025705402],"about_ca_topic_score_codex":0.0000131705265,"about_ca_topic_score_gemma":0.000019820749,"teacher_disagreement_score":0.94303733,"about_ca_system_score_codex":0.000084314146,"about_ca_system_score_gemma":0.000024740992,"threshold_uncertainty_score":0.53919643},"labels":[],"label_agreement":null},{"id":"W4365456905","doi":"10.1016/j.infsof.2023.107222","title":"A mapping study of language features improving object-oriented design patterns","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; Université de Montréal; Concordia University","funders":"Fonds de recherche du Québec – Nature et technologies","keywords":"Software design pattern; Computer science; Design pattern; Implementation; Object-oriented design; Software design; Categorization; Software engineering; Structural pattern; Visitor pattern; Software; Object-oriented programming; Programming language; Software development; Artificial intelligence","score_opus":0.011371571548867558,"score_gpt":0.25075650824291007,"score_spread":0.2393849366940425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365456905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50443715,0.00002130962,0.493803,0.00005968545,0.00006190694,0.00020567342,0.0000016239277,0.0014061213,0.0000035352741],"genre_scores_gemma":[0.9840857,0.0000065448417,0.01579641,0.0000236828,0.0000051629518,0.00005407483,0.0000047235426,0.0000049349924,0.000018767267],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.999196,0.000022245651,0.00022643752,0.00012599769,0.00021151501,0.000217815],"domain_scores_gemma":[0.9991905,0.00024621823,0.000078247096,0.00035823337,0.000094332725,0.000032466072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031909373,0.0000888276,0.00012712587,0.0011583386,0.00007371465,0.000051140745,0.00039911523,0.00009831252,0.0000021835854],"category_scores_gemma":[0.0010823732,0.000083698375,0.000014620217,0.0014197123,0.000026160085,0.0005056197,0.0004175946,0.00018112746,0.000017981327],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008865873,0.00006266293,0.15206207,0.00021150988,0.000048519014,0.000038178394,0.049446117,0.00068923616,0.00042965493,0.001098922,0.00039702692,0.79550725],"study_design_scores_gemma":[0.0036931825,0.0016396397,0.875588,0.00016992612,0.000011489161,0.00015878626,0.050553955,0.05741099,0.008217379,0.0007867867,0.0009382295,0.0008316423],"about_ca_topic_score_codex":0.00006374694,"about_ca_topic_score_gemma":0.000005677887,"teacher_disagreement_score":0.7946756,"about_ca_system_score_codex":0.000022913811,"about_ca_system_score_gemma":0.000031129603,"threshold_uncertainty_score":0.34131205},"labels":[],"label_agreement":null},{"id":"W4366978042","doi":"10.1016/j.infsof.2023.107242","title":"An approach for modeling the operational requirements of FaaS applications for optimal deployment","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Cloud computing; Workflow; Computer science; Modular design; Fuzzy logic; Process (computing); Key (lock); Enhanced Data Rates for GSM Evolution; Analytic hierarchy process; Distributed computing; DevOps; Software deployment; Software engineering; Systems engineering; Database; Operations research; Engineering; Artificial intelligence; Operating system","score_opus":0.02847943601634449,"score_gpt":0.27853654397967803,"score_spread":0.2500571079633335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366978042","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025499083,0.000015203964,0.9721394,0.001069685,0.000027926271,0.0007660317,0.0000069789335,0.00044438435,0.00003128239],"genre_scores_gemma":[0.6426504,0.000004171768,0.35602435,0.00023599579,0.000019318679,0.0009710037,0.000064995125,0.00000412034,0.000025591135],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994333,0.0000058752667,0.00023023564,0.000108314256,0.0000990303,0.00012324029],"domain_scores_gemma":[0.999493,0.00003919256,0.00007330283,0.00025680257,0.00012050576,0.00001720191],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030495736,0.000057916754,0.0000713268,0.00018722829,0.00026335765,0.00005880624,0.00041403522,0.000051884588,2.2525619e-7],"category_scores_gemma":[0.000031488347,0.000043652115,0.000024663866,0.00029277243,0.000035937264,0.000097233664,0.00015216488,0.000037658603,0.0000014727532],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005327199,0.00003005312,0.00015842057,0.0000648002,0.00002048924,1.9486631e-8,0.0006735638,0.51306784,0.000015907033,0.20211168,0.00027308354,0.28357878],"study_design_scores_gemma":[0.0002558166,0.00006168574,0.000034132194,0.0000031441996,0.000004057114,0.0000014573188,0.00034550455,0.99042845,0.00006658637,0.0038155601,0.0049314266,0.000052194577],"about_ca_topic_score_codex":0.0000020963953,"about_ca_topic_score_gemma":2.5978494e-7,"teacher_disagreement_score":0.6171514,"about_ca_system_score_codex":0.00001237974,"about_ca_system_score_gemma":0.000019970337,"threshold_uncertainty_score":0.20255609},"labels":[],"label_agreement":null},{"id":"W4367674071","doi":"10.1016/j.infsof.2023.107244","title":"A mixed method study of DevOps challenges","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"DevOps; Computer science; Software engineering; Cloud computing; Orchestration; Empirical research; Information technology operations; Quality (philosophy); Data science; Engineering management; Engineering; Information technology; Software deployment","score_opus":0.0369279377940198,"score_gpt":0.2972357860131443,"score_spread":0.2603078482191245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367674071","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40520215,0.00014862749,0.59013623,0.0008982515,0.000173068,0.00025916958,0.0000016051904,0.0031344818,0.000046425786],"genre_scores_gemma":[0.9202222,0.00010549857,0.07955861,0.000018682405,0.0000042633415,0.0000670236,0.0000021808935,0.000004688459,0.000016829936],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99925405,0.000024691244,0.00022794491,0.00011558791,0.00020048517,0.00017723572],"domain_scores_gemma":[0.9990259,0.0003729044,0.000059650647,0.00038906993,0.00011988121,0.00003264158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004480584,0.00007469922,0.00013806969,0.0009967845,0.0000492657,0.000026325015,0.00047146244,0.00010415852,0.0000020988582],"category_scores_gemma":[0.0011969112,0.00007016871,0.000013535814,0.0011625655,0.000030465748,0.00047146526,0.000423518,0.00013308457,0.0000500989],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022115655,0.000032180018,0.009908125,0.00006256192,0.000021409604,0.0000046551845,0.004233411,0.00015965017,0.000010041199,0.019278843,0.00019923557,0.9660877],"study_design_scores_gemma":[0.0049257022,0.0025458147,0.8245441,0.00011127043,0.000022123646,0.00022762272,0.017994348,0.075705566,0.0034844794,0.035075784,0.034305766,0.0010574381],"about_ca_topic_score_codex":0.000009749433,"about_ca_topic_score_gemma":0.0000065388435,"teacher_disagreement_score":0.96503025,"about_ca_system_score_codex":0.000013234817,"about_ca_system_score_gemma":0.000025862772,"threshold_uncertainty_score":0.2861397},"labels":[],"label_agreement":null},{"id":"W4376274099","doi":"10.1016/j.infsof.2023.107249","title":"Making existing software quantum safe: A case study on IBM Db2","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); Toronto Metropolitan University","funders":"","keywords":"Computer science; IBM; Quantum computer; Software engineering; Cryptography; Upgrade; Software; Computer security; Quantum; Operating system","score_opus":0.036255932891376914,"score_gpt":0.30416471946185214,"score_spread":0.26790878657047523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376274099","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62468743,0.000022282504,0.37008187,0.0007201902,0.0002940567,0.00025720664,0.000004524495,0.003864826,0.000067627894],"genre_scores_gemma":[0.95735055,0.0000035096957,0.04215238,0.0003974051,0.000029251609,0.00003090482,0.0000049969112,0.000009743167,0.000021281652],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99868935,0.000038088812,0.00039646926,0.00027194782,0.0002295292,0.00037459555],"domain_scores_gemma":[0.9989533,0.00021931849,0.00017396193,0.0005051212,0.00009317751,0.000055115244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037949692,0.00019429518,0.0002058293,0.0009258812,0.00055050093,0.0002121429,0.00047456007,0.00015078513,0.0000033525089],"category_scores_gemma":[0.0005245558,0.00017374069,0.00003739363,0.0013722014,0.00006822974,0.00044315154,0.00059626496,0.00038596985,0.00012887284],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050095096,0.000046763635,0.006422082,0.000042501677,0.000021149157,0.0011433756,0.00686283,0.0012477357,0.0000018568813,0.014084582,0.0003049418,0.96981716],"study_design_scores_gemma":[0.003256428,0.0026121878,0.016227465,0.00040805206,0.000031292693,0.013036751,0.018063437,0.86435884,0.00010925342,0.05326411,0.026880944,0.0017512222],"about_ca_topic_score_codex":0.000024592804,"about_ca_topic_score_gemma":0.000008687642,"teacher_disagreement_score":0.968066,"about_ca_system_score_codex":0.000028333654,"about_ca_system_score_gemma":0.000042995358,"threshold_uncertainty_score":0.70849395},"labels":[],"label_agreement":null},{"id":"W4381194140","doi":"10.1016/j.infsof.2023.107281","title":"Robustness assessment of hyperspectral image CNNs using metamorphic testing","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Robustness (evolution); Computer science; Convolutional neural network; Artificial intelligence; Hyperspectral imaging; Machine learning; Deep learning; Leverage (statistics); Pattern recognition (psychology)","score_opus":0.025520263598895292,"score_gpt":0.2976550759759764,"score_spread":0.2721348123770811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381194140","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18823032,0.000010315689,0.80986375,0.00041484166,0.00011874357,0.00008907511,0.0000015843545,0.0010859522,0.00018541013],"genre_scores_gemma":[0.4036568,0.000003813178,0.5962859,0.000027990109,0.000007876377,0.0000052458836,0.0000036043232,0.00000410729,0.0000046709315],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99908364,0.000027470756,0.00033357687,0.00013745455,0.00018797258,0.0002298898],"domain_scores_gemma":[0.9991172,0.00013869946,0.00023669149,0.00029506107,0.00018042728,0.000031941796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038825299,0.000109639965,0.00018930752,0.00073768775,0.00016725804,0.000068026464,0.0004359366,0.00012289312,0.000005606043],"category_scores_gemma":[0.00078559585,0.00010770384,0.000027134187,0.0016893204,0.00012815464,0.001350341,0.0004474681,0.000252754,0.000004430744],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003890677,0.000027729899,0.06413767,0.00019104626,0.000057486955,0.000026547421,0.0009509728,0.56448454,0.002534949,0.13385287,0.000066107736,0.23366617],"study_design_scores_gemma":[0.00025150835,0.000037824873,0.00571113,0.000022684948,0.000007996932,0.000055700315,0.0002467312,0.99163073,0.00026155647,0.0015865739,0.00006558279,0.00012196615],"about_ca_topic_score_codex":0.000020295944,"about_ca_topic_score_gemma":9.526593e-7,"teacher_disagreement_score":0.4271462,"about_ca_system_score_codex":0.00004384687,"about_ca_system_score_gemma":0.000098558165,"threshold_uncertainty_score":0.4392035},"labels":[],"label_agreement":null},{"id":"W4381546786","doi":"10.1016/j.infsof.2023.107288","title":"The impact of stressors on the relationship between personality traits, knowledge collection behaviour and programmer creativity intention in software engineering","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Creativity; Psychology; Big Five personality traits; Openness to experience; Personality; Stressor; Structural equation modeling; Social psychology; Applied psychology; Data collection; Programmer; Trait; Knowledge management; Clinical psychology; Computer science","score_opus":0.05917833642272684,"score_gpt":0.3657945843244493,"score_spread":0.3066162479017224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381546786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99777955,0.00003515012,0.00060496735,0.0008054858,0.00008904938,0.00034805408,0.00002529156,0.00021825265,0.000094204865],"genre_scores_gemma":[0.99966455,0.00001585543,0.00005182841,0.000009336715,0.000006275458,0.00011549247,0.00001590453,0.0000046164187,0.00011614729],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992693,0.00009689815,0.00026001758,0.00011317706,0.000087945766,0.0001726466],"domain_scores_gemma":[0.9979055,0.001722377,0.00012975589,0.00014552909,0.00006706042,0.000029786952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006407013,0.000097959,0.00011429636,0.00042056,0.00028694278,0.000042397423,0.0001079213,0.00014122463,0.000014814006],"category_scores_gemma":[0.0032127367,0.00006495223,0.00003629628,0.0011542692,0.00023919897,0.00018776205,0.000033372246,0.00032855096,0.000012312564],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014434346,0.000035470868,0.9662478,0.000010453205,0.0000071795444,1.3436501e-7,0.0041076057,0.000007192839,0.0000034931352,0.0036477887,0.00026846913,0.025650008],"study_design_scores_gemma":[0.0002117551,0.00013020201,0.9959517,0.000025488624,0.0000057628245,0.000006199704,0.0027909155,0.000133986,0.000029732671,0.00046874973,0.00018440261,0.00006108662],"about_ca_topic_score_codex":0.00019559333,"about_ca_topic_score_gemma":0.00010610209,"teacher_disagreement_score":0.029703947,"about_ca_system_score_codex":0.000056212957,"about_ca_system_score_gemma":0.000038819882,"threshold_uncertainty_score":0.3846178},"labels":[],"label_agreement":null},{"id":"W4381853525","doi":"10.1016/j.infsof.2023.107286","title":"Reflections on Surrogate-Assisted Search-Based Testing: A Taxonomy and Two Replication Studies based on Industrial ADAS and Simulink Models","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Ottawa","funders":"Horizon 2020; HORIZON EUROPE Framework Programme; Natural Sciences and Engineering Research Council of Canada; Horizon 2020 Framework Programme","keywords":"Computer science; Benchmark (surveying); Replication (statistics); Machine learning; Heuristic; Taxonomy (biology); Generalization; Artificial intelligence; Reliability engineering; Search-based software engineering; Software; Engineering; Software system; Programming language","score_opus":0.2884403668754432,"score_gpt":0.3828625042578708,"score_spread":0.09442213738242755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381853525","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14164045,0.000086406,0.7960034,0.011688583,0.00021194368,0.0013684273,0.000025817577,0.048459042,0.0005159268],"genre_scores_gemma":[0.8856675,0.000015593525,0.11319718,0.00084644713,0.000013678177,0.00022213014,0.000020202702,0.00000839867,0.000008863295],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988533,0.000052721516,0.00032986864,0.0003417543,0.0001884005,0.00023390297],"domain_scores_gemma":[0.9978443,0.0011073826,0.00015614607,0.00056768727,0.00025493483,0.00006955203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062000635,0.00017261796,0.00020673039,0.0011085826,0.0003996286,0.00014358452,0.00021415234,0.00019987114,3.5831118e-7],"category_scores_gemma":[0.0033627497,0.00016036928,0.000018960478,0.0013565941,0.00019135566,0.00045876196,0.00017468623,0.00031663186,0.0000073164606],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005075825,0.000050489147,0.009915852,0.00007198673,0.000021832402,0.000007096685,0.00040204523,0.008270482,0.000015619646,0.008886407,0.0029449263,0.9693625],"study_design_scores_gemma":[0.0016046416,0.00088992406,0.002036838,0.00025834728,0.000012170993,0.000030258529,0.00010653336,0.9591013,0.00043045933,0.03297262,0.002230058,0.00032684318],"about_ca_topic_score_codex":0.00004257406,"about_ca_topic_score_gemma":0.000006769914,"teacher_disagreement_score":0.9690357,"about_ca_system_score_codex":0.000061958286,"about_ca_system_score_gemma":0.00011014407,"threshold_uncertainty_score":0.65396696},"labels":[],"label_agreement":null},{"id":"W4386565867","doi":"10.1016/j.infsof.2023.107321","title":"A large-scale exploratory study of android sports apps in the google play store","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; World Wide Web; Android (operating system); Empirical research; Sentiment analysis; App store; Set (abstract data type); Data science; Internet privacy; Artificial intelligence","score_opus":0.008951972813567967,"score_gpt":0.25349437146295273,"score_spread":0.24454239864938476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386565867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7675709,0.00003950123,0.23071976,0.00026125295,0.000026465179,0.0002934672,0.0000024011597,0.001011559,0.00007467483],"genre_scores_gemma":[0.9941708,0.00004011971,0.005557369,0.00012206705,0.0000026675643,0.00009119497,0.0000065073327,0.0000027897297,0.0000064815545],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9991386,0.00002588406,0.00033423444,0.00012041584,0.00021914837,0.000161735],"domain_scores_gemma":[0.9992405,0.000047268382,0.0001530672,0.0004786651,0.00006471942,0.000015785577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004648831,0.00008511933,0.00016186808,0.0007952178,0.000077409364,0.000026224663,0.0005290721,0.00009553372,0.0000022101356],"category_scores_gemma":[0.00008288944,0.00006529886,0.000019467516,0.0017440813,0.000051622195,0.00092937116,0.00025746363,0.00015751216,0.0000099894305],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017832124,0.0005437483,0.24311912,0.000073217976,0.000037386548,0.00006260822,0.18656348,0.0004033291,0.00005207652,0.029405503,0.0026462104,0.5370755],"study_design_scores_gemma":[0.007518258,0.0027726411,0.24871108,0.00023533299,0.00007067375,0.00020324209,0.4084802,0.050431322,0.0034844247,0.16572775,0.11047684,0.0018882324],"about_ca_topic_score_codex":0.0000035012038,"about_ca_topic_score_gemma":0.000104055565,"teacher_disagreement_score":0.53518724,"about_ca_system_score_codex":0.000016084556,"about_ca_system_score_gemma":0.000019741956,"threshold_uncertainty_score":0.26628104},"labels":[],"label_agreement":null},{"id":"W4394015350","doi":"10.1016/j.infsof.2024.107468","title":"Effective test generation using pre-trained Large Language Models and mutation testing","year":2024,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Fonds de recherche du Québec; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs; Canadian Institute for Advanced Research","keywords":"Test (biology); Mutation; Computer science; Natural language processing; Genetics; Biology; Gene","score_opus":0.01684748034253352,"score_gpt":0.2775876674362418,"score_spread":0.2607401870937083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394015350","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15050168,0.00043336322,0.83588797,0.0001577461,0.00007520317,0.00022673816,0.0000072010616,0.012666152,0.000043926466],"genre_scores_gemma":[0.7107661,0.000006381202,0.28902397,0.00012692546,0.000020050102,0.000034390705,0.000011653948,0.0000056059475,0.0000049165997],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992799,0.000018946153,0.00022335109,0.00019139577,0.000108309716,0.00017810996],"domain_scores_gemma":[0.9992214,0.00037738885,0.000070898604,0.00018595782,0.00010936654,0.000035002828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003156947,0.00012438797,0.00011317268,0.0004882875,0.00018505091,0.00031601646,0.00013310042,0.00015425595,7.6838256e-7],"category_scores_gemma":[0.0012768471,0.00011647337,0.000014256314,0.0005956185,0.00005256283,0.0017368202,0.0001542251,0.00016139552,0.0000035021055],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013628166,0.000013210391,0.0025315536,0.00012501112,0.000010477244,0.000015671165,0.0040263305,0.00029251963,0.00069065735,0.013593907,0.00024772232,0.97845155],"study_design_scores_gemma":[0.00014609561,0.000101475205,0.0007259908,0.00009629407,0.00000750205,0.00030755252,0.000036660684,0.9643289,0.0007541211,0.03326168,0.00009088668,0.00014288412],"about_ca_topic_score_codex":0.000038391292,"about_ca_topic_score_gemma":0.000003532882,"teacher_disagreement_score":0.9783087,"about_ca_system_score_codex":0.000042818785,"about_ca_system_score_gemma":0.000044141005,"threshold_uncertainty_score":0.47496462},"labels":[],"label_agreement":null},{"id":"W4395956893","doi":"10.1016/j.infsof.2024.107478","title":"Studying and recommending information highlighting in Stack Overflow answers","year":2024,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); Concordia University; Queen's University; University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Disk formatting; Computer science; Information retrieval; Leverage (statistics); Named-entity recognition; Precision and recall; Identification (biology); Source code; Code (set theory); World Wide Web; Artificial intelligence; Data science; Natural language processing; Machine learning; Task (project management); Programming language","score_opus":0.010394210269364759,"score_gpt":0.24737389547338162,"score_spread":0.23697968520401685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395956893","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29756364,0.0004982749,0.6955978,0.0028976935,0.0004084291,0.00027580405,0.0000042462325,0.0025931194,0.00016100337],"genre_scores_gemma":[0.96268743,0.00017160599,0.036924362,0.00015507599,0.000008578855,0.000032368458,0.000008292663,0.000004858208,0.0000074244404],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991439,0.000012080235,0.00031898246,0.00012058018,0.00016179608,0.00024268092],"domain_scores_gemma":[0.99937445,0.00030305545,0.000040784325,0.00018986217,0.000048531358,0.000043333766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043289002,0.000106352185,0.00011396408,0.0014352079,0.00008673479,0.00046115153,0.00023331269,0.00013393705,0.0000039351316],"category_scores_gemma":[0.0007401841,0.00010455769,0.000011976819,0.0009530096,0.00003957714,0.004823328,0.0002966401,0.00030595134,0.00003178125],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024422907,0.0000040417744,0.034078095,0.00020549011,0.000011072056,0.0000066581083,0.0038652765,0.00015620913,0.000007795674,0.02745532,0.0003454505,0.93386215],"study_design_scores_gemma":[0.0026855727,0.00052824954,0.11327744,0.0012638052,0.0000147312885,0.0005470656,0.0040797815,0.53918344,0.0012556779,0.015466579,0.320123,0.001574646],"about_ca_topic_score_codex":0.000017729131,"about_ca_topic_score_gemma":0.000003080762,"teacher_disagreement_score":0.9322875,"about_ca_system_score_codex":0.00009333616,"about_ca_system_score_gemma":0.00004125543,"threshold_uncertainty_score":0.4446895},"labels":[],"label_agreement":null},{"id":"W4400620699","doi":"10.1016/j.infsof.2024.107522","title":"GitHub marketplace for automation and innovation in software production","year":2024,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Automation; Production (economics); Software; Software engineering; Computer science; Manufacturing engineering; Engineering; Business; Operating system; Economics; Mechanical engineering","score_opus":0.007633447235956811,"score_gpt":0.2552982052985205,"score_spread":0.24766475806256366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400620699","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024648046,0.00018630782,0.96806496,0.0021922344,0.00026456304,0.00050891895,0.0000043964815,0.004100189,0.000030389336],"genre_scores_gemma":[0.35533068,0.00012908831,0.6437026,0.00025629997,0.000023756518,0.000428553,0.00002887138,0.000011223817,0.000088906396],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999155,0.000011130041,0.00038302512,0.0002136985,0.00009183526,0.00014534345],"domain_scores_gemma":[0.99944293,0.000078013014,0.00009956174,0.00019149086,0.00017215392,0.0000158294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037906124,0.00010863744,0.00010797156,0.0020349117,0.0000916441,0.00015447411,0.00012812045,0.00018240199,0.0000016562444],"category_scores_gemma":[0.0009718146,0.00011039142,0.000011416219,0.0018678573,0.000060996856,0.0029700065,0.000100430814,0.0001524736,0.00000503109],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000666968,0.000004392503,0.000698746,0.00016258252,0.0000033594515,5.865244e-7,0.00031764555,0.00002117057,0.00009422632,0.068588115,0.0004888086,0.9296137],"study_design_scores_gemma":[0.0010877663,0.0005043696,0.010806582,0.0005274451,0.000014129708,0.0006053425,0.00042496057,0.10827494,0.025250051,0.57731515,0.2742538,0.00093545957],"about_ca_topic_score_codex":0.0000026521416,"about_ca_topic_score_gemma":0.0000060424536,"teacher_disagreement_score":0.9286782,"about_ca_system_score_codex":0.00007515989,"about_ca_system_score_gemma":0.000044232802,"threshold_uncertainty_score":0.45016316},"labels":[],"label_agreement":null},{"id":"W4406872811","doi":"10.1016/j.infsof.2025.107674","title":"XL-HQL: A HQL query generation method via XLNet and column attention","year":2025,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Natural Science Foundation of China","keywords":"Column (typography); Computer science; Telecommunications","score_opus":0.008798551029385699,"score_gpt":0.2539176403397022,"score_spread":0.2451190893103165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406872811","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03489989,0.00013293578,0.9614727,0.0024220017,0.0001931491,0.00015022988,0.0000011537414,0.00053707423,0.00019089108],"genre_scores_gemma":[0.4097928,0.0000680716,0.58846045,0.001439223,0.000018590823,0.000048731952,0.000017425467,0.000002904181,0.0001518159],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99936837,0.000023658451,0.0002637386,0.00014349748,0.000079021935,0.00012168586],"domain_scores_gemma":[0.99952793,0.000031754193,0.00008493552,0.0002427266,0.00008996152,0.000022694878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024337468,0.00007811529,0.0001090138,0.0003964951,0.00014506494,0.0001252259,0.00016945435,0.00017885459,0.000002982979],"category_scores_gemma":[0.00010275746,0.00008055336,0.000014435051,0.0003122986,0.000038239745,0.00091965316,0.00019620734,0.0001178251,0.000007985214],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013503925,0.000004794455,0.0028235458,0.000027518021,0.000007910946,4.610719e-7,0.00021453961,0.0000715708,0.000204553,0.09382126,0.00039225983,0.90243024],"study_design_scores_gemma":[0.00068879547,0.000063976535,0.0047954144,0.00003542217,0.00001258645,0.000068944355,0.0001191798,0.9249142,0.0009954376,0.042882152,0.025205271,0.0002186521],"about_ca_topic_score_codex":0.000034964673,"about_ca_topic_score_gemma":0.000028870261,"teacher_disagreement_score":0.9248426,"about_ca_system_score_codex":0.000028257151,"about_ca_system_score_gemma":0.00003620948,"threshold_uncertainty_score":0.32848707},"labels":[],"label_agreement":null},{"id":"W4410733631","doi":"10.1016/j.infsof.2025.107767","title":"How do practitioners gain confidence in assurance cases?","year":2025,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Medical physics; Medicine","score_opus":0.0042908881146220875,"score_gpt":0.20466729364616917,"score_spread":0.2003764055315471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410733631","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058949403,0.0015234046,0.927507,0.0028745246,0.0008244264,0.00050990435,0.000016691933,0.0036393565,0.004155302],"genre_scores_gemma":[0.9957825,0.00009084551,0.0039070505,0.00007272069,0.000004548055,0.000074956915,0.000006940861,0.0000048687625,0.00005557089],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995403,0.000005150607,0.00020705858,0.00006140605,0.000050690618,0.00013533903],"domain_scores_gemma":[0.9996606,0.00009479379,0.000033726832,0.00015745494,0.00003753424,0.00001585455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000093670475,0.00009127964,0.00012144052,0.0005605316,0.000025198651,0.00005766995,0.00009045325,0.00016669616,0.000003996635],"category_scores_gemma":[0.00041891556,0.000102480044,0.000011319174,0.00044773734,0.000040902883,0.00063413824,0.000021157311,0.00017851917,0.000013887594],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025169214,0.0000275223,0.05197496,0.0028115485,0.00013091623,0.0000698755,0.0018367871,0.13501854,0.0005091397,0.30610913,0.008427301,0.49305913],"study_design_scores_gemma":[0.002677499,0.000077401535,0.027609942,0.0010747841,0.000023104381,0.0005579117,0.003976319,0.09271553,0.0044763475,0.007945585,0.85770935,0.0011562253],"about_ca_topic_score_codex":0.000008599134,"about_ca_topic_score_gemma":0.000013297564,"teacher_disagreement_score":0.9368331,"about_ca_system_score_codex":0.00008677754,"about_ca_system_score_gemma":0.000026319947,"threshold_uncertainty_score":0.4179015},"labels":[],"label_agreement":null},{"id":"W4411251312","doi":"10.1016/j.infsof.2025.107804","title":"Trust, transparency, and adoption in generative AI for software engineering: Insights from Twitter discourse","year":2025,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; Kelowna General Hospital; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Transparency (behavior); Generative grammar; Software; Computer science; Business; Knowledge management; Artificial intelligence; Computer security","score_opus":0.014996572282047408,"score_gpt":0.315984941926942,"score_spread":0.30098836964489456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411251312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72286665,0.0005261662,0.24998881,0.024851639,0.00029382316,0.00061954197,0.000049130515,0.00038966569,0.0004145694],"genre_scores_gemma":[0.9902595,0.00027001847,0.0075429576,0.0017243342,0.000029840538,0.000063490064,0.000040978335,0.0000039602614,0.00006489229],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994067,0.00001760494,0.00022376268,0.00010129617,0.000088047746,0.00016257833],"domain_scores_gemma":[0.99955165,0.00014691884,0.000052989526,0.00007428132,0.00013297642,0.000041200365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014446327,0.00009129557,0.00014922727,0.00031862137,0.00025621764,0.000110203226,0.000092610644,0.00037968936,0.0000062748877],"category_scores_gemma":[0.0008466873,0.00008920292,0.000021237849,0.00026186134,0.00023244922,0.0008416076,0.000023843344,0.0002142454,0.0000012529592],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060589115,0.000059221984,0.06975303,0.00013175192,0.00006733411,0.0000021016394,0.11189822,0.00013280011,0.00005925022,0.66814655,0.0015556104,0.14813352],"study_design_scores_gemma":[0.004201832,0.00028761334,0.08743284,0.0004128311,0.00008680316,0.0000013093331,0.04996203,0.0026376871,0.0005997487,0.6373183,0.21610557,0.00095345447],"about_ca_topic_score_codex":0.000389294,"about_ca_topic_score_gemma":0.0011269798,"teacher_disagreement_score":0.26739287,"about_ca_system_score_codex":0.00005189717,"about_ca_system_score_gemma":0.00012225262,"threshold_uncertainty_score":0.36375895},"labels":[],"label_agreement":null},{"id":"W4412086245","doi":"10.1016/j.infsof.2025.107830","title":"Research artifacts in secondary studies: A systematic mapping in software engineering","year":2025,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Strategic Research Council; Killam Trusts; Dalhousie University; Academy of Finland","keywords":"Computer science; Software engineering; Systems engineering; Engineering","score_opus":0.11471518382379067,"score_gpt":0.4100841742700141,"score_spread":0.29536899044622345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412086245","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8918964,0.001860971,0.10001555,0.0026617234,0.00087293534,0.0011019309,0.000007812669,0.00058501435,0.0009976636],"genre_scores_gemma":[0.9925142,0.000027411115,0.006926318,0.00021891239,0.0000031331263,0.000090736976,0.0000045050833,0.0000026714988,0.00021213092],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99783957,0.000090314206,0.0009991437,0.00026895734,0.0004980459,0.00030397504],"domain_scores_gemma":[0.99712056,0.0018548553,0.00011752487,0.0005986735,0.00028076864,0.000027605383],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007975301,0.00009508594,0.00032208534,0.0060782046,0.000107533684,0.00025733712,0.00056471035,0.000113281814,0.000012099592],"category_scores_gemma":[0.03243846,0.000078601704,0.000020666252,0.0047645373,0.00010847544,0.00067976455,0.0007836244,0.00036265588,0.00011016764],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014677122,0.0000656497,0.101793185,0.008740265,0.000058843758,0.00004776148,0.010785213,0.0034436863,0.000012196066,0.040046487,0.009683027,0.825309],"study_design_scores_gemma":[0.005020669,0.00019320313,0.22500546,0.028546073,0.000023807026,0.00007125796,0.2872061,0.07883534,0.0003437613,0.28255486,0.09083138,0.0013680795],"about_ca_topic_score_codex":0.00001943605,"about_ca_topic_score_gemma":0.00006968391,"teacher_disagreement_score":0.82394093,"about_ca_system_score_codex":0.00012972871,"about_ca_system_score_gemma":0.0000765083,"threshold_uncertainty_score":0.9757117},"labels":[],"label_agreement":null},{"id":"W4413324908","doi":"10.1016/j.infsof.2025.107871","title":"Community Tapestry: An actionable tool to track turnover and diversity in OSS","year":2025,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; Google; Australian Speleological Federation; Children's Neuroblastoma Cancer Foundation; National Science Foundation","keywords":"Diversity (politics); Track (disk drive); Data science; Geography; Computer science; Sociology; Anthropology","score_opus":0.01589763545276102,"score_gpt":0.27921690278046113,"score_spread":0.2633192673277001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413324908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5445603,0.000009427948,0.45278683,0.001778367,0.000058779347,0.00010145898,0.000010063398,0.0003395577,0.00035518873],"genre_scores_gemma":[0.9871939,0.000018169185,0.010187991,0.0024573554,0.0000018784078,0.0000044245003,0.000025569912,0.0000010889185,0.00010966014],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9996158,0.00001995009,0.00014126647,0.00006923371,0.00006087882,0.00009285601],"domain_scores_gemma":[0.99962103,0.000022566872,0.000034777953,0.00023408525,0.000058674796,0.00002888194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017506481,0.000055539702,0.000079134916,0.0004089969,0.00024660907,0.000109344524,0.0003059548,0.00009296857,0.0000047663602],"category_scores_gemma":[0.00016144528,0.00005721983,0.000005816362,0.00061607535,0.000044237026,0.0015180592,0.0007048372,0.00015337559,0.00000793059],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010907892,0.000090349604,0.13686714,0.00006674061,0.000011011388,0.0000014527744,0.0031048045,0.00012187165,0.000012415016,0.31916222,0.0029467917,0.5376043],"study_design_scores_gemma":[0.0025946172,0.00032463425,0.55360746,0.00011258097,0.000015471103,0.00004037295,0.0040483857,0.05857722,0.0005754303,0.07763732,0.30177924,0.0006872323],"about_ca_topic_score_codex":0.000089229645,"about_ca_topic_score_gemma":0.00013929664,"teacher_disagreement_score":0.53691703,"about_ca_system_score_codex":0.000026253387,"about_ca_system_score_gemma":0.000028050907,"threshold_uncertainty_score":0.23333569},"labels":[],"label_agreement":null},{"id":"W4413387697","doi":"10.1016/j.infsof.2025.107874","title":"Assessing the impact of tuning parameter in instance selection based bug resolution classification","year":2025,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Selection (genetic algorithm); Resolution (logic); Computer science; Artificial intelligence; Machine learning; Data mining","score_opus":0.02271485433639512,"score_gpt":0.3239449150073322,"score_spread":0.30123006067093705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413387697","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1330033,0.000049183054,0.86367714,0.00058379624,0.000034856625,0.00012819772,5.067899e-7,0.0023280762,0.00019496308],"genre_scores_gemma":[0.8913966,0.00000522528,0.10844277,0.00011686195,0.0000017132413,0.000029300907,0.0000032168289,0.0000016991927,0.0000026536677],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99930686,0.000045911576,0.0003199924,0.000109580906,0.000085565465,0.00013206726],"domain_scores_gemma":[0.99907273,0.00030802295,0.00019338039,0.00026783012,0.0001469988,0.000011027441],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043520806,0.00008261146,0.00011219969,0.00075008825,0.000119649325,0.000114903596,0.00027061685,0.00014297309,7.2090154e-7],"category_scores_gemma":[0.0012623242,0.00006303972,0.000027190583,0.0014164213,0.00009305819,0.0010421383,0.00005572938,0.00019600448,8.137057e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008133222,0.00002875788,0.45106488,0.000038736398,0.000008364986,2.908145e-7,0.00033912258,0.001063214,0.00016545625,0.0155014135,0.00068727904,0.5310944],"study_design_scores_gemma":[0.00025911292,0.000058714057,0.25392693,0.00015581424,0.0000029175144,0.000008227919,0.000042518783,0.709492,0.0005202645,0.035238266,0.00020212281,0.00009305192],"about_ca_topic_score_codex":0.00011223083,"about_ca_topic_score_gemma":0.0000071823465,"teacher_disagreement_score":0.7583933,"about_ca_system_score_codex":0.000114535665,"about_ca_system_score_gemma":0.00014632141,"threshold_uncertainty_score":0.2570685},"labels":[],"label_agreement":null},{"id":"W4413846568","doi":"10.1016/j.infsof.2025.107876","title":"Representation-based fairness evaluation and bias correction robustness assessment in neural networks","year":2025,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Polytechnique Montréal","funders":"","keywords":"Robustness (evolution); Artificial neural network; Computer science; Artificial intelligence; Deep neural networks; Machine learning; Representation (politics); Political science; Chemistry","score_opus":0.015202705191202088,"score_gpt":0.30853651052135794,"score_spread":0.29333380533015585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413846568","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052819706,0.000075812655,0.94386894,0.0017199193,0.00064177933,0.000303441,2.55192e-7,0.00038439484,0.0001857291],"genre_scores_gemma":[0.97252166,0.000009961835,0.027104463,0.00024662918,0.0000072006674,0.000077908306,0.00001981106,0.0000025892834,0.000009754108],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904615,0.000110995046,0.00033334337,0.00018800294,0.00017191088,0.00014958937],"domain_scores_gemma":[0.9991542,0.00023774845,0.00016104006,0.00024364618,0.00018243534,0.000020944826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062595116,0.00010574551,0.000146776,0.00078455056,0.00015883302,0.00014420816,0.00020610577,0.0001776583,0.0000046300624],"category_scores_gemma":[0.0007762697,0.000108577784,0.000014782009,0.0012073978,0.00007637334,0.0011373999,0.0001727522,0.00033072286,4.412204e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003897017,0.0000052703613,0.095765926,0.000008314757,0.0000024195595,4.442452e-7,0.00005483162,0.49683717,2.691993e-7,0.003986473,0.000026720421,0.40330827],"study_design_scores_gemma":[0.00072712894,0.00002241061,0.061759543,0.000028710152,0.0000052773717,0.0000061895616,0.0001820577,0.9360962,0.000010313868,0.0009836361,0.000089096546,0.00008942202],"about_ca_topic_score_codex":0.00006724327,"about_ca_topic_score_gemma":0.00004616685,"teacher_disagreement_score":0.919702,"about_ca_system_score_codex":0.000102877035,"about_ca_system_score_gemma":0.00012837768,"threshold_uncertainty_score":0.44276735},"labels":[],"label_agreement":null},{"id":"W4414447058","doi":"10.1016/j.infsof.2025.107896","title":"Accuracy-fairness trade-off in ML for healthcare: A quantitative evaluation of bias mitigation strategies","year":2025,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Debiasing; Benchmarking; Boosting (machine learning); Value-Based Purchasing; Health care; Metric (unit); Adversarial system; Selection bias","score_opus":0.07906430964697729,"score_gpt":0.435428972833954,"score_spread":0.3563646631869767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414447058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86563337,0.0014723013,0.020761596,0.10492421,0.00037927448,0.0020781578,0.00005003331,0.0003017819,0.004399287],"genre_scores_gemma":[0.9972688,0.0004356344,0.0018296175,0.00036724142,0.000006357767,0.00005905115,0.000023926805,0.0000020378727,0.0000073354668],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990287,0.00013098025,0.00036572706,0.00007458673,0.00024527297,0.00015477597],"domain_scores_gemma":[0.99838877,0.0005910763,0.00022189564,0.00007976499,0.000694943,0.000023556631],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023493639,0.000064659354,0.00015461727,0.0004515962,0.00024574655,0.00007949139,0.000112259855,0.00032958068,0.000004444744],"category_scores_gemma":[0.008456049,0.000066817534,0.000026617545,0.0006227676,0.00034277688,0.0013212892,0.000018110592,0.00014756787,7.557113e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013887298,0.000011672814,0.001952531,0.000068314024,0.0000073678543,2.9038908e-8,0.02038091,0.000031527088,0.0000052190717,0.7411061,0.0000886207,0.23633385],"study_design_scores_gemma":[0.0009419692,0.000119091776,0.010454693,0.00013208498,0.000020080774,2.0683284e-7,0.11599894,0.0012912247,0.00017848403,0.86278677,0.0079655275,0.00011095042],"about_ca_topic_score_codex":0.00093288056,"about_ca_topic_score_gemma":0.0062224893,"teacher_disagreement_score":0.2362229,"about_ca_system_score_codex":0.0001099596,"about_ca_system_score_gemma":0.0010580271,"threshold_uncertainty_score":0.99989617},"labels":[],"label_agreement":null},{"id":"W4414974299","doi":"10.1016/j.infsof.2025.107906","title":"Prune bias from the root: Bias removal and fairness estimation by pruning sensitive attributes in pre-trained DNN models","year":2025,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Pruning; Robustness (evolution); Fairness measure; Focus (optics); Group (periodic table); Estimation","score_opus":0.03129277423308428,"score_gpt":0.3117300705940184,"score_spread":0.2804372963609341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414974299","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89440626,0.00030142805,0.044431683,0.05853022,0.000103407125,0.00045968153,0.000057652105,0.0003486988,0.0013609667],"genre_scores_gemma":[0.99676645,0.00023781894,0.0018135061,0.0010060354,0.000011865877,0.0000140833245,0.000055134784,0.000003251899,0.0000918464],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991154,0.00010334828,0.00029008434,0.00011037086,0.00017304836,0.0002077114],"domain_scores_gemma":[0.9987157,0.00078109815,0.00014071738,0.00010943729,0.00021666032,0.00003636213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009454571,0.00010017403,0.00016715338,0.00018082996,0.00057302165,0.0002217961,0.00013760038,0.00040042278,0.0000028844365],"category_scores_gemma":[0.004421562,0.000083728904,0.00001843004,0.0005198222,0.000491987,0.0012619757,0.000090263384,0.00031174248,0.0000016735988],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057566638,0.000041661424,0.028980581,0.000051508017,0.000067284454,0.0000044490685,0.15180427,0.0006790436,0.0000441165,0.39414048,0.0032523954,0.42087665],"study_design_scores_gemma":[0.0017924157,0.00009882863,0.046389084,0.00042932705,0.00005052208,0.0000061851943,0.051278546,0.03944823,0.0004471646,0.82866544,0.030872554,0.00052169355],"about_ca_topic_score_codex":0.003495051,"about_ca_topic_score_gemma":0.004264516,"teacher_disagreement_score":0.43452495,"about_ca_system_score_codex":0.00007575337,"about_ca_system_score_gemma":0.00017942901,"threshold_uncertainty_score":0.5293342},"labels":[],"label_agreement":null},{"id":"W4415504557","doi":"10.1016/j.infsof.2025.107938","title":"MHP-RCA: Multivariate Hawkes Process-based Root Cause Analysis in microservice systems","year":2025,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Shenzhen Science and Technology Innovation Program; National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Root cause analysis; Root cause; Root (linguistics); Process (computing); Identification (biology); Audit; Granularity; Construct (python library)","score_opus":0.005227021519303691,"score_gpt":0.258602151351152,"score_spread":0.2533751298318483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415504557","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42735115,0.00030535652,0.5693743,0.0010969336,0.00027660286,0.000408809,0.000006969817,0.0010618365,0.000118047756],"genre_scores_gemma":[0.9947009,0.000010863452,0.0047627306,0.00035527613,0.0000041139524,0.000119084056,0.000018135832,0.000002884335,0.000026016007],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99863523,0.000038042657,0.00063377176,0.00025798017,0.00015723456,0.00027773052],"domain_scores_gemma":[0.9987672,0.00010167953,0.00019843421,0.0006050839,0.00027935253,0.0000482446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041440318,0.00017302127,0.00035294166,0.0018694935,0.00016228555,0.00017442697,0.000591546,0.0003255805,0.0000032499913],"category_scores_gemma":[0.00027352528,0.00014813537,0.000053116153,0.003864281,0.00008375149,0.0011239244,0.00015578838,0.00021985898,0.000024345101],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020186792,0.00006712487,0.9496728,0.00073019764,0.0001465153,0.00000423495,0.0012333909,0.008664295,0.00001527693,0.0058219745,0.000079275684,0.03354472],"study_design_scores_gemma":[0.0029131495,0.00012464866,0.40769914,0.00038578166,0.00014874378,0.000021688846,0.00094057777,0.57610416,0.0011170952,0.0029260279,0.0068897726,0.00072917173],"about_ca_topic_score_codex":0.0003050255,"about_ca_topic_score_gemma":0.00020874296,"teacher_disagreement_score":0.5674399,"about_ca_system_score_codex":0.00008780287,"about_ca_system_score_gemma":0.00020834425,"threshold_uncertainty_score":0.6040785},"labels":[],"label_agreement":null}]}