{"meta":{"query_hash":"bc3f33d15a8d","filters":{"venue":"Information and Software Technology"},"cohort_total":99,"direct_labels_cover":0,"predictions_cover":99,"exported":99,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/bc3f33d15a8d","api":"https://metacan.xera.ac/api/v1/cohort?venue=Information+and+Software+Technology"},"results":[{"id":"W1173311655","doi":"10.1016/j.infsof.2015.07.007","title":"Learning dependency-based change impact predictors using independent change histories","year":2015,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Change impact analysis; Variety (cybernetics); Software; Machine learning; Precision and recall; Context (archaeology); Artificial intelligence; Data mining; Dependency (UML); Software system; Data science","score_opus":0.04894197911269241,"score_gpt":0.2868627333318484,"score_spread":0.237920754219156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1173311655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70933306,0.0015265926,0.27552494,0.0007257503,0.00022727116,0.00023672792,0.0049373615,0.003373503,0.0041147857],"genre_scores_gemma":[0.9678772,0.0002901191,0.02558602,0.000051583786,0.000098703254,0.00012280843,0.0044812923,0.00009837913,0.001393935],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998838,0.0002393817,0.000104660736,0.00044125546,0.00024986704,0.00012690887],"domain_scores_gemma":[0.97780734,0.016787352,0.001439199,0.0013671045,0.0019969058,0.00060216454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027293349,0.00103362,0.0010139052,0.0054114303,0.0005233004,0.0011540046,0.001165096,0.0010623119,0.0029877792],"category_scores_gemma":[0.017496781,0.00059503806,0.0010165892,0.0029742366,0.00038727763,0.0028202315,0.0010661519,0.002334996,0.001662064],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011631126,0.0015656115,0.47997075,0.00025993405,0.000473323,0.00028556993,0.00030009155,0.08717368,0.0029336256,0.0022116215,0.009274382,0.41438833],"study_design_scores_gemma":[0.00005126101,0.0003336744,0.050007306,0.000057746267,0.00017842368,0.00010291234,0.00012890114,0.93981457,0.0019872766,0.005944927,0.0013513233,0.000041719282],"about_ca_topic_score_codex":0.006742345,"about_ca_topic_score_gemma":0.013242534,"teacher_disagreement_score":0.006742345,"about_ca_system_score_codex":0.00061356515,"about_ca_system_score_gemma":0.0012350779,"threshold_uncertainty_score":0.014434338},"labels":[],"label_agreement":null},{"id":"W137699535","doi":"10.1016/j.infsof.2009.04.015","title":"Guest Editorial for the Special Issue on Source Code Analysis andManipulation, SCAM 2008","year":2009,"lang":"en","type":"editorial","venue":"Information and Software Technology","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Information retrieval; Explicit semantic analysis; Search engine indexing; Semantic search; Leverage (statistics); Ranking (information retrieval); Semantic computing; Knowledge base; Set (abstract data type); Component (thermodynamics); Semantic compression; Semantic grid; Semantic technology; Semantic data model; World Wide Web; Artificial intelligence; Search engine; Semantic Web","score_opus":0.006236592068031181,"score_gpt":0.24539800936155215,"score_spread":0.23916141729352097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W137699535","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000059310885,0.0034468055,0.00035006859,0.01944375,0.97487587,0.000019647547,0.0000811017,0.00012041988,0.0016029701],"genre_scores_gemma":[0.0005364287,0.002789935,0.00027208484,0.010217234,0.970293,0.00002132231,0.000084687366,0.00010204953,0.015683295],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99621284,0.0003867288,0.0004544224,0.00056168606,0.0021216923,0.00026262505],"domain_scores_gemma":[0.97917604,0.0055075916,0.0015152653,0.00058771536,0.010870652,0.0023428146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005558332,0.002905562,0.0030328468,0.004176806,0.0022549068,0.0060141534,0.0023198163,0.008103973,0.022395574],"category_scores_gemma":[0.019407792,0.0010507175,0.0019370497,0.001539679,0.0016323491,0.002973876,0.0011962177,0.01069343,0.013620887],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027746037,0.000008990346,0.00002160268,0.00008190726,0.000010362885,0.00007616017,0.0000037988027,0.000014927065,0.00008735145,0.00009677145,0.9949287,0.0046416707],"study_design_scores_gemma":[0.000081675644,0.00005521557,0.0006062968,0.00023996628,0.00006730081,0.0003647033,0.000022315871,0.0002729999,0.00030021716,0.0007811667,0.99719006,0.00001801552],"about_ca_topic_score_codex":0.0014762994,"about_ca_topic_score_gemma":0.005556566,"teacher_disagreement_score":0.022395574,"about_ca_system_score_codex":0.0017984768,"about_ca_system_score_gemma":0.0023461718,"threshold_uncertainty_score":0.074920654},"labels":[],"label_agreement":null},{"id":"W1902226681","doi":"10.1016/j.infsof.2007.08.004","title":"Initiating software process improvement in very small enterprises","year":2007,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":54,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Process (computing); Computer science; Goal-Driven Software Development Process; Software development process; Software engineering; Software; Process management; Manufacturing engineering; Software development; Engineering; Operating system","score_opus":0.010102815665488046,"score_gpt":0.2245882428725088,"score_spread":0.21448542720702077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1902226681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9122654,0.00024705502,0.06506253,0.0011923854,0.000063412685,0.00076931214,0.000053624142,0.0010580444,0.019288318],"genre_scores_gemma":[0.97782326,0.000064914675,0.019978775,0.00008856773,0.00001579709,0.00014164884,0.00007101971,0.000035115358,0.001780884],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99247605,0.003924466,0.000332521,0.0006740518,0.0017299819,0.0008629538],"domain_scores_gemma":[0.9652888,0.019019084,0.0035128228,0.0042126286,0.0042703417,0.0036963793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007234014,0.00034911095,0.00036821142,0.0009788199,0.0019320226,0.0026263865,0.0012609552,0.0016020706,0.0022942263],"category_scores_gemma":[0.028667312,0.0003668147,0.00035022033,0.0011432023,0.0011220077,0.0023047808,0.002382227,0.0015577088,0.00073887553],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029040098,0.0044709463,0.13736416,0.0010047855,0.00011796579,0.003182455,0.020850478,0.028904945,0.07685933,0.042136308,0.0064699035,0.6757347],"study_design_scores_gemma":[0.001131268,0.0131862145,0.26485103,0.0007600087,0.0004040614,0.0015159104,0.04744695,0.27197877,0.13379389,0.14886649,0.11561548,0.00045001658],"about_ca_topic_score_codex":0.0035018178,"about_ca_topic_score_gemma":0.004512964,"teacher_disagreement_score":0.007234014,"about_ca_system_score_codex":0.0023091356,"about_ca_system_score_gemma":0.00863997,"threshold_uncertainty_score":0.03825754},"labels":[],"label_agreement":null},{"id":"W1972241212","doi":"10.1016/j.infsof.2005.12.013","title":"FCVW agent framework","year":2006,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Workspace; Agent-oriented software engineering; Reusability; Computer science; Software engineering; Collaborative software; Software; Software development; Systems engineering; Engineering; World Wide Web; Robot; Operating system; Artificial intelligence","score_opus":0.005950073760027134,"score_gpt":0.21326563193987955,"score_spread":0.20731555817985242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972241212","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003317006,0.0006041679,0.86987495,0.0006796104,0.0003712356,0.00047402395,0.0023105885,0.011058742,0.11130964],"genre_scores_gemma":[0.102497794,0.00094267307,0.7702861,0.0003973316,0.00014973723,0.0010820723,0.006606716,0.002845618,0.11519191],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989214,0.00023711676,0.00006604707,0.00018320743,0.0003795122,0.0002127395],"domain_scores_gemma":[0.99942076,0.00010165581,0.00003158998,0.00023355977,0.00014665334,0.0000658054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012093356,0.0009219166,0.00085832423,0.0013650819,0.0013865437,0.004146415,0.004945193,0.0019869448,0.034285743],"category_scores_gemma":[0.0027672485,0.000606273,0.0010077505,0.0012940057,0.00076567486,0.0028288364,0.0025793961,0.0017436261,0.015121401],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015606666,0.00010301004,0.0001942051,0.0003038737,0.00006213696,0.0001718532,0.00022019552,0.0234739,0.0022863073,0.7330062,0.053114433,0.18690777],"study_design_scores_gemma":[0.000109485285,0.000030003517,0.00010808268,0.0001103724,0.000049306356,0.0001618748,0.00008058969,0.15578742,0.003295724,0.25680134,0.583424,0.00004183626],"about_ca_topic_score_codex":0.011648881,"about_ca_topic_score_gemma":0.011070506,"teacher_disagreement_score":0.034285743,"about_ca_system_score_codex":0.0011123737,"about_ca_system_score_gemma":0.0022220216,"threshold_uncertainty_score":0.11469728},"labels":[],"label_agreement":null},{"id":"W1974534895","doi":"10.1016/j.infsof.2007.10.013","title":"The software product line architecture: An empirical investigation of key process activities","year":2008,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software product line; Software architecture description; Software engineering; Resource-oriented architecture; Software development; Computer science; Software architecture; Reference architecture; Software; Software construction; Operating system","score_opus":0.0291366572693628,"score_gpt":0.28883810609382976,"score_spread":0.25970144882446694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974534895","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9943188,0.00007967516,0.0021831307,0.000042698357,0.0000013744461,0.00007144658,0.000039947317,0.000015274072,0.0032476645],"genre_scores_gemma":[0.99708384,0.00006636424,0.0023760127,0.0000061104115,0.0000014071971,0.000034282726,0.00008058244,0.0000074713266,0.00034384642],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99521893,0.0022709647,0.000346187,0.00030853043,0.0016498222,0.00020553086],"domain_scores_gemma":[0.89824647,0.073800966,0.012454514,0.0038857493,0.009722682,0.0018895776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006274331,0.0003618623,0.00017920643,0.0041949074,0.0008895264,0.0022690238,0.00070273306,0.00078439835,0.0017316921],"category_scores_gemma":[0.052598465,0.0004221916,0.00031363498,0.0037643067,0.0016803553,0.004864568,0.0016707409,0.0012486023,0.00040000374],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037326332,0.0010763565,0.864491,0.00030180544,0.00006857664,0.00036422428,0.031661943,0.0032063648,0.004443565,0.014002889,0.0003405924,0.07966948],"study_design_scores_gemma":[0.000074744334,0.001394906,0.9168171,0.0002998016,0.0001409153,0.00077967945,0.037227195,0.025261356,0.0037264258,0.007879438,0.006345702,0.000052787833],"about_ca_topic_score_codex":0.0031660183,"about_ca_topic_score_gemma":0.0052035493,"teacher_disagreement_score":0.006274331,"about_ca_system_score_codex":0.0016418854,"about_ca_system_score_gemma":0.0026493818,"threshold_uncertainty_score":0.033182204},"labels":[],"label_agreement":null},{"id":"W1976739966","doi":"10.1016/s0950-5849(03)00066-1","title":"Formal verification of dependable distributed protocols","year":2003,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Distributed systems and fault tolerance","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Correctness; Dependability; Formal verification; Formal methods; Modular design; Distributed computing; Runtime verification; Timestamp; Protocol (science); Model checking; Formal specification; Software engineering; Embedded system; Programming language; Real-time computing","score_opus":0.00854388190667143,"score_gpt":0.23704009039611196,"score_spread":0.22849620848944052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976739966","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030251618,0.00022575723,0.96410954,0.00047767968,0.00009073966,0.00012621982,0.0001250013,0.001705125,0.0028882502],"genre_scores_gemma":[0.8145903,0.00043713348,0.18040341,0.00021285946,0.00010773754,0.00030200416,0.00047012363,0.0004028608,0.0030737533],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9915189,0.0030637472,0.000601029,0.00067383866,0.0034474374,0.0006949833],"domain_scores_gemma":[0.97043467,0.020530619,0.0014583619,0.0047263326,0.002531025,0.00031897344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067854607,0.0009332271,0.000785566,0.0010836885,0.0010255,0.0031085003,0.0033785098,0.0017126227,0.0029683614],"category_scores_gemma":[0.026511844,0.0012863391,0.0015580122,0.0006442088,0.004283243,0.005184376,0.0027326464,0.0030476754,0.00048729684],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043352606,0.00027660173,0.0011787377,0.0006464564,0.00013457616,0.00059144263,0.0012560139,0.21612227,0.017693449,0.68769276,0.0021269803,0.071847126],"study_design_scores_gemma":[0.00025692227,0.0001152058,0.00028451966,0.0001314589,0.000085152154,0.00013512293,0.00012827035,0.47200134,0.02979496,0.4900662,0.0069509703,0.00004990084],"about_ca_topic_score_codex":0.003875402,"about_ca_topic_score_gemma":0.0029965588,"teacher_disagreement_score":0.0067854607,"about_ca_system_score_codex":0.0023848247,"about_ca_system_score_gemma":0.0029991358,"threshold_uncertainty_score":0.035885394},"labels":[],"label_agreement":null},{"id":"W1979817550","doi":"10.1016/s0950-5849(02)00024-1","title":"Methodologies and website development: a survey of practice","year":2002,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Web Applications and Data Management","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Documentation; Hierarchy; Quarter (Canadian coin); Work (physics); World Wide Web; Knowledge management; Website design; Engineering; Business; Computer science; Political science; Geography","score_opus":0.045331032481929906,"score_gpt":0.28289120276339974,"score_spread":0.23756017028146983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979817550","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041621953,0.819745,0.08280133,0.01891062,0.0007392064,0.00035847723,0.00016883117,0.00031746243,0.035337124],"genre_scores_gemma":[0.14005636,0.7300887,0.1209674,0.0036924079,0.0005803831,0.00047245467,0.00030159944,0.00021309318,0.0036275713],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9841727,0.007511105,0.0018311804,0.0017058773,0.0043268725,0.00045223066],"domain_scores_gemma":[0.8972403,0.0846172,0.0043467963,0.0031230787,0.008982962,0.001689671],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021813635,0.00078255864,0.0012144009,0.012323012,0.001555339,0.008409096,0.0030360695,0.0030483885,0.002271947],"category_scores_gemma":[0.041989956,0.0009677307,0.00078267616,0.017724814,0.0039076675,0.009576583,0.002350929,0.0029367777,0.00075402076],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007553018,0.0005122385,0.0105000725,0.009325613,0.0000607297,0.00016283478,0.00513824,0.00084080524,0.00081104,0.0426021,0.008101781,0.92186904],"study_design_scores_gemma":[0.00013447227,0.00060608744,0.029707586,0.039955117,0.00024275931,0.0043909433,0.026531106,0.006954366,0.0050405874,0.100943714,0.7852846,0.00020861185],"about_ca_topic_score_codex":0.0028904274,"about_ca_topic_score_gemma":0.004317034,"teacher_disagreement_score":0.021813635,"about_ca_system_score_codex":0.0037856947,"about_ca_system_score_gemma":0.007103787,"threshold_uncertainty_score":0.11536288},"labels":[],"label_agreement":null},{"id":"W1982295030","doi":"10.1016/s0950-5849(03)00068-5","title":"Implicit integration of scenarios into a reduced timed automaton","year":2003,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Computer Research Institute of Montréal; Université de Montréal; Concordia University; Université du Québec à Montréal","funders":"","keywords":"Automaton; Computer science; Timed automaton; Programming language; Theoretical computer science","score_opus":0.010243695053942146,"score_gpt":0.2667338875668766,"score_spread":0.2564901925129345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982295030","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048061363,0.000032749696,0.9393679,0.00010361306,0.000036276757,0.000088054265,0.00011118201,0.0011438194,0.011055007],"genre_scores_gemma":[0.65212804,0.000066589244,0.34107742,0.00004408867,0.000019333937,0.00019795196,0.0002941613,0.00026421534,0.0059081423],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988242,0.0002880952,0.00008295259,0.00022336193,0.00042843976,0.00015296739],"domain_scores_gemma":[0.99848986,0.00063994544,0.00012153733,0.00038561766,0.0002724872,0.00009053196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008578459,0.00045629678,0.0005061583,0.0007079628,0.00058789924,0.0014656787,0.0015362017,0.00080759096,0.0067575756],"category_scores_gemma":[0.0037073744,0.00053598307,0.0012554611,0.00048543798,0.0014081047,0.0024175397,0.0020753597,0.0013193701,0.0010928947],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023132053,0.00012646016,0.00085933955,0.0001224013,0.000057802623,0.00065097446,0.00083075935,0.13875416,0.021560557,0.80703366,0.00065807375,0.02911465],"study_design_scores_gemma":[0.000056996872,0.00008506265,0.00021378938,0.000036166108,0.000089859066,0.00017980665,0.00011685745,0.65090877,0.014783352,0.32307997,0.010415179,0.000034156128],"about_ca_topic_score_codex":0.002208225,"about_ca_topic_score_gemma":0.0024007966,"teacher_disagreement_score":0.0067575756,"about_ca_system_score_codex":0.0006791448,"about_ca_system_score_gemma":0.00088549097,"threshold_uncertainty_score":0.022606373},"labels":[],"label_agreement":null},{"id":"W1984132113","doi":"10.1016/s0950-5849(03)00002-8","title":"An experiment in software component retrieval","year":2003,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Component (thermodynamics); Component-based software engineering; Software; Software engineering; Information retrieval; Data mining; Programming language; Software development; Physics","score_opus":0.01031131112265868,"score_gpt":0.2583414944196067,"score_spread":0.248030183296948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984132113","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97992146,0.00072983943,0.0089400485,0.0012216055,0.0005492754,0.0014938973,0.00082586176,0.0007030025,0.005614998],"genre_scores_gemma":[0.94860417,0.00052989344,0.03313171,0.002157753,0.00046398467,0.0020757103,0.001927444,0.00035694326,0.010752486],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99186337,0.003818529,0.0014545065,0.0012104197,0.0012630032,0.00039015608],"domain_scores_gemma":[0.8052848,0.17497943,0.002653819,0.010967743,0.003631858,0.0024823125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009931232,0.0015322515,0.002099963,0.00062328763,0.0016342836,0.0020018057,0.0027584957,0.00583861,0.012853615],"category_scores_gemma":[0.08069089,0.0015262004,0.00110601,0.00082012627,0.0020477986,0.0077101965,0.0020027985,0.003386019,0.0031762228],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2366069,0.1459407,0.021082021,0.010089401,0.0012678119,0.0028145078,0.016743867,0.011036144,0.3077119,0.01100801,0.019079281,0.2166194],"study_design_scores_gemma":[0.14223985,0.39009342,0.05859616,0.0009068718,0.0038787075,0.005606998,0.005200404,0.0932637,0.21297668,0.037106503,0.04852977,0.0016008957],"about_ca_topic_score_codex":0.0020395322,"about_ca_topic_score_gemma":0.0013020452,"teacher_disagreement_score":0.012853615,"about_ca_system_score_codex":0.00072318263,"about_ca_system_score_gemma":0.0014845809,"threshold_uncertainty_score":0.052522004},"labels":[],"label_agreement":null},{"id":"W1985479445","doi":"10.1016/j.infsof.2012.05.001","title":"Quality indicators for business process models from a gateway complexity perspective","year":2012,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":74,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"European Social Fund; Ryerson University; Junta de Comunidades de Castilla-La Mancha; Universidad de Castilla-La Mancha; Ministerio de Ciencia e Innovación; European Regional Development Fund","keywords":"Computer science; Process (computing); Quality (philosophy); Identification (biology); Business process; Quality assurance; Process modeling; Perspective (graphical); Process management; Risk analysis (engineering); Work in process; Artificial intelligence; Engineering; Operations management","score_opus":0.039419874535316556,"score_gpt":0.2867538360098308,"score_spread":0.24733396147451422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985479445","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05459734,0.0005092855,0.9375999,0.0006873079,0.000052433814,0.00016460661,0.00048079027,0.0007063373,0.0052019474],"genre_scores_gemma":[0.7152372,0.00058612693,0.2809591,0.000101142876,0.00012379338,0.0003283273,0.0014075777,0.000249563,0.0010072074],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98830545,0.0037960024,0.0010404465,0.00076317886,0.005333831,0.0007611502],"domain_scores_gemma":[0.95706177,0.023431275,0.0073080924,0.0043941466,0.006572364,0.0012323142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01472169,0.0014327475,0.0015305104,0.010206987,0.0009298978,0.0081981355,0.0014556617,0.0016638656,0.002215893],"category_scores_gemma":[0.06604872,0.00076017133,0.002246032,0.008238033,0.001976879,0.011373241,0.003041043,0.0028174343,0.00034330293],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003620699,0.00035084685,0.032528628,0.0005470305,0.00029331385,0.00012072409,0.0009638049,0.26835588,0.0038947384,0.5673084,0.003484296,0.121790305],"study_design_scores_gemma":[0.000035851917,0.00023063598,0.0071141366,0.00018572588,0.00015477643,0.00009317035,0.0004085404,0.7549773,0.0039340574,0.22821711,0.00456976,0.000078873214],"about_ca_topic_score_codex":0.004154178,"about_ca_topic_score_gemma":0.002560408,"teacher_disagreement_score":0.01472169,"about_ca_system_score_codex":0.0038030955,"about_ca_system_score_gemma":0.0027905777,"threshold_uncertainty_score":0.07785666},"labels":[],"label_agreement":null},{"id":"W1985973242","doi":"10.1016/j.infsof.2005.08.005","title":"An approach to formal automated analysis of problem-frame concerns","year":2005,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Formal methods; Programming language; Formal specification; Frame (networking); Formal verification; Formal language; Frame problem; Model checking; Formal description; Software engineering; Natural language processing; Artificial intelligence","score_opus":0.01710538866509082,"score_gpt":0.29155262020572087,"score_spread":0.27444723154063005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985973242","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011077543,0.000038962135,0.996865,0.00021939885,0.000016804968,0.00008213542,0.000033820652,0.0006532881,0.0009827515],"genre_scores_gemma":[0.044772077,0.00014215815,0.9525509,0.00015477017,0.0000451603,0.00020933873,0.00019002774,0.0003094605,0.0016261616],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99249274,0.0025435167,0.0005365645,0.0007704191,0.003109134,0.0005475884],"domain_scores_gemma":[0.98499566,0.00851578,0.0008358432,0.0033598582,0.002039848,0.0002530977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006958024,0.0017331344,0.0010468,0.0030837185,0.0022108993,0.005793881,0.004545305,0.0022662717,0.0060882927],"category_scores_gemma":[0.020869158,0.0018102531,0.0041936985,0.0017337789,0.004140571,0.00797995,0.0052073915,0.005180745,0.0013963113],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000116821764,0.00028449195,0.0009499005,0.00058365386,0.00013145199,0.0003507567,0.0020305787,0.030685697,0.008936273,0.7822322,0.0048766737,0.16882162],"study_design_scores_gemma":[0.000085245265,0.00008693818,0.0002686095,0.00023616152,0.00018784398,0.00030974665,0.000432287,0.30329633,0.016423587,0.6408624,0.03772925,0.00008168295],"about_ca_topic_score_codex":0.0057051685,"about_ca_topic_score_gemma":0.0073386566,"teacher_disagreement_score":0.006958024,"about_ca_system_score_codex":0.002316361,"about_ca_system_score_gemma":0.0051082666,"threshold_uncertainty_score":0.036798},"labels":[],"label_agreement":null},{"id":"W1986066860","doi":"10.1016/s0950-5849(01)00213-0","title":"Documenting electronic commerce systems and software using the unified modeling language","year":2002,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Concordia University","keywords":"Computer science; Unified Modeling Language; Reusability; Software engineering; Documentation; UML tool; Distributed computing; Software; Programming language","score_opus":0.016116834835466522,"score_gpt":0.22102634138224336,"score_spread":0.20490950654677684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986066860","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001962732,0.0007825826,0.9887217,0.0005113641,0.0001595587,0.00024300994,0.0006271002,0.0030941367,0.0038976541],"genre_scores_gemma":[0.031220548,0.002644272,0.9548481,0.00022011163,0.0001176724,0.00061721884,0.0036394617,0.0013852009,0.005307408],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99470216,0.0016792105,0.0012366917,0.00040271046,0.0017549599,0.00022431566],"domain_scores_gemma":[0.9931045,0.0031613312,0.0006918445,0.001781338,0.001136554,0.00012443258],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008680125,0.0021774813,0.0016726609,0.0047871503,0.0017392475,0.011877809,0.002829049,0.0028527433,0.004631327],"category_scores_gemma":[0.018319782,0.0021169954,0.0025878476,0.00498607,0.0020084144,0.010280643,0.0023129694,0.0047149872,0.0025921147],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005840703,0.000111799425,0.00076471455,0.0009938484,0.00013481147,0.0004975207,0.002891216,0.052702088,0.005204184,0.7637093,0.017373597,0.15555857],"study_design_scores_gemma":[0.00008042747,0.00013052401,0.0006249727,0.0014521213,0.00043249986,0.00088070065,0.0007026984,0.2640407,0.017677128,0.27662128,0.43714198,0.00021493537],"about_ca_topic_score_codex":0.01448753,"about_ca_topic_score_gemma":0.017315933,"teacher_disagreement_score":0.01448753,"about_ca_system_score_codex":0.0024290646,"about_ca_system_score_gemma":0.0077093467,"threshold_uncertainty_score":0.04590541},"labels":[],"label_agreement":null},{"id":"W1988962172","doi":"10.1016/s0950-5849(03)00115-0","title":"Evaluating the learning effectiveness of using simulations in software project management education: results from a twice replicated experiment","year":2003,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Oulun Yliopisto; European Commission","keywords":"COCOMO; Debriefing; Software project management; Computer science; Project management; Software; Software development; Empirical research; Process (computing); Software engineering; Knowledge management; Engineering management; Engineering; Software construction; Systems engineering; Psychology","score_opus":0.042416807439356635,"score_gpt":0.36618519832520824,"score_spread":0.32376839088585163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988962172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99781644,0.000026534095,0.0012473309,0.000042514577,0.000025278936,0.00030936638,0.00003455402,0.00005015627,0.0004477659],"genre_scores_gemma":[0.99065065,0.00008395635,0.0063171587,0.00007148587,0.00003204769,0.0012882905,0.000121894394,0.00003125722,0.0014033591],"study_design_codex":"nonrandomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.989017,0.0058906483,0.0014577763,0.0017980752,0.0012701354,0.0005663188],"domain_scores_gemma":[0.8616557,0.107077144,0.008372577,0.01191748,0.005961764,0.0050152983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011150689,0.0014621211,0.0024207756,0.00060927885,0.0008900487,0.0023864498,0.002653071,0.0030870347,0.0028782045],"category_scores_gemma":[0.0821676,0.0012924075,0.0009081266,0.0005590948,0.0010250425,0.002446329,0.0016676052,0.0026299036,0.00093056564],"study_design_candidate":"nonrandomized_trial","study_design_consensus":"nonrandomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.19765612,0.36601135,0.035550043,0.0013829564,0.0016827257,0.00030758695,0.013769571,0.033848174,0.15814917,0.0014681459,0.0012052518,0.18896894],"study_design_scores_gemma":[0.03714284,0.6025,0.1045967,0.00027812656,0.002246554,0.0002608062,0.0029575224,0.068095125,0.17166193,0.0047742506,0.00476553,0.0007206961],"about_ca_topic_score_codex":0.0011800044,"about_ca_topic_score_gemma":0.00094799476,"teacher_disagreement_score":0.011150689,"about_ca_system_score_codex":0.0010814267,"about_ca_system_score_gemma":0.0019686185,"threshold_uncertainty_score":0.058971167},"labels":[],"label_agreement":null},{"id":"W2001786076","doi":"10.1016/j.infsof.2011.03.005","title":"Guest Editorial for Special Section on Mutation Testing","year":2011,"lang":"en","type":"editorial","venue":"Information and Software Technology","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Context (archaeology); Foundation (evidence); Section (typography); Computer science; Key (lock); Engineering ethics; Data science; Management science; Engineering; Political science; Computer security; History","score_opus":0.05978209279915296,"score_gpt":0.3362301587885836,"score_spread":0.2764480659894306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001786076","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026622078,0.0037247168,0.0001510172,0.021368153,0.97346854,0.000015885797,0.000045805777,0.000048438622,0.0011508823],"genre_scores_gemma":[0.00032853245,0.0025317292,0.00014763932,0.016886657,0.97177076,0.000026948215,0.000052407297,0.00005144121,0.008203796],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99351645,0.0011534858,0.0009258174,0.0008495462,0.0030130292,0.00054174743],"domain_scores_gemma":[0.9708556,0.0104563655,0.0024298043,0.0009761008,0.01144236,0.0038397321],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0086878585,0.004162297,0.005527453,0.0060208733,0.0030554438,0.0074832295,0.003840719,0.018498749,0.022484649],"category_scores_gemma":[0.031434182,0.0017738517,0.0036870171,0.0019217875,0.0026310356,0.003602848,0.002324289,0.018646518,0.012097786],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003694378,0.000010430853,0.000024883364,0.00012152336,0.000021006916,0.00020291778,0.000004700213,0.00002489172,0.000046596993,0.00014179028,0.995387,0.003977284],"study_design_scores_gemma":[0.00012738156,0.00004703828,0.00041604074,0.00047544867,0.00013977698,0.0007080862,0.00002428309,0.0002545238,0.0001932043,0.0012585076,0.996323,0.000032793472],"about_ca_topic_score_codex":0.0017095479,"about_ca_topic_score_gemma":0.005388936,"teacher_disagreement_score":0.022484649,"about_ca_system_score_codex":0.0032778336,"about_ca_system_score_gemma":0.0028130128,"threshold_uncertainty_score":0.07521868},"labels":[],"label_agreement":null},{"id":"W2008115410","doi":"10.1016/s0950-5849(03)00070-3","title":"A rigorous approach for constructing self-evolving real-time reactive systems","year":2003,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Reuse; Reliability (semiconductor); Systems engineering; Architecture; Complex system; System of systems; Distributed computing; Software engineering; Systems design; Engineering; Artificial intelligence","score_opus":0.012405664965689038,"score_gpt":0.23785420010891076,"score_spread":0.22544853514322172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008115410","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00096888206,0.00004079727,0.9972754,0.00006532798,0.00002324144,0.0000130224535,0.0000074485283,0.0000685546,0.0015372711],"genre_scores_gemma":[0.15268837,0.00035767307,0.84090877,0.00018294985,0.00013578121,0.00020811557,0.000109196946,0.00026601154,0.005143113],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99822336,0.0004942239,0.000115297174,0.0001425673,0.0009228538,0.000101726786],"domain_scores_gemma":[0.9969805,0.0011777995,0.00024998767,0.0006390079,0.0008048734,0.00014794833],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00344834,0.0008727754,0.00085494743,0.0012960538,0.000994323,0.002091179,0.0024267419,0.0011170779,0.002612927],"category_scores_gemma":[0.008652926,0.00079290476,0.0016547857,0.00067182374,0.0033914833,0.0025439118,0.0033978492,0.0030150698,0.00068962894],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008563911,0.000021057751,0.00014950997,0.00006922154,0.000030018253,0.000072809424,0.00017105542,0.09249458,0.0026046932,0.8902552,0.0005990091,0.013524219],"study_design_scores_gemma":[0.000013971801,0.000028413211,0.00007337748,0.000022946455,0.000022888951,0.000049410442,0.000028871447,0.5344822,0.0016378907,0.45732465,0.0062954864,0.00001991914],"about_ca_topic_score_codex":0.0017411584,"about_ca_topic_score_gemma":0.0020233316,"teacher_disagreement_score":0.00344834,"about_ca_system_score_codex":0.0011621873,"about_ca_system_score_gemma":0.0015417549,"threshold_uncertainty_score":0.018236756},"labels":[],"label_agreement":null},{"id":"W2009204692","doi":"10.1016/j.infsof.2015.02.007","title":"Assessing the use of slicing-based visualizing techniques on the understanding of large metamodels","year":2015,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Metamodeling; Computer science; Slicing; Program slicing; Visualization; Correctness; Program comprehension; Human–computer interaction; Software engineering; Domain (mathematical analysis); Modeling language; Usability; Programming language; Artificial intelligence; Software; Software system; World Wide Web","score_opus":0.14777201499863313,"score_gpt":0.3510519464246652,"score_spread":0.20327993142603207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009204692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9359182,0.0003787357,0.058488872,0.0002126112,0.00001816001,0.00018216323,0.00032287522,0.0017469533,0.002731297],"genre_scores_gemma":[0.9082794,0.00025023086,0.09027129,0.000031517375,0.000007719247,0.000074990414,0.0004946065,0.00024881572,0.00034135897],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99149656,0.0047167838,0.0007396531,0.0006904221,0.0020408107,0.00031582313],"domain_scores_gemma":[0.7502254,0.20696504,0.011735767,0.014540522,0.014716296,0.0018169285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014588856,0.001350558,0.000553237,0.0045241327,0.00057246257,0.0029972657,0.0012447604,0.0017490666,0.001162344],"category_scores_gemma":[0.14581378,0.00058455043,0.0009638742,0.0022498993,0.00063257356,0.0055381786,0.0020271933,0.0014108724,0.00025466067],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003823297,0.0020271933,0.1607757,0.0020087434,0.0013208658,0.0005741039,0.025350355,0.09329972,0.07871675,0.00608891,0.0023696756,0.62364477],"study_design_scores_gemma":[0.00034505647,0.004635177,0.1546956,0.0007835236,0.001769263,0.00084169395,0.0092615085,0.7248854,0.08525414,0.009867526,0.0072676255,0.00039352794],"about_ca_topic_score_codex":0.004948425,"about_ca_topic_score_gemma":0.0066007217,"teacher_disagreement_score":0.014588856,"about_ca_system_score_codex":0.0008730282,"about_ca_system_score_gemma":0.0016432912,"threshold_uncertainty_score":0.07715422},"labels":[],"label_agreement":null},{"id":"W2017763591","doi":"10.1016/s0950-5849(02)00081-2","title":"Empirical study of exchange patterns during software peer review meetings","year":2002,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Division of Materials Research; Natural Sciences and Engineering Research Council of Canada; Institut national de recherche en informatique et en automatique (INRIA)","keywords":"Computer science; Synchronization (alternating current); Protocol (science); Empirical research; Observational study; Software; Cluster analysis; Data science; Data mining; Software engineering; Artificial intelligence; Statistics; Programming language; Mathematics","score_opus":0.056364386817203696,"score_gpt":0.3704574367745099,"score_spread":0.3140930499573062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017763591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9980988,0.00006565415,0.0002830316,0.00007271759,0.0000053496483,0.000023327984,0.000031037885,0.000008767337,0.0014112531],"genre_scores_gemma":[0.9986828,0.000055899447,0.00032793698,0.000023944827,0.000011146099,0.000023791748,0.000071734976,0.000005907117,0.00079678773],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99410254,0.0035383448,0.00045282926,0.0004050879,0.0011301936,0.00037099078],"domain_scores_gemma":[0.79473233,0.15979667,0.022318877,0.006350468,0.011027536,0.005774025],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00545247,0.00018917929,0.000271369,0.0020560788,0.0016228372,0.0018060672,0.00074306387,0.0011695153,0.0031445469],"category_scores_gemma":[0.11632579,0.00034000835,0.00014741547,0.0012780481,0.00061846257,0.0017371327,0.0010925536,0.0010629816,0.00083155785],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002306305,0.0028535428,0.78789604,0.00032076403,0.00016146866,0.0014818137,0.09066763,0.00041475563,0.010414062,0.001694,0.0017156225,0.100074016],"study_design_scores_gemma":[0.00010351275,0.0011774176,0.9322411,0.00009600739,0.00007705778,0.0017140968,0.052147463,0.0029581073,0.0031955084,0.0012930675,0.004925683,0.00007096878],"about_ca_topic_score_codex":0.001568144,"about_ca_topic_score_gemma":0.0026030503,"teacher_disagreement_score":0.99454755,"about_ca_system_score_codex":0.00056166766,"about_ca_system_score_gemma":0.0006361709,"threshold_uncertainty_score":0.028835773},"labels":[],"label_agreement":null},{"id":"W2024402488","doi":"10.1016/j.infsof.2011.10.007","title":"Comparing alternatives for analyzing requirements trade-offs – In the absence of numerical data","year":2011,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Swap (finance); Computer science; Process (computing); Work (physics); Risk analysis (engineering); Operations research; Management science; Engineering; Economics","score_opus":0.0907674307304828,"score_gpt":0.3177942355904184,"score_spread":0.22702680485993562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024402488","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6347637,0.0019726832,0.342165,0.001282163,0.00014952788,0.0005356219,0.0009894775,0.00047072582,0.017671118],"genre_scores_gemma":[0.9031327,0.0002620673,0.09493526,0.000103566184,0.000035494224,0.00026732532,0.0006138666,0.00007608243,0.00057363336],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96302277,0.025019294,0.0017207786,0.0019632073,0.0069747493,0.0012992594],"domain_scores_gemma":[0.6891217,0.29405943,0.005511441,0.0064800424,0.0036464373,0.0011808508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.036403604,0.0015990813,0.001918,0.008199806,0.000656793,0.0057849507,0.002306457,0.0031709655,0.005747085],"category_scores_gemma":[0.1577349,0.0008341769,0.0026493603,0.0048039313,0.0027949228,0.0062506,0.0022395977,0.0024937773,0.00067669386],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013839962,0.0017743862,0.0529799,0.0022888822,0.0021451476,0.00047008882,0.001319783,0.49088627,0.0052177627,0.14061293,0.003283521,0.2851814],"study_design_scores_gemma":[0.00037345345,0.0016105704,0.0107811345,0.00019123954,0.00027501903,0.00014267678,0.0010056696,0.86522925,0.0017030158,0.11712286,0.0013988141,0.00016628954],"about_ca_topic_score_codex":0.0019202837,"about_ca_topic_score_gemma":0.0029616442,"teacher_disagreement_score":0.036403604,"about_ca_system_score_codex":0.0025584265,"about_ca_system_score_gemma":0.001673361,"threshold_uncertainty_score":0.192523},"labels":[],"label_agreement":null},{"id":"W2026940905","doi":"10.1016/j.infsof.2009.11.003","title":"Studying the impact of uncertainty in operational release planning – An integrated method and its initial evaluation","year":2009,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Staffing; Variance (accounting); Monte Carlo method; Baseline (sea); Process (computing); Computer science; Operations research; Uncertainty analysis; Heuristic; Reliability engineering; Industrial engineering; Sensitivity analysis; Span (engineering); Engineering; Simulation; Statistics; Mathematics; Civil engineering","score_opus":0.03909248299080244,"score_gpt":0.3792799754647623,"score_spread":0.34018749247395985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026940905","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19836846,0.00096250477,0.79667634,0.00013356328,0.000040313793,0.0003577401,0.00014284781,0.0002912392,0.0030271253],"genre_scores_gemma":[0.6646545,0.00056641334,0.3331645,0.000032780878,0.000043657616,0.00032807633,0.00018209229,0.00011506747,0.00091291114],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9909943,0.0056233583,0.00034044945,0.00064594,0.002141366,0.00025467647],"domain_scores_gemma":[0.92956704,0.06211053,0.001788795,0.0026767314,0.0034263742,0.00043059702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01499936,0.0013468234,0.0014617696,0.0021281585,0.0007336844,0.0019593895,0.0019323501,0.0016214139,0.0022714983],"category_scores_gemma":[0.041365843,0.00085731153,0.0012994795,0.0026886426,0.0011324513,0.0041348515,0.0019695144,0.0018147504,0.00018946108],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013547621,0.000761123,0.011802032,0.0006280744,0.00047714313,0.00011457737,0.0006478578,0.7164479,0.005297481,0.013416103,0.00033900223,0.24871401],"study_design_scores_gemma":[0.00006939528,0.0008707406,0.0033842758,0.000036402074,0.000121731544,0.00004196135,0.00012615958,0.98771983,0.0029390105,0.0042860033,0.00036261592,0.000041840394],"about_ca_topic_score_codex":0.007957081,"about_ca_topic_score_gemma":0.004994674,"teacher_disagreement_score":0.01499936,"about_ca_system_score_codex":0.0016009124,"about_ca_system_score_gemma":0.0019223702,"threshold_uncertainty_score":0.07932514},"labels":[],"label_agreement":null},{"id":"W2036896594","doi":"10.1016/j.infsof.2013.02.006","title":"A systematic mapping study of web application testing","year":2013,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":108,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Calgary","funders":"","keywords":"Bibliometrics; Computer science; Data science; Field (mathematics); Schema (genetic algorithms); Information retrieval; Systematic review; World Wide Web; MEDLINE","score_opus":0.012898108410190436,"score_gpt":0.22467908839648615,"score_spread":0.21178097998629572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036896594","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89466536,0.0067086294,0.08040228,0.00055325514,0.000073594274,0.003449189,0.001448755,0.00045242306,0.012246498],"genre_scores_gemma":[0.9499515,0.0014309052,0.04537695,0.00017735263,0.0000112214575,0.0010215734,0.0006863892,0.00007565082,0.001268395],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9773312,0.015492547,0.0022869299,0.0013547506,0.0030207231,0.0005138636],"domain_scores_gemma":[0.7169875,0.208155,0.015801186,0.025045266,0.0326645,0.0013465756],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014886764,0.0005885662,0.0007608939,0.0138231125,0.0021201638,0.0018034779,0.0014781422,0.0008354512,0.0025630668],"category_scores_gemma":[0.14815946,0.00068923604,0.0008829731,0.009945185,0.0015802982,0.003944129,0.0032142606,0.00093690923,0.00040278555],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006470575,0.0021425262,0.25732145,0.009764352,0.0006498025,0.0013013158,0.057742164,0.0022432741,0.0063843345,0.013356048,0.0026270086,0.6458206],"study_design_scores_gemma":[0.00073994213,0.0077265757,0.6413473,0.022844506,0.0055136625,0.008370626,0.108376265,0.036783732,0.043939173,0.044790037,0.07913979,0.0004283645],"about_ca_topic_score_codex":0.01283384,"about_ca_topic_score_gemma":0.023853134,"teacher_disagreement_score":0.98511326,"about_ca_system_score_codex":0.0025167838,"about_ca_system_score_gemma":0.012990015,"threshold_uncertainty_score":0.07872969},"labels":[],"label_agreement":null},{"id":"W2038917214","doi":"10.1016/j.infsof.2014.12.006","title":"ELBlocker: Predicting blocking bugs with ensemble imbalance learning","year":2015,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"National Key Research and Development Program of China","keywords":"Blocking (statistics); Computer science; Software bug; Disjoint sets; Eclipse; Artificial intelligence; Software; Programming language; Mathematics; Computer network","score_opus":0.008737206462084155,"score_gpt":0.22172110999079375,"score_spread":0.2129839035287096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038917214","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21330976,0.004665253,0.65996057,0.0012673899,0.0015448446,0.0005266573,0.013007742,0.1006344,0.005083488],"genre_scores_gemma":[0.572726,0.0006048687,0.38377854,0.0007653544,0.0005961473,0.00047868807,0.029234616,0.0018943481,0.009921382],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859613,0.00031457434,0.00009297752,0.00039254947,0.00040808058,0.0001957305],"domain_scores_gemma":[0.99558216,0.0022293597,0.0004000145,0.0007733779,0.000776095,0.00023912397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024365284,0.0023552992,0.0015056769,0.0030378886,0.00061503734,0.0009305018,0.0026064336,0.0018232985,0.0044176504],"category_scores_gemma":[0.0076406375,0.0006175352,0.0010895863,0.001511656,0.00032221864,0.0025673246,0.0016459525,0.0025460883,0.002370361],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014840598,0.0011673647,0.027949011,0.00034412587,0.00063608825,0.00027366308,0.00009545893,0.14731447,0.008514855,0.0017970995,0.098129645,0.71229416],"study_design_scores_gemma":[0.00008262327,0.00014865029,0.001202326,0.000015899182,0.00006957318,0.000048485676,0.00001559308,0.989963,0.0032695844,0.0024085296,0.0027583293,0.00001740984],"about_ca_topic_score_codex":0.004701707,"about_ca_topic_score_gemma":0.0067711174,"teacher_disagreement_score":0.004701707,"about_ca_system_score_codex":0.0005812606,"about_ca_system_score_gemma":0.0012961068,"threshold_uncertainty_score":0.014778554},"labels":[],"label_agreement":null},{"id":"W2046386652","doi":"10.1016/j.infsof.2010.03.008","title":"Best practice fusion of CMMI-DEV v1.2 (PP, PMC, SAM) and PMBOK 2008","year":2010,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Division of Civil, Mechanical and Manufacturing Innovation; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Capability Maturity Model Integration; Best practice; Project management; Process management; Computer science; Process (computing); Engineering management; Engineering; Knowledge management; Software development process; Systems engineering; Software development; Software; Management","score_opus":0.00607659504894246,"score_gpt":0.24197151584695667,"score_spread":0.23589492079801422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046386652","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02282036,0.0018108687,0.6811764,0.0063950755,0.0014158109,0.001178752,0.012578584,0.15697365,0.1156505],"genre_scores_gemma":[0.080031805,0.0011126495,0.840806,0.0009604222,0.00020038511,0.0006240909,0.03332387,0.016792558,0.026148262],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919659,0.0016763033,0.0008134199,0.00092731277,0.004193847,0.00042321792],"domain_scores_gemma":[0.9810426,0.002614129,0.0009541932,0.0061884695,0.008502203,0.00069840765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006512341,0.00093996536,0.0011423173,0.0059239273,0.0010578069,0.004806419,0.002386151,0.0018191905,0.018455617],"category_scores_gemma":[0.031017214,0.0011908732,0.001030351,0.00602986,0.0005423385,0.0041056788,0.0027232443,0.002585,0.013765211],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059863157,0.0005069065,0.0026433754,0.0011143038,0.00013376551,0.00022767801,0.00090141373,0.006286593,0.009842954,0.020787658,0.16419688,0.79275984],"study_design_scores_gemma":[0.0002548158,0.00033634563,0.007103017,0.00089913805,0.0002164663,0.00075586094,0.00060747185,0.080053575,0.039065532,0.027235387,0.84321874,0.00025365566],"about_ca_topic_score_codex":0.009244108,"about_ca_topic_score_gemma":0.013203547,"teacher_disagreement_score":0.018455617,"about_ca_system_score_codex":0.0024455495,"about_ca_system_score_gemma":0.0057574264,"threshold_uncertainty_score":0.06174022},"labels":[],"label_agreement":null},{"id":"W2049314455","doi":"10.1016/j.infsof.2006.10.006","title":"Distributed priority ranking of strategic preliminary requirements for management information systems in economic organizations","year":2006,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Ranking (information retrieval); Computer science; Task (project management); Profit (economics); Information system; Requirements analysis; Process management; Requirements management; Knowledge management; Risk analysis (engineering); Engineering; Systems engineering; Business; Information retrieval","score_opus":0.010924112297456755,"score_gpt":0.2381267326497769,"score_spread":0.22720262035232014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049314455","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48786697,0.00024902823,0.47579804,0.0011363714,0.00017342276,0.0015368082,0.001022254,0.0015524966,0.030664584],"genre_scores_gemma":[0.817583,0.00008819993,0.17656492,0.00009329933,0.000043376633,0.00028445938,0.0017528796,0.00018700652,0.0034028303],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99359107,0.002347293,0.0005937137,0.0003761888,0.0023449056,0.00074685545],"domain_scores_gemma":[0.96474195,0.019873707,0.0014998628,0.0025626807,0.008999049,0.0023227648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071138367,0.0005383454,0.0007240346,0.0043852422,0.001744603,0.0041587194,0.0011669596,0.0010748182,0.007499336],"category_scores_gemma":[0.030047344,0.0005412166,0.0007907094,0.0018946835,0.000845328,0.0031045217,0.0019219348,0.0014584437,0.001062561],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0050240094,0.0017048568,0.037775066,0.0011784346,0.00019489758,0.00094040314,0.0035326127,0.13874899,0.05630734,0.27936548,0.018379757,0.45684817],"study_design_scores_gemma":[0.00031454535,0.0015228447,0.022872988,0.0001651573,0.00020301195,0.00028514452,0.0041468684,0.73919165,0.03517758,0.17441262,0.021565719,0.00014188234],"about_ca_topic_score_codex":0.0058813193,"about_ca_topic_score_gemma":0.008678919,"teacher_disagreement_score":0.007499336,"about_ca_system_score_codex":0.002512596,"about_ca_system_score_gemma":0.0051973844,"threshold_uncertainty_score":0.037621975},"labels":[],"label_agreement":null},{"id":"W2054070694","doi":"10.1016/j.infsof.2013.02.011","title":"ODEP-DPS: Ontology-driven engineering process for the collaborative development of semantic data providing services","year":2013,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Ontology; Computer science; Ontology engineering; Process (computing); Development (topology); Software engineering; Ontology-based data integration; Semantic Web; World Wide Web","score_opus":0.017769509243101885,"score_gpt":0.2544058015133096,"score_spread":0.23663629227020772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054070694","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015480429,0.000028400522,0.9916957,0.00014473019,0.00004462391,0.00024357361,0.00021183686,0.0037226374,0.0023604173],"genre_scores_gemma":[0.039052356,0.00015178234,0.9531464,0.00015036135,0.000018048639,0.00032040337,0.0016362661,0.0014672291,0.0040571517],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9941935,0.0015748938,0.0005716006,0.00081541925,0.0023844044,0.0004601678],"domain_scores_gemma":[0.99426174,0.0020547658,0.00025101964,0.00218433,0.00089227426,0.00035588598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069376696,0.0011029883,0.0010172195,0.002479663,0.0017072521,0.0048508965,0.00327248,0.0020316232,0.0076344176],"category_scores_gemma":[0.01653486,0.0012876372,0.003133739,0.0019431148,0.0018104912,0.00519057,0.011150736,0.0040996196,0.003786567],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032115928,0.000651364,0.0031089585,0.0013045587,0.00032429118,0.0017806325,0.0046335342,0.029798485,0.029308949,0.48443162,0.027732713,0.41660383],"study_design_scores_gemma":[0.000112432994,0.00010609155,0.0007935527,0.00032080873,0.00017483768,0.0011762886,0.0011376444,0.3226468,0.068181425,0.2918256,0.31336707,0.00015748084],"about_ca_topic_score_codex":0.0036250646,"about_ca_topic_score_gemma":0.004924246,"teacher_disagreement_score":0.0076344176,"about_ca_system_score_codex":0.0014345783,"about_ca_system_score_gemma":0.0065761637,"threshold_uncertainty_score":0.036690354},"labels":[],"label_agreement":null},{"id":"W2055419532","doi":"10.1016/j.infsof.2009.10.005","title":"Intelligent security and access control framework for service-oriented architecture","year":2009,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Access Control and Trust","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Sherwood Applied Business Security Architecture; Computer science; Access control; Architecture; Service-oriented architecture; Software engineering; Applications architecture; Computer security; Embedded system; Computer architecture; Software security assurance; Software architecture; World Wide Web; Web service; Operating system; Security service; Information security; Software","score_opus":0.009909016500580807,"score_gpt":0.30231276971470733,"score_spread":0.29240375321412654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055419532","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00436131,0.00009019752,0.99108267,0.00027958673,0.000026599353,0.00012319103,0.000044072938,0.0018132197,0.002179147],"genre_scores_gemma":[0.2228634,0.00025632363,0.77243066,0.00014090307,0.000051977953,0.0003138574,0.00031745623,0.00014386653,0.003481431],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99805033,0.00046528538,0.00022094657,0.00026494983,0.0007637526,0.0002347881],"domain_scores_gemma":[0.99901986,0.0002094791,0.000100312296,0.00024573196,0.0003004501,0.00012411865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035573586,0.00072658167,0.0008566126,0.001795609,0.0015913418,0.0045599323,0.0021573359,0.0015818352,0.0018188719],"category_scores_gemma":[0.0022652498,0.00047517577,0.0018023023,0.0009220233,0.0020514647,0.0029017404,0.0018304259,0.002152539,0.00056389725],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009296009,0.00014908343,0.0010784982,0.00013127376,0.00008885833,0.00035335124,0.0009637826,0.047669575,0.006147437,0.8882759,0.003916697,0.051132597],"study_design_scores_gemma":[0.0000632327,0.000078867626,0.00037765192,0.00010156312,0.0001887852,0.00024564416,0.00019105151,0.71018356,0.0058174003,0.24731846,0.0353731,0.000060680184],"about_ca_topic_score_codex":0.013465565,"about_ca_topic_score_gemma":0.014596405,"teacher_disagreement_score":0.013465565,"about_ca_system_score_codex":0.00235223,"about_ca_system_score_gemma":0.0041175797,"threshold_uncertainty_score":0.026774347},"labels":[],"label_agreement":null},{"id":"W2056640446","doi":"10.1016/j.infsof.2009.06.006","title":"Using machine learning to refine Category-Partition test specifications and test suites","year":2009,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Dependability; Software engineering; Test Management Approach; Partition (number theory); Test (biology); Context (archaeology); Test strategy; Code coverage; Machine learning; Software testing; Test case; Process (computing); Artificial intelligence; Software; Programming language; Software development; Software construction","score_opus":0.03283553674994307,"score_gpt":0.26684519881008295,"score_spread":0.23400966206013987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056640446","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059513774,0.0002845202,0.9327241,0.00012547833,0.00003914297,0.00015618891,0.00032677228,0.005726001,0.0011039956],"genre_scores_gemma":[0.39530534,0.00011992924,0.6000442,0.00012732758,0.000024453442,0.00017396946,0.0023039111,0.00091819966,0.0009826757],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9944384,0.0017428334,0.00044871386,0.0008688683,0.0020455683,0.000455694],"domain_scores_gemma":[0.95608634,0.028841058,0.0024850895,0.0049644117,0.007174145,0.00044898613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004020345,0.0016291707,0.0016878303,0.0055146012,0.0008174949,0.0016907814,0.0026066867,0.0012005828,0.002918421],"category_scores_gemma":[0.039654363,0.0011080982,0.0023281712,0.0020967447,0.0014583986,0.0026255834,0.0020007142,0.0022987516,0.0006249362],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060375454,0.00035715353,0.012252369,0.00053355214,0.00021923453,0.0004912703,0.0005732608,0.44053012,0.01612769,0.01686874,0.003398292,0.50804454],"study_design_scores_gemma":[0.000049041417,0.000114258095,0.0013043154,0.00007116849,0.00007324348,0.00011253839,0.00008178962,0.961361,0.007932472,0.027543496,0.0013324752,0.000024127832],"about_ca_topic_score_codex":0.013360415,"about_ca_topic_score_gemma":0.020484487,"teacher_disagreement_score":0.013360415,"about_ca_system_score_codex":0.0019423586,"about_ca_system_score_gemma":0.0036135472,"threshold_uncertainty_score":0.026565313},"labels":[],"label_agreement":null},{"id":"W2057406227","doi":"10.1016/j.infsof.2003.09.012","title":"An integrated framework for formal development of open distributed systems","year":2003,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Notation; Computer science; Usability; Formalism (music); Software engineering; Formal methods; Formal specification; Development (topology); Programming language; Systems engineering; Human–computer interaction; Engineering","score_opus":0.011144547439621448,"score_gpt":0.26307516402869174,"score_spread":0.2519306165890703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057406227","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00053192134,0.00006950691,0.99689484,0.00010858073,0.000022700686,0.00007816974,0.000035102657,0.0013343729,0.00092478504],"genre_scores_gemma":[0.018836197,0.00020514935,0.9788619,0.000055432152,0.00002830814,0.0002844707,0.00024893243,0.00038716375,0.0010924456],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99550396,0.0013958479,0.000620763,0.00049128244,0.0016313483,0.0003567505],"domain_scores_gemma":[0.9958093,0.001851093,0.00024450375,0.0010929488,0.0007380009,0.00026403746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008014545,0.00135531,0.0012771209,0.0017614303,0.0015707435,0.0056203054,0.004707083,0.0019606517,0.0044735097],"category_scores_gemma":[0.009432698,0.0017098377,0.0028192583,0.0015499272,0.0033962685,0.006543901,0.004740034,0.0045523094,0.0016283992],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060319042,0.00015226999,0.000420747,0.00041177755,0.00007539003,0.00026648323,0.0010842482,0.04971261,0.0035391257,0.837456,0.0038315754,0.10298962],"study_design_scores_gemma":[0.0001419793,0.00009587103,0.0001940714,0.00037050142,0.00016294906,0.00026869497,0.00021193929,0.29395217,0.0062417956,0.59038204,0.10788464,0.00009332565],"about_ca_topic_score_codex":0.006404513,"about_ca_topic_score_gemma":0.008132471,"teacher_disagreement_score":0.008014545,"about_ca_system_score_codex":0.0021382347,"about_ca_system_score_gemma":0.005893094,"threshold_uncertainty_score":0.04238546},"labels":[],"label_agreement":null},{"id":"W2057748069","doi":"10.1016/j.infsof.2004.12.001","title":"A study on managing the performance requirements of a distributed service delivery software system","year":2005,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Functional requirement; System requirements; Non-functional requirement; Context (archaeology); Requirements analysis; Requirements management; Requirements engineering; Systems engineering; Service (business); Software; Software engineering; Software system; Engineering; Operating system; Software construction","score_opus":0.010142370761967012,"score_gpt":0.22346686665547513,"score_spread":0.21332449589350813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057748069","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9514636,0.00038393668,0.026844388,0.00076260313,0.00002925094,0.00017828509,0.00003503852,0.00006731416,0.020235674],"genre_scores_gemma":[0.9870682,0.00027877305,0.007762563,0.000082244995,0.000024662066,0.00004875858,0.00004343627,0.000033123546,0.004658277],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987006,0.0006023951,0.00006235919,0.00010700543,0.00037029685,0.00015736655],"domain_scores_gemma":[0.9945082,0.0041824095,0.00021769624,0.0002412083,0.00064416317,0.00020638212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015503014,0.00029548092,0.0003147928,0.00044612843,0.0011545835,0.001769149,0.0006762759,0.0009674444,0.0019113417],"category_scores_gemma":[0.0076018935,0.00020224799,0.00034488508,0.0007616484,0.00065499113,0.0020420125,0.00036997334,0.0008893014,0.00022762123],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030079787,0.0057649156,0.06316411,0.0021584423,0.00021202407,0.0071163527,0.04253275,0.19332266,0.12390924,0.21146591,0.010806143,0.33653954],"study_design_scores_gemma":[0.00030946976,0.006040736,0.04711428,0.00022311028,0.00026548243,0.0017182897,0.027739437,0.7724898,0.06393971,0.031399567,0.048615444,0.00014465986],"about_ca_topic_score_codex":0.0071831397,"about_ca_topic_score_gemma":0.0043555982,"teacher_disagreement_score":0.0071831397,"about_ca_system_score_codex":0.0017767019,"about_ca_system_score_gemma":0.001298964,"threshold_uncertainty_score":0.014282644},"labels":[],"label_agreement":null},{"id":"W2058906762","doi":"10.1016/j.infsof.2010.10.002","title":"A unit test approach for database schema evolution","year":2010,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Database schema; Computer science; Schema migration; Schema evolution; Code refactoring; Database; Schema (genetic algorithms); View; Database design; Database testing; Information schema; Semi-structured model; Conceptual schema; Database model; Software; Software engineering; Data mining; Programming language; Information retrieval","score_opus":0.008474905470517978,"score_gpt":0.23274660255772797,"score_spread":0.22427169708720998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058906762","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076885032,0.000070147435,0.98819846,0.00013883339,0.000027297845,0.00009236143,0.00006181233,0.0013133411,0.002409147],"genre_scores_gemma":[0.2727153,0.00013350863,0.72192097,0.00031565572,0.00006371743,0.00040520114,0.00039411837,0.00073278847,0.0033187445],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.993934,0.0023333358,0.00041926306,0.0005883732,0.0023210093,0.00040412447],"domain_scores_gemma":[0.98006403,0.01053033,0.0007513783,0.00473324,0.0035417958,0.0003792714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005483111,0.000795183,0.0010853016,0.002573595,0.00092093815,0.0022256994,0.0045378436,0.0019182229,0.0063549383],"category_scores_gemma":[0.03159921,0.00063156,0.0015453014,0.0020791157,0.0019039668,0.005061009,0.0029921061,0.0023058085,0.0009850857],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047981145,0.00047243733,0.0067813974,0.00035116196,0.0002883801,0.00064178533,0.0007960653,0.15939836,0.009991513,0.25695714,0.0070012775,0.55684066],"study_design_scores_gemma":[0.000040967083,0.00018321483,0.00048251785,0.000054148284,0.00010000625,0.0002620347,0.00012261051,0.8953849,0.007358228,0.09156115,0.0044098007,0.00004042498],"about_ca_topic_score_codex":0.004203433,"about_ca_topic_score_gemma":0.0033184008,"teacher_disagreement_score":0.0063549383,"about_ca_system_score_codex":0.0012173639,"about_ca_system_score_gemma":0.0018093573,"threshold_uncertainty_score":0.028997779},"labels":[],"label_agreement":null},{"id":"W2062159560","doi":"10.1016/s0950-5849(99)00082-8","title":"Connecting architecture reconstruction frameworks","year":2000,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering; Interoperability; Software architecture; Software framework; Reference architecture; Resource-oriented architecture; Abstraction; Software architecture description; Software; Code (set theory); Software system; Computer architecture; Software construction; Programming language; Operating system; Set (abstract data type)","score_opus":0.007425801837211369,"score_gpt":0.23267879892300464,"score_spread":0.22525299708579327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062159560","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008622304,0.00023815988,0.96708393,0.00064363785,0.00007080297,0.00006322277,0.00009305073,0.0024112253,0.020773772],"genre_scores_gemma":[0.27298477,0.00093447574,0.69884664,0.00038414463,0.00007450244,0.00017249667,0.0013321061,0.0019088208,0.023362044],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99792933,0.00057049876,0.00012660226,0.00046395356,0.00061089365,0.00029870326],"domain_scores_gemma":[0.99724966,0.0005308397,0.00012400156,0.0015266971,0.00043266726,0.00013618013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002083177,0.00090810884,0.00057160464,0.0023587246,0.0014986591,0.0043844716,0.0028496888,0.002400566,0.018594459],"category_scores_gemma":[0.006625839,0.0010157194,0.001555271,0.0017832894,0.0020375154,0.007505805,0.006783196,0.0027813797,0.004534334],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006230186,0.000062981926,0.0009922741,0.00008053114,0.000043007076,0.00017501236,0.00053557125,0.017007627,0.0018976128,0.8025224,0.0051709735,0.17144969],"study_design_scores_gemma":[0.000024287108,0.000040527084,0.000500695,0.00014146193,0.00006245627,0.0003075871,0.0005078443,0.17644227,0.00560083,0.7066487,0.109681696,0.000041652165],"about_ca_topic_score_codex":0.0028690298,"about_ca_topic_score_gemma":0.004412484,"teacher_disagreement_score":0.018594459,"about_ca_system_score_codex":0.0012055764,"about_ca_system_score_gemma":0.0018851794,"threshold_uncertainty_score":0.06220472},"labels":[],"label_agreement":null},{"id":"W2062675161","doi":"10.1016/j.infsof.2007.10.012","title":"Architecting-problems rooted in requirements","year":2007,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Requirements engineering; Software requirements; Computer science; Software requirements specification; Software engineering; Quality (philosophy); Requirements elicitation; Software development; Software; Systems engineering; Engineering; Software construction","score_opus":0.011928428012539474,"score_gpt":0.2575535918467975,"score_spread":0.24562516383425803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062675161","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.083106115,0.0034376804,0.7422428,0.06062537,0.0004721589,0.00013986397,0.00009084275,0.0010979432,0.108787134],"genre_scores_gemma":[0.6992543,0.0022198241,0.27584216,0.0031912192,0.00027120422,0.00015765811,0.00017162248,0.0005412987,0.018350707],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9921422,0.0042725573,0.0003438003,0.00059760426,0.0023052315,0.00033853695],"domain_scores_gemma":[0.95358163,0.03464637,0.0014122452,0.0059207776,0.003769911,0.0006691152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009556732,0.00055107236,0.00045283552,0.0012390965,0.002464322,0.0041946564,0.0016631808,0.0032235626,0.003990312],"category_scores_gemma":[0.03916393,0.0010701872,0.00056115317,0.0014698873,0.0064736702,0.009254249,0.002228734,0.0048468076,0.0010271334],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027903447,0.00008088172,0.0015876844,0.00031396796,0.000018343017,0.00064997846,0.0065568076,0.008076483,0.001542654,0.8535338,0.010605984,0.117005564],"study_design_scores_gemma":[0.00002364453,0.000026778842,0.00086908124,0.00027740377,0.000021678186,0.0012092909,0.0038464444,0.024808608,0.0018198007,0.8875496,0.07951626,0.000031496424],"about_ca_topic_score_codex":0.0022678215,"about_ca_topic_score_gemma":0.003152654,"teacher_disagreement_score":0.009556732,"about_ca_system_score_codex":0.0019284742,"about_ca_system_score_gemma":0.0032463723,"threshold_uncertainty_score":0.0505414},"labels":[],"label_agreement":null},{"id":"W2077772687","doi":"10.1016/s0950-5849(03)00060-0","title":"UIO sequence based checking sequences for distributed test architectures","year":2003,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Observability; Controllability; Sequence (biology); Sequence diagram; Synchronization (alternating current); Computer science; Current (fluid); Control theory (sociology); Real-time computing; Engineering; Mathematics; Software; Channel (broadcasting); Artificial intelligence; Unified Modeling Language; Computer network; Control (management); Programming language; Electrical engineering","score_opus":0.01946076082708154,"score_gpt":0.2629249510792006,"score_spread":0.24346419025211907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077772687","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06976175,0.00022403218,0.91089,0.00020113627,0.00009999436,0.0002520469,0.00025281316,0.013467209,0.0048511024],"genre_scores_gemma":[0.6148876,0.00008351295,0.37835577,0.00022600435,0.000038103062,0.00031657808,0.00068129797,0.00094091415,0.004470135],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958683,0.001698701,0.00039005582,0.0004984443,0.0010810241,0.0004633642],"domain_scores_gemma":[0.97867155,0.011074486,0.0017712604,0.0050410554,0.002889823,0.0005518454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003961203,0.00092557137,0.000789293,0.0023236908,0.0008866181,0.0014275793,0.0022187764,0.001310758,0.007182269],"category_scores_gemma":[0.018180106,0.00069308013,0.0006282883,0.0009941359,0.0013784486,0.0028483502,0.0019449363,0.0011913457,0.0010344367],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005216333,0.00082451385,0.013418236,0.0006449293,0.00011911871,0.00091961684,0.0009980839,0.090986356,0.051952127,0.12530948,0.010665326,0.6989459],"study_design_scores_gemma":[0.00037770098,0.0009804086,0.0021259324,0.00027981188,0.0001301179,0.00055935484,0.0001838146,0.7548718,0.11961491,0.107396685,0.013365638,0.000113854556],"about_ca_topic_score_codex":0.002641561,"about_ca_topic_score_gemma":0.0047143335,"teacher_disagreement_score":0.007182269,"about_ca_system_score_codex":0.0011575966,"about_ca_system_score_gemma":0.0019965256,"threshold_uncertainty_score":0.02402711},"labels":[],"label_agreement":null},{"id":"W2080331661","doi":"10.1016/s0950-5849(01)00214-2","title":"An architecture in support of universal access to electronic commerce","year":2002,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Center for Advanced Study, University of Illinois at Urbana-Champaign; Killam Trusts; Dalhousie University","keywords":"Computer science; Middleware (distributed applications); Personalization; Process (computing); Architecture; Domain (mathematical analysis); Software engineering; Distributed computing; World Wide Web; Operating system","score_opus":0.011090769796805627,"score_gpt":0.22830585748236742,"score_spread":0.2172150876855618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080331661","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09290022,0.00074053364,0.8462208,0.0023839858,0.00025442595,0.00038820435,0.00016238488,0.018585557,0.038363878],"genre_scores_gemma":[0.5660869,0.00077500026,0.40436608,0.00063560804,0.00012094128,0.00029920324,0.00065540866,0.0007827338,0.02627813],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985245,0.00036872242,0.00015300787,0.00025259808,0.00039856083,0.00030268094],"domain_scores_gemma":[0.99813473,0.00031809075,0.00011318698,0.000645418,0.00050024665,0.00028835854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021361073,0.00035965192,0.0005741409,0.0013815567,0.0017069053,0.0059003443,0.002224412,0.0022455724,0.0048768916],"category_scores_gemma":[0.0042082323,0.0007671114,0.0005963512,0.0013718884,0.0018455489,0.0054836283,0.004491162,0.0017371114,0.0020596676],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000641456,0.0003673304,0.0054670745,0.00032940897,0.00010182949,0.0008423136,0.004076773,0.016813233,0.033365242,0.70853466,0.01616077,0.21329994],"study_design_scores_gemma":[0.00019955236,0.00053769286,0.0034295418,0.00035804376,0.00048818468,0.0012952753,0.0012182307,0.40507945,0.0373488,0.25894848,0.29090917,0.00018756278],"about_ca_topic_score_codex":0.007148553,"about_ca_topic_score_gemma":0.0061617577,"teacher_disagreement_score":0.007148553,"about_ca_system_score_codex":0.0015672754,"about_ca_system_score_gemma":0.0031728516,"threshold_uncertainty_score":0.016314805},"labels":[],"label_agreement":null},{"id":"W2080505681","doi":"10.1016/j.infsof.2004.08.005","title":"Replicating software engineering experiments: a poisoned chalice or the Holy Grail","year":2004,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Holy Grail; Software; Engineering; Computer science; Software engineering; World Wide Web; Programming language","score_opus":0.0136977408834442,"score_gpt":0.25503565745400436,"score_spread":0.24133791657056017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080505681","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2994825,0.013311587,0.5141412,0.079735234,0.014725678,0.002998211,0.0019431112,0.008039062,0.06562336],"genre_scores_gemma":[0.83772343,0.0025446066,0.11932223,0.018649574,0.00222378,0.002252849,0.0006175344,0.0017075861,0.014958351],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96320474,0.027277129,0.00089878927,0.0030895458,0.0049833097,0.00054639793],"domain_scores_gemma":[0.7263274,0.1126637,0.008899547,0.14140287,0.007861459,0.0028449695],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06323672,0.001442554,0.002498271,0.0014596538,0.0015124083,0.0051893657,0.0050569843,0.005020223,0.0065483013],"category_scores_gemma":[0.25099266,0.0009783179,0.0010756601,0.0010901449,0.011053646,0.010657015,0.005380884,0.0070503335,0.002960169],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009841391,0.0031740374,0.027086781,0.0020801458,0.0027824026,0.0011882882,0.013812174,0.027855946,0.025146684,0.36579132,0.0900256,0.43121526],"study_design_scores_gemma":[0.0024513002,0.004757293,0.008333061,0.0007904514,0.00055716734,0.00050207245,0.0022166423,0.0360754,0.014867676,0.8349151,0.09408878,0.00044515316],"about_ca_topic_score_codex":0.0017030265,"about_ca_topic_score_gemma":0.0011735421,"teacher_disagreement_score":0.9367633,"about_ca_system_score_codex":0.0018480425,"about_ca_system_score_gemma":0.0025010805,"threshold_uncertainty_score":0.33443177},"labels":[],"label_agreement":null},{"id":"W2081326554","doi":"10.1016/j.infsof.2009.04.018","title":"Change impact graphs: Determining the impact of prior codechanges","year":2009,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Victoria","funders":"","keywords":"Computer science; Source code; Software; Code (set theory); Graph; Change impact analysis; Constant (computer programming); Database; Distributed computing; Software engineering; Operating system; Theoretical computer science; Programming language","score_opus":0.02094814448982087,"score_gpt":0.3012395335253905,"score_spread":0.28029138903556966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081326554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8415891,0.0015507892,0.11258106,0.0006650089,0.00024854686,0.0006500883,0.013748641,0.009263466,0.019703366],"genre_scores_gemma":[0.93417346,0.0003873712,0.052290488,0.000104199156,0.000077960554,0.00015335255,0.009038927,0.0010449525,0.0027292098],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99684554,0.00047395282,0.00016502422,0.00045008943,0.0018592787,0.00020607599],"domain_scores_gemma":[0.9421146,0.04028098,0.004394655,0.004426866,0.0076099355,0.0011729494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025099718,0.00070362736,0.0005889786,0.00984761,0.00066537946,0.0011575575,0.0011266522,0.0011107605,0.0047088014],"category_scores_gemma":[0.043791547,0.0004366036,0.0009999397,0.0051883664,0.00058611366,0.0033492756,0.00090425153,0.0013572547,0.0010132457],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018977759,0.0010293415,0.3941875,0.0006189374,0.00056893064,0.00066102773,0.0007215129,0.09310585,0.01196044,0.0063543776,0.015575763,0.47331858],"study_design_scores_gemma":[0.00016416097,0.0011151272,0.27920827,0.00020610711,0.00068908674,0.0010529789,0.0006597745,0.654214,0.024001447,0.022262605,0.016229238,0.00019720894],"about_ca_topic_score_codex":0.009527686,"about_ca_topic_score_gemma":0.021318842,"teacher_disagreement_score":0.00984761,"about_ca_system_score_codex":0.0007760245,"about_ca_system_score_gemma":0.0010994833,"threshold_uncertainty_score":0.018944442},"labels":[],"label_agreement":null},{"id":"W2083998741","doi":"10.1016/j.infsof.2005.09.003","title":"A measurement framework for object-oriented software testability","year":2005,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Testability; Software engineering; Computer science; Code refactoring; Software metric; Software reliability testing; Reliability engineering; Software development; Software; Software construction; Engineering; Programming language","score_opus":0.01571495417069761,"score_gpt":0.26043312010953884,"score_spread":0.24471816593884124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083998741","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069070267,0.00021391806,0.9873533,0.00020192971,0.000037778558,0.00030908163,0.00025149737,0.0018171126,0.002908377],"genre_scores_gemma":[0.20300938,0.00018000421,0.7937568,0.00009907463,0.00006968524,0.0011407265,0.0007323057,0.0002563935,0.00075576204],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9744323,0.008822983,0.0032951757,0.0026235515,0.009677665,0.001148345],"domain_scores_gemma":[0.94523275,0.025181178,0.0064890794,0.008154315,0.013558167,0.0013844994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020208925,0.002370097,0.0015871262,0.011926457,0.001955909,0.0058657364,0.0037523431,0.0023237218,0.0024933622],"category_scores_gemma":[0.064919636,0.00092593837,0.0025148045,0.0057236566,0.0031774985,0.0077418466,0.004426104,0.003235628,0.0010686462],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017583367,0.00071391073,0.02104351,0.000714579,0.00040028855,0.00016348492,0.0018625545,0.039696988,0.012080207,0.5220626,0.0064956304,0.3945904],"study_design_scores_gemma":[0.00010741417,0.0013547244,0.034484677,0.00078280707,0.00044954347,0.0009964366,0.0009936314,0.45328677,0.012184268,0.46974456,0.025222566,0.0003926425],"about_ca_topic_score_codex":0.008843567,"about_ca_topic_score_gemma":0.005472261,"teacher_disagreement_score":0.020208925,"about_ca_system_score_codex":0.0032914006,"about_ca_system_score_gemma":0.004961346,"threshold_uncertainty_score":0.10687631},"labels":[],"label_agreement":null},{"id":"W2091156716","doi":"10.1016/j.infsof.2009.08.001","title":"Software development effort prediction: A study on the factors impacting the accuracy of fuzzy logic systems","year":2009,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"King Fahd University of Petroleum and Minerals","keywords":"Fuzzy logic; Computer science; Robustness (evolution); Fuzzy electronics; Software; Machine learning; Software development process; Software development; Data mining; Fuzzy set; Artificial intelligence; Fuzzy set operations","score_opus":0.024011632092427623,"score_gpt":0.26694174166021956,"score_spread":0.24293010956779193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091156716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970445,0.0001345234,0.0020240091,0.00006370837,0.000003535695,0.000010336674,0.000043625238,0.000013974347,0.0006618396],"genre_scores_gemma":[0.9987931,0.000050395087,0.0009850581,0.000007723297,0.0000037083016,0.000003731033,0.000053856333,0.0000034201203,0.00009889206],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971233,0.0011383307,0.00025030764,0.00027090195,0.0010362681,0.00018089071],"domain_scores_gemma":[0.7790546,0.20319882,0.0074334205,0.002470054,0.007228549,0.0006145177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071905702,0.00032133542,0.00031485464,0.0012941615,0.00037917757,0.0010477883,0.00060396316,0.0006527975,0.00069894077],"category_scores_gemma":[0.07911137,0.00019950986,0.0005033531,0.0015847989,0.00032794802,0.0017168884,0.0002752841,0.0007450013,0.00014670283],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00109698,0.0006164063,0.9013789,0.00012630972,0.00017140369,0.00016355563,0.0010933719,0.020657081,0.0020315973,0.0005566409,0.00034210703,0.07176565],"study_design_scores_gemma":[0.00005151242,0.0014325918,0.734272,0.00009264449,0.00026757075,0.00028060516,0.0012805043,0.2529411,0.00736925,0.0012988521,0.0006597182,0.00005361729],"about_ca_topic_score_codex":0.00941362,"about_ca_topic_score_gemma":0.0050953375,"teacher_disagreement_score":0.00941362,"about_ca_system_score_codex":0.0008183367,"about_ca_system_score_gemma":0.00076781644,"threshold_uncertainty_score":0.038027823},"labels":[],"label_agreement":null},{"id":"W2092245922","doi":"10.1016/j.infsof.2013.03.004","title":"Graphical user interface (GUI) testing: Systematic mapping and repository","year":2013,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":167,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Graphical user interface testing; Graphical user interface; Computer science; User interface; Software; Interface (matter); Information retrieval; Data mining; Software engineering; User interface design; Programming language; Operating system","score_opus":0.010876144624941233,"score_gpt":0.21512095863092082,"score_spread":0.20424481400597957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092245922","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07386839,0.0027537171,0.9007135,0.0008015806,0.00006903624,0.001651856,0.0011195226,0.007948518,0.011073878],"genre_scores_gemma":[0.33791453,0.00197447,0.6522949,0.00027431315,0.00003436696,0.0009039903,0.0021228087,0.0011295963,0.0033510334],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96947485,0.01570686,0.0024771246,0.0019832093,0.009592635,0.00076520693],"domain_scores_gemma":[0.9064861,0.043386262,0.006799906,0.01790901,0.024636144,0.0007826102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01209981,0.0015487913,0.0011805862,0.012406146,0.0014438996,0.003815389,0.0038486999,0.0015441352,0.002708847],"category_scores_gemma":[0.077458024,0.00096189487,0.0012771459,0.006200252,0.0017910858,0.006727997,0.004184421,0.0015092382,0.001396955],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017023759,0.00074189063,0.028086137,0.0023134963,0.00014599013,0.00051699585,0.0037524346,0.005628964,0.010129589,0.0130532915,0.004786159,0.93067485],"study_design_scores_gemma":[0.00039209917,0.004606061,0.092382945,0.009605181,0.0018782552,0.014825426,0.019367771,0.29893258,0.27757517,0.13269994,0.14701599,0.00071866694],"about_ca_topic_score_codex":0.004841406,"about_ca_topic_score_gemma":0.008874613,"teacher_disagreement_score":0.012406146,"about_ca_system_score_codex":0.0013404308,"about_ca_system_score_gemma":0.007884588,"threshold_uncertainty_score":0.06399071},"labels":[],"label_agreement":null},{"id":"W2127483730","doi":"10.1016/j.infsof.2014.03.005","title":"Toward automated feature model configuration with optimizing non-functional requirements","year":2014,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Athabasca University; Simon Fraser University","funders":"","keywords":"Feature model; Feature (linguistics); Computer science; Interdependence; Software product line; Data mining; Process (computing); Functional requirement; Functional dependency; Hierarchy; Artificial intelligence; Machine learning; Software; Software engineering; Software development","score_opus":0.024345713164136487,"score_gpt":0.2529423929075516,"score_spread":0.22859667974341513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127483730","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02632327,0.000059688522,0.9647119,0.00010761972,0.000014819368,0.0000966277,0.00010050278,0.0050295074,0.0035560806],"genre_scores_gemma":[0.35062125,0.00006768545,0.64602613,0.00008261561,0.000011674797,0.00011019045,0.00041123893,0.0007727301,0.0018964561],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99829644,0.00047943817,0.00007781281,0.00022573031,0.00076845376,0.0001521355],"domain_scores_gemma":[0.9978446,0.0007958085,0.00020479473,0.000717161,0.00039566014,0.000041927462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092825753,0.0013041538,0.0006903674,0.0013161629,0.0005328445,0.001584329,0.0015261823,0.0010242839,0.003399873],"category_scores_gemma":[0.0050856387,0.0007883688,0.0011789252,0.0009486652,0.00062730286,0.0018152517,0.0016499079,0.0012107689,0.0013492646],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002478404,0.00032449528,0.0037727987,0.00025907782,0.0000973148,0.00048689242,0.0002932117,0.3842882,0.07175157,0.021527225,0.0064220633,0.51052934],"study_design_scores_gemma":[0.000021369153,0.00006519427,0.0005134915,0.000016622835,0.000031285712,0.00012010863,0.00007444213,0.9659564,0.019907312,0.010704742,0.002573786,0.000015128466],"about_ca_topic_score_codex":0.002828293,"about_ca_topic_score_gemma":0.0070099537,"teacher_disagreement_score":0.003399873,"about_ca_system_score_codex":0.0008201141,"about_ca_system_score_gemma":0.0015185637,"threshold_uncertainty_score":0.011373699},"labels":[],"label_agreement":null},{"id":"W2129718707","doi":"10.1016/j.infsof.2006.11.002","title":"A state-based approach to integration testing based on UML models","year":2006,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":103,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Unified Modeling Language; Computer science; Integration testing; Test case; Class diagram; Reliability engineering; Sequence diagram; Data mining; Software; Software engineering; Programming language; Engineering; Machine learning","score_opus":0.01904630375427704,"score_gpt":0.22558055522803536,"score_spread":0.2065342514737583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129718707","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003976123,0.000054803913,0.99240875,0.00012032343,0.000016935755,0.000053014028,0.000032397682,0.0016563237,0.0016812833],"genre_scores_gemma":[0.29039916,0.00020865473,0.705842,0.0001386617,0.000032820124,0.00028284124,0.00020519074,0.0003890171,0.002501593],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9963638,0.0013102331,0.00023136451,0.0003521442,0.0015714553,0.00017109004],"domain_scores_gemma":[0.99300426,0.0037553825,0.00038102965,0.0017155968,0.0010155516,0.000128221],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028570245,0.0009029382,0.0008676383,0.0020574175,0.00081318215,0.002984883,0.0025424433,0.0016456572,0.0034253793],"category_scores_gemma":[0.010069295,0.0011140498,0.0016116074,0.001102881,0.0018968442,0.0051734266,0.0019514582,0.0023856086,0.00066071504],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029665054,0.00050334726,0.0023002597,0.00028741854,0.00019764842,0.00039775236,0.0012500703,0.24562086,0.018949907,0.4850573,0.0031513602,0.2419875],"study_design_scores_gemma":[0.000030852923,0.000076026954,0.00021752685,0.000067909685,0.000101105754,0.000105459,0.000039638653,0.8896341,0.007501062,0.09858515,0.0036022512,0.000038985505],"about_ca_topic_score_codex":0.004627174,"about_ca_topic_score_gemma":0.00678359,"teacher_disagreement_score":0.004627174,"about_ca_system_score_codex":0.0012937431,"about_ca_system_score_gemma":0.0016787995,"threshold_uncertainty_score":0.015109599},"labels":[],"label_agreement":null},{"id":"W2160184302","doi":"10.1016/j.infsof.2009.10.003","title":"An effort prediction framework for software defect correction","year":2009,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software bug; Computer science; Software; Reliability engineering; Software engineering; Programming language; Engineering","score_opus":0.007486731375790292,"score_gpt":0.2595437837150833,"score_spread":0.252057052339293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160184302","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011412954,0.0002473963,0.98461443,0.00016504634,0.000036435416,0.000056153975,0.00022806478,0.002213984,0.0010254917],"genre_scores_gemma":[0.5438171,0.00039393766,0.4510108,0.00012093849,0.0001114736,0.00018595604,0.0007471917,0.0001644845,0.0034481063],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990332,0.00016782031,0.000060984865,0.00021880318,0.00039843237,0.000120665536],"domain_scores_gemma":[0.9981025,0.0007940308,0.000184709,0.00019140924,0.0006417306,0.00008579565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017387534,0.00093999173,0.001307337,0.002163936,0.0005057867,0.0012518407,0.0019275895,0.000959981,0.0017235334],"category_scores_gemma":[0.004563187,0.00037164646,0.0008646935,0.0012694031,0.00043446748,0.001874702,0.0009562324,0.001039422,0.0004929183],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017720734,0.00042929928,0.007313744,0.00017094742,0.00019185065,0.00029619064,0.0001738367,0.49364695,0.0042106155,0.04934167,0.008681803,0.4353658],"study_design_scores_gemma":[0.0000059407766,0.00002260289,0.0004099932,0.000008503839,0.00001953237,0.00002385668,0.000009150588,0.98938876,0.00051121454,0.009020968,0.0005697886,0.000009713922],"about_ca_topic_score_codex":0.01583106,"about_ca_topic_score_gemma":0.016563324,"teacher_disagreement_score":0.01583106,"about_ca_system_score_codex":0.0008726407,"about_ca_system_score_gemma":0.0017769836,"threshold_uncertainty_score":0.03147781},"labels":[],"label_agreement":null},{"id":"W2192128789","doi":"10.1016/j.infsof.2015.10.002","title":"Understanding the popular users: Following, affiliation influence and leadership on GitHub","year":2015,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Popularity; Computer science; Context (archaeology); World Wide Web; Feature (linguistics); Internet privacy; Data science; Psychology; Social psychology","score_opus":0.1301124145003833,"score_gpt":0.2697044828517608,"score_spread":0.1395920683513775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2192128789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97787046,0.000064239066,0.00024121895,0.0009990488,0.000009636361,0.0000075721173,0.000089736044,0.00001925717,0.020698752],"genre_scores_gemma":[0.998111,0.00004406398,0.00009110968,0.00008973001,0.00001090816,0.000004169577,0.00006355872,0.00002398387,0.0015613735],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989242,0.00040344882,0.000034288667,0.00009513782,0.00026493764,0.00027791376],"domain_scores_gemma":[0.9875168,0.0048143235,0.0026606433,0.0005714449,0.0018365276,0.0026001735],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0014037872,0.00012937681,0.00017762942,0.0016992609,0.0016284814,0.004371301,0.00068409275,0.0007629298,0.012798095],"category_scores_gemma":[0.011243178,0.00016848012,0.00016575753,0.0021844981,0.0014468583,0.003838711,0.0020493476,0.0009878479,0.001533133],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032855428,0.0003551228,0.90191543,0.000056626526,0.00004215694,0.00023140037,0.046015795,0.00022716916,0.001096779,0.0076084593,0.004583056,0.037539527],"study_design_scores_gemma":[0.000012778059,0.00008066276,0.8991994,0.00004868204,0.000030626994,0.00010994087,0.08672688,0.0018590904,0.0005504619,0.003097875,0.00825143,0.000032151773],"about_ca_topic_score_codex":0.031755075,"about_ca_topic_score_gemma":0.063896134,"teacher_disagreement_score":0.99830073,"about_ca_system_score_codex":0.0016346213,"about_ca_system_score_gemma":0.0013329516,"threshold_uncertainty_score":0.06314051},"labels":[],"label_agreement":null},{"id":"W2285477878","doi":"10.1016/j.infsof.2016.01.008","title":"Combining lexical and structural information to reconstruct software layers","year":2016,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Exploit; Software system; Layering; Source code; Software; Software architecture; Process (computing); Software engineering; Documentation; Software maintenance; Programming language","score_opus":0.007871888355526706,"score_gpt":0.23559518383168296,"score_spread":0.22772329547615625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2285477878","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17472032,0.0010182131,0.7987206,0.0005873502,0.00019213115,0.00018096966,0.0037156262,0.008550727,0.012313938],"genre_scores_gemma":[0.55613744,0.0007433719,0.43139362,0.0001234346,0.00008100769,0.00007942752,0.0065856213,0.0014240218,0.003432097],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99940777,0.00011338096,0.00006360211,0.00016594298,0.00016342763,0.0000858497],"domain_scores_gemma":[0.99653035,0.0013953948,0.00025535826,0.0007858923,0.0009231057,0.000109835135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007669371,0.00091602124,0.00053203583,0.005609478,0.0006663561,0.0026455994,0.0010084185,0.0013226337,0.0063007986],"category_scores_gemma":[0.007517957,0.0008314443,0.0010237894,0.0034572526,0.0005643081,0.0059300517,0.0016702366,0.0014735233,0.0034275854],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056415336,0.00033134388,0.019315021,0.0007575761,0.0001925489,0.0009953164,0.001542478,0.017838215,0.08296629,0.027950246,0.008412365,0.83913445],"study_design_scores_gemma":[0.00012368248,0.00026489876,0.015535452,0.00040573886,0.0008224565,0.00091290375,0.0020422866,0.7383983,0.071361214,0.13809977,0.03184916,0.00018412719],"about_ca_topic_score_codex":0.0044700922,"about_ca_topic_score_gemma":0.009269497,"teacher_disagreement_score":0.0063007986,"about_ca_system_score_codex":0.0005953554,"about_ca_system_score_gemma":0.0011940316,"threshold_uncertainty_score":0.021078289},"labels":[],"label_agreement":null},{"id":"W2738336658","doi":"10.1016/j.infsof.2017.07.009","title":"An anomaly detection system based on variable N-gram features and one-class SVM","year":2017,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Defence Research and Development Canada","keywords":"Anomaly detection; Support vector machine; Computer science; Artificial intelligence; Pattern recognition (psychology); Constant false alarm rate; Feature vector; Feature (linguistics); Feature extraction; Context (archaeology); Weighting; One-class classification; Kernel (algebra); System call; Data mining; Mathematics","score_opus":0.00603452932396554,"score_gpt":0.211091983720122,"score_spread":0.20505745439615647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2738336658","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0869197,0.0005044397,0.9006571,0.00020833772,0.00038740004,0.00008392316,0.00021903471,0.009704635,0.0013153569],"genre_scores_gemma":[0.6591162,0.00022656479,0.33581415,0.00018611207,0.0001748893,0.0001054024,0.0006819308,0.00014513801,0.0035495982],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993179,0.00007453359,0.000054255117,0.00023153785,0.00023876148,0.00008306564],"domain_scores_gemma":[0.9992041,0.00021402533,0.00007793497,0.00009005919,0.00035512054,0.00005883761],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007093452,0.00061459583,0.0015765678,0.0012654256,0.0007097323,0.0007498176,0.0012401125,0.0009093886,0.0014064634],"category_scores_gemma":[0.0012814148,0.00027173667,0.00056358776,0.0008876595,0.00022979661,0.0014146012,0.00074032677,0.0009361633,0.0008445133],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007353093,0.000416418,0.008089155,0.00012812525,0.00017053992,0.00028705059,0.0000792481,0.0119312825,0.07716621,0.002023833,0.0058662477,0.8931067],"study_design_scores_gemma":[0.000043974043,0.00023502989,0.004485705,0.000011397087,0.000088255554,0.0003751385,0.000026221664,0.9636975,0.027282443,0.0016874529,0.0020253048,0.000041546842],"about_ca_topic_score_codex":0.0021819146,"about_ca_topic_score_gemma":0.0022515913,"teacher_disagreement_score":0.0021819146,"about_ca_system_score_codex":0.0003970096,"about_ca_system_score_gemma":0.0006789439,"threshold_uncertainty_score":0.0047050714},"labels":[],"label_agreement":null},{"id":"W2769308479","doi":"10.1016/j.infsof.2017.11.007","title":"A framework for the recovery and visualization of system availability scenarios from execution traces","year":2017,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"King Fahd University of Petroleum and Minerals","keywords":"Computer science; Merge (version control); TRACE (psycholinguistics); Flexibility (engineering); Distributed computing; Reusability; Source code; Software; Software engineering; Real-time computing; Data mining; Programming language; Parallel computing","score_opus":0.013040786307295075,"score_gpt":0.2647045050116433,"score_spread":0.2516637187043482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769308479","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009005005,0.000095222626,0.9859374,0.00012620038,0.00002227123,0.000083113446,0.00040707437,0.011938776,0.0004894713],"genre_scores_gemma":[0.04091869,0.00032142331,0.95502865,0.000071873226,0.000042153162,0.0002769442,0.0012773552,0.0009493235,0.0011134497],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99891555,0.0002310719,0.00015747955,0.0001751196,0.00042276434,0.0000980793],"domain_scores_gemma":[0.99676573,0.0012950695,0.0003091305,0.00075048575,0.0006035035,0.00027604352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025634214,0.001863307,0.0012467899,0.004334925,0.0011488709,0.005643281,0.003028363,0.0021788243,0.006595006],"category_scores_gemma":[0.008233726,0.0010108342,0.0020309386,0.002135709,0.001148831,0.0037149785,0.003199258,0.0029674612,0.0017507676],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003726338,0.00042851252,0.003818839,0.0011849033,0.00041089638,0.0014374385,0.0018944074,0.2462854,0.031759314,0.267299,0.045523997,0.3995847],"study_design_scores_gemma":[0.00004692163,0.000050769515,0.000554645,0.00016537138,0.000060825074,0.00040291526,0.00014288831,0.8844075,0.006559974,0.072920874,0.03458495,0.00010233536],"about_ca_topic_score_codex":0.013917403,"about_ca_topic_score_gemma":0.015358604,"teacher_disagreement_score":0.013917403,"about_ca_system_score_codex":0.00092950894,"about_ca_system_score_gemma":0.0023648466,"threshold_uncertainty_score":0.027672827},"labels":[],"label_agreement":null},{"id":"W2783794442","doi":"10.1016/j.infsof.2018.01.003","title":"Support vector regression for predicting software enhancement effort","year":2018,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Consejo Nacional de Ciencia y Tecnología; National Research Council Canada; Universidad de Guadalajara","keywords":"Support vector machine; Computer science; Benchmarking; Machine learning; Artificial neural network; Data mining; Software; Sigmoid function; Artificial intelligence; Decision tree; Set (abstract data type); Regression analysis; Kernel (algebra); Radial basis function kernel; Kernel method; Mathematics; Operating system","score_opus":0.010772910341071697,"score_gpt":0.2680281242044023,"score_spread":0.2572552138633306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783794442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84714895,0.00071441755,0.14872685,0.00022422228,0.00007475007,0.000056409892,0.0006561537,0.0013635126,0.0010347111],"genre_scores_gemma":[0.96217984,0.0001770901,0.035083003,0.000016685799,0.000029772276,0.00003701137,0.0007338025,0.000043611795,0.0016991687],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988426,0.00056606624,0.0000657928,0.00015419158,0.0002848288,0.00008640238],"domain_scores_gemma":[0.9859154,0.011068365,0.0009189697,0.00065409625,0.0012147771,0.00022832258],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002530915,0.00086784497,0.0005176873,0.0015975116,0.00015672047,0.0004892022,0.00065449515,0.0006786282,0.0014997085],"category_scores_gemma":[0.0172024,0.00020138707,0.00042005393,0.001418291,0.00015476247,0.00096086954,0.0003439657,0.0011623633,0.00085351],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013401789,0.0017866205,0.13045773,0.00021960176,0.00029473729,0.00012734969,0.00014399776,0.2416735,0.0068932134,0.0013586791,0.0042581107,0.61144626],"study_design_scores_gemma":[0.000018149374,0.00023656007,0.013170833,0.000012001406,0.000034378914,0.000019949888,0.000031885545,0.98380154,0.0017566303,0.0006849268,0.00022294743,0.000010286436],"about_ca_topic_score_codex":0.0041677402,"about_ca_topic_score_gemma":0.0033717828,"teacher_disagreement_score":0.0041677402,"about_ca_system_score_codex":0.0002709794,"about_ca_system_score_gemma":0.0005301769,"threshold_uncertainty_score":0.013384938},"labels":[],"label_agreement":null},{"id":"W2794729851","doi":"10.1016/j.infsof.2018.03.001","title":"Special section on Visual Analytics in Software Engineering","year":2018,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Visualization; Visual analytics; Process (computing); Context (archaeology); Data science; Information visualization; Data visualization; Human–computer interaction; Analytics; Creative visualization; Data mining","score_opus":0.008342315570618404,"score_gpt":0.2514719885727999,"score_spread":0.2431296730021815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794729851","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003629161,0.024755828,0.0031930453,0.02218077,0.92215014,0.00006735754,0.00014031999,0.00024288095,0.026906645],"genre_scores_gemma":[0.0023571819,0.021136858,0.0007677738,0.0095480075,0.8992196,0.000081153456,0.00021117645,0.00030523594,0.06637315],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979171,0.000367191,0.00023019793,0.00046743912,0.00080025475,0.00021786409],"domain_scores_gemma":[0.98807645,0.004398918,0.00058679783,0.00082674064,0.004145762,0.0019653458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026080988,0.002804188,0.002359113,0.0069577442,0.0019130053,0.004813102,0.002362736,0.005841312,0.05772449],"category_scores_gemma":[0.008237719,0.000711148,0.0016943258,0.0031782328,0.0016191786,0.004269582,0.0030103463,0.0052161454,0.021978498],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037218757,0.000056952376,0.00011933138,0.00039432987,0.00001953277,0.00013648998,0.000021721273,0.000112396905,0.00046516082,0.0023468786,0.96565473,0.030635191],"study_design_scores_gemma":[0.000012144362,0.000072708324,0.0006077761,0.00035637396,0.000019193973,0.0004257644,0.000028337623,0.00033038997,0.00021555238,0.0036729046,0.99424124,0.000017661958],"about_ca_topic_score_codex":0.0008424645,"about_ca_topic_score_gemma":0.002639986,"teacher_disagreement_score":0.05772449,"about_ca_system_score_codex":0.0014573163,"about_ca_system_score_gemma":0.001487732,"threshold_uncertainty_score":0.19310766},"labels":[],"label_agreement":null},{"id":"W2802838214","doi":"10.1016/j.infsof.2019.03.003","title":"Images don’t lie: Duplicate crowdtesting reports detection with screenshot information","year":2019,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"China Scholarship Council; National Natural Science Foundation of China","keywords":"Context (archaeology); Feature (linguistics); Word embedding; Computer science; Precision and recall; Similarity (geometry); Artificial intelligence; Image (mathematics); Variety (cybernetics); Word (group theory); F1 score; Recall; Information retrieval; Natural language processing; Embedding; Data mining; Pattern recognition (psychology); Mathematics; Geography; Linguistics","score_opus":0.003162984024258265,"score_gpt":0.1814050668166534,"score_spread":0.17824208279239512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802838214","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88232315,0.0019004516,0.09659782,0.0007921196,0.0008224621,0.00025710155,0.0023390406,0.006104112,0.008863856],"genre_scores_gemma":[0.9608379,0.00023375504,0.03169948,0.00021167428,0.00027455666,0.000060204693,0.0016831728,0.00017264903,0.0048265536],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99689305,0.0005092279,0.00012215445,0.00070227485,0.0014922657,0.00028098107],"domain_scores_gemma":[0.98994195,0.004733344,0.0014206433,0.0013891755,0.001924278,0.000590616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016998224,0.0009358418,0.0010740812,0.0032087027,0.00073291495,0.0013654389,0.0013660417,0.0018295854,0.001234668],"category_scores_gemma":[0.012175663,0.0004497071,0.00044840452,0.0015669895,0.00063759007,0.0011554593,0.0015537647,0.0006528604,0.0015772053],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007924539,0.0013423219,0.13676897,0.00090686517,0.0005816937,0.008468709,0.0025382708,0.026401503,0.09740275,0.004283771,0.06313199,0.65024865],"study_design_scores_gemma":[0.00015058203,0.001010799,0.09143021,0.00012674052,0.00029570246,0.0054036235,0.0018425845,0.79659843,0.07950948,0.0065118475,0.01693229,0.00018761284],"about_ca_topic_score_codex":0.0050575626,"about_ca_topic_score_gemma":0.0046169646,"teacher_disagreement_score":0.0050575626,"about_ca_system_score_codex":0.00054357224,"about_ca_system_score_gemma":0.00064486,"threshold_uncertainty_score":0.010056257},"labels":[],"label_agreement":null},{"id":"W2899335321","doi":"10.1016/j.infsof.2018.10.012","title":"On semantic detection of cloud API (anti)patterns","year":2018,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Interoperability; Cloud computing; Computer science; Leverage (statistics); Application programming interface; Rest (music); Software engineering; Context (archaeology); World Wide Web; Artificial intelligence; Operating system","score_opus":0.006897650802499252,"score_gpt":0.23286842681674982,"score_spread":0.22597077601425059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899335321","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3430284,0.001954146,0.6364846,0.000998989,0.00033289744,0.00043283092,0.0023837755,0.0045659193,0.00981842],"genre_scores_gemma":[0.73705727,0.00074130826,0.25446463,0.0003150695,0.00014486212,0.00012496604,0.0035019761,0.00021708151,0.0034327274],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9969241,0.00033562252,0.00028802908,0.000652616,0.0014369703,0.00036266714],"domain_scores_gemma":[0.99509263,0.0013863109,0.0007485947,0.0009163488,0.0016510672,0.00020506135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009968845,0.00060004345,0.000756816,0.0052422495,0.0011337169,0.0018756909,0.001168369,0.0011192801,0.0012585897],"category_scores_gemma":[0.0057759043,0.00031599283,0.0011839861,0.0035081396,0.0007069252,0.0028249088,0.0015863737,0.0008604939,0.0006281482],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007355811,0.00080814783,0.09050189,0.00082787964,0.00027684742,0.0015484862,0.0008784459,0.0096783675,0.099364296,0.04722922,0.012787073,0.7353638],"study_design_scores_gemma":[0.000075374286,0.0003852272,0.053338494,0.00022837664,0.00038217273,0.004153594,0.0015823602,0.7686958,0.070756055,0.07056127,0.029714767,0.00012651054],"about_ca_topic_score_codex":0.005278051,"about_ca_topic_score_gemma":0.008317238,"teacher_disagreement_score":0.005278051,"about_ca_system_score_codex":0.00059335545,"about_ca_system_score_gemma":0.0019494746,"threshold_uncertainty_score":0.010494649},"labels":[],"label_agreement":null},{"id":"W2906695112","doi":"10.1016/j.infsof.2019.01.001","title":"The current state of software license renewals in the I.T. industry","year":2019,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"License; Current (fluid); Software; State (computer science); Computer science; Software engineering; Business; Engineering; Electrical engineering; Operating system; Programming language","score_opus":0.007865062063184184,"score_gpt":0.24682651027785776,"score_spread":0.23896144821467358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906695112","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5888886,0.16735765,0.016277784,0.07467143,0.0016691969,0.000095225994,0.0025000374,0.0011546669,0.1473855],"genre_scores_gemma":[0.9543682,0.028803488,0.0025132897,0.0035051845,0.0009886095,0.000026600621,0.0006807554,0.000104804625,0.009009062],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99167514,0.0012040173,0.00088271534,0.0020474521,0.0030165133,0.0011741258],"domain_scores_gemma":[0.91906697,0.032127723,0.020984009,0.0031227162,0.017169978,0.0075285817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012819977,0.00029542824,0.0006192786,0.0056423526,0.0017417845,0.0137734795,0.002890415,0.003556804,0.008234602],"category_scores_gemma":[0.033259097,0.0005429002,0.0008053439,0.0069117313,0.0048703146,0.009403097,0.0024530792,0.0033564763,0.002258911],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076534745,0.0005262968,0.07504179,0.0015804783,0.000067272544,0.0002952839,0.0024477025,0.0032046146,0.0029561794,0.094745904,0.02104805,0.7973211],"study_design_scores_gemma":[0.00009166492,0.001668976,0.35049105,0.005341167,0.00030753357,0.0025131044,0.020161616,0.015318169,0.010313165,0.061658666,0.53160435,0.0005305287],"about_ca_topic_score_codex":0.009831508,"about_ca_topic_score_gemma":0.010765436,"teacher_disagreement_score":0.0137734795,"about_ca_system_score_codex":0.006138924,"about_ca_system_score_gemma":0.008188618,"threshold_uncertainty_score":0.06779933},"labels":[],"label_agreement":null},{"id":"W2945475639","doi":"10.1016/j.infsof.2019.05.007","title":"An HMM-based approach for automatic detection and classification of duplicate bug reports","year":2019,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Software regression; Computer science; Software bug; Precision and recall; Hidden Markov model; Software; Rank (graph theory); Crash; Data mining; Information retrieval; Artificial intelligence; Software quality; Software development; Programming language","score_opus":0.010593679754432234,"score_gpt":0.2446091503613171,"score_spread":0.23401547060688488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945475639","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09257045,0.0010570103,0.89033186,0.00032011175,0.00024320185,0.00026614283,0.0018810686,0.0114349965,0.0018951647],"genre_scores_gemma":[0.5676599,0.0006169489,0.42173746,0.00022298469,0.00014994045,0.00027894706,0.0033201613,0.00035622827,0.005657458],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998104,0.0003364125,0.00019118056,0.0005173536,0.0006594343,0.00019158392],"domain_scores_gemma":[0.99507964,0.0018438587,0.00049068633,0.000686411,0.0016851644,0.00021416598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018076788,0.00073920796,0.0013312072,0.003330063,0.00074222166,0.001496863,0.0015125896,0.001516418,0.0017997614],"category_scores_gemma":[0.0052925083,0.00045823885,0.0010143872,0.0023229525,0.00038653,0.0012741224,0.0010921155,0.0013695922,0.001932052],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010066706,0.00057295494,0.033017416,0.0005957547,0.0005126864,0.0007206491,0.00061344146,0.016431833,0.108944595,0.0023314264,0.01064569,0.82460684],"study_design_scores_gemma":[0.000083164654,0.0004502219,0.038116697,0.00010185194,0.00046033564,0.0014907005,0.00032190932,0.8915547,0.053647332,0.0055579795,0.008026667,0.00018843562],"about_ca_topic_score_codex":0.0073890155,"about_ca_topic_score_gemma":0.010005533,"teacher_disagreement_score":0.0073890155,"about_ca_system_score_codex":0.00059197826,"about_ca_system_score_gemma":0.0015813727,"threshold_uncertainty_score":0.0146920085},"labels":[],"label_agreement":null},{"id":"W2945573699","doi":"10.1016/j.infsof.2019.05.009","title":"M-Lean: An end-to-end development framework for predictive models in B2B scenarios","year":2019,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of Alberta","funders":"","keywords":"Computer science; Business intelligence; Business domain; Process management; Business case; Business model; Predictive analytics; Business analytics; Knowledge management; Business rule; Business process; Risk analysis (engineering); Business analysis; Engineering; Data science; Operations management; Business","score_opus":0.030239240522294514,"score_gpt":0.2657665550164415,"score_spread":0.23552731449414696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945573699","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022701707,0.000052000465,0.9885881,0.00015775579,0.000014821812,0.00012531735,0.00022672897,0.0067940475,0.0017709688],"genre_scores_gemma":[0.06666876,0.0001607722,0.9287903,0.0001240658,0.000013657089,0.00027152686,0.0014390837,0.0010185856,0.0015132722],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976787,0.00092405657,0.00022700464,0.0002748145,0.000699899,0.00019554659],"domain_scores_gemma":[0.9965661,0.0017694691,0.00025972977,0.0005569387,0.00063021254,0.00021755835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045495806,0.001323347,0.0006697126,0.001785948,0.0009387643,0.003529154,0.0027454868,0.0017054653,0.0046562566],"category_scores_gemma":[0.00864031,0.0010586219,0.0014257386,0.001203232,0.0008640326,0.0041498877,0.00393755,0.0024475022,0.0019551525],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005359166,0.00074535614,0.005312917,0.0009065725,0.00027692746,0.0014732966,0.0017323475,0.35382068,0.012015973,0.21503402,0.023441438,0.38470447],"study_design_scores_gemma":[0.000048395686,0.000073638956,0.00034000663,0.00016151878,0.000040503688,0.00019892724,0.00017791466,0.8990493,0.0073644053,0.065494955,0.026999578,0.00005085987],"about_ca_topic_score_codex":0.0047508124,"about_ca_topic_score_gemma":0.0069234194,"teacher_disagreement_score":0.0047508124,"about_ca_system_score_codex":0.0011381633,"about_ca_system_score_gemma":0.0027466724,"threshold_uncertainty_score":0.024060726},"labels":[],"label_agreement":null},{"id":"W2982119098","doi":"10.1016/j.infsof.2019.106205","title":"Automatic prediction of the severity of bugs using stack traces and categorical features","year":2019,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Categorical variable; Computer science; Software bug; Software regression; Data mining; Machine learning; Software; Classifier (UML); Tracing; Predictive modelling; Artificial intelligence; Reliability engineering; Software quality; Software development; Engineering; Operating system","score_opus":0.007654808858986597,"score_gpt":0.22442895162658016,"score_spread":0.21677414276759358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982119098","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8345205,0.00081829535,0.14010294,0.00018745773,0.00010788831,0.00012474782,0.0056472747,0.017679509,0.0008114536],"genre_scores_gemma":[0.9373955,0.00015201271,0.05739589,0.000025851861,0.000037125814,0.000039508992,0.004200776,0.00018538792,0.0005679897],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999008,0.00011244354,0.00010801736,0.00026161538,0.0003992009,0.00011077556],"domain_scores_gemma":[0.98786956,0.0048705135,0.0028066533,0.0009710757,0.0026852703,0.00079691893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007598487,0.0014389305,0.0008667785,0.0068198517,0.00028242287,0.00085224095,0.0010017024,0.0010145685,0.001081706],"category_scores_gemma":[0.0071311085,0.0004257068,0.001018567,0.0021388237,0.00029292091,0.0014214518,0.0007721838,0.0008992935,0.0007033036],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017431115,0.0009099254,0.46655342,0.00076278683,0.0003994863,0.00091564626,0.00026481802,0.049164437,0.070725694,0.0016629903,0.008232333,0.39866546],"study_design_scores_gemma":[0.00008482918,0.00056454114,0.0899443,0.000057878595,0.00017823257,0.00047333227,0.00011330783,0.88637286,0.017710177,0.0031938858,0.0012331324,0.000073558185],"about_ca_topic_score_codex":0.005677462,"about_ca_topic_score_gemma":0.009116802,"teacher_disagreement_score":0.0068198517,"about_ca_system_score_codex":0.0003840643,"about_ca_system_score_gemma":0.00117365,"threshold_uncertainty_score":0.011288822},"labels":[],"label_agreement":null},{"id":"W2987292856","doi":"10.1016/j.infsof.2019.106213","title":"Towards assisting developers in API usage by automated recovery of complex temporal patterns","year":2019,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Rimouski","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Application programming interface; Software design pattern; Usage data; Software; Programming language; World Wide Web","score_opus":0.012240438639937762,"score_gpt":0.24952561703720383,"score_spread":0.23728517839726607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987292856","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06941648,0.0003686087,0.88023853,0.0017933869,0.00009597839,0.00038953745,0.0007652652,0.043997716,0.002934538],"genre_scores_gemma":[0.2773747,0.00028111116,0.71505904,0.0003547519,0.000042622036,0.00012829015,0.0015357066,0.0016702343,0.0035534545],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99369663,0.0022678846,0.00050251436,0.0010963792,0.0020561377,0.00038044644],"domain_scores_gemma":[0.9665451,0.011294269,0.004912611,0.010633444,0.0057759886,0.0008386115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054106787,0.0015131781,0.00086316315,0.002592969,0.0007130703,0.0036484317,0.002736333,0.0022270214,0.0027679354],"category_scores_gemma":[0.033802833,0.0009690093,0.00091427256,0.0012626703,0.0007263667,0.003962398,0.0031710379,0.0027497069,0.0035357536],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054652157,0.0012080502,0.032006063,0.00076700805,0.00015213525,0.000713823,0.0027475473,0.019444698,0.081468634,0.005054472,0.022853673,0.8330374],"study_design_scores_gemma":[0.00011934666,0.00035853425,0.011033342,0.00033887182,0.000182166,0.0010948278,0.0017431997,0.83111876,0.10537018,0.016882407,0.031599008,0.00015924676],"about_ca_topic_score_codex":0.004626368,"about_ca_topic_score_gemma":0.008995463,"teacher_disagreement_score":0.0054106787,"about_ca_system_score_codex":0.0005036583,"about_ca_system_score_gemma":0.0033954051,"threshold_uncertainty_score":0.02861476},"labels":[],"label_agreement":null},{"id":"W3004796001","doi":"10.1016/j.infsof.2020.106277","title":"Mining API usage scenarios from stack overflow","year":2020,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Polytechnique Montréal","funders":"","keywords":"Documentation; Computer science; Application programming interface; Task (project management); Software documentation; Source code; Code (set theory); Software; Code review; Programming language; Internal documentation; Software engineering; World Wide Web; Database; Software development; Software quality; Software development process; Engineering; Software construction; Set (abstract data type)","score_opus":0.014472455903386122,"score_gpt":0.23106877270585893,"score_spread":0.21659631680247282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004796001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9750123,0.00054948224,0.008431274,0.00020853945,0.000036020137,0.00010149608,0.010687754,0.0027057054,0.0022674673],"genre_scores_gemma":[0.9599191,0.00035076228,0.01828081,0.00006927295,0.000032430107,0.000084081046,0.020292992,0.00026914352,0.0007015851],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99799347,0.0002284499,0.00025257887,0.00039213995,0.0009227443,0.00021062137],"domain_scores_gemma":[0.99118257,0.0045088325,0.0015237766,0.0009148306,0.0013031537,0.0005667812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008886356,0.0011273716,0.00046633216,0.008561466,0.0007333873,0.0014171434,0.0010057492,0.0013147666,0.0009656119],"category_scores_gemma":[0.011779192,0.0004736879,0.0013027441,0.0056416113,0.00034353294,0.003096105,0.0010420717,0.0009170902,0.00052749855],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017006417,0.0008545224,0.6812137,0.0015558656,0.00083433505,0.010802006,0.0024663664,0.02266306,0.037289996,0.0050063543,0.020818328,0.21479495],"study_design_scores_gemma":[0.00010311227,0.0007007593,0.37606058,0.0005039206,0.0009781742,0.012979804,0.0038999075,0.5211865,0.04190929,0.012044973,0.02936497,0.0002679654],"about_ca_topic_score_codex":0.003867164,"about_ca_topic_score_gemma":0.0065974584,"teacher_disagreement_score":0.008561466,"about_ca_system_score_codex":0.0004810702,"about_ca_system_score_gemma":0.0009496666,"threshold_uncertainty_score":0.007689297},"labels":[],"label_agreement":null},{"id":"W3059397974","doi":"10.1016/j.infsof.2020.106392","title":"Predicting continuous integration build failures using evolutionary search","year":2020,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Computer science; Benchmark (surveying); Genetic programming; Context (archaeology); Process (computing); Software; Software engineering; Resource (disambiguation); Search-based software engineering; Machine learning; Outcome (game theory); Software development; Artificial intelligence; Data mining; Software development process; Programming language","score_opus":0.014918686799295273,"score_gpt":0.24796759159791096,"score_spread":0.23304890479861567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3059397974","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94197905,0.00031058205,0.05553288,0.0001230461,0.000022892138,0.00003552305,0.00019281461,0.00044223387,0.0013609926],"genre_scores_gemma":[0.9888148,0.000040463583,0.010348053,0.000010720013,0.0000041298676,0.000013412699,0.0002133126,0.00002344449,0.00053172756],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99948394,0.00012358949,0.00003082885,0.000118647826,0.00016383834,0.00007905964],"domain_scores_gemma":[0.99460006,0.0037850775,0.0005227219,0.00025122048,0.00063187553,0.00020900452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012613209,0.00094707205,0.000709823,0.0025757807,0.00039601265,0.00080934126,0.0010907914,0.0012868238,0.0014993687],"category_scores_gemma":[0.0076184045,0.0004654153,0.00055866624,0.0014103007,0.00038816786,0.001231017,0.0006246896,0.0009346077,0.00031867513],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027823242,0.00028082382,0.05223165,0.000047781614,0.00011120805,0.00014957544,0.00006415392,0.8889114,0.0017539192,0.0006551252,0.0005871085,0.054929025],"study_design_scores_gemma":[0.000004347995,0.000039095587,0.0023748705,0.0000033370186,0.000010700112,0.000016224796,0.000014330217,0.99696714,0.00020990029,0.00032395974,0.000033371824,0.0000027168765],"about_ca_topic_score_codex":0.009948942,"about_ca_topic_score_gemma":0.009976041,"teacher_disagreement_score":0.009948942,"about_ca_system_score_codex":0.0006704329,"about_ca_system_score_gemma":0.00062542385,"threshold_uncertainty_score":0.019782066},"labels":[],"label_agreement":null},{"id":"W3083073468","doi":"10.1016/j.infsof.2021.106538","title":"Game industry problems: An extensive analysis of the gray literature","year":2021,"lang":"en","type":"preprint","venue":"Information and Software Technology","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi; Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Game Developer; Game design; Context (archaeology); Video game; Computer science; Root (linguistics); Game design document; Production (economics); Marketing; Management science; Business; Engineering; Multimedia; Economics; Microeconomics","score_opus":0.04509230696080537,"score_gpt":0.33358518401542103,"score_spread":0.2884928770546157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083073468","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41810006,0.06336363,0.3423563,0.0150985615,0.00020057826,0.00037461784,0.0014599123,0.00025046588,0.15879586],"genre_scores_gemma":[0.94410115,0.018233871,0.02460186,0.00072535273,0.00030015057,0.0001965125,0.00041317922,0.00006373144,0.011364142],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"systematic_review","domain_scores_codex":[0.9987558,0.0005957916,0.00005949686,0.00012145348,0.0003365449,0.00013079919],"domain_scores_gemma":[0.97131336,0.026257604,0.0006931597,0.0005378154,0.00085087976,0.0003471407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036525666,0.0007379607,0.0016124984,0.007015774,0.0013527927,0.0032393008,0.001222745,0.0014062056,0.012477677],"category_scores_gemma":[0.02116755,0.00040187026,0.0013440293,0.0063836644,0.0028058551,0.0043015094,0.0018351908,0.0014396645,0.0004223643],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009755414,0.00020168262,0.003959928,0.00085165317,0.00021950832,0.0003340804,0.00067640125,0.070447184,0.00022228973,0.8254637,0.009736868,0.08778905],"study_design_scores_gemma":[0.000023786633,0.00003166237,0.002034107,0.00024803597,0.00009503091,0.00011402872,0.0005258185,0.046287116,0.00009690199,0.9441215,0.0064069787,0.000015209311],"about_ca_topic_score_codex":0.005420001,"about_ca_topic_score_gemma":0.0068987827,"teacher_disagreement_score":0.012477677,"about_ca_system_score_codex":0.0019971023,"about_ca_system_score_gemma":0.0019872945,"threshold_uncertainty_score":0.041741967},"labels":[],"label_agreement":null},{"id":"W3089622721","doi":"10.1016/j.infsof.2020.106440","title":"Special Section on the 2019 Symposium on Search-Based Software Engineering","year":2020,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Context (archaeology); Computer science; Data science; Diversity (politics); Measure (data warehouse); Data mining; Software; Machine learning; Geography","score_opus":0.010942623226967553,"score_gpt":0.21306865690337123,"score_spread":0.2021260336764037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089622721","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00038795944,0.018939313,0.0016467769,0.0478391,0.8934578,0.00009241763,0.00039826112,0.00021202189,0.037026346],"genre_scores_gemma":[0.0029189936,0.01837064,0.0009492514,0.02116136,0.75264513,0.00012378689,0.0007895001,0.0003864397,0.20265491],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973008,0.00039363944,0.0002002447,0.00053372723,0.0012073284,0.0003643322],"domain_scores_gemma":[0.9899094,0.002536184,0.00066143495,0.00070995797,0.0037609984,0.0024220073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032211533,0.0026729908,0.0028919713,0.0051353313,0.002838351,0.0067208274,0.0027512226,0.0076961317,0.08942916],"category_scores_gemma":[0.0071581844,0.0007200595,0.0019058,0.0030125596,0.0012580132,0.004296262,0.003238985,0.0071861153,0.044742502],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042292042,0.000037679372,0.00006984839,0.00011763832,0.000010528034,0.000039405255,0.000007735903,0.000040498267,0.00017789913,0.00086565793,0.9869611,0.0116296355],"study_design_scores_gemma":[0.00001787913,0.000050604205,0.00043912712,0.00018174486,0.000021340193,0.0000798473,0.000021545997,0.00025430147,0.00014999567,0.001345274,0.9974235,0.000014909254],"about_ca_topic_score_codex":0.0024586,"about_ca_topic_score_gemma":0.009439918,"teacher_disagreement_score":0.08942916,"about_ca_system_score_codex":0.0033347858,"about_ca_system_score_gemma":0.0024310295,"threshold_uncertainty_score":0.29917037},"labels":[],"label_agreement":null},{"id":"W3091431866","doi":"10.1016/j.infsof.2020.106435","title":"Archetypes of delay: An analysis of online developer conversations on delayed work items in IBM Jazz","year":2020,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Agile software development; Computer science; IBM; Software engineering; Scope (computer science); Process management; Project management; Knowledge management; World Wide Web; Systems engineering; Engineering","score_opus":0.01878912662431273,"score_gpt":0.2615916783248603,"score_spread":0.24280255170054757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091431866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99454534,0.000182671,0.0014887955,0.00021870491,0.000016369175,0.000029912051,0.00023564906,0.000071230774,0.00321129],"genre_scores_gemma":[0.99735224,0.00009456527,0.0010670255,0.00005082039,0.000018658888,0.000034448178,0.00030530704,0.00005032325,0.0010265859],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99661934,0.0015314887,0.00023430168,0.00032052744,0.00092132785,0.00037300278],"domain_scores_gemma":[0.91272706,0.06913529,0.007987327,0.002261997,0.004855576,0.003032749],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036683818,0.00028515802,0.00032554878,0.0037853422,0.0021262902,0.0029704918,0.00087430264,0.0010601913,0.0021213607],"category_scores_gemma":[0.041356333,0.0003750131,0.00021959108,0.002904758,0.00095204293,0.0033392534,0.0023884303,0.0014835155,0.0006156869],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022863608,0.00062083855,0.59041685,0.00049411796,0.00012895359,0.0022657055,0.27100968,0.0017284809,0.013819733,0.00822232,0.0044210223,0.104585804],"study_design_scores_gemma":[0.00005921635,0.0005836017,0.6875589,0.00032979128,0.0001566351,0.0010989951,0.2581355,0.010791424,0.0046648863,0.004171484,0.03230332,0.00014627884],"about_ca_topic_score_codex":0.011891372,"about_ca_topic_score_gemma":0.014063851,"teacher_disagreement_score":0.011891372,"about_ca_system_score_codex":0.001873291,"about_ca_system_score_gemma":0.0019091155,"threshold_uncertainty_score":0.023644328},"labels":[],"label_agreement":null},{"id":"W3159118496","doi":"10.1016/j.infsof.2021.106603","title":"How do developers discuss and support new programming languages in technical Q&A site? An empirical study of Go, Swift, and Rust in Stack Overflow","year":2021,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Swift; Java; Rust (programming language); Second-generation programming language; Resource (disambiguation); Software; Stack (abstract data type); Fourth-generation programming language; Programming language; Software development; World Wide Web; Data science; Software engineering; Programming paradigm; Fifth-generation programming language","score_opus":0.019263389115637304,"score_gpt":0.3074252941101488,"score_spread":0.2881619049945115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159118496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9951106,0.000049563027,0.00056920946,0.00105386,0.000011369714,0.000041617135,0.000023186454,0.000048726357,0.0030918927],"genre_scores_gemma":[0.9971636,0.00006935723,0.00084863626,0.0004341772,0.000014409984,0.000041116127,0.000049083013,0.000053312346,0.0013263528],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9854181,0.008546796,0.0007489465,0.00083187665,0.003197387,0.0012567589],"domain_scores_gemma":[0.61551183,0.2639586,0.07173433,0.009107702,0.018914778,0.0207727],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.020433798,0.00036377765,0.00041900156,0.0029128375,0.003961969,0.0045627686,0.0018733348,0.003313435,0.004397812],"category_scores_gemma":[0.19441502,0.0010559829,0.00034828187,0.0017862294,0.0042517073,0.012242791,0.0043060537,0.004920591,0.0007899006],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005191681,0.002725697,0.6147394,0.00023249665,0.000079869256,0.0008930847,0.33417058,0.00034372625,0.0022364988,0.0041976627,0.004083667,0.035778146],"study_design_scores_gemma":[0.00018554479,0.0011799564,0.5412061,0.0003217474,0.00012340149,0.00047781126,0.43286586,0.0032477411,0.0013498607,0.0044867597,0.01437607,0.00017920119],"about_ca_topic_score_codex":0.013763639,"about_ca_topic_score_gemma":0.030275712,"teacher_disagreement_score":0.996038,"about_ca_system_score_codex":0.0028786696,"about_ca_system_score_gemma":0.005618944,"threshold_uncertainty_score":0.108065546},"labels":[],"label_agreement":null},{"id":"W3162755873","doi":"10.1016/j.infsof.2021.106636","title":"Requirements engineering: Foundation for software quality (REFSQ2020)","year":2021,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Foundation (evidence); Software quality; Software engineering; Quality (philosophy); Engineering; Computer science; Systems engineering; Software; Software development; Programming language; Geography","score_opus":0.0263946985204725,"score_gpt":0.30104182476449726,"score_spread":0.27464712624402476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162755873","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003516502,0.014143075,0.62154216,0.043013472,0.008956166,0.0007530452,0.011631657,0.016100613,0.28034332],"genre_scores_gemma":[0.0497884,0.017895203,0.7206187,0.008214632,0.004901508,0.0016445043,0.0532933,0.0113393385,0.13230439],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9837818,0.0051106033,0.0011028323,0.00093347323,0.007993269,0.0010780278],"domain_scores_gemma":[0.96352535,0.008456927,0.0020965415,0.0060760113,0.018524956,0.0013202467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020883271,0.0017562254,0.0013647452,0.0035680349,0.0012862043,0.0069185887,0.0020551893,0.0050678207,0.04450421],"category_scores_gemma":[0.06009734,0.0011578057,0.0014956446,0.0036550574,0.0011879026,0.006679898,0.004434302,0.004426947,0.050637733],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008280748,0.00011375119,0.0004805016,0.00076112757,0.00004014073,0.000053825916,0.00012088284,0.0029686103,0.0019388977,0.25880745,0.423049,0.31158304],"study_design_scores_gemma":[0.00007390021,0.00009731469,0.0008727002,0.0016711025,0.000043769065,0.0001468325,0.000058245412,0.009644686,0.002255966,0.18625188,0.7988326,0.000051001676],"about_ca_topic_score_codex":0.0066582565,"about_ca_topic_score_gemma":0.0028038267,"teacher_disagreement_score":0.04450421,"about_ca_system_score_codex":0.0029899008,"about_ca_system_score_gemma":0.007952178,"threshold_uncertainty_score":0.14888138},"labels":[],"label_agreement":null},{"id":"W3197188256","doi":"10.1016/j.infsof.2021.106756","title":"Early prediction for merged vs abandoned code changes in modern code reviews","year":2021,"lang":"en","type":"preprint","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Code review; Code (set theory); Machine learning; Classifier (UML); Artificial intelligence; Source code; Suite; Software; Source lines of code; Process (computing); Empirical research; Software inspection; Software engineering; Software development; Software quality; Programming language; Statistics","score_opus":0.02435593368266787,"score_gpt":0.27361690913263004,"score_spread":0.24926097544996217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197188256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9498756,0.004013439,0.027969427,0.0016793845,0.0007028214,0.00016516665,0.0040821037,0.0018783828,0.009633609],"genre_scores_gemma":[0.98827606,0.00030276418,0.00683868,0.00014925266,0.00018775476,0.000037054833,0.0020606623,0.00020062165,0.0019470694],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9926662,0.0011675996,0.00062062044,0.0015283723,0.0032414244,0.0007756897],"domain_scores_gemma":[0.80723184,0.13428606,0.020033425,0.00892669,0.024887973,0.004634019],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005784745,0.00052540173,0.0006068309,0.005787952,0.0011038681,0.0026764404,0.00094124733,0.0018084919,0.0035515942],"category_scores_gemma":[0.100118876,0.00050645054,0.0008190485,0.0024683634,0.00076079095,0.003658534,0.0012544659,0.0023954657,0.0015696208],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026621192,0.00023830074,0.7893838,0.0008001067,0.00030647774,0.0012679475,0.0009358509,0.0056069666,0.009717418,0.007186622,0.018339535,0.16355498],"study_design_scores_gemma":[0.00017888786,0.0008709149,0.7199842,0.0006468838,0.0006076207,0.00379912,0.0013416258,0.19418325,0.027232755,0.022351854,0.028589984,0.00021297784],"about_ca_topic_score_codex":0.002570335,"about_ca_topic_score_gemma":0.005038762,"teacher_disagreement_score":0.005787952,"about_ca_system_score_codex":0.00096876756,"about_ca_system_score_gemma":0.0015650108,"threshold_uncertainty_score":0.030593038},"labels":[],"label_agreement":null},{"id":"W3211558040","doi":"10.1016/j.infsof.2021.106757","title":"Layout merging with relative positioning in Concern-Oriented Reuse hierarchies","year":2021,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Reuse; Software; Software engineering; Software development; Software construction; Engineering drawing; Systems engineering; Programming language; Engineering","score_opus":0.005983369922729005,"score_gpt":0.21549080406899124,"score_spread":0.20950743414626224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211558040","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050090488,0.00023420686,0.9418967,0.000124737,0.000024401166,0.00006651376,0.00007770739,0.004112985,0.003372241],"genre_scores_gemma":[0.384727,0.00019546883,0.6097141,0.000105044935,0.000019005287,0.00007326161,0.0003477541,0.0010196342,0.003798811],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976336,0.00066804164,0.00017365169,0.00038171632,0.0008651597,0.0002778537],"domain_scores_gemma":[0.99502546,0.0013450761,0.0004161046,0.0021333701,0.00088712195,0.00019287982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020841258,0.00050875917,0.0007293341,0.0015692149,0.001096318,0.002343838,0.0020317982,0.0010479415,0.0037220444],"category_scores_gemma":[0.008163654,0.0010069784,0.0011498777,0.0026427072,0.0010665338,0.004085246,0.0029992354,0.0012261338,0.00096681964],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005212764,0.00037338058,0.009610731,0.00058872334,0.00017556011,0.0007834686,0.0047024554,0.08955091,0.05750621,0.14192031,0.006205282,0.68806165],"study_design_scores_gemma":[0.00012324865,0.00052789814,0.00480963,0.00018915841,0.0004151969,0.0009672002,0.0015386157,0.705675,0.09825515,0.14561354,0.04172016,0.00016527808],"about_ca_topic_score_codex":0.0060543586,"about_ca_topic_score_gemma":0.011325078,"teacher_disagreement_score":0.0060543586,"about_ca_system_score_codex":0.00085413276,"about_ca_system_score_gemma":0.0016413046,"threshold_uncertainty_score":0.01245147},"labels":[],"label_agreement":null},{"id":"W4210729440","doi":"10.1016/j.infsof.2022.106855","title":"An empirical study on self-admitted technical debt in modern code review","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Japan Society for the Promotion of Science; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Technical debt; Debt; Imperfect; Code (set theory); Process (computing); Computer science; Empirical research; Risk analysis (engineering); Business; Accounting; Data science; Finance; Statistics; Mathematics; Software development","score_opus":0.017732388542163458,"score_gpt":0.31609050294286134,"score_spread":0.29835811440069787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210729440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9968933,0.00033737646,0.00014411444,0.00027732967,0.0000067009373,0.000016249482,0.00011490584,0.000005002471,0.0022050405],"genre_scores_gemma":[0.9989767,0.00013910956,0.00007037712,0.00005879393,0.000015794472,0.000010403053,0.0001473862,0.000004663541,0.0005766879],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99633884,0.0015184131,0.00044226937,0.00032058638,0.0009407716,0.0004391083],"domain_scores_gemma":[0.7139327,0.1436362,0.103240214,0.006630568,0.021291986,0.011268236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053281174,0.0001249199,0.00027755,0.0033349223,0.0014152398,0.0022995337,0.0007524782,0.0010065185,0.0033597925],"category_scores_gemma":[0.10803906,0.00024515085,0.00025086224,0.0041577816,0.0015417916,0.0027658632,0.001640123,0.0019297925,0.00043130948],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013454714,0.00025742583,0.98191065,0.000071581104,0.000040186307,0.00023261698,0.0069554313,0.00010639627,0.00018989266,0.001440761,0.00078711245,0.00787352],"study_design_scores_gemma":[0.000011224229,0.00012100487,0.98511666,0.00007619188,0.000040267947,0.00033984004,0.010064765,0.0005763589,0.00021351145,0.00045632347,0.0029641348,0.00001970558],"about_ca_topic_score_codex":0.013579218,"about_ca_topic_score_gemma":0.019952156,"teacher_disagreement_score":0.013579218,"about_ca_system_score_codex":0.0018114342,"about_ca_system_score_gemma":0.0023567586,"threshold_uncertainty_score":0.028178096},"labels":[],"label_agreement":null},{"id":"W4223464152","doi":"10.1016/j.infsof.2022.106912","title":"An empirical study of emoji use in software development communication","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Instituto Nacional de Ciência e Tecnologia para Engenharia de Software; Fundação de Amparo à Ciência e Tecnologia do Estado de Pernambuco; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Emoji; Computer science; Software engineering; Software development; Empirical research; Software; World Wide Web; Programming language; Social media; Mathematics","score_opus":0.024901636920426556,"score_gpt":0.2952116746122025,"score_spread":0.2703100376917759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223464152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99782676,0.000045205794,0.00015780255,0.00003328889,0.0000029847067,0.000010458663,0.0000109275,0.0000031646964,0.0019095093],"genre_scores_gemma":[0.9985812,0.00011167589,0.00047351533,0.00005725641,0.0000058142346,0.000034072935,0.000028854349,0.0000077787845,0.00069982925],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995401,0.0029186246,0.00033723758,0.00023159482,0.00084503915,0.0002665513],"domain_scores_gemma":[0.85276955,0.12314408,0.012168269,0.0027381515,0.005899479,0.0032804105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051698764,0.00030202544,0.00030901315,0.002120645,0.0018866827,0.0022836016,0.00062136765,0.0008582465,0.002153705],"category_scores_gemma":[0.05756722,0.00041509373,0.00022281031,0.0021235915,0.00096614106,0.0022853503,0.0017298588,0.0016579586,0.00039371086],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047311484,0.0026839168,0.7539805,0.00037302123,0.000085164975,0.00081338844,0.18806592,0.00014960209,0.004865483,0.001510824,0.0004552774,0.04654382],"study_design_scores_gemma":[0.000040207546,0.0013866683,0.84794015,0.00025345368,0.00014106836,0.0008419421,0.14110698,0.0016474697,0.0023233378,0.00034554486,0.0039228094,0.00005039733],"about_ca_topic_score_codex":0.0030284121,"about_ca_topic_score_gemma":0.005446952,"teacher_disagreement_score":0.0051698764,"about_ca_system_score_codex":0.0008232751,"about_ca_system_score_gemma":0.0011810631,"threshold_uncertainty_score":0.027341306},"labels":[],"label_agreement":null},{"id":"W4223971160","doi":"10.1016/j.infsof.2022.107025","title":"S-DABT: Schedule and Dependency-aware Bug Triage in open-source bug tracking systems","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Software regression; Software bug; Schedule; Dependency (UML); Dependency graph; Scheduling (production processes); Open source; Software; Software development; Software quality; Software engineering; Programming language; Operating system; Engineering","score_opus":0.014490333728166742,"score_gpt":0.25314797987584403,"score_spread":0.2386576461476773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223971160","genre_codex":"software","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09162066,0.0011521012,0.42810783,0.0008295109,0.0005903356,0.0005192048,0.0035781923,0.46780947,0.0057926127],"genre_scores_gemma":[0.5125187,0.0004898349,0.45651287,0.00040878716,0.0001799505,0.00035747673,0.009249354,0.014050803,0.006232264],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99650204,0.00086861296,0.00033410304,0.00080675364,0.0011779161,0.000310605],"domain_scores_gemma":[0.98817164,0.004402991,0.0013049109,0.0039040567,0.0014143372,0.0008021287],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00340634,0.0017553354,0.0010800415,0.0038900196,0.0010167515,0.0021411087,0.003150921,0.0013023727,0.005419084],"category_scores_gemma":[0.018389441,0.0011554902,0.0015153186,0.0018865984,0.000978531,0.003638311,0.003926804,0.0019722634,0.0023459485],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002154269,0.00085799256,0.024035811,0.0011363595,0.00039919576,0.0005642608,0.0012413305,0.040419962,0.030806843,0.008479817,0.104214184,0.78569],"study_design_scores_gemma":[0.0009960152,0.0010973008,0.01134718,0.00018253097,0.0003170387,0.0006524196,0.00037335244,0.8808771,0.04246896,0.015515638,0.045918405,0.00025414888],"about_ca_topic_score_codex":0.008571441,"about_ca_topic_score_gemma":0.012104347,"teacher_disagreement_score":0.008571441,"about_ca_system_score_codex":0.0010120758,"about_ca_system_score_gemma":0.0029269266,"threshold_uncertainty_score":0.018128633},"labels":[],"label_agreement":null},{"id":"W4229062148","doi":"10.1016/j.infsof.2022.106936","title":"A search-based framework for automatic generation of testing environments for cyber–physical systems","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Cyber-physical system; Drone; Computer science; Robot; Software; Virtual machine; Physical system; Distributed computing; Human–computer interaction; Systems engineering; Embedded system; Real-time computing; Artificial intelligence; Engineering; Operating system","score_opus":0.03980151792648982,"score_gpt":0.2772495253795939,"score_spread":0.2374480074531041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229062148","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003489503,0.00010728178,0.98822355,0.00008059984,0.00001476444,0.00010678601,0.00016946097,0.0070982883,0.00070972287],"genre_scores_gemma":[0.13233358,0.00008767239,0.8646081,0.000117989366,0.000023386428,0.00023858796,0.0007963296,0.0008344627,0.00095994154],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978555,0.0005776909,0.0001655968,0.00033281866,0.00087206846,0.00019630272],"domain_scores_gemma":[0.9952236,0.0028630388,0.00029046534,0.00064478203,0.0008323642,0.0001457824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002056244,0.0012880714,0.0013199471,0.0022975556,0.00086522877,0.0018255666,0.0028396025,0.0017631416,0.0055633816],"category_scores_gemma":[0.00939452,0.0007692882,0.0017447826,0.0013551571,0.0012466183,0.0023427233,0.0022818248,0.0015748589,0.0015333921],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085735193,0.00046507627,0.002935529,0.0009501558,0.0002161259,0.0006869653,0.00046263705,0.3804464,0.030982666,0.056172695,0.0147600025,0.5110644],"study_design_scores_gemma":[0.00005697441,0.000065111075,0.00019428514,0.00003347737,0.000031551637,0.00009423928,0.000028126913,0.96956694,0.005890082,0.021500869,0.0025202981,0.000018081368],"about_ca_topic_score_codex":0.0058018197,"about_ca_topic_score_gemma":0.009559941,"teacher_disagreement_score":0.0058018197,"about_ca_system_score_codex":0.0009942519,"about_ca_system_score_gemma":0.0022390394,"threshold_uncertainty_score":0.018611372},"labels":[],"label_agreement":null},{"id":"W4281253013","doi":"10.1016/j.infsof.2022.106942","title":"What do developers consider magic literals? A smalltalk perspective","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; École de Technologie Supérieure","funders":"","keywords":"MAGIC (telescope); Computer science; Source code; Smalltalk; Theoretical computer science; Algorithm; Programming language; Mathematics; Discrete mathematics","score_opus":0.010745282438362223,"score_gpt":0.2522363141021629,"score_spread":0.24149103166380068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281253013","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25048137,0.015384625,0.18643077,0.19331296,0.0009558526,0.00016990228,0.00023488983,0.0009857499,0.35204393],"genre_scores_gemma":[0.94779515,0.0032468296,0.025941867,0.007404017,0.00037378387,0.000091295486,0.0000847392,0.0005768628,0.014485341],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9900169,0.0055937334,0.00038352679,0.00084906514,0.0022094336,0.0009473523],"domain_scores_gemma":[0.92444766,0.058767766,0.0037761037,0.0030981004,0.00726876,0.0026416846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008411848,0.00053984026,0.00068155356,0.0025291846,0.0034367628,0.0103493715,0.0023852456,0.003739106,0.006774604],"category_scores_gemma":[0.059677307,0.00093956204,0.00034361973,0.002021197,0.00989249,0.021405654,0.0034377116,0.0037866698,0.0011139368],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023214407,0.00016331006,0.012390806,0.0007853078,0.00005566518,0.00087931013,0.06899111,0.0007748293,0.0028207065,0.6681059,0.032415505,0.2123855],"study_design_scores_gemma":[0.00009431217,0.000095385316,0.00589271,0.0011084814,0.00008974124,0.0008876842,0.06866316,0.0025435344,0.0029821105,0.7015548,0.21600747,0.000080751364],"about_ca_topic_score_codex":0.010621118,"about_ca_topic_score_gemma":0.010675959,"teacher_disagreement_score":0.010621118,"about_ca_system_score_codex":0.0026341034,"about_ca_system_score_gemma":0.004293391,"threshold_uncertainty_score":0.044486642},"labels":[],"label_agreement":null},{"id":"W4281606572","doi":"10.1016/j.infsof.2022.106970","title":"An empirical study of IoT security aspects at sentence-level in developer textual discussions","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Information and Cyber Security","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Internet of Things; Sentence; Empirical research; Computer security; Data science; Natural language processing; Mathematics","score_opus":0.017846974608471563,"score_gpt":0.27456547549206173,"score_spread":0.25671850088359016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281606572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98975205,0.00013885566,0.0029194162,0.0005350586,0.000017353987,0.000068457164,0.0006008037,0.000069157715,0.0058988733],"genre_scores_gemma":[0.9970499,0.000067846304,0.0012269204,0.00010087247,0.000018941539,0.00006801253,0.00073357596,0.000051584924,0.00068237947],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9911758,0.005529986,0.00073773914,0.0007400264,0.0015024458,0.00031389887],"domain_scores_gemma":[0.62990403,0.32463554,0.021953229,0.0031839523,0.018148484,0.0021747823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075588934,0.00029634166,0.00026762797,0.0024895698,0.0013767496,0.002497811,0.0006311502,0.0010646253,0.004682854],"category_scores_gemma":[0.13629355,0.0003979975,0.0002112338,0.0025893447,0.0010902185,0.005306972,0.0019202287,0.0017418698,0.0007844069],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083842716,0.0006802747,0.46898016,0.0010421799,0.00008078966,0.0014665065,0.46789715,0.00040738896,0.016974157,0.004861166,0.003073065,0.03369864],"study_design_scores_gemma":[0.00011596522,0.0006593273,0.62601763,0.00087435095,0.00024974163,0.0018866982,0.32094035,0.013394284,0.010958858,0.0036160436,0.021139454,0.00014730639],"about_ca_topic_score_codex":0.006909679,"about_ca_topic_score_gemma":0.007486956,"teacher_disagreement_score":0.0075588934,"about_ca_system_score_codex":0.001856595,"about_ca_system_score_gemma":0.0014212101,"threshold_uncertainty_score":0.039975762},"labels":[],"label_agreement":null},{"id":"W4281729201","doi":"10.1016/j.infsof.2022.106963","title":"Like, dislike, or just do it? How developers approach software development tasks","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Software engineering; Computer science; Software development; Software; Human–computer interaction; Systems engineering; Engineering; Programming language","score_opus":0.02146837634590896,"score_gpt":0.24172793939720166,"score_spread":0.2202595630512927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281729201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73911685,0.0018851466,0.08554625,0.03306239,0.00037146945,0.0001653002,0.000100489284,0.0008350155,0.1389171],"genre_scores_gemma":[0.9545814,0.00076899596,0.028335873,0.0022639467,0.000043740438,0.00007876365,0.000090941125,0.0004906469,0.013345806],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9811786,0.011473523,0.00054116716,0.0011600232,0.00459535,0.001051329],"domain_scores_gemma":[0.95368594,0.027577858,0.0042635244,0.002548106,0.008325703,0.0035988893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011188171,0.00045519785,0.0003058722,0.0018135959,0.002795808,0.009081741,0.0013942935,0.00319258,0.0030231345],"category_scores_gemma":[0.09320541,0.0008040817,0.00033710268,0.00094702333,0.0041629,0.010607468,0.0028452927,0.002820917,0.0018291152],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019050797,0.0005159237,0.14403474,0.00045388364,0.00014137347,0.0015809013,0.408577,0.0013694594,0.0123916,0.059757475,0.037450336,0.33353677],"study_design_scores_gemma":[0.00015162537,0.0004899959,0.14524007,0.001483451,0.00021132594,0.003270824,0.38609815,0.009003418,0.00656117,0.12657367,0.3205092,0.0004072008],"about_ca_topic_score_codex":0.0076618856,"about_ca_topic_score_gemma":0.014504983,"teacher_disagreement_score":0.011188171,"about_ca_system_score_codex":0.0018665316,"about_ca_system_score_gemma":0.0054556155,"threshold_uncertainty_score":0.059169352},"labels":[],"label_agreement":null},{"id":"W4283077896","doi":"10.1016/j.infsof.2022.106985","title":"A three-stage transfer learning framework for multi-source cross-project software defect prediction","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Multi-source; Computer science; Transfer of learning; Source code; Weighting; Data source; Open source; Selection (genetic algorithm); Merge (version control); Data mining; Open source software; Field (mathematics); Water source; Machine learning; Software; Artificial intelligence; Information retrieval; Statistics","score_opus":0.025754898635890856,"score_gpt":0.2949621594112539,"score_spread":0.26920726077536306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283077896","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015360572,0.00023699379,0.9818611,0.00022704086,0.000035968398,0.0001706841,0.00016372754,0.0013515602,0.00059231324],"genre_scores_gemma":[0.5881259,0.0003574418,0.40449342,0.00030046905,0.00013870955,0.0011452525,0.0014466954,0.00022672917,0.003765441],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99766433,0.000829299,0.00015333133,0.00066314096,0.00046129277,0.00022861143],"domain_scores_gemma":[0.99578,0.0019793129,0.00032320977,0.00043613208,0.0012759322,0.00020530066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062061427,0.0016351996,0.0014266736,0.0028642088,0.0007882741,0.0012136301,0.0042802426,0.0019863264,0.0021468266],"category_scores_gemma":[0.00827405,0.0007622797,0.0017407591,0.002475788,0.0009318796,0.0035331121,0.0028497363,0.0026625367,0.0008421034],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021326971,0.00048920384,0.0061006173,0.00016801668,0.00024321629,0.00019378164,0.00027003832,0.5842424,0.0023006785,0.0058202758,0.003843456,0.396115],"study_design_scores_gemma":[0.0000074329564,0.000040353345,0.0003020702,0.000004747647,0.000009549978,0.000011876314,0.000013766087,0.9959264,0.00038939485,0.002999478,0.0002865226,0.000008420595],"about_ca_topic_score_codex":0.010285189,"about_ca_topic_score_gemma":0.0080303615,"teacher_disagreement_score":0.010285189,"about_ca_system_score_codex":0.0014743066,"about_ca_system_score_gemma":0.0020084535,"threshold_uncertainty_score":0.032821596},"labels":[],"label_agreement":null},{"id":"W4284668848","doi":"10.1016/j.infsof.2022.106996","title":"Improving microservices extraction using evolutionary search","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal; Université Laval","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Microservices; Computer science; Identification (biology); Benchmark (surveying); Software evolution; Task (project management); Software engineering; Process (computing); Software; Service-oriented architecture; Artificial intelligence; Distributed computing; Machine learning; Data mining; Software system; Programming language; Web service; Systems engineering; Engineering; Software construction; Operating system","score_opus":0.00962569133882675,"score_gpt":0.2460831791179393,"score_spread":0.23645748777911257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284668848","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15872511,0.0013766917,0.8157669,0.00038570876,0.00022537127,0.00028990227,0.0014548405,0.0101997685,0.011575855],"genre_scores_gemma":[0.41495916,0.00052801584,0.5652887,0.00016287602,0.000073257244,0.00011247361,0.005214591,0.0007692776,0.012891607],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99931264,0.00008307345,0.00006093982,0.00017291882,0.00025855112,0.000111826346],"domain_scores_gemma":[0.9987538,0.0005055848,0.00009142869,0.0002598492,0.00034472428,0.00004461321],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044455746,0.0010587631,0.001173721,0.003742068,0.00092796126,0.0014732883,0.0015072598,0.0014732126,0.009159369],"category_scores_gemma":[0.003274039,0.00048599823,0.0016991557,0.0034241697,0.00028152496,0.0021223288,0.0011031748,0.00068401196,0.0027955342],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025494068,0.00032934544,0.0066036712,0.0004555957,0.00014469947,0.0005308143,0.00015528666,0.040415693,0.029391754,0.0056134523,0.009721322,0.9063833],"study_design_scores_gemma":[0.00006561401,0.00014918327,0.004093534,0.00008451884,0.00023600856,0.00069897895,0.0002840098,0.9190426,0.048371054,0.01118697,0.015744496,0.00004307596],"about_ca_topic_score_codex":0.0040182164,"about_ca_topic_score_gemma":0.007510841,"teacher_disagreement_score":0.009159369,"about_ca_system_score_codex":0.00043697355,"about_ca_system_score_gemma":0.0013543719,"threshold_uncertainty_score":0.030641079},"labels":[],"label_agreement":null},{"id":"W4297140955","doi":"10.1016/j.infsof.2022.107081","title":"A systematic literature review of the Design Critique method","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Usability; Computer science; Thematic analysis; Process (computing); Agile software development; Context (archaeology); Coding (social sciences); Systematic review; Data science; Data collection; Domain (mathematical analysis); Management science; Software engineering; Qualitative research; Human–computer interaction; Engineering; Mathematics","score_opus":0.009511806529675343,"score_gpt":0.2801530657174474,"score_spread":0.27064125918777204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297140955","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006668275,0.8759301,0.023768958,0.005458385,0.0025605296,0.078307115,0.0038502838,0.00021962485,0.0032367571],"genre_scores_gemma":[0.09376086,0.52761805,0.12726416,0.010759316,0.000908875,0.23450622,0.0025293932,0.00017666491,0.0024764794],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.68847275,0.1774696,0.08813947,0.011700586,0.031935293,0.002282288],"domain_scores_gemma":[0.68303764,0.23115617,0.037485316,0.010102923,0.03606685,0.0021511533],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.18990976,0.004061748,0.014647356,0.057315692,0.004738361,0.009482766,0.0063807038,0.0068708356,0.008249016],"category_scores_gemma":[0.35384893,0.0031373668,0.013893976,0.024097504,0.0052046897,0.0067043775,0.007193481,0.0031239353,0.0011965152],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047345934,0.00007335695,0.0011601365,0.91875035,0.0094148135,0.00028600605,0.0022673227,0.00024042864,0.0005195881,0.0015790749,0.0036586141,0.061576776],"study_design_scores_gemma":[0.0015586993,0.00048067945,0.001847705,0.9196091,0.041238677,0.00033792167,0.0015999133,0.00025735592,0.0006238258,0.002380326,0.029910292,0.00015544507],"about_ca_topic_score_codex":0.008233629,"about_ca_topic_score_gemma":0.02553382,"teacher_disagreement_score":0.18990976,"about_ca_system_score_codex":0.020188149,"about_ca_system_score_gemma":0.07549663,"threshold_uncertainty_score":0.99898547},"labels":[],"label_agreement":null},{"id":"W4310673963","doi":"10.1016/j.infsof.2022.107129","title":"A probabilistic framework for mutation testing in deep neural networks","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Testability; Context (archaeology); Machine learning; Probabilistic logic; Mutation; Set (abstract data type); Artificial intelligence; Test suite; Artificial neural network; Suite; Data mining; Model-based testing; Reliability engineering; Test case; Engineering","score_opus":0.01667141722285493,"score_gpt":0.2536663021430027,"score_spread":0.23699488492014775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310673963","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041377693,0.00017332425,0.9943461,0.00017938553,0.000019676756,0.00002385283,0.00006151788,0.00047607586,0.00058229855],"genre_scores_gemma":[0.5691989,0.000492399,0.42354137,0.0003351642,0.000183218,0.00035882916,0.00042999344,0.0006159001,0.0048442725],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956766,0.0016777877,0.0002505497,0.0006490391,0.0012698577,0.00047618558],"domain_scores_gemma":[0.98187226,0.013831511,0.0009904505,0.0011498329,0.0017649679,0.00039090213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006901001,0.0012055277,0.0019505036,0.002513807,0.00083725236,0.001989259,0.0050488743,0.0026927092,0.0045133266],"category_scores_gemma":[0.028350491,0.0013508847,0.0018454047,0.001757536,0.0029071206,0.004431457,0.003290173,0.0030640007,0.0004295779],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009238568,0.000053136228,0.0007586619,0.00009121014,0.00006338503,0.00009305923,0.00006287444,0.84624165,0.00075881195,0.1078822,0.0011878473,0.04271475],"study_design_scores_gemma":[0.0000045801844,0.0000058675996,0.000042574615,0.000008895208,0.0000056317567,0.0000095640935,0.0000024902054,0.9663716,0.0001681304,0.03324368,0.00013239188,0.0000046324817],"about_ca_topic_score_codex":0.011545774,"about_ca_topic_score_gemma":0.016298143,"teacher_disagreement_score":0.011545774,"about_ca_system_score_codex":0.0029033138,"about_ca_system_score_gemma":0.0030923898,"threshold_uncertainty_score":0.0364964},"labels":[],"label_agreement":null},{"id":"W4319264802","doi":"10.1016/j.infsof.2023.107169","title":"Just-in-time code duplicates extraction","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Code refactoring; Computer science; Plug-in; Workflow; Program slicing; Artificial intelligence; Source code; Machine learning; Software engineering; Deep learning; Coding (social sciences); Code review; Classifier (UML); Software maintenance; Convolutional neural network; Software; Static program analysis; Programming language; Software development; Database","score_opus":0.013380135617879992,"score_gpt":0.27401743899741166,"score_spread":0.26063730337953167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319264802","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04723328,0.0016587533,0.8835029,0.00092863146,0.0011360223,0.0006834851,0.0061861197,0.04872809,0.009942824],"genre_scores_gemma":[0.19721596,0.0008712372,0.7540732,0.0004917858,0.00034280657,0.00032643828,0.016585657,0.0069008237,0.023192149],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99416566,0.00060748216,0.0005611737,0.0010118423,0.0031262792,0.00052759383],"domain_scores_gemma":[0.9855816,0.003045892,0.0008556741,0.005763393,0.004413008,0.00034038877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013537813,0.0019542435,0.0017907378,0.0046779397,0.0017091094,0.0032752545,0.0029639108,0.0016298014,0.009482614],"category_scores_gemma":[0.016645938,0.0009335939,0.002247276,0.0036083318,0.0008263506,0.004475105,0.004131313,0.0013973382,0.009179757],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007343833,0.00017094011,0.0044811433,0.0015252444,0.00021581606,0.0011537144,0.00052621006,0.0044886773,0.054080747,0.013959818,0.060353473,0.85830986],"study_design_scores_gemma":[0.0003025949,0.0006429669,0.008483179,0.00046933882,0.00067782175,0.0065914043,0.0013116217,0.2553264,0.3761458,0.08819899,0.26148635,0.0003636401],"about_ca_topic_score_codex":0.0029109602,"about_ca_topic_score_gemma":0.0059744627,"teacher_disagreement_score":0.009482614,"about_ca_system_score_codex":0.0007967307,"about_ca_system_score_gemma":0.0051805703,"threshold_uncertainty_score":0.031722546},"labels":[],"label_agreement":null},{"id":"W4323657910","doi":"10.1016/j.infsof.2023.107196","title":"Studying the challenges of developing hardware description language programs","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Programming language; Python (programming language); Verilog; Software engineering; Domain (mathematical analysis); World Wide Web; Operating system","score_opus":0.03859914057386985,"score_gpt":0.27184505424048494,"score_spread":0.2332459136666151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323657910","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18075575,0.0017391385,0.78739065,0.012538563,0.0001670636,0.0004607845,0.00030548355,0.0019154348,0.014727061],"genre_scores_gemma":[0.25195655,0.0014078253,0.74094176,0.0006107227,0.00009354123,0.00018350255,0.00048899447,0.0009370971,0.0033800537],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99009305,0.004900205,0.00068696117,0.0007794467,0.0028299491,0.00071039214],"domain_scores_gemma":[0.932474,0.054014843,0.002343858,0.0051538055,0.005197607,0.0008157849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013202412,0.00064298604,0.0007414013,0.00073616824,0.001235089,0.0053925617,0.0029348875,0.0016698899,0.004775442],"category_scores_gemma":[0.06894562,0.001193168,0.0009923276,0.0015227572,0.0021085397,0.0152776055,0.002715276,0.0036800087,0.0009406951],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003627791,0.0008381807,0.009471975,0.0018861312,0.0001519682,0.00038137563,0.0030706224,0.19176622,0.014007318,0.29328468,0.010829174,0.47394967],"study_design_scores_gemma":[0.00018550467,0.00040545277,0.0018383698,0.0004701527,0.00012195455,0.0003368953,0.004046931,0.6299748,0.03512015,0.27710524,0.050301507,0.00009298816],"about_ca_topic_score_codex":0.0059889844,"about_ca_topic_score_gemma":0.008384397,"teacher_disagreement_score":0.013202412,"about_ca_system_score_codex":0.0022308687,"about_ca_system_score_gemma":0.0056871986,"threshold_uncertainty_score":0.069821894},"labels":[],"label_agreement":null},{"id":"W4362603997","doi":"10.1016/j.infsof.2023.107218","title":"Dev2vec: Representing domain expertise of developers in an embedding space","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Embedding; Computer science; Domain (mathematical analysis); Space (punctuation); Software engineering; Data science; Software; World Wide Web; Information retrieval; Knowledge management; Artificial intelligence; Programming language; Mathematics","score_opus":0.014334294860793103,"score_gpt":0.2854876674304545,"score_spread":0.2711533725696614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362603997","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34474847,0.00347838,0.5350392,0.002120835,0.0014032564,0.0003472124,0.06629265,0.028834354,0.017735593],"genre_scores_gemma":[0.73162496,0.001059688,0.16922571,0.00040362857,0.00037774502,0.00040773491,0.08439659,0.0010997641,0.011404079],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991346,0.00018654615,0.00006015501,0.00028621245,0.00021739514,0.0001151667],"domain_scores_gemma":[0.9985025,0.00054658524,0.000110898734,0.00024465047,0.0004912446,0.0001041096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006434666,0.001461121,0.0004920095,0.0032444734,0.00036885694,0.0010272538,0.0005734811,0.0009524236,0.0042733992],"category_scores_gemma":[0.0037568873,0.00027279626,0.0006059397,0.0023204111,0.00034674729,0.0018722009,0.0012246496,0.0010779045,0.0025204602],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085879426,0.00066049374,0.03256924,0.0008810565,0.00030383203,0.00038040118,0.00076925056,0.029789958,0.020372378,0.008071357,0.20517194,0.7001713],"study_design_scores_gemma":[0.00012846268,0.0005163457,0.024799768,0.00026101526,0.00022890534,0.0007657869,0.00088454824,0.8328425,0.026833624,0.025458481,0.08717135,0.000109276465],"about_ca_topic_score_codex":0.005562585,"about_ca_topic_score_gemma":0.01115869,"teacher_disagreement_score":0.005562585,"about_ca_system_score_codex":0.00044539903,"about_ca_system_score_gemma":0.0008301522,"threshold_uncertainty_score":0.014295876},"labels":[],"label_agreement":null},{"id":"W4364355514","doi":"10.1016/j.infsof.2023.107229","title":"To group or not to group? Group sizes for requirements elicitation","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Requirements elicitation; Viewpoints; Requirements engineering; Requirements management; Expert elicitation; Requirements analysis; Computer science; Software; Software engineering; Knowledge management; Engineering; Mathematics","score_opus":0.030302194558049594,"score_gpt":0.31377786682737885,"score_spread":0.28347567226932924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4364355514","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3523704,0.0018896717,0.5600195,0.009250319,0.0019414257,0.019334733,0.0020590886,0.003371005,0.0497639],"genre_scores_gemma":[0.6966865,0.00019119825,0.28523663,0.00077356986,0.00015875247,0.013751935,0.00042025922,0.00027074214,0.002510378],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9250286,0.057913553,0.003584897,0.0034554354,0.009169795,0.0008477062],"domain_scores_gemma":[0.5509807,0.41081485,0.006517271,0.019505594,0.009616532,0.0025651057],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07128897,0.0006877715,0.0014617731,0.0017973996,0.0015795908,0.0017984256,0.0025846027,0.0016149329,0.01687128],"category_scores_gemma":[0.3057353,0.0006143171,0.00083515036,0.0011029642,0.0017894402,0.005155875,0.002717777,0.0018196995,0.0022779298],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01449976,0.0018526958,0.008871221,0.0018544652,0.00048026888,0.00015278022,0.008562908,0.007043003,0.015919631,0.047336116,0.024194816,0.8692323],"study_design_scores_gemma":[0.025759296,0.02674361,0.09942034,0.0036069097,0.0022122904,0.0011362175,0.025952568,0.22040051,0.055063315,0.43158668,0.10705825,0.0010600236],"about_ca_topic_score_codex":0.00089065183,"about_ca_topic_score_gemma":0.0019737226,"teacher_disagreement_score":0.07128897,"about_ca_system_score_codex":0.0016708337,"about_ca_system_score_gemma":0.0020579689,"threshold_uncertainty_score":0.3770166},"labels":[],"label_agreement":null},{"id":"W4365456905","doi":"10.1016/j.infsof.2023.107222","title":"A mapping study of language features improving object-oriented design patterns","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; Université de Montréal; Concordia University","funders":"Fonds de recherche du Québec – Nature et technologies","keywords":"Software design pattern; Computer science; Design pattern; Implementation; Object-oriented design; Software design; Categorization; Software engineering; Structural pattern; Visitor pattern; Software; Object-oriented programming; Programming language; Software development; Artificial intelligence","score_opus":0.011371571548867558,"score_gpt":0.25075650824291007,"score_spread":0.2393849366940425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365456905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75271326,0.00018699888,0.23488052,0.00028921993,0.000033115226,0.0002502701,0.00018538606,0.00093769666,0.010523465],"genre_scores_gemma":[0.8542611,0.00012844882,0.14203405,0.00004651779,0.000006803585,0.000083812796,0.00019383819,0.00019376722,0.0030516398],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998904,0.0004023364,0.00007831308,0.00016831451,0.0003742542,0.00007270243],"domain_scores_gemma":[0.99112797,0.005165158,0.00073905307,0.0012216492,0.0016124249,0.00013378778],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013224506,0.0003307494,0.00025934115,0.0011934699,0.0003970766,0.0012090632,0.0006150327,0.00040921604,0.00359109],"category_scores_gemma":[0.011261778,0.00026793458,0.00047515632,0.0014572089,0.00043997815,0.0026294882,0.0005147745,0.0004924273,0.00041814047],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008123863,0.0017120863,0.05767097,0.0008178456,0.00010619909,0.000535202,0.0068227486,0.018573632,0.08077253,0.05834487,0.0021038605,0.7717277],"study_design_scores_gemma":[0.00047606384,0.0043216315,0.09893289,0.00032569768,0.00094849034,0.0021056177,0.011701028,0.579372,0.17646219,0.08802489,0.037169836,0.00015969899],"about_ca_topic_score_codex":0.001581951,"about_ca_topic_score_gemma":0.001668396,"teacher_disagreement_score":0.99867755,"about_ca_system_score_codex":0.00043650722,"about_ca_system_score_gemma":0.0008720949,"threshold_uncertainty_score":0.012013376},"labels":[],"label_agreement":null},{"id":"W4366978042","doi":"10.1016/j.infsof.2023.107242","title":"An approach for modeling the operational requirements of FaaS applications for optimal deployment","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Cloud computing; Workflow; Computer science; Modular design; Fuzzy logic; Process (computing); Key (lock); Enhanced Data Rates for GSM Evolution; Analytic hierarchy process; Distributed computing; DevOps; Software deployment; Software engineering; Systems engineering; Database; Operations research; Engineering; Artificial intelligence; Operating system","score_opus":0.02847943601634449,"score_gpt":0.27853654397967803,"score_spread":0.2500571079633335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366978042","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018371584,0.00025443203,0.9610965,0.00069339876,0.000073478164,0.00015646292,0.00036721988,0.00032785293,0.018659119],"genre_scores_gemma":[0.6040505,0.00072816986,0.38094226,0.0002998152,0.000110184614,0.0005482681,0.00047317127,0.00033451585,0.012513172],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99934083,0.00019072123,0.00002811376,0.000093326096,0.00023839972,0.00010858421],"domain_scores_gemma":[0.9990482,0.0005214035,0.00010988082,0.00005938172,0.0002070585,0.000054032105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012111546,0.0016454143,0.0009714641,0.0013364174,0.00089432497,0.0022260817,0.001979814,0.0022098655,0.0045244074],"category_scores_gemma":[0.0032521668,0.0011110356,0.0016320902,0.0012230852,0.0006780725,0.001859078,0.0011304122,0.0019838098,0.00071393413],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009470855,0.000018097495,0.00013842188,0.000022773675,0.000011618617,0.000042459025,0.00004003909,0.9804113,0.00072392635,0.015010931,0.00045532756,0.003115654],"study_design_scores_gemma":[0.000002236852,0.0000056917243,0.000034556295,0.000004824767,0.0000044572807,0.000008868073,0.000014993051,0.99416995,0.00012586494,0.005019259,0.00060591503,0.0000034440698],"about_ca_topic_score_codex":0.024398861,"about_ca_topic_score_gemma":0.021729544,"teacher_disagreement_score":0.024398861,"about_ca_system_score_codex":0.002510803,"about_ca_system_score_gemma":0.0031146486,"threshold_uncertainty_score":0.04851371},"labels":[],"label_agreement":null},{"id":"W4367674071","doi":"10.1016/j.infsof.2023.107244","title":"A mixed method study of DevOps challenges","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"DevOps; Computer science; Software engineering; Cloud computing; Orchestration; Empirical research; Information technology operations; Quality (philosophy); Data science; Engineering management; Engineering; Information technology; Software deployment","score_opus":0.0369279377940198,"score_gpt":0.2972357860131443,"score_spread":0.2603078482191245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367674071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9856938,0.00017022279,0.00685919,0.00018443953,0.000043099728,0.001523235,0.0002078253,0.000018991399,0.005299138],"genre_scores_gemma":[0.96505487,0.0003143074,0.016859418,0.0004796566,0.000055192057,0.0083711855,0.00036671918,0.000040121227,0.008458473],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9877851,0.008752934,0.00065712334,0.00090007356,0.0013383268,0.0005663228],"domain_scores_gemma":[0.9034808,0.07502502,0.0054879333,0.0050732708,0.00883215,0.0021008349],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014596172,0.00070685474,0.0006924588,0.0022844155,0.0035324893,0.0030733033,0.0017765387,0.0013591328,0.006405244],"category_scores_gemma":[0.048629723,0.0008348234,0.00044933,0.0019984161,0.0013956366,0.0031942697,0.002850422,0.0019030437,0.0011253142],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00574235,0.046690747,0.20655395,0.0035308902,0.00046863497,0.0017839726,0.39314649,0.0035696027,0.009945966,0.030409958,0.006663454,0.29149407],"study_design_scores_gemma":[0.003490845,0.040897753,0.21710761,0.0023667647,0.0005549708,0.0012873049,0.619248,0.017064735,0.0112904655,0.023311745,0.06289032,0.00048953894],"about_ca_topic_score_codex":0.0048599676,"about_ca_topic_score_gemma":0.009562524,"teacher_disagreement_score":0.014596172,"about_ca_system_score_codex":0.0030928012,"about_ca_system_score_gemma":0.004351126,"threshold_uncertainty_score":0.0771929},"labels":[],"label_agreement":null},{"id":"W4376274099","doi":"10.1016/j.infsof.2023.107249","title":"Making existing software quantum safe: A case study on IBM Db2","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); Toronto Metropolitan University","funders":"","keywords":"Computer science; IBM; Quantum computer; Software engineering; Cryptography; Upgrade; Software; Computer security; Quantum; Operating system","score_opus":0.036255932891376914,"score_gpt":0.30416471946185214,"score_spread":0.26790878657047523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376274099","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9653504,0.0001142554,0.008229775,0.0022119507,0.000035651294,0.000109688524,0.000073956486,0.0002160123,0.023658354],"genre_scores_gemma":[0.9787946,0.00016053964,0.009951663,0.00025189554,0.000013979398,0.0000401392,0.000085012776,0.00024854077,0.01045362],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954964,0.0018177566,0.00012228917,0.00030171356,0.0013963393,0.000865658],"domain_scores_gemma":[0.987237,0.0071377284,0.00076134095,0.0017322679,0.0016172656,0.001514475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048954375,0.00051052304,0.00033920477,0.00089356996,0.008146553,0.003678993,0.0026514248,0.003897502,0.0037878533],"category_scores_gemma":[0.017831016,0.00047189288,0.0005235595,0.0013723575,0.0047751563,0.0043991664,0.0032502662,0.0025341157,0.0007170147],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018763309,0.007722171,0.08045632,0.0012997257,0.0002353581,0.068889305,0.26341268,0.044636868,0.031002017,0.16859968,0.039988276,0.29188135],"study_design_scores_gemma":[0.00055494055,0.0045643523,0.0449687,0.00067355606,0.00032378532,0.018340014,0.3930192,0.11549189,0.047454566,0.063863315,0.31030938,0.00043634034],"about_ca_topic_score_codex":0.026525544,"about_ca_topic_score_gemma":0.047075473,"teacher_disagreement_score":0.026525544,"about_ca_system_score_codex":0.0027897884,"about_ca_system_score_gemma":0.0035983042,"threshold_uncertainty_score":0.052742302},"labels":[],"label_agreement":null},{"id":"W4381194140","doi":"10.1016/j.infsof.2023.107281","title":"Robustness assessment of hyperspectral image CNNs using metamorphic testing","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Robustness (evolution); Computer science; Convolutional neural network; Artificial intelligence; Hyperspectral imaging; Machine learning; Deep learning; Leverage (statistics); Pattern recognition (psychology)","score_opus":0.025520263598895292,"score_gpt":0.2976550759759764,"score_spread":0.2721348123770811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381194140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4958724,0.00066871336,0.49465653,0.00057434186,0.00013787742,0.00010300869,0.00031063127,0.001205571,0.0064709666],"genre_scores_gemma":[0.9771014,0.00009029731,0.021725798,0.00006014719,0.000014051422,0.000019830655,0.00018472229,0.000053587624,0.0007501457],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992899,0.0001638431,0.000036446592,0.00014263525,0.00028270535,0.00008449216],"domain_scores_gemma":[0.99698,0.0015126347,0.00037151435,0.00047159026,0.0005599069,0.00010436865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020498703,0.00075547834,0.0004083768,0.0008322559,0.00025199036,0.0007669923,0.00090702967,0.0009604096,0.0013500211],"category_scores_gemma":[0.009287259,0.00024643014,0.0005537402,0.00036413484,0.00090289523,0.0009690436,0.0011145438,0.00073921535,0.00018918651],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055207714,0.000077836754,0.004874304,0.00011935555,0.00018300582,0.00016360462,0.00004437869,0.89027023,0.028883563,0.0066947294,0.00095132185,0.067185655],"study_design_scores_gemma":[0.0000036485917,0.000050061248,0.0011181415,0.000007638537,0.000011463762,0.000038920945,0.0000059171452,0.9896535,0.008005418,0.000982361,0.000117239004,0.000005671133],"about_ca_topic_score_codex":0.0023556992,"about_ca_topic_score_gemma":0.0018582889,"teacher_disagreement_score":0.0023556992,"about_ca_system_score_codex":0.0008524371,"about_ca_system_score_gemma":0.0005080909,"threshold_uncertainty_score":0.010840833},"labels":[],"label_agreement":null},{"id":"W4381546786","doi":"10.1016/j.infsof.2023.107288","title":"The impact of stressors on the relationship between personality traits, knowledge collection behaviour and programmer creativity intention in software engineering","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Creativity; Psychology; Big Five personality traits; Openness to experience; Personality; Stressor; Structural equation modeling; Social psychology; Applied psychology; Data collection; Programmer; Trait; Knowledge management; Clinical psychology; Computer science","score_opus":0.05917833642272684,"score_gpt":0.3657945843244493,"score_spread":0.3066162479017224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381546786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9994716,0.000033098797,0.00007581428,0.000046688805,0.0000020072785,0.000003412155,0.000008548454,8.4122115e-7,0.0003580786],"genre_scores_gemma":[0.9997279,0.000032634314,0.00008032011,0.0000121374,0.0000022801541,0.0000037503287,0.0000142007375,5.690418e-7,0.00012624191],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988274,0.000466542,0.00011681137,0.00010322429,0.00030516487,0.00018081164],"domain_scores_gemma":[0.98808986,0.0060010394,0.003028456,0.00049599976,0.0006718798,0.0017127191],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015468561,0.00018501676,0.00018955089,0.00048040575,0.00057039317,0.0012273402,0.00019643104,0.00034653084,0.0014735472],"category_scores_gemma":[0.008232897,0.00017419369,0.00031221908,0.00037058967,0.0005337605,0.0005509783,0.0008856091,0.0006292705,0.00013475356],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058271016,0.00017314647,0.987508,0.00003118339,0.000033229546,0.00015669268,0.0039564515,0.00014892731,0.0005492295,0.00010032425,0.00006311352,0.007221455],"study_design_scores_gemma":[0.000001724931,0.00010941996,0.99627364,0.000013384012,0.0000075044436,0.00008320477,0.0029082284,0.00025169677,0.00010615374,0.00008904174,0.00014903069,0.0000069121847],"about_ca_topic_score_codex":0.0019932683,"about_ca_topic_score_gemma":0.0030981177,"teacher_disagreement_score":0.0019932683,"about_ca_system_score_codex":0.0003511561,"about_ca_system_score_gemma":0.0009187331,"threshold_uncertainty_score":0.008180678},"labels":[],"label_agreement":null},{"id":"W4381853525","doi":"10.1016/j.infsof.2023.107286","title":"Reflections on Surrogate-Assisted Search-Based Testing: A Taxonomy and Two Replication Studies based on Industrial ADAS and Simulink Models","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Ottawa","funders":"Horizon 2020; HORIZON EUROPE Framework Programme; Natural Sciences and Engineering Research Council of Canada; Horizon 2020 Framework Programme","keywords":"Computer science; Benchmark (surveying); Replication (statistics); Machine learning; Heuristic; Taxonomy (biology); Generalization; Artificial intelligence; Reliability engineering; Search-based software engineering; Software; Engineering; Software system; Programming language","score_opus":0.2884403668754432,"score_gpt":0.3828625042578708,"score_spread":0.09442213738242755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381853525","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06672654,0.029288122,0.7137682,0.08880324,0.00088886055,0.00092403166,0.00018584104,0.0006392476,0.09877587],"genre_scores_gemma":[0.7262337,0.017988967,0.23782428,0.0053236187,0.0004556234,0.0009405598,0.0001757751,0.00045884447,0.010598645],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9604964,0.02602384,0.0018826142,0.0017759923,0.0087928185,0.0010282929],"domain_scores_gemma":[0.81545925,0.13573724,0.0035022355,0.027883248,0.016125955,0.0012921055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04377779,0.0010552,0.0016271082,0.0039943983,0.0025638249,0.0093558105,0.0069169933,0.005920365,0.0040963306],"category_scores_gemma":[0.10478088,0.0008424991,0.0012523624,0.0046572248,0.021874981,0.031243483,0.005590797,0.008770133,0.000783935],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001214134,0.00034822547,0.0014486403,0.00037424485,0.00001798464,0.00025796876,0.010162772,0.0073332596,0.00090950617,0.89807177,0.004769397,0.076184794],"study_design_scores_gemma":[0.00012990957,0.00087921583,0.0015536735,0.0017997797,0.00004461619,0.0010079673,0.018325264,0.05870734,0.0057287426,0.7933796,0.11827764,0.00016627765],"about_ca_topic_score_codex":0.012597161,"about_ca_topic_score_gemma":0.005817855,"teacher_disagreement_score":0.04377779,"about_ca_system_score_codex":0.0067421217,"about_ca_system_score_gemma":0.0068682064,"threshold_uncertainty_score":0.23152184},"labels":[],"label_agreement":null},{"id":"W4386565867","doi":"10.1016/j.infsof.2023.107321","title":"A large-scale exploratory study of android sports apps in the google play store","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; World Wide Web; Android (operating system); Empirical research; Sentiment analysis; App store; Set (abstract data type); Data science; Internet privacy; Artificial intelligence","score_opus":0.008951972813567967,"score_gpt":0.25349437146295273,"score_spread":0.24454239864938476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386565867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99820256,0.000055429246,0.00011615118,0.00009412562,0.0000061115297,0.00010928577,0.00054585905,0.00001380338,0.0008567829],"genre_scores_gemma":[0.9947397,0.00017542754,0.0007406192,0.00028170648,0.00002392341,0.00023841087,0.0012150173,0.000043815082,0.0025413847],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987016,0.00038234988,0.00008094999,0.0001756631,0.0004419102,0.00021755368],"domain_scores_gemma":[0.9923735,0.004194774,0.0011403578,0.00033509597,0.0012057825,0.0007503489],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012261425,0.00045067244,0.0005234912,0.0025429416,0.0022501487,0.0024931119,0.00077916525,0.00093949446,0.0020598627],"category_scores_gemma":[0.007844859,0.00046802056,0.0004067328,0.0022037243,0.0014878035,0.0031226287,0.0021135954,0.0011927844,0.0010225177],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010247302,0.0033927364,0.57222,0.00090958294,0.00023341282,0.0038291167,0.3646184,0.00020959998,0.009080113,0.0010853214,0.0075169206,0.03588004],"study_design_scores_gemma":[0.000041040552,0.00071393803,0.714232,0.00017984131,0.000081555394,0.00076313445,0.27335775,0.0008840205,0.00097205455,0.00021462185,0.008468858,0.00009108997],"about_ca_topic_score_codex":0.021213347,"about_ca_topic_score_gemma":0.05462163,"teacher_disagreement_score":0.021213347,"about_ca_system_score_codex":0.00085037807,"about_ca_system_score_gemma":0.0013395955,"threshold_uncertainty_score":0.042179763},"labels":[],"label_agreement":null},{"id":"W4394015350","doi":"10.1016/j.infsof.2024.107468","title":"Effective test generation using pre-trained Large Language Models and mutation testing","year":2024,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Fonds de recherche du Québec; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs; Canadian Institute for Advanced Research","keywords":"Test (biology); Mutation; Computer science; Natural language processing; Genetics; Biology; Gene","score_opus":0.01684748034253352,"score_gpt":0.2775876674362418,"score_spread":0.2607401870937083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394015350","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18236811,0.0009965552,0.78578335,0.000658948,0.00012644527,0.00031312072,0.00063553697,0.027165594,0.0019522457],"genre_scores_gemma":[0.7050749,0.00019412453,0.2882021,0.0007379483,0.00006047526,0.00034418554,0.0029245852,0.0006687777,0.001792911],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99867886,0.00041450214,0.0000696754,0.00042465443,0.00029711775,0.00011515063],"domain_scores_gemma":[0.9941551,0.004301644,0.00034450812,0.00044816613,0.0005950739,0.00015548492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012374524,0.0015793105,0.0010163524,0.0013362799,0.00035954942,0.0007329915,0.0018844957,0.0015193701,0.0017270212],"category_scores_gemma":[0.008385114,0.00048273863,0.0011783094,0.00060415606,0.0006916634,0.0012813867,0.0010020516,0.001509285,0.0008576497],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046000004,0.0006600637,0.008439554,0.0004469495,0.00017370065,0.0012824659,0.000273793,0.39253452,0.03624671,0.0020628003,0.008417867,0.54900163],"study_design_scores_gemma":[0.000033072458,0.00009789668,0.0005333508,0.000013551543,0.000023673403,0.0001596766,0.000028716564,0.9910425,0.0058751707,0.0015927135,0.0005876768,0.000012000323],"about_ca_topic_score_codex":0.0049643717,"about_ca_topic_score_gemma":0.006390506,"teacher_disagreement_score":0.0049643717,"about_ca_system_score_codex":0.0008024166,"about_ca_system_score_gemma":0.001382725,"threshold_uncertainty_score":0.009870946},"labels":[],"label_agreement":null},{"id":"W4395956893","doi":"10.1016/j.infsof.2024.107478","title":"Studying and recommending information highlighting in Stack Overflow answers","year":2024,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); Concordia University; Queen's University; University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Disk formatting; Computer science; Information retrieval; Leverage (statistics); Named-entity recognition; Precision and recall; Identification (biology); Source code; Code (set theory); World Wide Web; Artificial intelligence; Data science; Natural language processing; Machine learning; Task (project management); Programming language","score_opus":0.010394210269364759,"score_gpt":0.24737389547338162,"score_spread":0.23697968520401685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395956893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9402735,0.002736559,0.037122782,0.0022504407,0.00036390164,0.00036054675,0.0021581433,0.0039374777,0.010796543],"genre_scores_gemma":[0.9290985,0.0011826442,0.060050663,0.00036060455,0.00034209405,0.000072992414,0.0028923461,0.00025826678,0.005741953],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99800795,0.00055475475,0.00021863346,0.00025281415,0.0007935332,0.00017232471],"domain_scores_gemma":[0.97104543,0.018641505,0.0035626206,0.0008384344,0.005049034,0.0008629752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022288423,0.00072940986,0.00045920192,0.006686685,0.0010634825,0.0021225733,0.0005839212,0.0014228569,0.0042509725],"category_scores_gemma":[0.042858563,0.00027816033,0.00040786053,0.0027876613,0.00028470898,0.004482593,0.00069288426,0.0008924765,0.0014945207],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015964278,0.0011534278,0.29499704,0.002069005,0.0002379502,0.0010273411,0.0063609583,0.004461471,0.030571984,0.005564542,0.038830426,0.6131295],"study_design_scores_gemma":[0.0002753454,0.0037027386,0.38637868,0.002420893,0.0018551259,0.0024222806,0.019314088,0.27898213,0.10100637,0.02183108,0.18132524,0.00048610324],"about_ca_topic_score_codex":0.0058085485,"about_ca_topic_score_gemma":0.009185128,"teacher_disagreement_score":0.006686685,"about_ca_system_score_codex":0.0006706473,"about_ca_system_score_gemma":0.0015397655,"threshold_uncertainty_score":0.014220893},"labels":[],"label_agreement":null},{"id":"W4400620699","doi":"10.1016/j.infsof.2024.107522","title":"GitHub marketplace for automation and innovation in software production","year":2024,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Automation; Production (economics); Software; Software engineering; Computer science; Manufacturing engineering; Engineering; Business; Operating system; Economics; Mechanical engineering","score_opus":0.007633447235956811,"score_gpt":0.2552982052985205,"score_spread":0.24766475806256366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400620699","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3981228,0.086191624,0.06641377,0.0727136,0.0030722907,0.0024342183,0.012452133,0.016813891,0.34178576],"genre_scores_gemma":[0.85182613,0.023140825,0.07846138,0.00939843,0.001979316,0.002264581,0.006782902,0.0026054953,0.023540998],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99136364,0.0029510444,0.0007010976,0.0015386655,0.0027100716,0.0007355362],"domain_scores_gemma":[0.9461621,0.0301701,0.009591755,0.005262291,0.004844871,0.0039688745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010660579,0.00062853267,0.0005400767,0.014191091,0.0031287365,0.0122445505,0.0019807676,0.0025288356,0.014529324],"category_scores_gemma":[0.03469453,0.00044710847,0.0011140413,0.01571251,0.0067548295,0.01948833,0.010440547,0.0019823434,0.0037434264],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000600785,0.0002713283,0.0529213,0.011282074,0.0001665428,0.0035934588,0.040079042,0.0010475398,0.0046864613,0.2212054,0.13823791,0.52590823],"study_design_scores_gemma":[0.00009501836,0.00025495203,0.071462214,0.006789594,0.00014601467,0.0020561942,0.017195137,0.0014463926,0.00248601,0.030707367,0.8671586,0.00020244578],"about_ca_topic_score_codex":0.0063112536,"about_ca_topic_score_gemma":0.008956529,"teacher_disagreement_score":0.014529324,"about_ca_system_score_codex":0.0047520166,"about_ca_system_score_gemma":0.008475914,"threshold_uncertainty_score":0.0563792},"labels":[],"label_agreement":null},{"id":"W4406872811","doi":"10.1016/j.infsof.2025.107674","title":"XL-HQL: A HQL query generation method via XLNet and column attention","year":2025,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Natural Science Foundation of China","keywords":"Column (typography); Computer science; Telecommunications","score_opus":0.008798551029385699,"score_gpt":0.2539176403397022,"score_spread":0.2451190893103165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406872811","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008365748,0.0003764418,0.82348454,0.00074067595,0.00023072559,0.0005997448,0.013333313,0.1447249,0.00814392],"genre_scores_gemma":[0.14624701,0.00030064723,0.785828,0.0008541065,0.00026254109,0.0009465844,0.034989644,0.0134695,0.017101862],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984591,0.000384631,0.00014539577,0.00028184764,0.0006024146,0.0001266127],"domain_scores_gemma":[0.9971812,0.0012990426,0.00010117181,0.0004670614,0.00082479697,0.00012683254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015477254,0.001363121,0.0008359286,0.0038777092,0.0007175516,0.0018543379,0.0020336013,0.0010451947,0.049037],"category_scores_gemma":[0.00710984,0.0007589589,0.0010515858,0.0023365438,0.0004645592,0.0030597448,0.002712789,0.0010748954,0.01371254],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079005054,0.0002500697,0.004376549,0.0012154466,0.00017362423,0.00029455998,0.0006799914,0.011215152,0.024307286,0.016036171,0.26573768,0.6749234],"study_design_scores_gemma":[0.0004262543,0.00026663413,0.002278494,0.00014280631,0.00019630046,0.0003137915,0.00073522417,0.7237239,0.054650705,0.026009135,0.19111542,0.00014135918],"about_ca_topic_score_codex":0.008808743,"about_ca_topic_score_gemma":0.011934635,"teacher_disagreement_score":0.049037,"about_ca_system_score_codex":0.001021951,"about_ca_system_score_gemma":0.0014628565,"threshold_uncertainty_score":0.1640451},"labels":[],"label_agreement":null},{"id":"W4410733631","doi":"10.1016/j.infsof.2025.107767","title":"How do practitioners gain confidence in assurance cases?","year":2025,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Medical physics; Medicine","score_opus":0.0042908881146220875,"score_gpt":0.20466729364616917,"score_spread":0.2003764055315471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410733631","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4918696,0.012176404,0.097994685,0.29895082,0.0015674656,0.0018945057,0.00019566952,0.001122709,0.0942282],"genre_scores_gemma":[0.96013683,0.0034065228,0.024752393,0.008433605,0.00019499598,0.000512993,0.00007533497,0.00015285792,0.002334462],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.733553,0.18389778,0.01428485,0.009392539,0.04751811,0.011353826],"domain_scores_gemma":[0.464766,0.36496347,0.04948756,0.026535336,0.069504194,0.024743386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.16669182,0.00079376315,0.0010716006,0.0059803305,0.005844594,0.019007897,0.005036625,0.00799714,0.005448014],"category_scores_gemma":[0.5305841,0.0015827315,0.0010701097,0.003148904,0.018795006,0.037253603,0.015550734,0.008287776,0.0020331435],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100639314,0.000492087,0.041653227,0.0025729216,0.000102674756,0.0020860857,0.61644334,0.0006238887,0.0013502085,0.028762437,0.02499376,0.28081885],"study_design_scores_gemma":[0.00011678781,0.0006346525,0.020152224,0.008812426,0.00008875245,0.0040417914,0.72608703,0.002503746,0.001975461,0.080683984,0.15464412,0.00025900092],"about_ca_topic_score_codex":0.0041611036,"about_ca_topic_score_gemma":0.004081358,"teacher_disagreement_score":0.16669182,"about_ca_system_score_codex":0.013756572,"about_ca_system_score_gemma":0.021702258,"threshold_uncertainty_score":0.88156116},"labels":[],"label_agreement":null},{"id":"W4411251312","doi":"10.1016/j.infsof.2025.107804","title":"Trust, transparency, and adoption in generative AI for software engineering: Insights from Twitter discourse","year":2025,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; Kelowna General Hospital; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Transparency (behavior); Generative grammar; Software; Computer science; Business; Knowledge management; Artificial intelligence; Computer security","score_opus":0.014996572282047408,"score_gpt":0.315984941926942,"score_spread":0.30098836964489456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411251312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95748866,0.0009057027,0.0064145164,0.013598471,0.00014753922,0.00007078036,0.00019939394,0.000056609875,0.02111829],"genre_scores_gemma":[0.99675936,0.00045083836,0.00092784956,0.0006601021,0.000052554675,0.00004356221,0.00006127587,0.000045609897,0.0009989322],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9925403,0.005145853,0.0003578099,0.00044177665,0.0010995647,0.00041477254],"domain_scores_gemma":[0.9669686,0.027491424,0.0025500506,0.00061409734,0.0017129778,0.0006629655],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007950091,0.00042703422,0.0003616154,0.001978936,0.005944799,0.0068946704,0.0005292214,0.001673346,0.0017647732],"category_scores_gemma":[0.028745575,0.00036973518,0.00024460824,0.002308891,0.007000069,0.010649446,0.00458436,0.0022125957,0.0003917244],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011498647,0.000022844562,0.015914546,0.0002949088,0.000013245776,0.00092303863,0.94729835,0.00022156973,0.002791951,0.01260747,0.0016869621,0.018110152],"study_design_scores_gemma":[0.000014937478,0.00007866594,0.024670511,0.00068625464,0.000035258567,0.0004885036,0.8865459,0.0036023415,0.001979507,0.010489497,0.07131543,0.00009324419],"about_ca_topic_score_codex":0.007209286,"about_ca_topic_score_gemma":0.008281715,"teacher_disagreement_score":0.9940552,"about_ca_system_score_codex":0.0035760691,"about_ca_system_score_gemma":0.0017868894,"threshold_uncertainty_score":0.04204464},"labels":[],"label_agreement":null},{"id":"W4412086245","doi":"10.1016/j.infsof.2025.107830","title":"Research artifacts in secondary studies: A systematic mapping in software engineering","year":2025,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Strategic Research Council; Killam Trusts; Dalhousie University; Academy of Finland","keywords":"Computer science; Software engineering; Systems engineering; Engineering","score_opus":0.11471518382379067,"score_gpt":0.4100841742700141,"score_spread":0.29536899044622345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412086245","genre_codex":"review","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16999543,0.553381,0.20371476,0.014837571,0.0020420153,0.033449836,0.011281835,0.00065984955,0.01063774],"genre_scores_gemma":[0.63088775,0.09540164,0.22475931,0.0036862257,0.0004984746,0.039131474,0.004705591,0.0002288977,0.000700739],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.3129147,0.379195,0.21455948,0.02188374,0.0694173,0.0020298236],"domain_scores_gemma":[0.12239949,0.66171414,0.12008885,0.043589473,0.050765373,0.0014427031],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.37514657,0.0020985433,0.0052594673,0.081177376,0.003962187,0.011466376,0.003604896,0.003776823,0.0027309824],"category_scores_gemma":[0.71597445,0.0019503726,0.0065064086,0.06293753,0.00674854,0.011593853,0.013220421,0.0025321734,0.00057633786],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006853088,0.00018699974,0.17678739,0.4745559,0.016147539,0.001338596,0.039931618,0.0015150742,0.0027461033,0.018811876,0.0061319796,0.26116166],"study_design_scores_gemma":[0.0006700097,0.0011379335,0.12616226,0.6708269,0.025950138,0.0044359504,0.038665004,0.004053901,0.005097724,0.030721208,0.09179243,0.0004865565],"about_ca_topic_score_codex":0.0039683986,"about_ca_topic_score_gemma":0.0071254987,"teacher_disagreement_score":0.91882265,"about_ca_system_score_codex":0.008019311,"about_ca_system_score_gemma":0.03465872,"threshold_uncertainty_score":0.77055556},"labels":[],"label_agreement":null},{"id":"W4413324908","doi":"10.1016/j.infsof.2025.107871","title":"Community Tapestry: An actionable tool to track turnover and diversity in OSS","year":2025,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; Google; Australian Speleological Federation; Children's Neuroblastoma Cancer Foundation; National Science Foundation","keywords":"Diversity (politics); Track (disk drive); Data science; Geography; Computer science; Sociology; Anthropology","score_opus":0.01589763545276102,"score_gpt":0.27921690278046113,"score_spread":0.2633192673277001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413324908","genre_codex":"empirical","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59505713,0.0014543461,0.17842798,0.0015917453,0.00092317874,0.0016619941,0.09920327,0.071928285,0.049752068],"genre_scores_gemma":[0.77196,0.00035602556,0.18589695,0.00015952237,0.00018015537,0.0011747875,0.027985353,0.0014279998,0.0108591085],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984144,0.0003506219,0.00015720956,0.00030019213,0.0006356941,0.00014191883],"domain_scores_gemma":[0.98207057,0.007167392,0.0028034123,0.0021800874,0.0031460256,0.002632475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036364947,0.00047072367,0.0004760952,0.011365497,0.0010665805,0.0023357382,0.0011210034,0.00071451406,0.0066516344],"category_scores_gemma":[0.017012129,0.00033973766,0.0002749675,0.007747967,0.00031848103,0.0030928424,0.0028915945,0.00093809544,0.0017540707],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001001976,0.00053121196,0.27810073,0.0011711152,0.00028072344,0.0006902909,0.014579186,0.0057060556,0.0057153413,0.010703356,0.13355365,0.54796636],"study_design_scores_gemma":[0.00035731253,0.00088785216,0.38655177,0.00094863813,0.00030804556,0.0013811762,0.02348328,0.2503435,0.01658017,0.047511026,0.27111048,0.0005367627],"about_ca_topic_score_codex":0.0070439465,"about_ca_topic_score_gemma":0.019206937,"teacher_disagreement_score":0.011365497,"about_ca_system_score_codex":0.0005433645,"about_ca_system_score_gemma":0.001316502,"threshold_uncertainty_score":0.022251964},"labels":[],"label_agreement":null},{"id":"W4413387697","doi":"10.1016/j.infsof.2025.107874","title":"Assessing the impact of tuning parameter in instance selection based bug resolution classification","year":2025,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Selection (genetic algorithm); Resolution (logic); Computer science; Artificial intelligence; Machine learning; Data mining","score_opus":0.02271485433639512,"score_gpt":0.3239449150073322,"score_spread":0.30123006067093705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413387697","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97530633,0.0013712778,0.017057588,0.0002690409,0.00015978972,0.00009295429,0.0005626514,0.0039046959,0.0012756294],"genre_scores_gemma":[0.9790055,0.00011476314,0.019473385,0.000087924,0.000029237106,0.000024666975,0.0007064896,0.00012521668,0.00043272018],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99432915,0.0018960875,0.0006236476,0.0013443581,0.0014051101,0.00040167608],"domain_scores_gemma":[0.9341966,0.04888158,0.004033043,0.006819225,0.0046462,0.001423277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046187113,0.0010245709,0.0010038753,0.0020903323,0.0003962364,0.0014000682,0.0014019315,0.0015081428,0.00071655394],"category_scores_gemma":[0.044030383,0.00028499632,0.0006965685,0.0013648135,0.00039356714,0.0015995214,0.0005628025,0.001233395,0.00032272527],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0066420357,0.0027012716,0.28536683,0.0005963955,0.00095027837,0.00047038263,0.00035771547,0.11422812,0.052107494,0.0006492586,0.0058363997,0.5300938],"study_design_scores_gemma":[0.00032283858,0.0028204478,0.09883481,0.00009373551,0.00077219045,0.0006076851,0.0003424033,0.8555661,0.037908897,0.0009543026,0.0016705756,0.00010609476],"about_ca_topic_score_codex":0.0046634977,"about_ca_topic_score_gemma":0.003939937,"teacher_disagreement_score":0.0046634977,"about_ca_system_score_codex":0.0005077002,"about_ca_system_score_gemma":0.0010300841,"threshold_uncertainty_score":0.024426341},"labels":[],"label_agreement":null},{"id":"W4413846568","doi":"10.1016/j.infsof.2025.107876","title":"Representation-based fairness evaluation and bias correction robustness assessment in neural networks","year":2025,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Polytechnique Montréal","funders":"","keywords":"Robustness (evolution); Artificial neural network; Computer science; Artificial intelligence; Deep neural networks; Machine learning; Representation (politics); Political science; Chemistry","score_opus":0.015202705191202088,"score_gpt":0.30853651052135794,"score_spread":0.29333380533015585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413846568","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1669335,0.00051506655,0.82852906,0.00074471306,0.0000791161,0.00015279463,0.00014181131,0.0003330661,0.0025709132],"genre_scores_gemma":[0.9660306,0.00009692149,0.033151668,0.00010715461,0.000038865866,0.00007877927,0.00010753276,0.000029264365,0.00035931976],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98982763,0.0059359893,0.0005275078,0.0012454109,0.0019786612,0.0004847598],"domain_scores_gemma":[0.96459544,0.023767125,0.004263245,0.0036427632,0.0030455678,0.0006858555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018687887,0.0012386669,0.0010695935,0.0017900203,0.0008021115,0.0021978992,0.0015362836,0.0014999728,0.0011354992],"category_scores_gemma":[0.068677194,0.00029805023,0.0008326847,0.00086585147,0.0020336215,0.0028058619,0.0030494318,0.0019043322,0.00015832085],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063709205,0.00017623123,0.019057859,0.00015313075,0.00028656077,0.00012256338,0.00035981886,0.84869015,0.0029466057,0.028284816,0.00089921866,0.098385915],"study_design_scores_gemma":[0.00001343641,0.000094939416,0.0017225409,0.000029561159,0.000031324333,0.0000339965,0.000045296667,0.9763948,0.0025521899,0.018824138,0.00023750533,0.000020280131],"about_ca_topic_score_codex":0.0021011871,"about_ca_topic_score_gemma":0.0011818317,"teacher_disagreement_score":0.018687887,"about_ca_system_score_codex":0.0024833467,"about_ca_system_score_gemma":0.0017215689,"threshold_uncertainty_score":0.09883219},"labels":[],"label_agreement":null},{"id":"W4414447058","doi":"10.1016/j.infsof.2025.107896","title":"Accuracy-fairness trade-off in ML for healthcare: A quantitative evaluation of bias mitigation strategies","year":2025,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Debiasing; Benchmarking; Boosting (machine learning); Value-Based Purchasing; Health care; Metric (unit); Adversarial system; Selection bias","score_opus":0.07906430964697729,"score_gpt":0.435428972833954,"score_spread":0.3563646631869767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414447058","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3292869,0.008422211,0.64149547,0.0063076345,0.00061379594,0.00091827154,0.00065960624,0.0011763115,0.011119832],"genre_scores_gemma":[0.90542436,0.0005180351,0.09167718,0.00077405793,0.0001826985,0.00028245506,0.00025051445,0.0001124873,0.00077825703],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.96089536,0.026300441,0.0016974708,0.0031748791,0.006797224,0.0011345161],"domain_scores_gemma":[0.8357735,0.13665536,0.0064532277,0.01114085,0.008159628,0.0018173128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.055368904,0.001702814,0.0012927793,0.0018346091,0.0011856926,0.0031070672,0.0013945897,0.0021118985,0.0015195885],"category_scores_gemma":[0.17414919,0.0003825491,0.0008660177,0.0010401317,0.003037669,0.0036221396,0.0034750472,0.0022648468,0.00037019333],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003588784,0.0007489579,0.08033689,0.0012917613,0.0010485754,0.00023095931,0.0015224167,0.3970768,0.009043346,0.03941482,0.0060236356,0.45967314],"study_design_scores_gemma":[0.00026960787,0.003477624,0.023048121,0.0006422736,0.0004403552,0.0004449241,0.0007532472,0.8565961,0.02715441,0.08024055,0.0067519355,0.00018083],"about_ca_topic_score_codex":0.0021051792,"about_ca_topic_score_gemma":0.0018316697,"teacher_disagreement_score":0.055368904,"about_ca_system_score_codex":0.00222056,"about_ca_system_score_gemma":0.0027868806,"threshold_uncertainty_score":0.29282224},"labels":[],"label_agreement":null},{"id":"W4414974299","doi":"10.1016/j.infsof.2025.107906","title":"Prune bias from the root: Bias removal and fairness estimation by pruning sensitive attributes in pre-trained DNN models","year":2025,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Pruning; Robustness (evolution); Fairness measure; Focus (optics); Group (periodic table); Estimation","score_opus":0.03129277423308428,"score_gpt":0.3117300705940184,"score_spread":0.2804372963609341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414974299","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1360359,0.0022870093,0.8528308,0.0013966935,0.00047614548,0.00021537892,0.00038955815,0.0020632008,0.004305295],"genre_scores_gemma":[0.801218,0.00032450064,0.1921339,0.0010266358,0.00017592323,0.00014296717,0.00067268463,0.00044411968,0.0038612657],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99577916,0.0014627326,0.00034874733,0.0012679809,0.00066699163,0.00047436688],"domain_scores_gemma":[0.98232347,0.011428735,0.0007661458,0.0022939842,0.002814057,0.0003735209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012515538,0.0017845079,0.0016760143,0.0017538997,0.0015561848,0.0024468794,0.0024929815,0.0032102496,0.0021895606],"category_scores_gemma":[0.037878275,0.0010301498,0.0012060513,0.0011418669,0.0012896353,0.0034544,0.0032767118,0.006607532,0.00073963706],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013025696,0.00053689454,0.040803473,0.0003979795,0.0006230432,0.00061988784,0.0013798729,0.27594572,0.012249256,0.024397755,0.01170784,0.6300357],"study_design_scores_gemma":[0.00003814752,0.000059803882,0.002174651,0.00016097722,0.00014213374,0.000103227525,0.00009669209,0.9566957,0.008884201,0.02963978,0.0019800237,0.000024691179],"about_ca_topic_score_codex":0.008894193,"about_ca_topic_score_gemma":0.014023399,"teacher_disagreement_score":0.012515538,"about_ca_system_score_codex":0.0018039941,"about_ca_system_score_gemma":0.002662681,"threshold_uncertainty_score":0.06618929},"labels":[],"label_agreement":null},{"id":"W4415504557","doi":"10.1016/j.infsof.2025.107938","title":"MHP-RCA: Multivariate Hawkes Process-based Root Cause Analysis in microservice systems","year":2025,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Shenzhen Science and Technology Innovation Program; National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Root cause analysis; Root cause; Root (linguistics); Process (computing); Identification (biology); Audit; Granularity; Construct (python library)","score_opus":0.005227021519303691,"score_gpt":0.258602151351152,"score_spread":0.2533751298318483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415504557","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027098304,0.00011262895,0.96429783,0.00009078318,0.00005454099,0.00012248175,0.00036547962,0.007183555,0.00067444297],"genre_scores_gemma":[0.5458606,0.00014041235,0.44957742,0.000057280802,0.00009581136,0.00035762473,0.0008597933,0.00083707826,0.0022139018],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984505,0.0005737346,0.00007799705,0.0003194005,0.00047762677,0.000100667865],"domain_scores_gemma":[0.9958674,0.0028859482,0.0003145463,0.00037567472,0.00045738474,0.000099066114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021220522,0.0011415879,0.0015097498,0.0020824277,0.0009061141,0.0010217928,0.0015910994,0.0009019713,0.0052546873],"category_scores_gemma":[0.007659091,0.0005306643,0.0018687084,0.0013553526,0.00045482186,0.0011555689,0.0016575641,0.0016762528,0.00079981104],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006478732,0.00049536285,0.0133229,0.00055799104,0.001075594,0.00064720656,0.00053330784,0.500311,0.011514358,0.01949701,0.007989694,0.4434077],"study_design_scores_gemma":[0.000023144581,0.000063660314,0.002322604,0.0000073296724,0.000038698494,0.000056506407,0.000036828977,0.9910511,0.0012939277,0.0044970573,0.00058653543,0.000022682663],"about_ca_topic_score_codex":0.007611868,"about_ca_topic_score_gemma":0.008223562,"teacher_disagreement_score":0.007611868,"about_ca_system_score_codex":0.00041612543,"about_ca_system_score_gemma":0.0016217389,"threshold_uncertainty_score":0.017578661},"labels":[],"label_agreement":null}]}