{"meta":{"query_hash":"a80308fc9c4a","filters":{"venue":"Automated Software Engineering"},"cohort_total":41,"direct_labels_cover":0,"predictions_cover":41,"exported":41,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/a80308fc9c4a","api":"https://metacan.xera.ac/api/v1/cohort?venue=Automated+Software+Engineering"},"results":[{"id":"W1509675159","doi":"10.1023/a:1025801405075","title":"Agile Parsing in TXL","year":2003,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Waterloo; Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Parsing; Grammar; Programming language; Agile software development; Natural language processing; Task (project management); Software engineering; Artificial intelligence; Set (abstract data type); Top-down parsing; Linguistics; Engineering; Systems engineering","score_opus":0.009901452217189218,"score_gpt":0.23796285214521737,"score_spread":0.22806139992802815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1509675159","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0253006,0.00026886287,0.84656197,0.00095979404,0.00025026646,0.000120895216,0.0023497718,0.09605532,0.02813252],"genre_scores_gemma":[0.33361784,0.00038345705,0.58296734,0.0010416482,0.00017058152,0.00022049526,0.010135211,0.033411484,0.038051926],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99702626,0.0008475254,0.0002945092,0.00058156403,0.00091250753,0.00033766805],"domain_scores_gemma":[0.99443746,0.002121097,0.00022128403,0.0023824696,0.00071473815,0.00012289081],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027000536,0.00085708936,0.00065181684,0.0015304317,0.0008978764,0.0038788714,0.0017208124,0.0012805125,0.019647926],"category_scores_gemma":[0.0075618923,0.0012219296,0.0009379484,0.0020643657,0.001162561,0.005828088,0.003076443,0.0024534736,0.009419461],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006267497,0.00020422965,0.0054505696,0.0005055504,0.00009360737,0.00091949507,0.0018481865,0.017560437,0.016879318,0.22872612,0.10410167,0.62308407],"study_design_scores_gemma":[0.00017455591,0.00014541208,0.0017628093,0.00029727782,0.00015595902,0.00087325874,0.00075555686,0.24738191,0.11716056,0.29073218,0.34038007,0.00018045865],"about_ca_topic_score_codex":0.0031058767,"about_ca_topic_score_gemma":0.0036381085,"teacher_disagreement_score":0.019647926,"about_ca_system_score_codex":0.00095087907,"about_ca_system_score_gemma":0.0019401798,"threshold_uncertainty_score":0.06572884},"labels":[],"label_agreement":null},{"id":"W1605434259","doi":"10.1007/s10515-009-0052-1","title":"Editorial for Special Issue of JASE on Source Code Analysis and Manipulation","year":2009,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Code (set theory); Programming language; Data science","score_opus":0.00544196218949826,"score_gpt":0.24175189714883588,"score_spread":0.2363099349593376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1605434259","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008407682,0.003564212,0.00029586972,0.034927562,0.95994776,0.000018503659,0.000045353878,0.000087299675,0.0010293637],"genre_scores_gemma":[0.00052742637,0.0019363578,0.00021056323,0.020618603,0.9693927,0.000021398959,0.00004173486,0.000072203795,0.00717895],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943401,0.0007157869,0.0007291885,0.000958914,0.0027602701,0.00049569097],"domain_scores_gemma":[0.96562284,0.011268459,0.0031638471,0.0015228473,0.01449505,0.0039269524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061613605,0.0037399374,0.0043525556,0.006146979,0.0031424637,0.0065546855,0.0034979144,0.01723738,0.016871769],"category_scores_gemma":[0.024447931,0.0018523232,0.0036695632,0.0019987272,0.0026996594,0.0042146314,0.002477695,0.019760216,0.009202668],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007834671,0.000022777265,0.000064105734,0.00018518396,0.00004106286,0.00016235953,0.0000107227215,0.00002687034,0.00021425063,0.00019111425,0.9926327,0.00637043],"study_design_scores_gemma":[0.00010094637,0.000058561167,0.0009968086,0.00036495263,0.00011086081,0.00046285248,0.00003107652,0.00033365225,0.00034508365,0.0010196607,0.99614406,0.000031407086],"about_ca_topic_score_codex":0.0010813691,"about_ca_topic_score_gemma":0.0035059,"teacher_disagreement_score":0.01723738,"about_ca_system_score_codex":0.0021781435,"about_ca_system_score_gemma":0.0016017243,"threshold_uncertainty_score":0.056441724},"labels":[],"label_agreement":null},{"id":"W1967187747","doi":"10.1007/s10515-011-0093-0","title":"Prioritizing test cases with string distances","year":2011,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":125,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Computer Research Institute of Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Test suite; String (physics); Computer science; Random testing; Code (set theory); Test case; Algorithm; Property (philosophy); Suite; Test (biology); Data mining; Mathematics; Machine learning; Programming language","score_opus":0.019894860361199286,"score_gpt":0.21321092719486978,"score_spread":0.1933160668336705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967187747","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19645113,0.0008827432,0.7877273,0.00058685505,0.0001978494,0.0005529489,0.00052777404,0.007391446,0.0056819976],"genre_scores_gemma":[0.50954896,0.00023159522,0.4851899,0.00025438028,0.000101810925,0.00023506572,0.0012007081,0.00077527575,0.0024622828],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9866136,0.00466725,0.0010198883,0.0013332135,0.0055875042,0.0007785946],"domain_scores_gemma":[0.95046246,0.038252234,0.0024464002,0.002701787,0.0047918228,0.0013452553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004832741,0.0022838644,0.0021470983,0.007902329,0.00065729243,0.0021627469,0.0028615107,0.001696307,0.0050370456],"category_scores_gemma":[0.041589238,0.00075939845,0.001316186,0.0035347238,0.0010369824,0.0036615506,0.0025509296,0.0015757551,0.0009981827],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003220589,0.0009394062,0.020231348,0.0012529724,0.0003200633,0.0013428356,0.00033477886,0.11432973,0.054256238,0.026037233,0.0057919924,0.77194285],"study_design_scores_gemma":[0.00031203954,0.0011823287,0.004474725,0.00016470684,0.00030975876,0.00094136357,0.00026592973,0.86315995,0.059773996,0.06433971,0.004987905,0.00008749074],"about_ca_topic_score_codex":0.002420063,"about_ca_topic_score_gemma":0.0044715796,"teacher_disagreement_score":0.007902329,"about_ca_system_score_codex":0.0012197573,"about_ca_system_score_gemma":0.0024833656,"threshold_uncertainty_score":0.025558293},"labels":[],"label_agreement":null},{"id":"W1973518623","doi":"10.1023/b:ause.0000017742.47984.6c","title":"Verifying Service Continuity in a Dynamic Reconfiguration Procedure: Application to a Satellite System","year":2004,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Control reconfiguration; Computer science; Unified Modeling Language; Software; Payload (computing); Embedded system; Distributed computing; Programming language; Network packet; Computer network","score_opus":0.00948485757950351,"score_gpt":0.2531919913532006,"score_spread":0.24370713377369707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973518623","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49725285,0.00008167168,0.495692,0.00021274011,0.00003560656,0.00015325216,0.00007917664,0.0047744643,0.0017182686],"genre_scores_gemma":[0.9329273,0.000023250135,0.06646865,0.000028159346,0.000009607947,0.000023584762,0.000048633836,0.00010588743,0.0003649521],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976419,0.0007384767,0.00013912283,0.00043807953,0.00079203193,0.0002503151],"domain_scores_gemma":[0.98368293,0.010909143,0.001160956,0.0023972802,0.0014055179,0.00044419718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033049253,0.00061248604,0.0007346894,0.0006790228,0.0015580812,0.001022527,0.0014371222,0.001738722,0.0018131481],"category_scores_gemma":[0.013227426,0.00043119394,0.00053419895,0.0006364353,0.0021742098,0.001370843,0.001052938,0.0012953349,0.00026636384],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035180827,0.0008412285,0.017164556,0.00040837724,0.00015173489,0.0036667425,0.0021041427,0.57522917,0.13939518,0.029477445,0.0019708625,0.22607242],"study_design_scores_gemma":[0.00017767567,0.00030979712,0.0017191767,0.000013815131,0.000049255163,0.0003801147,0.00017174026,0.9535652,0.03668889,0.00612913,0.00076696364,0.000028231017],"about_ca_topic_score_codex":0.009911713,"about_ca_topic_score_gemma":0.0065323077,"teacher_disagreement_score":0.009911713,"about_ca_system_score_codex":0.00083039986,"about_ca_system_score_gemma":0.0017908947,"threshold_uncertainty_score":0.019708037},"labels":[],"label_agreement":null},{"id":"W1987534773","doi":"10.1007/s10515-010-0079-3","title":"Example-based model-transformation testing","year":2011,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"","keywords":"Transformation (genetics); Oracle; Computer science; Model transformation; Function (biology); Premise; Quality (philosophy); Data mining; Reliability engineering; Artificial intelligence; Theoretical computer science; Industrial engineering; Machine learning; Software engineering; Engineering","score_opus":0.06099352935504673,"score_gpt":0.23204957400922685,"score_spread":0.17105604465418012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987534773","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06666968,0.00008717061,0.9161105,0.00031826305,0.000059259983,0.00013287114,0.0001964922,0.00878639,0.0076393364],"genre_scores_gemma":[0.60356766,0.00008758546,0.39169598,0.0001528593,0.00001493752,0.00010913188,0.0004578217,0.00088556594,0.0030284692],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963246,0.0015672987,0.00015918819,0.0003253329,0.00139993,0.00022357519],"domain_scores_gemma":[0.9882947,0.007674256,0.00030508635,0.0025023343,0.001086942,0.0001365485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016400971,0.0009904329,0.0006688369,0.0009195866,0.00042158572,0.00087332434,0.0025014873,0.0015312997,0.008687332],"category_scores_gemma":[0.015656622,0.00048183795,0.0009460033,0.00079694745,0.0009871728,0.0026224484,0.0017246233,0.0014098133,0.0010114103],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016733431,0.0013299254,0.0067462455,0.000813531,0.00025011398,0.001549371,0.0006182463,0.32726723,0.05380504,0.09504671,0.012620493,0.49827978],"study_design_scores_gemma":[0.00015513449,0.00019415664,0.00051536184,0.000038520324,0.000059801117,0.00043118157,0.0000526757,0.93235075,0.028553257,0.034933295,0.0026912559,0.000024519077],"about_ca_topic_score_codex":0.001730677,"about_ca_topic_score_gemma":0.0029588211,"teacher_disagreement_score":0.008687332,"about_ca_system_score_codex":0.0005205582,"about_ca_system_score_gemma":0.0007761983,"threshold_uncertainty_score":0.029062092},"labels":[],"label_agreement":null},{"id":"W1989495780","doi":"10.1007/s10515-014-0146-2","title":"Semantic tagging and linking of software engineering social content","year":2014,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; Toronto Metropolitan University","funders":"","keywords":"Computer science; World Wide Web; Scalability; Process (computing); Software; Software development; Data science; Database","score_opus":0.011517489404960227,"score_gpt":0.20281677799411887,"score_spread":0.19129928858915865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989495780","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44817492,0.0013219382,0.4890163,0.0012993786,0.0004566501,0.00068541436,0.013676308,0.0034551348,0.041913997],"genre_scores_gemma":[0.72166073,0.00094745174,0.24660875,0.00020717065,0.00022333722,0.00038386782,0.020105543,0.0005707986,0.009292425],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975157,0.0008350144,0.00021698969,0.00047304775,0.0008183059,0.00014086421],"domain_scores_gemma":[0.99145496,0.004373542,0.00092919375,0.0014607204,0.0015419825,0.00023952614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001736035,0.00040676384,0.00033274826,0.016033405,0.0015289241,0.0027346876,0.0006474887,0.0010164987,0.0021993585],"category_scores_gemma":[0.011589478,0.00030416407,0.00066749036,0.010184351,0.00076895655,0.0036207084,0.0022783277,0.00085455365,0.0015084062],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058628066,0.0010951848,0.074233964,0.0014866798,0.00026338434,0.0013138234,0.008725108,0.009447663,0.05743053,0.14531264,0.025920246,0.6741846],"study_design_scores_gemma":[0.000065581,0.0003063513,0.11008417,0.0010804109,0.000585046,0.0024611047,0.0069248183,0.28116688,0.08582308,0.27049834,0.2407647,0.0002395167],"about_ca_topic_score_codex":0.0025073672,"about_ca_topic_score_gemma":0.0047123116,"teacher_disagreement_score":0.016033405,"about_ca_system_score_codex":0.0009503831,"about_ca_system_score_gemma":0.0015405201,"threshold_uncertainty_score":0.009181142},"labels":[],"label_agreement":null},{"id":"W1992815253","doi":"10.1007/s10515-009-0061-0","title":"Generating a checking sequence with a minimum number of reset transitions","year":2009,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Engineering and Physical Sciences Research Council; Natural Sciences and Engineering Research Council of Canada; Leverhulme Trust","keywords":"Reset (finance); Sequence (biology); Model checking; State (computer science); Computer science; Finite-state machine; Algorithm","score_opus":0.015982541555149138,"score_gpt":0.2662486012595593,"score_spread":0.2502660597044102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992815253","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1512382,0.00011907376,0.83154655,0.0002594973,0.00010279288,0.00045787558,0.0004417398,0.013830856,0.0020035128],"genre_scores_gemma":[0.53853035,0.00005051324,0.45753285,0.00015146886,0.000028137116,0.000252102,0.00085644866,0.001233433,0.0013646786],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9972868,0.00075533753,0.00024628246,0.0007374191,0.0006909432,0.00028316243],"domain_scores_gemma":[0.97555465,0.016043134,0.0014269459,0.003927825,0.002499143,0.0005482321],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015276225,0.0014001749,0.001233728,0.00206321,0.0007005839,0.0008470123,0.0016618463,0.0018537659,0.0061159483],"category_scores_gemma":[0.01630315,0.0010541722,0.0012353632,0.00093065255,0.0008335245,0.0015760618,0.001265933,0.0015063982,0.0013876111],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042134435,0.0010138742,0.010030819,0.00155705,0.00025195515,0.002250025,0.0006024173,0.14545523,0.256837,0.014999165,0.00673533,0.5560537],"study_design_scores_gemma":[0.0006147488,0.00096307485,0.0031566534,0.00014208918,0.0002600474,0.0012020305,0.00013031514,0.73922586,0.2238944,0.026380783,0.0039290963,0.00010086062],"about_ca_topic_score_codex":0.00092573237,"about_ca_topic_score_gemma":0.002079468,"teacher_disagreement_score":0.0061159483,"about_ca_system_score_codex":0.00043989994,"about_ca_system_score_gemma":0.0031335545,"threshold_uncertainty_score":0.02045989},"labels":[],"label_agreement":null},{"id":"W2010630833","doi":"10.1007/s10515-008-0040-x","title":"Fast extraction of high-quality framework-specific models from application code","year":2008,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Reverse engineering; Code (set theory); Model-driven architecture; Implementation; Source code; Software engineering; Set (abstract data type); Software; Code generation; Precision and recall; Static program analysis; KPI-driven code analysis; Code review; Software quality; Programming language; Software development; Data mining; Machine learning; Key (lock)","score_opus":0.04665835928101749,"score_gpt":0.29773128504440727,"score_spread":0.2510729257633898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010630833","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033487033,0.0005466404,0.93265605,0.00025103064,0.00006017987,0.00014950563,0.0015443956,0.030098155,0.0012069556],"genre_scores_gemma":[0.26058605,0.00069200987,0.72464126,0.00014990433,0.000036083486,0.00021340209,0.006990892,0.0050164373,0.001673976],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982936,0.00022235597,0.00010379302,0.00018279797,0.0010871157,0.0001103783],"domain_scores_gemma":[0.9938328,0.0021656093,0.00064322614,0.0015445858,0.001709241,0.00010453409],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012265876,0.0020078039,0.0014624385,0.0030115687,0.00064858707,0.0019352563,0.0021840108,0.0017234152,0.001825724],"category_scores_gemma":[0.0114272935,0.0014973732,0.0023787064,0.0019984741,0.00051870156,0.002353075,0.001614136,0.0019322276,0.0015059952],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047757998,0.00027385465,0.009038488,0.0015312642,0.00040638263,0.0013460735,0.0005198226,0.26571947,0.09385209,0.015755048,0.028057167,0.5830228],"study_design_scores_gemma":[0.000047628233,0.00006269659,0.0012727411,0.000072398056,0.00011354954,0.0002462636,0.000067885245,0.9367657,0.041085087,0.0104763545,0.009748728,0.00004104616],"about_ca_topic_score_codex":0.005651413,"about_ca_topic_score_gemma":0.012672668,"teacher_disagreement_score":0.005651413,"about_ca_system_score_codex":0.0013207311,"about_ca_system_score_gemma":0.003190359,"threshold_uncertainty_score":0.011237025},"labels":[],"label_agreement":null},{"id":"W2018862503","doi":"10.1007/s10515-011-0099-7","title":"Decision support for the software product line domain engineering lifecycle","year":2012,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Athabasca University","funders":"","keywords":"Domain engineering; Feature-oriented domain analysis; Computer science; Domain analysis; Domain (mathematical analysis); Software engineering; Domain model; Software product line; Feature model; Feature (linguistics); Software development; Domain knowledge; Data mining; Software; Data science; Programming language; Software construction","score_opus":0.023642433582081023,"score_gpt":0.28332474502388755,"score_spread":0.25968231144180653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018862503","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20220985,0.0006765389,0.7616292,0.002563278,0.00012697747,0.00068548444,0.0016003132,0.009770553,0.020737737],"genre_scores_gemma":[0.7767805,0.00021667304,0.21752757,0.00016420525,0.00003947463,0.00013497885,0.001356352,0.00018310612,0.0035972549],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99728775,0.0010931273,0.00018674832,0.00025394745,0.0009729983,0.00020550568],"domain_scores_gemma":[0.9876753,0.009329715,0.0006137277,0.00072147616,0.001293269,0.00036647794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031514154,0.00065800786,0.0006626478,0.0016775707,0.00092100265,0.0033443803,0.0012323726,0.00097576453,0.0124935275],"category_scores_gemma":[0.017853796,0.00039684182,0.0005415027,0.0008858467,0.000366635,0.0026560894,0.0012277617,0.0012018088,0.0018352161],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022252507,0.001322922,0.005825302,0.00047373105,0.00011023913,0.0007995885,0.0005080439,0.14120764,0.010095699,0.036196403,0.018398998,0.7828362],"study_design_scores_gemma":[0.0001595015,0.00016866796,0.00085979234,0.000062342006,0.00005266427,0.00010855864,0.0001679953,0.95210296,0.0097183315,0.027902927,0.008668652,0.000027610173],"about_ca_topic_score_codex":0.0031998297,"about_ca_topic_score_gemma":0.0042276653,"teacher_disagreement_score":0.0124935275,"about_ca_system_score_codex":0.00082577043,"about_ca_system_score_gemma":0.0020777115,"threshold_uncertainty_score":0.041795015},"labels":[],"label_agreement":null},{"id":"W2023831809","doi":"10.1007/s10515-008-0045-5","title":"From UML/SPT models to schedulability analysis: approach and a prototype implementation using ATL","year":2009,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Metamodeling; Unified Modeling Language; Computer science; Model transformation; Applications of UML; Programming language; UML tool; Object Constraint Language; Model-driven architecture; Software engineering; Transformation (genetics); Software; Artificial intelligence","score_opus":0.017720667515519362,"score_gpt":0.27422457702294195,"score_spread":0.2565039095074226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023831809","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009502109,0.00006361464,0.9747082,0.00029810966,0.00003916307,0.00009379899,0.00013907124,0.01288778,0.0022681581],"genre_scores_gemma":[0.17609212,0.00021554537,0.81771636,0.00016707998,0.000037267393,0.00016738044,0.00066131976,0.002263212,0.002679699],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99879456,0.00035844915,0.000110129426,0.00014090027,0.0005153437,0.00008058855],"domain_scores_gemma":[0.9970374,0.0015118076,0.00020159807,0.00063255953,0.0005397072,0.00007697169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016684391,0.00067628484,0.0004689528,0.0009550338,0.0004955584,0.002333398,0.0021462454,0.000928629,0.0069542034],"category_scores_gemma":[0.006447195,0.0007215167,0.00090155547,0.0007632708,0.0006388516,0.0028022805,0.0014545677,0.0019992762,0.0016807673],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045048236,0.0006806678,0.0020550175,0.0012553999,0.0001365119,0.0011083524,0.0024611845,0.094590545,0.08939524,0.076776706,0.016397143,0.7146927],"study_design_scores_gemma":[0.00013812508,0.0001773468,0.00047914195,0.00014599186,0.00011759158,0.00043758002,0.00036058447,0.849571,0.066537045,0.047691345,0.034289114,0.000055153185],"about_ca_topic_score_codex":0.0039191456,"about_ca_topic_score_gemma":0.0025203677,"teacher_disagreement_score":0.0069542034,"about_ca_system_score_codex":0.0006904934,"about_ca_system_score_gemma":0.0015224513,"threshold_uncertainty_score":0.02326411},"labels":[],"label_agreement":null},{"id":"W2034869573","doi":"10.1023/b:ause.0000008668.12782.6c","title":"Granularity-Driven Dynamic Predicate Slicing Algorithms for Message Passing Systems","year":2003,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Program slicing; Computer science; Predicate (mathematical logic); Slicing; Correctness; Granularity; Algorithm; Computation; Theoretical computer science; Programming language","score_opus":0.014441274826881756,"score_gpt":0.2554814375190623,"score_spread":0.24104016269218057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034869573","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01973156,0.00013882264,0.9755358,0.000113248534,0.00002300156,0.000035366484,0.000047410056,0.0034586715,0.0009160779],"genre_scores_gemma":[0.37354743,0.00015645078,0.6242109,0.00008721186,0.00003796776,0.0000816428,0.00024624655,0.000691174,0.0009410033],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975776,0.0007326152,0.00019336346,0.00030507037,0.00081267575,0.00037868787],"domain_scores_gemma":[0.99128515,0.004634518,0.0006108501,0.002482733,0.00074666267,0.00024002312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039852746,0.00074129354,0.0010545815,0.0013701447,0.0010964548,0.0016676418,0.002263019,0.0009274883,0.0031841798],"category_scores_gemma":[0.00896103,0.0008292561,0.000879882,0.0013609339,0.0018539478,0.0040176995,0.002519095,0.002205963,0.0004543618],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011466277,0.0001819935,0.004143053,0.00033389492,0.000105134364,0.00013000908,0.0009522913,0.27524206,0.027105873,0.24180208,0.0064781164,0.44237885],"study_design_scores_gemma":[0.00009883931,0.00007510376,0.00034317764,0.000032214044,0.00004684158,0.000039482537,0.00006284838,0.85935444,0.0154306,0.1216386,0.0028519796,0.000026003625],"about_ca_topic_score_codex":0.0043370086,"about_ca_topic_score_gemma":0.005456187,"teacher_disagreement_score":0.0043370086,"about_ca_system_score_codex":0.001605943,"about_ca_system_score_gemma":0.0018158816,"threshold_uncertainty_score":0.021076381},"labels":[],"label_agreement":null},{"id":"W2039978418","doi":"10.1007/s10515-011-0098-8","title":"Maintainability defects detection and correction: a multi-objective approach","year":2012,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":144,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"","keywords":"Code refactoring; Maintainability; Computer science; Sorting; Reliability engineering; Genetic programming; Software; Process (computing); Code (set theory); Software engineering; Programming language; Machine learning; Set (abstract data type); Engineering","score_opus":0.010863922017511712,"score_gpt":0.23886260324286082,"score_spread":0.2279986812253491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039978418","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025091816,0.0003524057,0.97245026,0.00014046536,0.000022114398,0.00017339863,0.000087182496,0.00039383103,0.0012884727],"genre_scores_gemma":[0.41964805,0.00025513154,0.57605356,0.00010693345,0.00006215704,0.0003918721,0.0003208239,0.00018203128,0.002979441],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99461716,0.0014935661,0.00043749332,0.0007828306,0.002295629,0.00037337551],"domain_scores_gemma":[0.9923029,0.0033278686,0.0012801508,0.00033684072,0.002512793,0.00023945773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066624302,0.002977318,0.0032097825,0.0076137846,0.0010444138,0.0027719382,0.0028111357,0.0020591188,0.0017721453],"category_scores_gemma":[0.007749815,0.0011186097,0.0025866146,0.002452761,0.00093606074,0.002287221,0.0023570624,0.0011499894,0.0003132056],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003315667,0.00068275124,0.01039254,0.00056460703,0.0010148506,0.00019203743,0.00032781548,0.57226616,0.016466644,0.004884131,0.001045985,0.39183083],"study_design_scores_gemma":[0.000020890324,0.00026557955,0.0023088965,0.00003242386,0.00015991763,0.00004990082,0.00007688255,0.9911329,0.0029289643,0.0026235243,0.00036618568,0.0000338173],"about_ca_topic_score_codex":0.0062295226,"about_ca_topic_score_gemma":0.0072323494,"teacher_disagreement_score":0.0076137846,"about_ca_system_score_codex":0.0016151038,"about_ca_system_score_gemma":0.0025650507,"threshold_uncertainty_score":0.03523469},"labels":[],"label_agreement":null},{"id":"W2076225477","doi":"10.1007/s10515-006-5465-5","title":"Automated Prototyping of User Interfaces Based on UML Scenarios","year":2005,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Computer science; Unified Modeling Language; User interface; Programming language; Software engineering; Activity diagram; Process (computing); Interface (matter); UML tool; Applications of UML; Formal specification; Software; Operating system","score_opus":0.008075478117797196,"score_gpt":0.23458973616839632,"score_spread":0.22651425805059913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076225477","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09205049,0.00017911571,0.88916165,0.00031845437,0.00007229604,0.0006910211,0.0001917026,0.010387567,0.0069476147],"genre_scores_gemma":[0.4498242,0.00022152548,0.5461879,0.00007552898,0.00002190364,0.00048095544,0.00047345605,0.0008090506,0.0019054738],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99264634,0.004197568,0.00036508654,0.0003618456,0.0021021503,0.00032696634],"domain_scores_gemma":[0.9769084,0.017785154,0.0007522662,0.0022217627,0.001892671,0.00043967494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004948967,0.001782635,0.0010439528,0.0013855181,0.00062920485,0.0032081935,0.0023054003,0.0022956294,0.0064653093],"category_scores_gemma":[0.02693206,0.001649897,0.0014774048,0.00044274447,0.0009694328,0.0032445553,0.0023213297,0.0015882893,0.0013231372],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026469901,0.0012323632,0.006585623,0.0016541055,0.00033146184,0.0041549816,0.005094676,0.33752975,0.1313907,0.10115333,0.010969383,0.39725673],"study_design_scores_gemma":[0.00022043554,0.00028736316,0.00069355813,0.00016350552,0.000080934005,0.00042175528,0.00025952113,0.9304723,0.036572695,0.019945754,0.0108042015,0.00007783926],"about_ca_topic_score_codex":0.0009270475,"about_ca_topic_score_gemma":0.0013070923,"teacher_disagreement_score":0.0064653093,"about_ca_system_score_codex":0.00075679406,"about_ca_system_score_gemma":0.0010286674,"threshold_uncertainty_score":0.026172996},"labels":[],"label_agreement":null},{"id":"W2085231017","doi":"10.1007/s10515-008-0042-8","title":"Monitoring and diagnosing software requirements","year":2008,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Medical diagnosis; Component (thermodynamics); Satisfiability; Granularity; Scalability; Software; Software system; Data mining; Action (physics); Software engineering; Theoretical computer science; Programming language; Database","score_opus":0.041289154179573614,"score_gpt":0.28145256825384724,"score_spread":0.2401634140742736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085231017","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31261042,0.00061679725,0.662047,0.00061901147,0.000079957244,0.00034795896,0.0003771034,0.01589171,0.0074099437],"genre_scores_gemma":[0.8308757,0.00018208701,0.16564839,0.000104383835,0.00003436516,0.00010747572,0.00042576742,0.0002641696,0.0023576939],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.995033,0.0011662005,0.00029847753,0.00085190265,0.0024124733,0.00023793663],"domain_scores_gemma":[0.98410577,0.00839032,0.0021057928,0.0030263064,0.0021136114,0.00025820785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019454086,0.0009774775,0.00072038645,0.0026974345,0.00047129524,0.0014987534,0.0013044862,0.0011542899,0.0015930102],"category_scores_gemma":[0.016234674,0.00061882695,0.0005696211,0.0008441954,0.0004386728,0.0022982573,0.0008222328,0.0011358502,0.000784596],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005925511,0.0006116216,0.031601686,0.00053792144,0.00014332669,0.0006354921,0.0006333665,0.039100002,0.16976258,0.0098207025,0.0052970327,0.74126387],"study_design_scores_gemma":[0.000046389538,0.00044018787,0.021217594,0.00009057131,0.00014859127,0.0009563596,0.00022856258,0.7767113,0.17774463,0.0135392845,0.008814823,0.000061699975],"about_ca_topic_score_codex":0.0016828745,"about_ca_topic_score_gemma":0.0023610452,"teacher_disagreement_score":0.0026974345,"about_ca_system_score_codex":0.00074842013,"about_ca_system_score_gemma":0.0012559425,"threshold_uncertainty_score":0.010288417},"labels":[],"label_agreement":null},{"id":"W2105899414","doi":"10.1007/s10515-008-0028-6","title":"Requirements model generation to support requirements elicitation: the Secure Tropos experience","year":2008,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Requirements elicitation; Requirements engineering; Computer science; Requirements analysis; Requirements management; Context (archaeology); Process (computing); Software engineering; Requirement; Systems engineering; Engineering","score_opus":0.06163986956967274,"score_gpt":0.3091074000294848,"score_spread":0.24746753045981204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105899414","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12617803,0.00044053677,0.8428666,0.0024198578,0.000087380344,0.00042227266,0.0004165047,0.010821784,0.016347088],"genre_scores_gemma":[0.37291318,0.000692484,0.61769843,0.00044043525,0.000041028456,0.0002646239,0.0010358721,0.0018359757,0.0050778943],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99504155,0.0032794133,0.00020136956,0.00030540655,0.0010387948,0.00013347136],"domain_scores_gemma":[0.9753067,0.017948747,0.0008630948,0.0040934146,0.001324654,0.0004634422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008043161,0.0007707202,0.0004406258,0.0007164153,0.0006110636,0.0016844759,0.0018124906,0.0012627533,0.0046519316],"category_scores_gemma":[0.017942702,0.0006974134,0.00074767234,0.00051380834,0.0012672475,0.004012785,0.0023455312,0.0022207417,0.0016045728],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025006344,0.0014223097,0.0049029286,0.0011572799,0.00025867645,0.0020807104,0.013877714,0.12074629,0.09631364,0.13314477,0.031322535,0.5922726],"study_design_scores_gemma":[0.00081912597,0.0008733537,0.001216081,0.00031762707,0.0001346333,0.0013790592,0.0027056886,0.7567119,0.04777127,0.088170156,0.0997748,0.00012628453],"about_ca_topic_score_codex":0.001605693,"about_ca_topic_score_gemma":0.0019220219,"teacher_disagreement_score":0.008043161,"about_ca_system_score_codex":0.00067966926,"about_ca_system_score_gemma":0.0016426734,"threshold_uncertainty_score":0.042536795},"labels":[],"label_agreement":null},{"id":"W2124559112","doi":"10.1007/s10515-008-0043-7","title":"Parameter reference immutability: formal definition, inference tool, and comparison","year":2008,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Immutability; Correctness; Computer science; Scalability; Component (thermodynamics); Inference; Object (grammar); Programming language; Abstraction; Theoretical computer science; Artificial intelligence","score_opus":0.04144959300512138,"score_gpt":0.2640226251437893,"score_spread":0.22257303213866794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124559112","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00896859,0.00049285276,0.98430693,0.00027985708,0.00007387783,0.00008067136,0.00008844161,0.0022399267,0.0034689174],"genre_scores_gemma":[0.49485245,0.0013651574,0.49662265,0.0003487117,0.00031522472,0.00028372186,0.00069006876,0.0019813052,0.0035407022],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.982406,0.0047135805,0.002080487,0.0023730618,0.007135832,0.0012909413],"domain_scores_gemma":[0.93717086,0.033967007,0.002868006,0.01940528,0.006044341,0.00054456474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0146724135,0.0015660945,0.0021480354,0.0073326533,0.001707279,0.00573528,0.007921661,0.0036636824,0.006360824],"category_scores_gemma":[0.061756853,0.0016473258,0.0025767768,0.005495082,0.007989756,0.018831147,0.005295845,0.005375048,0.0013571765],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034289577,0.00026805076,0.00389579,0.00042045693,0.00008600703,0.00038848436,0.0007547575,0.015016187,0.0049902177,0.8154135,0.0026435384,0.15577999],"study_design_scores_gemma":[0.00012586053,0.00029801516,0.0011160832,0.0003577072,0.0003700573,0.0019916508,0.0003554036,0.22155955,0.042732734,0.7118653,0.01900513,0.00022239264],"about_ca_topic_score_codex":0.001681558,"about_ca_topic_score_gemma":0.0011905794,"teacher_disagreement_score":0.0146724135,"about_ca_system_score_codex":0.0020397885,"about_ca_system_score_gemma":0.0031276615,"threshold_uncertainty_score":0.07759607},"labels":[],"label_agreement":null},{"id":"W2148615889","doi":"10.1007/s10515-014-0162-2","title":"Automatic, high accuracy prediction of reopened bugs","year":2014,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Ministry of Science and Technology of the People's Republic of China; National Natural Science Foundation of China","keywords":"Software bug; Computer science; Eclipse; Rework; Software; Measure (data warehouse); Software engineering; Data mining; Operating system; Embedded system","score_opus":0.008804326722980867,"score_gpt":0.22699896113547427,"score_spread":0.2181946344124934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148615889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57926786,0.0031880105,0.3487728,0.0008545072,0.000569269,0.00021085847,0.008069899,0.054132927,0.0049339244],"genre_scores_gemma":[0.85103554,0.00032510777,0.13597958,0.00017733125,0.00015277232,0.000054203854,0.007593747,0.0005828489,0.004098819],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99640226,0.00040860116,0.00024075697,0.00093883096,0.0017628314,0.0002466935],"domain_scores_gemma":[0.98318243,0.0072659007,0.0020978814,0.0028149227,0.0041237823,0.0005150625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013159479,0.0012376868,0.0011252648,0.0031026436,0.0005039722,0.0015488532,0.0016108726,0.001726524,0.002136458],"category_scores_gemma":[0.01131249,0.00045181147,0.00072344113,0.0011644701,0.0002916335,0.0014016432,0.0012578329,0.0012492072,0.0027795725],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012518435,0.0009505948,0.122704886,0.0006141345,0.00031601978,0.0009794426,0.00020405115,0.050878495,0.08012531,0.0015240799,0.031996448,0.7084546],"study_design_scores_gemma":[0.00008504413,0.00028669563,0.029733034,0.000042347056,0.00010328478,0.0006845078,0.00006215627,0.91003203,0.05230376,0.0032298667,0.00337928,0.000058035224],"about_ca_topic_score_codex":0.003173891,"about_ca_topic_score_gemma":0.0056783613,"teacher_disagreement_score":0.003173891,"about_ca_system_score_codex":0.00041556745,"about_ca_system_score_gemma":0.0011190494,"threshold_uncertainty_score":0.007147193},"labels":[],"label_agreement":null},{"id":"W2150654203","doi":"10.1007/s10515-007-0007-3","title":"Differencing logical UML models","year":2007,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Correctness; Metamodeling; Computer science; Heuristics; Unified Modeling Language; Robustness (evolution); Programming language; Logical data model; Theoretical computer science; Data mining; Artificial intelligence; Software; Software engineering; Data modeling","score_opus":0.01960952468392616,"score_gpt":0.2525665858741463,"score_spread":0.23295706119022017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150654203","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049601756,0.0003139299,0.93730354,0.0003986317,0.00014686625,0.00013171059,0.00037368445,0.003337887,0.008392087],"genre_scores_gemma":[0.4696541,0.00031823033,0.5213138,0.00023444656,0.00003872327,0.00013596473,0.0015558513,0.00082702225,0.005921833],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9913816,0.002046888,0.00065419637,0.0010055942,0.004515569,0.0003960975],"domain_scores_gemma":[0.986201,0.005514468,0.00073220633,0.0053256033,0.0020727303,0.00015390867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054809405,0.00069850957,0.00077449746,0.0029011667,0.0007025948,0.0043087616,0.0034365652,0.0016765792,0.006101684],"category_scores_gemma":[0.035241563,0.0011346365,0.0011819972,0.0023560992,0.0013876079,0.007250803,0.0055769123,0.0020859307,0.0017836909],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049878063,0.00022204188,0.005133696,0.00037401347,0.00011063031,0.0005571259,0.0014819467,0.060210712,0.030564258,0.5178201,0.003288559,0.37973815],"study_design_scores_gemma":[0.00008237917,0.00012558054,0.0012094349,0.0002024869,0.0001527424,0.00031578503,0.00059256324,0.5214901,0.06844986,0.3628802,0.044419326,0.00007956354],"about_ca_topic_score_codex":0.0023374131,"about_ca_topic_score_gemma":0.0038759653,"teacher_disagreement_score":0.006101684,"about_ca_system_score_codex":0.0021291978,"about_ca_system_score_gemma":0.0017723368,"threshold_uncertainty_score":0.028986335},"labels":[],"label_agreement":null},{"id":"W2168972892","doi":"10.1023/a:1024460315173","title":"User Interface Reverse Engineering in Support of Interface Migration to the Web","year":2003,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Legacy system; Interface (matter); User interface; Context (archaeology); TRACE (psycholinguistics); Process (computing); Human–computer interaction; State (computer science); Task (project management); Interface metaphor; Transition (genetics); Source code; User interface design; World Wide Web; Graphical user interface testing; Programming language; Operating system; Software; Engineering","score_opus":0.008918239222152284,"score_gpt":0.24989148076236092,"score_spread":0.24097324154020863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168972892","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3206641,0.00056611205,0.5918149,0.0011703671,0.0004516276,0.00035052496,0.00016712757,0.07106647,0.013748792],"genre_scores_gemma":[0.8109363,0.0002094113,0.17391652,0.00045813547,0.000092810216,0.000089762274,0.00028203407,0.0021960794,0.011818883],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979678,0.0007014568,0.00016664938,0.00024376206,0.0006683126,0.00025192718],"domain_scores_gemma":[0.9859886,0.003998636,0.00076562504,0.0062742042,0.0026778402,0.00029495356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025203342,0.00060476124,0.0005821674,0.00077212387,0.0006918315,0.0018227657,0.0017810159,0.0014394913,0.0034873695],"category_scores_gemma":[0.018100988,0.0005015339,0.0004927581,0.00044738725,0.0005690573,0.0022013204,0.0015387316,0.0018316443,0.0013225173],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024742514,0.001147178,0.017655684,0.0004232239,0.00014362273,0.0020518566,0.0020752987,0.009470856,0.12385004,0.011953562,0.017077636,0.8116768],"study_design_scores_gemma":[0.0003590607,0.0006881685,0.010502603,0.00014106592,0.00036908395,0.0029934016,0.00070814055,0.45638084,0.46889368,0.015820574,0.04300142,0.00014198398],"about_ca_topic_score_codex":0.002111797,"about_ca_topic_score_gemma":0.002617025,"teacher_disagreement_score":0.0034873695,"about_ca_system_score_codex":0.0003282912,"about_ca_system_score_gemma":0.0010812053,"threshold_uncertainty_score":0.0133289695},"labels":[],"label_agreement":null},{"id":"W2177607365","doi":"10.1007/s10515-015-0184-4","title":"Concept extraction from business documents for software engineering projects","year":2015,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Documentation; Domain engineering; Software mining; Software engineering; Process (computing); Domain (mathematical analysis); Software; Data science; Knowledge extraction; Data mining; Domain analysis; Information extraction; Software development; Information retrieval; Software construction; Programming language","score_opus":0.016569986768452373,"score_gpt":0.2722598448418184,"score_spread":0.255689858073366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2177607365","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28676787,0.011577192,0.5887855,0.0032806585,0.0008062004,0.0030749415,0.0692646,0.015674269,0.020768726],"genre_scores_gemma":[0.25721994,0.0032352593,0.67334247,0.000252925,0.0002212796,0.00096203486,0.058846865,0.00077651715,0.005142631],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997726,0.00041773485,0.00037886217,0.00038342862,0.00094693096,0.00014705407],"domain_scores_gemma":[0.98923254,0.006608885,0.0010284492,0.00057325937,0.0022441144,0.00031271242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001706957,0.0012460605,0.0007174063,0.012921057,0.0015247915,0.0023807145,0.0009696032,0.0013353595,0.0037707046],"category_scores_gemma":[0.011981763,0.0005525166,0.0010968826,0.008538714,0.00046541975,0.003390618,0.0011940093,0.00153809,0.003378985],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049901014,0.00045445008,0.011508349,0.0042537507,0.00015261368,0.0016701482,0.002118509,0.0031998232,0.0776017,0.010008922,0.044201694,0.844331],"study_design_scores_gemma":[0.00039844017,0.00091674284,0.06676876,0.002857126,0.0014708269,0.007678938,0.0057836254,0.12820683,0.23392718,0.042281173,0.5093444,0.0003659638],"about_ca_topic_score_codex":0.0033277487,"about_ca_topic_score_gemma":0.00469067,"teacher_disagreement_score":0.012921057,"about_ca_system_score_codex":0.0010533625,"about_ca_system_score_gemma":0.004368753,"threshold_uncertainty_score":0.01261425},"labels":[],"label_agreement":null},{"id":"W2790715424","doi":"10.1007/s10515-018-0232-y","title":"Black-box tree test case generation through diversity","year":2018,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Tree (set theory); Test case; Test (biology); Set (abstract data type); Black box; Algorithm; Random testing; Mathematics; Machine learning; Artificial intelligence","score_opus":0.024780093582989115,"score_gpt":0.24827839461829362,"score_spread":0.22349830103530452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790715424","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04572258,0.00012453728,0.946303,0.00016734688,0.000023575092,0.00021563514,0.0001622944,0.004174587,0.003106405],"genre_scores_gemma":[0.44724956,0.00007214117,0.54884785,0.00024998232,0.000024832012,0.0002184189,0.00063963496,0.0008253065,0.0018722571],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99586844,0.0015176295,0.0002336485,0.00067462487,0.0013112426,0.000394494],"domain_scores_gemma":[0.9864466,0.00873707,0.0006703557,0.0020712467,0.0016861325,0.00038844487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002764372,0.0011959443,0.0012053669,0.002771854,0.0006627486,0.0011865784,0.0026752008,0.0015444704,0.005953312],"category_scores_gemma":[0.014386263,0.0006706211,0.0012055436,0.0015220424,0.001242654,0.0023217394,0.0034114656,0.001456882,0.0013796752],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011508702,0.0005433657,0.0076394635,0.00037006135,0.00019440374,0.0013768098,0.0007657132,0.1963238,0.04701985,0.029739797,0.0076074232,0.7072684],"study_design_scores_gemma":[0.00015953336,0.0002826997,0.0007225072,0.00006856362,0.00006943762,0.00056936755,0.000078595614,0.9325054,0.021640062,0.040292278,0.0035734598,0.000038116883],"about_ca_topic_score_codex":0.0012254553,"about_ca_topic_score_gemma":0.002009292,"teacher_disagreement_score":0.005953312,"about_ca_system_score_codex":0.0007754545,"about_ca_system_score_gemma":0.0011423653,"threshold_uncertainty_score":0.01991582},"labels":[],"label_agreement":null},{"id":"W2904569853","doi":"10.1007/s10515-018-0247-4","title":"Efficient elicitation of software configurations using crowd preferences and domain knowledge","year":2018,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Process (computing); Domain (mathematical analysis); Crowds; Software; ENCODE; Markov decision process; Human–computer interaction; Software engineering; Markov process","score_opus":0.019445945190041933,"score_gpt":0.2811641795886182,"score_spread":0.2617182343985763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904569853","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46341708,0.00018031948,0.523251,0.000336218,0.00003548788,0.0004036121,0.00089907646,0.00095606974,0.010521087],"genre_scores_gemma":[0.86588836,0.00008683458,0.1313271,0.000059021364,0.000021001068,0.00025743674,0.0010110354,0.00008607687,0.0012631075],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99590474,0.0017388614,0.00022139697,0.000605561,0.0012641164,0.00026528395],"domain_scores_gemma":[0.98068213,0.013864564,0.00089838,0.0022940838,0.0017639494,0.0004968174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030077985,0.0009711707,0.0013543449,0.0019414868,0.000861576,0.0015159284,0.0011831332,0.00138869,0.0040503214],"category_scores_gemma":[0.02025258,0.0007058313,0.00067978166,0.0019422227,0.0005875909,0.0026398103,0.0028848357,0.00081800064,0.0010076339],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030569404,0.001091215,0.017645186,0.0011035395,0.00019531744,0.0006905039,0.0022552162,0.24307014,0.08473395,0.019577734,0.006753661,0.61982656],"study_design_scores_gemma":[0.00014182097,0.00036732765,0.006784063,0.00008180562,0.00005205409,0.00019295138,0.002219795,0.9034305,0.03419269,0.048864037,0.0035831518,0.00008977018],"about_ca_topic_score_codex":0.0020689506,"about_ca_topic_score_gemma":0.0049913623,"teacher_disagreement_score":0.0040503214,"about_ca_system_score_codex":0.00080035854,"about_ca_system_score_gemma":0.0015219279,"threshold_uncertainty_score":0.01590693},"labels":[],"label_agreement":null},{"id":"W2945944668","doi":"10.1007/s10515-019-00256-4","title":"Improving web service interfaces modularity using multi-objective optimization","year":2019,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Interface (matter); Code refactoring; Service (business); Web service; Software engineering; Service-oriented architecture; Artifact (error); Reuse; Modular programming; Service provider; World Wide Web; Programming language; Artificial intelligence; Software; Operating system; Engineering","score_opus":0.013282066220827,"score_gpt":0.2464925954551059,"score_spread":0.2332105292342789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945944668","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18816912,0.00024026865,0.80760497,0.00013241249,0.00003937333,0.0000934541,0.000029816278,0.0010059747,0.0026846044],"genre_scores_gemma":[0.8079931,0.00006927171,0.19019724,0.00004791909,0.000014787261,0.0000652391,0.000057078218,0.0002600437,0.0012952297],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992106,0.0002541548,0.000034361754,0.00012639204,0.00023886748,0.00013572616],"domain_scores_gemma":[0.9985972,0.0006016524,0.00026439768,0.00014965232,0.0002937162,0.000093459465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014275447,0.0014052886,0.0010827215,0.001194507,0.0005435484,0.00093806785,0.0011878166,0.00085246755,0.0015989351],"category_scores_gemma":[0.0033942547,0.00051904283,0.00086303154,0.00068394706,0.00060827506,0.0011915755,0.001227163,0.0009536998,0.00029228596],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012009433,0.00022436788,0.0010810525,0.0000705424,0.00006278762,0.00005087888,0.000042411524,0.91941416,0.016702142,0.002488252,0.0003531068,0.05939016],"study_design_scores_gemma":[0.000007482629,0.000030696454,0.00009728723,0.0000023507891,0.000010698467,0.00000702205,0.0000064600704,0.9978078,0.0014169816,0.0005372796,0.00007373886,0.0000022036072],"about_ca_topic_score_codex":0.002629002,"about_ca_topic_score_gemma":0.0026953814,"teacher_disagreement_score":0.002629002,"about_ca_system_score_codex":0.0010437026,"about_ca_system_score_gemma":0.0011730901,"threshold_uncertainty_score":0.007572651},"labels":[],"label_agreement":null},{"id":"W3093046707","doi":"10.1007/s10515-020-00277-4","title":"Understanding machine learning software defect predictions","year":2020,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Exploit; Machine learning; Software bug; Software; Artificial intelligence; Boosting (machine learning); Source code; Set (abstract data type); Data mining; Principal (computer security); Decision tree; Predictive modelling; Programming language","score_opus":0.04516996975354468,"score_gpt":0.24328561683835054,"score_spread":0.19811564708480586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093046707","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3721045,0.0010690435,0.61191314,0.0036128326,0.000100932724,0.00007930888,0.0009391448,0.002364038,0.007817058],"genre_scores_gemma":[0.9458072,0.00033874495,0.050567456,0.00016128046,0.00006580776,0.00003769566,0.0010597466,0.00008265714,0.0018794333],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9995121,0.0001478691,0.000033176933,0.000108592256,0.00014707797,0.000051314917],"domain_scores_gemma":[0.99416625,0.0044277227,0.00032386582,0.0003689728,0.00065235916,0.000060823237],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010344706,0.00051136443,0.0003845935,0.0011025813,0.000354617,0.0015244111,0.000988652,0.0009877929,0.0018422708],"category_scores_gemma":[0.011779897,0.00031674327,0.00037860379,0.00060140446,0.00044490446,0.0038100588,0.00068248896,0.0013383611,0.00048163207],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021073001,0.0005971022,0.047555048,0.00035885238,0.00013482115,0.00066164706,0.00089983316,0.30254227,0.009574272,0.103814214,0.016069014,0.5175823],"study_design_scores_gemma":[0.0000044698145,0.000021029919,0.0016109783,0.000021003041,0.000013895183,0.000050962368,0.00009547794,0.91986424,0.002065122,0.07461838,0.00162935,0.0000050678045],"about_ca_topic_score_codex":0.0037991197,"about_ca_topic_score_gemma":0.0041162185,"teacher_disagreement_score":0.0037991197,"about_ca_system_score_codex":0.00072326843,"about_ca_system_score_gemma":0.00065481546,"threshold_uncertainty_score":0.0075539947},"labels":[],"label_agreement":null},{"id":"W3120394327","doi":"10.1007/s10515-021-00313-x","title":"Faults in deep reinforcement learning programs: a taxonomy and a detection approach","year":2021,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Reinforcement Learning in Robotics","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Fonds de Recherche du Québec-Société et Culture; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Reinforcement learning; Computer science; Categorization; Artificial intelligence; Fault detection and isolation; Software; Machine learning; Software engineering; Programming language","score_opus":0.012062613245359722,"score_gpt":0.20269778829536153,"score_spread":0.1906351750500018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120394327","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03495555,0.0019769568,0.9594291,0.0007904185,0.00004332014,0.00008715279,0.0000961708,0.00074370374,0.0018775761],"genre_scores_gemma":[0.78872323,0.0017576963,0.206377,0.00024034093,0.00019136611,0.0001690634,0.00018438493,0.0001241721,0.0022328012],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966654,0.00081146584,0.00040179057,0.00061941124,0.0012278702,0.00027389414],"domain_scores_gemma":[0.9746957,0.018112179,0.0030275914,0.0017756018,0.0019553958,0.0004335797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029227575,0.0009819542,0.0010527857,0.0024418323,0.00051834004,0.0023785208,0.0024866043,0.0034986692,0.0009522244],"category_scores_gemma":[0.019584794,0.0008892048,0.000962648,0.0019371427,0.003147982,0.004881529,0.001945743,0.0028991525,0.00016889173],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041421817,0.00033301575,0.020295475,0.0008640878,0.00012904858,0.0009581085,0.000653554,0.3742052,0.00456732,0.324276,0.0027468326,0.2705571],"study_design_scores_gemma":[0.000012719144,0.00008503461,0.0007017835,0.000067936984,0.000029656043,0.00028825935,0.00005012322,0.8528542,0.0022456837,0.14266415,0.0009804758,0.0000199686],"about_ca_topic_score_codex":0.0019706131,"about_ca_topic_score_gemma":0.0012867607,"teacher_disagreement_score":0.0034986692,"about_ca_system_score_codex":0.0015083789,"about_ca_system_score_gemma":0.0011131284,"threshold_uncertainty_score":0.015457213},"labels":[],"label_agreement":null},{"id":"W3123784004","doi":"10.1007/s10515-020-00278-3","title":"ALBA: a model-driven framework for the automatic generation of android location-based apps","year":2021,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Mobile and Web Applications","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Plug-in; Computer science; Android (operating system); Usability; Download; Mobile apps; Code generation; World Wide Web; Software engineering; Human–computer interaction; Operating system","score_opus":0.018949733138381226,"score_gpt":0.2478359306377177,"score_spread":0.22888619749933647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123784004","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004473682,0.0001864853,0.87276894,0.00013074314,0.000112010595,0.00029686576,0.001056296,0.118855946,0.0021190136],"genre_scores_gemma":[0.22354786,0.0006146432,0.73343,0.0004394012,0.00009027228,0.0009873478,0.005766131,0.025516339,0.009607978],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99905425,0.00016184714,0.00006764232,0.00018276914,0.00043693144,0.0000964659],"domain_scores_gemma":[0.9982722,0.0007680658,0.00013032022,0.00041325504,0.00032224305,0.00009396805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012010959,0.0021554488,0.0009052016,0.0014364996,0.0006280952,0.002487882,0.0028103858,0.0017818632,0.0108299265],"category_scores_gemma":[0.0052804374,0.0015018092,0.0022439363,0.0003867386,0.00072010723,0.001874048,0.002468381,0.0021791582,0.0058080503],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015019011,0.00079659245,0.0096156355,0.0022538574,0.00073067786,0.0026326652,0.0013222516,0.21581382,0.081266075,0.065658025,0.12452701,0.49388143],"study_design_scores_gemma":[0.00012231998,0.000105710424,0.00054358505,0.000116786025,0.00009182791,0.00044353213,0.000064410786,0.91429466,0.024853997,0.015059158,0.04421248,0.00009152506],"about_ca_topic_score_codex":0.0050692228,"about_ca_topic_score_gemma":0.007906315,"teacher_disagreement_score":0.0108299265,"about_ca_system_score_codex":0.0007906627,"about_ca_system_score_gemma":0.0015865624,"threshold_uncertainty_score":0.03622973},"labels":[],"label_agreement":null},{"id":"W3185425515","doi":"10.1007/s10515-022-00337-x","title":"How to certify machine learning based safety-critical systems? A systematic literature review","year":2022,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Polytechnique Montréal","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Consortium de Recherche et d’innovation en Aérospatiale au Québec","keywords":"Certification; Computer science; Life-critical system; Context (archaeology); Domain (mathematical analysis); Systematic review; Robustness (evolution); Engineering management; Artificial intelligence; Software; Engineering; Management; Political science","score_opus":0.007356704105584707,"score_gpt":0.23390435369138968,"score_spread":0.22654764958580498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185425515","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009985692,0.9930508,0.0037943725,0.0008396968,0.00016996848,0.00012602205,0.00014707875,0.000023756558,0.0008496828],"genre_scores_gemma":[0.025737746,0.9673058,0.004993605,0.0010367292,0.00023770916,0.00018993548,0.00030175262,0.000022133432,0.00017460805],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99221146,0.0026389316,0.002244035,0.00074066647,0.002012988,0.00015188107],"domain_scores_gemma":[0.89953905,0.08725156,0.0064387466,0.0019713002,0.004421565,0.00037784516],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013468898,0.0011465449,0.0025490555,0.0073453747,0.0005537595,0.0031594322,0.0021216695,0.002564458,0.0041253516],"category_scores_gemma":[0.10239517,0.0007066278,0.0025989213,0.0036756264,0.0017164758,0.0051224795,0.0016859407,0.0017863936,0.00057918427],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000230457,0.00009572051,0.0022901634,0.38300812,0.0022284223,0.00022467416,0.00035898224,0.0031333917,0.00053947105,0.010957544,0.0088154385,0.5881176],"study_design_scores_gemma":[0.0002140584,0.0006364651,0.004944678,0.75756204,0.01437773,0.001675831,0.0010326601,0.0037478812,0.0019013527,0.022759464,0.19099393,0.000153925],"about_ca_topic_score_codex":0.0022873408,"about_ca_topic_score_gemma":0.004327551,"teacher_disagreement_score":0.9865311,"about_ca_system_score_codex":0.0017496779,"about_ca_system_score_gemma":0.010782253,"threshold_uncertainty_score":0.07123119},"labels":[],"label_agreement":null},{"id":"W4205420848","doi":"10.1007/s10515-021-00319-5","title":"Improving the prediction of continuous integration build failures using deep learning","year":2022,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Benchmark (surveying); Feature engineering; Process (computing); Machine learning; Artificial intelligence; Task (project management); Construct (python library); Outcome (game theory); Recurrent neural network; Deep learning; Software; Code (set theory); Feature (linguistics); Artificial neural network; Data mining; Engineering; Systems engineering","score_opus":0.008641220931652826,"score_gpt":0.22069118800838491,"score_spread":0.2120499670767321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205420848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73325413,0.0017818193,0.2563053,0.000755304,0.00020305812,0.000037422527,0.0008616496,0.0044111824,0.002390036],"genre_scores_gemma":[0.9871076,0.00011250769,0.010829752,0.00005779697,0.000031473064,0.000011564864,0.0006324796,0.000043718654,0.001173216],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995561,0.00007301444,0.0000243555,0.00013311578,0.00011928621,0.00009415318],"domain_scores_gemma":[0.9972017,0.0014523115,0.00032066458,0.00023199675,0.0006232563,0.00017013209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085914327,0.00128294,0.0007417723,0.0011507,0.0002449366,0.00071605353,0.0010981833,0.0010312619,0.0012356938],"category_scores_gemma":[0.0038369591,0.0004696681,0.0004930637,0.0006845973,0.0003226416,0.0012712514,0.00078432355,0.001915004,0.00060401985],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045974695,0.00061388896,0.03538254,0.00009252821,0.00011900565,0.00020141595,0.000060077673,0.7616726,0.004627315,0.00095299724,0.006144384,0.1896735],"study_design_scores_gemma":[0.0000023201942,0.000013244291,0.0005595333,0.0000023499272,0.0000032196365,0.0000045474835,0.0000025006732,0.99867165,0.0003450783,0.00034082666,0.00005318157,0.0000015429404],"about_ca_topic_score_codex":0.011219354,"about_ca_topic_score_gemma":0.014653042,"teacher_disagreement_score":0.011219354,"about_ca_system_score_codex":0.000669302,"about_ca_system_score_gemma":0.0008945202,"threshold_uncertainty_score":0.022308111},"labels":[],"label_agreement":null},{"id":"W4245670623","doi":"10.1023/b:ause.0000008695.71960.a3","title":"Introduction","year":2003,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Queen's University","funders":"","keywords":"Philosophy","score_opus":0.004929103958813917,"score_gpt":0.2047978929033946,"score_spread":0.19986878894458068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245670623","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019720087,0.002720858,0.07430263,0.009800621,0.006400838,0.0002751856,0.0037545012,0.004647545,0.89612585],"genre_scores_gemma":[0.01618606,0.0031053966,0.02765499,0.0039484887,0.0027400989,0.0002462,0.0056196377,0.0011693842,0.9393298],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989184,0.00015773867,0.000047880647,0.00027856673,0.0004925509,0.000104967745],"domain_scores_gemma":[0.9979929,0.00034010684,0.00008572571,0.0004342276,0.0008846115,0.000262416],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010941514,0.00083300966,0.00039820018,0.0016573367,0.0012553578,0.004436361,0.0016085514,0.0016557461,0.34033427],"category_scores_gemma":[0.0041133757,0.00033121736,0.00061349676,0.0014332959,0.0008634766,0.0038869018,0.0027632706,0.0017633019,0.2669463],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006141691,0.00006581844,0.00044663652,0.00024064643,0.000005886082,0.00007064953,0.00024033256,0.0003066437,0.0016398905,0.12944762,0.48369443,0.38378003],"study_design_scores_gemma":[0.0000037030195,0.000013407593,0.00019894562,0.00005878427,0.0000022729705,0.00006857912,0.00005099124,0.00015616672,0.00041347794,0.014011103,0.9850168,0.0000058866144],"about_ca_topic_score_codex":0.0013735285,"about_ca_topic_score_gemma":0.0015635785,"teacher_disagreement_score":0.34033427,"about_ca_system_score_codex":0.000985051,"about_ca_system_score_gemma":0.0014636075,"threshold_uncertainty_score":0.9409331},"labels":[],"label_agreement":null},{"id":"W4293080012","doi":"10.1007/s10515-022-00358-6","title":"Self-admitted technical debt in R: detection and causes","year":2022,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"University of British Columbia; Australian National University; University of Saskatchewan","keywords":"Computer science; Artificial intelligence; Source code; Domain (mathematical analysis); Software; Machine learning; Software quality; Semantics (computer science); Code (set theory); Software development; Data mining; Software engineering; Data science; Programming language; Set (abstract data type)","score_opus":0.0067949306597100394,"score_gpt":0.22774739982227968,"score_spread":0.22095246916256964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293080012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87908006,0.0032350246,0.09001971,0.0027148635,0.00020945244,0.0002683607,0.005381354,0.012211068,0.00688016],"genre_scores_gemma":[0.95177716,0.00053252425,0.039004363,0.00052447576,0.00010147462,0.00013947784,0.004317875,0.001238362,0.0023643493],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98413557,0.0044104313,0.0020375634,0.0035135434,0.005404041,0.0004989154],"domain_scores_gemma":[0.80095035,0.10443056,0.055103,0.015597915,0.021907477,0.0020106938],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00937154,0.0007946255,0.0005677214,0.0069774636,0.0009202386,0.0020021372,0.0013184074,0.0010463798,0.0017479258],"category_scores_gemma":[0.11840104,0.00065104576,0.0007802916,0.005173792,0.0012097872,0.002548863,0.0022172723,0.0012529991,0.0011969552],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034555298,0.000112865404,0.811613,0.0012381752,0.00018612496,0.0024717625,0.004111466,0.004990362,0.005519328,0.004499961,0.016971992,0.14793938],"study_design_scores_gemma":[0.00008805212,0.00031056345,0.5952272,0.0017527671,0.00048576918,0.007953109,0.004528152,0.2710594,0.027937997,0.016688371,0.073606834,0.00036185296],"about_ca_topic_score_codex":0.005698003,"about_ca_topic_score_gemma":0.008823807,"teacher_disagreement_score":0.9906285,"about_ca_system_score_codex":0.0014617529,"about_ca_system_score_gemma":0.001910796,"threshold_uncertainty_score":0.049561977},"labels":[],"label_agreement":null},{"id":"W4297231615","doi":"10.1007/s10515-022-00363-9","title":"HealMA: a model-driven framework for automatic generation of IoT-based Android health monitoring applications","year":2022,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Mobile and Web Applications","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Android (operating system); Computer science; Software engineering; Software; Usability; Software portability; Software development; Code generation; Domain-specific language; Embedded system; Human–computer interaction; Operating system","score_opus":0.025734316527381958,"score_gpt":0.28161488360016035,"score_spread":0.2558805670727784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297231615","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071742903,0.000198049,0.85852003,0.00012410326,0.000104441366,0.000382579,0.0010558122,0.1301031,0.0023375938],"genre_scores_gemma":[0.30357218,0.0005727548,0.6513264,0.0005047131,0.00008455154,0.0013187975,0.0064076935,0.025457144,0.010755774],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991781,0.00011611422,0.00006194104,0.0001896839,0.00036857868,0.0000855495],"domain_scores_gemma":[0.9986104,0.0005700816,0.00012259977,0.00036005158,0.00024983415,0.000086984866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012037742,0.0019609774,0.00088118797,0.0011317914,0.00048421102,0.0018975025,0.002717817,0.0014216406,0.00799868],"category_scores_gemma":[0.0039047364,0.0013498198,0.0017475204,0.000297963,0.0006611244,0.0015442285,0.001813621,0.0020308585,0.00298577],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020722502,0.0011497852,0.0125241075,0.0026288044,0.0008311933,0.0025423625,0.0015066921,0.229383,0.16856642,0.05860329,0.10096359,0.41922855],"study_design_scores_gemma":[0.00012496946,0.00012960448,0.0009199529,0.00010307411,0.00010635952,0.0004077111,0.000053173142,0.9042669,0.044528663,0.011188648,0.03807746,0.00009352428],"about_ca_topic_score_codex":0.0035269693,"about_ca_topic_score_gemma":0.005551286,"teacher_disagreement_score":0.00799868,"about_ca_system_score_codex":0.0006936077,"about_ca_system_score_gemma":0.0012736716,"threshold_uncertainty_score":0.026758254},"labels":[],"label_agreement":null},{"id":"W4386995089","doi":"10.1007/s10515-023-00399-5","title":"$$AI^{2}$$: the next leap toward native language-based and explainable machine learning framework","year":2023,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Machine learning; Artificial intelligence; Process (computing); Chatbot; Interface (matter); Preprocessor; Natural language processing; Programming language","score_opus":0.02200965276098119,"score_gpt":0.2670099074727578,"score_spread":0.24500025471177664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386995089","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019413145,0.0006688933,0.96898746,0.0128238555,0.00051161036,0.00004095991,0.00028001593,0.0027534955,0.011992362],"genre_scores_gemma":[0.115816265,0.001454704,0.8526646,0.0039653527,0.0012440986,0.0002823016,0.0009457507,0.002230275,0.021396697],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99727964,0.001525588,0.00012011878,0.00038333403,0.0005078106,0.00018354185],"domain_scores_gemma":[0.9956697,0.0017386401,0.0001473858,0.0013678483,0.0006792807,0.00039711746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048199794,0.0008668318,0.00082374515,0.0012822523,0.0011746146,0.0063653374,0.00452731,0.0024117772,0.023802754],"category_scores_gemma":[0.008166219,0.0005968332,0.00151218,0.00089440134,0.006259785,0.016366368,0.005158336,0.0062094345,0.0066835973],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020151805,0.000027311193,0.00013671207,0.00006370544,0.000012401416,0.00002635635,0.00013966118,0.0009129113,0.00039264726,0.9635773,0.009503125,0.025187735],"study_design_scores_gemma":[0.000009062832,0.000014276148,0.00011499396,0.00007295846,0.000010941207,0.0000664473,0.000072042625,0.023301374,0.0009316488,0.90732676,0.068051465,0.000028084944],"about_ca_topic_score_codex":0.0035607049,"about_ca_topic_score_gemma":0.0035561605,"teacher_disagreement_score":0.023802754,"about_ca_system_score_codex":0.0018801831,"about_ca_system_score_gemma":0.002200223,"threshold_uncertainty_score":0.07962817},"labels":[],"label_agreement":null},{"id":"W4391395450","doi":"10.1007/s10515-024-00413-4","title":"An extensive study of the effects of different deep learning models on code vulnerability detection in Python code","year":2024,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Natural Science Foundation of China","keywords":"Python (programming language); Computer science; Artificial intelligence; Deep learning; Word2vec; Machine learning; Programming language","score_opus":0.012330757009532687,"score_gpt":0.2627646923285514,"score_spread":0.2504339353190187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391395450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9795869,0.00092242926,0.016386446,0.00029978697,0.00006391457,0.000025149568,0.00036500377,0.001100591,0.0012496974],"genre_scores_gemma":[0.988005,0.00024129079,0.010071548,0.000083730694,0.00001744812,0.0000148149775,0.00064944,0.00009165767,0.0008250257],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988477,0.0003154883,0.00006801059,0.0002630634,0.00032610729,0.00017952014],"domain_scores_gemma":[0.984554,0.011230401,0.0009483765,0.0014511566,0.0015083216,0.00030782612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015522268,0.00090216467,0.00053455273,0.0007822523,0.00044734296,0.0005041836,0.00079464447,0.000777821,0.00080270786],"category_scores_gemma":[0.01580907,0.00025404713,0.0005652813,0.000715752,0.00065353053,0.0016328029,0.00078652287,0.001403622,0.00021065214],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002216878,0.0015200431,0.065496996,0.00092811213,0.00049496145,0.0005280684,0.0004509055,0.55909485,0.03589426,0.0027846098,0.011673903,0.3189164],"study_design_scores_gemma":[0.000026798849,0.0003524541,0.010475862,0.000040589548,0.0000845883,0.00009264514,0.00010219442,0.96882623,0.017381521,0.0017570239,0.0008364712,0.000023597928],"about_ca_topic_score_codex":0.0103052985,"about_ca_topic_score_gemma":0.012504211,"teacher_disagreement_score":0.0103052985,"about_ca_system_score_codex":0.000847949,"about_ca_system_score_gemma":0.0011519601,"threshold_uncertainty_score":0.020490587},"labels":[],"label_agreement":null},{"id":"W4391998081","doi":"10.1007/s10515-024-00417-0","title":"Using data mining techniques to generate test cases from graph transformation systems specifications","year":2024,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Transformation (genetics); Graph; Data mining; Test (biology); Graph rewriting; Theoretical computer science; Geology; Chemistry","score_opus":0.10704843451474054,"score_gpt":0.30585336290967075,"score_spread":0.1988049283949302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391998081","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22921616,0.0002909192,0.7436543,0.0006383536,0.000050242343,0.0008389011,0.0049523334,0.016319687,0.004038979],"genre_scores_gemma":[0.55852854,0.0001696235,0.42978027,0.00012107794,0.000015335703,0.00044808348,0.009244152,0.0005988148,0.0010941615],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99815935,0.00045007357,0.00023194376,0.00029962757,0.00076718477,0.00009194605],"domain_scores_gemma":[0.983621,0.011780531,0.0010865519,0.0013700484,0.0019804598,0.00016145685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014804609,0.0010994959,0.00048148748,0.005504542,0.0004053357,0.0011960042,0.0013727308,0.0007787325,0.0018716841],"category_scores_gemma":[0.01624876,0.0004329741,0.0011450638,0.0024717576,0.0004086905,0.0011743216,0.0006301999,0.0008522649,0.00057158695],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006376826,0.0012258881,0.044388127,0.0011487793,0.00035683395,0.0026126816,0.0007783292,0.16864872,0.033713825,0.011187704,0.0094872415,0.7258142],"study_design_scores_gemma":[0.000120110424,0.0002959972,0.0048280736,0.00011601036,0.00014827853,0.00085422926,0.00024253715,0.936102,0.03979186,0.012980143,0.004484408,0.000036468235],"about_ca_topic_score_codex":0.0043200874,"about_ca_topic_score_gemma":0.0072358255,"teacher_disagreement_score":0.005504542,"about_ca_system_score_codex":0.0007272256,"about_ca_system_score_gemma":0.0013132792,"threshold_uncertainty_score":0.008589864},"labels":[],"label_agreement":null},{"id":"W4392108776","doi":"10.1007/s10515-024-00416-1","title":"ReBack: recommending backports in social coding environments","year":2024,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Coding (social sciences); Computer science; Data science; World Wide Web; Sociology; Social science","score_opus":0.010104616108386155,"score_gpt":0.23030209258736375,"score_spread":0.2201974764789776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392108776","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5429926,0.0014018064,0.3477447,0.0022600393,0.0007496966,0.0009093886,0.0058003133,0.08103832,0.017103171],"genre_scores_gemma":[0.77830493,0.00027575725,0.19872615,0.00041773732,0.0001764769,0.00017049031,0.005893637,0.00090336485,0.015131375],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982064,0.0005955365,0.000083015046,0.00031402477,0.0006243211,0.00017663439],"domain_scores_gemma":[0.991277,0.004068739,0.0005555256,0.0021341012,0.0014328238,0.0005319171],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018974319,0.0013530022,0.0008042357,0.0033041397,0.0013496906,0.0014680995,0.0016279682,0.0021122461,0.0042992863],"category_scores_gemma":[0.0139181875,0.00047029418,0.0005107521,0.001606453,0.00055973895,0.004140803,0.0019294719,0.0012600601,0.002408277],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026477703,0.0024857873,0.053716205,0.0005639977,0.00023398032,0.0010997138,0.0021279084,0.056216888,0.01670119,0.009643749,0.0962744,0.7582884],"study_design_scores_gemma":[0.00009054824,0.00039553916,0.0054495465,0.000057531917,0.000058703234,0.0002630794,0.0007414245,0.9571959,0.010441861,0.012424015,0.01282492,0.00005693719],"about_ca_topic_score_codex":0.0129403435,"about_ca_topic_score_gemma":0.02543055,"teacher_disagreement_score":0.0129403435,"about_ca_system_score_codex":0.0006279794,"about_ca_system_score_gemma":0.0009990494,"threshold_uncertainty_score":0.025730073},"labels":[],"label_agreement":null},{"id":"W4396957427","doi":"10.1007/s10515-024-00444-x","title":"A novel automated framework for fine-grained sentiment analysis of application reviews using deep neural networks","year":2024,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"National Natural Science Foundation of China","keywords":"Sentiment analysis; Computer science; Deep neural networks; Artificial neural network; Artificial intelligence; Natural language processing","score_opus":0.020560672139496184,"score_gpt":0.29690099154942384,"score_spread":0.27634031940992765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396957427","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040480807,0.0006841487,0.9397098,0.00058180006,0.00022442159,0.00028099396,0.0018216833,0.012332534,0.0038837956],"genre_scores_gemma":[0.42792207,0.00052142487,0.5497129,0.00048821062,0.00030481405,0.00041637602,0.00666773,0.0004915414,0.013475019],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992544,0.000103637205,0.000055228178,0.00019838913,0.00027329987,0.00011501235],"domain_scores_gemma":[0.99902046,0.00018485948,0.00017416045,0.00008561469,0.0004777518,0.00005714906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073142146,0.00122447,0.000688973,0.0020676197,0.00040755546,0.0010082513,0.0010683149,0.00071604503,0.0021297622],"category_scores_gemma":[0.0018846993,0.00038420837,0.00072915055,0.0010769432,0.00022424653,0.0012080709,0.0010723074,0.0011814856,0.0018791613],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026885082,0.00053483486,0.0064026155,0.00024759953,0.00022762587,0.00022357171,0.0001296382,0.039676484,0.053741563,0.004911233,0.035365716,0.85827035],"study_design_scores_gemma":[0.000012238063,0.000038455764,0.0013772071,0.000013133847,0.000025523812,0.000034886878,0.000024791712,0.984525,0.0073788227,0.0034417,0.003115691,0.000012429908],"about_ca_topic_score_codex":0.008885453,"about_ca_topic_score_gemma":0.023633804,"teacher_disagreement_score":0.008885453,"about_ca_system_score_codex":0.0008886203,"about_ca_system_score_gemma":0.0013667282,"threshold_uncertainty_score":0.017667472},"labels":[],"label_agreement":null},{"id":"W4408081570","doi":"10.1007/s10515-025-00493-w","title":"Quantum software engineering and potential of quantum computing in software engineering research: a review","year":2025,"lang":"en","type":"review","venue":"Automated Software Engineering","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Software engineering; Social software engineering; Software requirements; Software; Quantum computer; Software development; Quantum; Computational science; Software construction; Programming language; Physics; Quantum mechanics","score_opus":0.02519809214927829,"score_gpt":0.29818134138585317,"score_spread":0.2729832492365749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408081570","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008234072,0.9986136,0.0002561773,0.0003481269,0.000108122375,0.0000030889917,0.000012600772,0.0000046146315,0.0005713186],"genre_scores_gemma":[0.0006464104,0.9985347,0.00026116273,0.00018055398,0.00020400314,0.00000518836,0.000015324213,0.0000014176425,0.00015117649],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996314,0.00007780088,0.000046967638,0.00006724545,0.00015066612,0.000025988382],"domain_scores_gemma":[0.99812776,0.0012659513,0.00014034276,0.00004231904,0.00034378225,0.00007999723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012086096,0.00082981214,0.00168064,0.004031346,0.00037242105,0.0014363998,0.0009798505,0.0014069652,0.0029237666],"category_scores_gemma":[0.002300016,0.00035681855,0.0005971296,0.004599425,0.00093833014,0.0026296647,0.0009255238,0.0016762975,0.0010609203],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005911969,0.00009323212,0.0003927113,0.0346842,0.00017300941,0.00015619845,0.00010824195,0.00079609605,0.0012184968,0.021492012,0.034204908,0.9066218],"study_design_scores_gemma":[0.000027531574,0.000090699374,0.0009106352,0.010230052,0.00026614135,0.00070517644,0.00011631556,0.00044751598,0.00057355623,0.015683154,0.97090447,0.00004465463],"about_ca_topic_score_codex":0.0018719613,"about_ca_topic_score_gemma":0.0033671567,"teacher_disagreement_score":0.004031346,"about_ca_system_score_codex":0.0010651523,"about_ca_system_score_gemma":0.002637736,"threshold_uncertainty_score":0.009780943},"labels":[],"label_agreement":null},{"id":"W4411008925","doi":"10.1007/s10515-025-00527-3","title":"What information contributes to log-based anomaly detection? Insights from a configurable transformer-based approach","year":2025,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Anomaly detection; Transformer; Computer science; Data mining; Engineering; Electrical engineering; Voltage","score_opus":0.003629769477427413,"score_gpt":0.20170931337194997,"score_spread":0.19807954389452256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411008925","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25433126,0.0005466206,0.73705804,0.0011904511,0.000090130176,0.00008045586,0.00027185233,0.0022313085,0.00419985],"genre_scores_gemma":[0.9607999,0.000162796,0.038128108,0.0000671198,0.000052590567,0.0000148173085,0.00010450509,0.00014713005,0.0005230315],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983896,0.00042258084,0.00009987703,0.00034576806,0.0006030092,0.000139131],"domain_scores_gemma":[0.98955905,0.0055072657,0.0009840409,0.0020921458,0.001542273,0.00031523872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022506455,0.0006828445,0.0009223441,0.0022618738,0.00045093714,0.0027692742,0.0017226909,0.00090539514,0.0020856892],"category_scores_gemma":[0.019539623,0.00042757072,0.00047002803,0.0017780183,0.0009801311,0.005877078,0.0012314586,0.001227201,0.0006630875],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001365584,0.0009838057,0.06688688,0.00033784832,0.00024103817,0.00092640694,0.00089695444,0.14278887,0.05340315,0.05403187,0.003678239,0.6744594],"study_design_scores_gemma":[0.000022403547,0.00019248773,0.008270906,0.000027110775,0.00008269554,0.0004311105,0.00017055613,0.92750037,0.0114505645,0.050481986,0.0013284313,0.000041481322],"about_ca_topic_score_codex":0.0019293332,"about_ca_topic_score_gemma":0.0020096449,"teacher_disagreement_score":0.0027692742,"about_ca_system_score_codex":0.0007011634,"about_ca_system_score_gemma":0.0009035587,"threshold_uncertainty_score":0.01190269},"labels":[],"label_agreement":null},{"id":"W4415323141","doi":"10.1007/s10515-025-00556-y","title":"Graph neural networks for precise bug localization through structural program analysis","year":2025,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada)","funders":"","keywords":"Graph; Classifier (UML); Software; Source code; Program analysis; Software bug; Artificial neural network; Debugging","score_opus":0.008905159232018756,"score_gpt":0.28274511318007195,"score_spread":0.2738399539480532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415323141","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19890663,0.0022540977,0.78082323,0.00089185336,0.00017695947,0.0002496947,0.0018723266,0.011612841,0.0032124077],"genre_scores_gemma":[0.80278677,0.00060525525,0.1886875,0.00027319888,0.00008478211,0.00020124143,0.004214796,0.00024745404,0.0028989064],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99942267,0.00011912228,0.000035356974,0.00022767334,0.00012281681,0.000072298186],"domain_scores_gemma":[0.9979767,0.0010017564,0.0003358332,0.00016401634,0.00045683267,0.00006484711],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007131019,0.0014253603,0.000826809,0.004442336,0.00050352706,0.0007519764,0.0015279927,0.0012463115,0.0017864413],"category_scores_gemma":[0.0040060235,0.00041032734,0.00081079634,0.002274221,0.00046716255,0.0013092889,0.00069442723,0.0012501469,0.00067058695],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035937142,0.0003756839,0.010951653,0.00028771028,0.00016605554,0.0002216885,0.0001425106,0.4755333,0.006192873,0.003624153,0.007982046,0.49416295],"study_design_scores_gemma":[0.0000041124986,0.00001589674,0.0004998648,0.000010097628,0.00001219286,0.0000103401135,0.000011620668,0.9962734,0.0006325337,0.0022474553,0.00027950073,0.0000031239404],"about_ca_topic_score_codex":0.018762967,"about_ca_topic_score_gemma":0.019433197,"teacher_disagreement_score":0.018762967,"about_ca_system_score_codex":0.0013576775,"about_ca_system_score_gemma":0.0009138702,"threshold_uncertainty_score":0.0373075},"labels":[],"label_agreement":null},{"id":"W4417294610","doi":"10.1007/s10515-025-00583-9","title":"Automatic assistance to mitigate rollback inconsistencies in collaborative edits","year":2025,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Saskatchewan","funders":"","keywords":"Rollback; Quality (philosophy); Consistency (knowledge bases); Undo; Collaborative editing; Key (lock); Stack (abstract data type); Exploit","score_opus":0.004495158611059191,"score_gpt":0.2312673177474812,"score_spread":0.22677215913642199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417294610","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15555458,0.0006774037,0.75555485,0.0010257552,0.0005816663,0.00041327495,0.0011575597,0.077766486,0.0072684004],"genre_scores_gemma":[0.5789835,0.00016803331,0.40888572,0.00029446333,0.00014883575,0.00011266288,0.0020844138,0.0026196917,0.006702679],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98816663,0.0029763803,0.00093075103,0.0022782134,0.0050891754,0.00055893685],"domain_scores_gemma":[0.9338049,0.032785058,0.0049658124,0.014211338,0.01307433,0.0011585198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006259827,0.0014340427,0.0012653123,0.0031095583,0.0015508138,0.0027861535,0.004263756,0.0029552574,0.0058519356],"category_scores_gemma":[0.05843108,0.0008549128,0.00062496983,0.0018590948,0.0007747056,0.0037854936,0.0045594256,0.002123631,0.003012273],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013395374,0.0006420233,0.012230737,0.00061853987,0.0001368278,0.0016031712,0.003044265,0.014705375,0.042379502,0.0057272976,0.030955464,0.8866173],"study_design_scores_gemma":[0.0003033297,0.0006200032,0.009498927,0.00023935008,0.00035260798,0.0029135612,0.0020182687,0.756721,0.1499735,0.01727752,0.05981249,0.00026941692],"about_ca_topic_score_codex":0.0029350412,"about_ca_topic_score_gemma":0.0042974674,"teacher_disagreement_score":0.006259827,"about_ca_system_score_codex":0.00052091834,"about_ca_system_score_gemma":0.0023126637,"threshold_uncertainty_score":0.033105552},"labels":[],"label_agreement":null},{"id":"W982742101","doi":"10.1007/s10515-015-0183-5","title":"Identifying and understanding header file hotspots in C/C++ build processes","year":2015,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Queen's University; McGill University","funders":"","keywords":"Header; Codebase; Computer science; Software deployment; Source code; Hotspot (geology); Software; Database; Operating system; Computer network","score_opus":0.05580051961284043,"score_gpt":0.28228132291395475,"score_spread":0.2264808033011143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W982742101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91388214,0.00070428144,0.07350243,0.0001397075,0.00004062666,0.00011308174,0.0006054841,0.008562895,0.002449406],"genre_scores_gemma":[0.9701404,0.00013001535,0.027779277,0.00004464294,0.000014473206,0.000037441954,0.0005346065,0.0004994952,0.00081974524],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998387,0.00018319012,0.000113421345,0.00045373078,0.0005862704,0.00027639576],"domain_scores_gemma":[0.9856899,0.008376157,0.0027476228,0.0013835041,0.0014218135,0.00038108983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010093724,0.00061250705,0.00037450576,0.0031956849,0.0008056332,0.0014891805,0.00093791133,0.00077461224,0.0013438418],"category_scores_gemma":[0.009262445,0.0007964104,0.00033969036,0.0017504318,0.00075024855,0.0023933607,0.0012415892,0.0009405319,0.00039556783],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022752094,0.0006946333,0.3750504,0.0010349917,0.00017235226,0.0030419081,0.007848716,0.061126214,0.1247956,0.012567836,0.008449666,0.40294245],"study_design_scores_gemma":[0.000075964854,0.00046388208,0.20593783,0.00020427471,0.00025991467,0.0015101804,0.0037731745,0.6083365,0.15687747,0.014547866,0.0078807995,0.00013214059],"about_ca_topic_score_codex":0.007031784,"about_ca_topic_score_gemma":0.011869081,"teacher_disagreement_score":0.007031784,"about_ca_system_score_codex":0.00092096673,"about_ca_system_score_gemma":0.001268524,"threshold_uncertainty_score":0.01398176},"labels":[],"label_agreement":null}]}