{"meta":{"query_hash":"f8eb62bf16ca","filters":{"venue":"2013 35th International Conference on Software Engineering (ICSE)"},"cohort_total":18,"direct_labels_cover":0,"predictions_cover":18,"exported":18,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/f8eb62bf16ca","api":"https://metacan.xera.ac/api/v1/cohort?venue=2013+35th+International+Conference+on+Software+Engineering+%28ICSE%29"},"results":[{"id":"W2398231325","doi":"10.1109/icse.2013.6606578","title":"Detecting deadlock in programs with data-centric synchronization","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Distributed systems and fault tolerance","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Atomicity; Programmer; Concurrency; Java; Programming language; Concurrency control; Deadlock; Synchronization (alternating current); Deadlock prevention algorithms; Compiler; Parallel computing; Distributed computing; Lock (firearm); Correctness; Semaphore; Concurrent computing; Operating system; Database transaction; Computer network","score_opus":0.031128657257415572,"score_gpt":0.24325015743162573,"score_spread":0.21212150017421016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398231325","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17069985,0.0001062609,0.8206158,0.000113167654,0.000030709234,0.000087445274,0.000045242527,0.0075634713,0.00073811965],"genre_scores_gemma":[0.6287329,0.00006630522,0.36964542,0.00010576059,0.000015810705,0.00010171334,0.00015362196,0.00051480444,0.00066371204],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99520266,0.0016379574,0.0004627687,0.00066232943,0.0015329617,0.0005013639],"domain_scores_gemma":[0.98063743,0.011383231,0.0021112459,0.0032589766,0.0022840882,0.0003249418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059772045,0.0006228514,0.00082912337,0.0011659919,0.000881962,0.0017901992,0.0018883331,0.0008222571,0.0006050573],"category_scores_gemma":[0.017761488,0.0009352294,0.00082703115,0.0007999883,0.0020477274,0.0024147022,0.00266028,0.001222727,0.00013025955],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002909182,0.0008003608,0.08098695,0.0014706288,0.00041572595,0.001865486,0.0036573,0.27193257,0.26493433,0.07429733,0.002570138,0.29416004],"study_design_scores_gemma":[0.00018019689,0.000353275,0.0028584565,0.0000724186,0.00018668643,0.00041511995,0.00023120444,0.80909556,0.15188539,0.030570585,0.004067301,0.00008386305],"about_ca_topic_score_codex":0.0024953624,"about_ca_topic_score_gemma":0.002544748,"teacher_disagreement_score":0.0059772045,"about_ca_system_score_codex":0.00086160644,"about_ca_system_score_gemma":0.0025463847,"threshold_uncertainty_score":0.031610847},"labels":[],"label_agreement":null},{"id":"W3145342903","doi":"10.1109/icse.2013.6606749","title":"On identifying user complaints of iOS apps","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Perspective (graphical); Computer science; Listing (finance); Mobile apps; World Wide Web; App store; Smartphone app; Internet privacy; Artificial intelligence; Business","score_opus":0.03859973434003261,"score_gpt":0.27956186383919507,"score_spread":0.24096212949916246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3145342903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923206,0.0009978701,0.0019993093,0.00030647317,0.000046672274,0.00010334807,0.0008466153,0.00019620494,0.0031827637],"genre_scores_gemma":[0.99331665,0.0005962301,0.0028798894,0.00031116142,0.000087513195,0.00010991509,0.0011893833,0.000062165076,0.0014470894],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99288213,0.0022178947,0.00080869906,0.00054883864,0.0031730782,0.0003693191],"domain_scores_gemma":[0.9075333,0.046273377,0.024534805,0.0019895327,0.018512996,0.0011559896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038502025,0.00042891825,0.0004883224,0.004858289,0.0007385063,0.0015260283,0.00048525038,0.0006711793,0.0009733778],"category_scores_gemma":[0.041815873,0.00023541442,0.00042012584,0.0023487157,0.00044811753,0.0017407316,0.0009042511,0.000534711,0.00070052984],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039965063,0.00015334286,0.862516,0.0010288617,0.000109173714,0.0012982968,0.022971524,0.00023873811,0.009585328,0.00023003668,0.006103722,0.09536543],"study_design_scores_gemma":[0.000007906424,0.0003575889,0.96754897,0.00030813948,0.000105992585,0.0021944977,0.013444941,0.0027324264,0.0025426385,0.00013855795,0.010554005,0.00006436253],"about_ca_topic_score_codex":0.0026528894,"about_ca_topic_score_gemma":0.0048677474,"teacher_disagreement_score":0.004858289,"about_ca_system_score_codex":0.0007837445,"about_ca_system_score_gemma":0.0005384445,"threshold_uncertainty_score":0.02036208},"labels":[],"label_agreement":null},{"id":"W4213307663","doi":"10.1109/icse.2013.6606634","title":"Technical Debt: Past, present, and future (Panel)","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Economic Growth and Productivity","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Computer science; Technical debt; Debt; Business; Finance; Operating system","score_opus":0.03724041101319505,"score_gpt":0.21780805345943058,"score_spread":0.18056764244623552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213307663","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005579379,0.13425764,0.0016535504,0.77289903,0.021916732,0.00006562085,0.0017558598,0.00008676462,0.061785348],"genre_scores_gemma":[0.13713506,0.3584336,0.0030848188,0.32760704,0.05535606,0.0004287266,0.0035051063,0.0002360781,0.11421358],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99837494,0.0003184259,0.00012883879,0.0002583312,0.0005649665,0.00035443422],"domain_scores_gemma":[0.9948183,0.0012180905,0.000778505,0.0001612038,0.0017300879,0.0012937232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004074288,0.00058598653,0.0004933799,0.0015366098,0.0022976724,0.010491551,0.00069947285,0.00777952,0.012845172],"category_scores_gemma":[0.008810018,0.00044279592,0.0005186331,0.004077356,0.0018836332,0.011055976,0.0036378945,0.009725113,0.0028784398],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023169338,0.000020413472,0.0014609201,0.00018951796,0.000010335252,0.000054821186,0.00057867693,0.000114889495,0.00017631943,0.0123869665,0.9337655,0.05121854],"study_design_scores_gemma":[0.000008985819,0.000027947492,0.009372932,0.0015363663,0.000016728716,0.00018497523,0.0022377172,0.00010611532,0.0002211901,0.0134718735,0.9727769,0.00003834401],"about_ca_topic_score_codex":0.0051575354,"about_ca_topic_score_gemma":0.0109533295,"teacher_disagreement_score":0.012845172,"about_ca_system_score_codex":0.00381357,"about_ca_system_score_gemma":0.005050487,"threshold_uncertainty_score":0.042971313},"labels":[],"label_agreement":null},{"id":"W4230681096","doi":"10.1109/icse.2013.6606709","title":"V:Issue:lizer: Exploring requirements clarification in online communication over time","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Domain (mathematical analysis); World Wide Web; Software engineering","score_opus":0.08203369238501862,"score_gpt":0.3074966664419672,"score_spread":0.2254629740569486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230681096","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20036592,0.001215888,0.4071762,0.008409037,0.0013737078,0.0027532529,0.026234638,0.15238707,0.20008422],"genre_scores_gemma":[0.37770697,0.000938448,0.4459689,0.0018072195,0.00036283798,0.0021502783,0.021886168,0.018019088,0.1311601],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9993793,0.00026511675,0.00002673532,0.000076460514,0.00019216856,0.000060207734],"domain_scores_gemma":[0.99481344,0.0038495245,0.00018089522,0.00038788823,0.0004775618,0.00029074075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016396021,0.00065157306,0.0004056811,0.0015378682,0.00074069866,0.0017911138,0.0009544625,0.0013706028,0.06425824],"category_scores_gemma":[0.008293119,0.0002785101,0.0005290789,0.0007679306,0.00035620405,0.004152983,0.0023599188,0.000876874,0.010604305],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008068922,0.00051130564,0.0056035435,0.0015485534,0.00006578853,0.0015091718,0.024248041,0.001839585,0.027787458,0.009014625,0.5068158,0.4202492],"study_design_scores_gemma":[0.00025488425,0.000826313,0.025870854,0.0009880287,0.00008169213,0.0019256165,0.016256295,0.044883806,0.024917535,0.01500266,0.86865526,0.00033707122],"about_ca_topic_score_codex":0.0014294193,"about_ca_topic_score_gemma":0.0036864355,"teacher_disagreement_score":0.06425824,"about_ca_system_score_codex":0.0004602212,"about_ca_system_score_gemma":0.0004117309,"threshold_uncertainty_score":0.21496522},"labels":[],"label_agreement":null},{"id":"W4231754569","doi":"10.1109/icse.2013.6606781","title":"5th International workshop on Software Engineering in Health Care (SEHC 2013)","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Dependability; Health care; Digitization; Engineering management; Software development; Computer science; Software; Software engineering; Engineering; Telecommunications","score_opus":0.057977137185797674,"score_gpt":0.3819051512185029,"score_spread":0.3239280140327052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231754569","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013732173,0.12522934,0.51474005,0.062471498,0.080034666,0.0010637684,0.0015065029,0.004347443,0.19687457],"genre_scores_gemma":[0.0805287,0.08103022,0.30986187,0.01072609,0.02320535,0.0013510624,0.0073244665,0.0038820638,0.48209012],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99346656,0.00226171,0.00054692524,0.00086562725,0.0022431195,0.00061613205],"domain_scores_gemma":[0.9916732,0.0019742313,0.00023970091,0.0012374823,0.0033077162,0.0015677233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011361061,0.0019954226,0.001382993,0.003501696,0.0014137002,0.007159012,0.0027038236,0.003722819,0.05063518],"category_scores_gemma":[0.011066914,0.0008882462,0.0021915752,0.0020460286,0.0016673227,0.005125796,0.0069514737,0.0065618553,0.016916031],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017331462,0.00043227992,0.0009613062,0.00070900354,0.00009431692,0.00035616598,0.0013349399,0.0025904833,0.003408471,0.044963446,0.3843007,0.56067556],"study_design_scores_gemma":[0.000037404032,0.0001628988,0.0013205075,0.0014412943,0.000039690894,0.0006751984,0.000549616,0.005366185,0.001982429,0.033850007,0.95452094,0.000053838794],"about_ca_topic_score_codex":0.0030310869,"about_ca_topic_score_gemma":0.0050630723,"teacher_disagreement_score":0.05063518,"about_ca_system_score_codex":0.0029276616,"about_ca_system_score_gemma":0.004666097,"threshold_uncertainty_score":0.16939157},"labels":[],"label_agreement":null},{"id":"W4235825709","doi":"10.1109/icse.2013.6606670","title":"Semantic smells and errors in access control models: A case study in PHP","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Web Application Security Vulnerabilities","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Relevance (law); Semantics (computer science); Access control; Control (management); Information retrieval; Code smell; World Wide Web; Computer security; Artificial intelligence; Programming language; Software; Software quality","score_opus":0.049014666340734196,"score_gpt":0.2937099036084669,"score_spread":0.24469523726773268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235825709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98979646,0.00009745373,0.008548533,0.00028135162,0.0000060448247,0.00010170618,0.0001055305,0.00019580238,0.0008671092],"genre_scores_gemma":[0.98672473,0.00014177308,0.011972788,0.000068475965,0.000007656261,0.000042803007,0.00014031983,0.000113621565,0.0007879179],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99284464,0.003348001,0.0005004699,0.00067367934,0.0022147843,0.00041837085],"domain_scores_gemma":[0.9112153,0.07481446,0.0050348626,0.0047315485,0.003314927,0.00088884885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005067924,0.00066176656,0.0004786539,0.001850625,0.0019723359,0.0015376579,0.0014382642,0.0028794156,0.0008789842],"category_scores_gemma":[0.04506365,0.00065398845,0.0006132021,0.0021495803,0.0026748346,0.0033858616,0.0020062823,0.0018645854,0.00016851065],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016320361,0.0058829356,0.3068202,0.0023282333,0.00027527768,0.14952293,0.270408,0.02886254,0.03421184,0.011838032,0.0062572476,0.18196075],"study_design_scores_gemma":[0.00048435197,0.0041910917,0.28362432,0.0012354739,0.000648401,0.11141268,0.13663375,0.2649883,0.13778418,0.019561263,0.03879876,0.00063740194],"about_ca_topic_score_codex":0.0074370652,"about_ca_topic_score_gemma":0.011806276,"teacher_disagreement_score":0.0074370652,"about_ca_system_score_codex":0.0014143256,"about_ca_system_score_gemma":0.0009909156,"threshold_uncertainty_score":0.026802123},"labels":[],"label_agreement":null},{"id":"W4241100723","doi":"10.1109/icse.2013.6606723","title":"Normalizing source code vocabulary to support program comprehension and software quality","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Program comprehension; Computer science; Source code; Identifier; Normalization (sociology); Vocabulary; Software maintenance; Natural language processing; Static program analysis; Software quality; Information retrieval; Software; Artificial intelligence; Programming language; Software development; Software system; Linguistics","score_opus":0.053262416941427956,"score_gpt":0.32160251450881083,"score_spread":0.26834009756738286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241100723","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17160854,0.0016194214,0.7898248,0.0004970203,0.00010567147,0.0006731546,0.0007354515,0.03060301,0.0043329927],"genre_scores_gemma":[0.47098845,0.0006303929,0.51895607,0.00026255965,0.000073184034,0.0006028397,0.0029962359,0.0038780977,0.0016122382],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946331,0.0012504436,0.0007809167,0.0013131127,0.0018047253,0.00021775308],"domain_scores_gemma":[0.97338945,0.010545646,0.004239269,0.005797343,0.0056835776,0.0003446508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034929598,0.0010203599,0.00095528946,0.0031927135,0.00065039954,0.0021419637,0.0015893014,0.00073729607,0.0016442913],"category_scores_gemma":[0.044149783,0.0005078607,0.0008040629,0.0025966158,0.0010247105,0.005288298,0.0027561188,0.0014158633,0.0009929513],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041620972,0.0003891279,0.013429092,0.0013001462,0.000111106536,0.00021860999,0.0037694299,0.01122505,0.1751803,0.009189625,0.0051296074,0.7796417],"study_design_scores_gemma":[0.00022247345,0.00085224456,0.03625889,0.00063909934,0.00060102384,0.0014807734,0.0027447282,0.30303317,0.53481036,0.040307682,0.078687534,0.00036203762],"about_ca_topic_score_codex":0.0029236833,"about_ca_topic_score_gemma":0.0029597753,"teacher_disagreement_score":0.0034929598,"about_ca_system_score_codex":0.0011352526,"about_ca_system_score_gemma":0.0024090286,"threshold_uncertainty_score":0.01847279},"labels":[],"label_agreement":null},{"id":"W4241141703","doi":"10.1109/icse.2013.6606681","title":"Supporting application development with structured queries in the cloud","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Cloud computing; Ontology; SQL; Terminology; Abstraction; Set (abstract data type); World Wide Web; Database; Information retrieval; Programming language","score_opus":0.013020694118427963,"score_gpt":0.23572975622863784,"score_spread":0.22270906211020988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241141703","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015972987,0.0000837926,0.96875113,0.0006388137,0.000025954025,0.00038463075,0.00026793772,0.011191837,0.0026828775],"genre_scores_gemma":[0.20897882,0.000309125,0.7826456,0.00073574955,0.00007278185,0.000524163,0.0013660432,0.0024243076,0.0029433547],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9886165,0.004766015,0.0017169209,0.0010927952,0.002965555,0.0008422558],"domain_scores_gemma":[0.9713894,0.018100029,0.0015739327,0.0050812555,0.0030114083,0.0008438674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012869786,0.0009988082,0.0009972587,0.0014394027,0.0012411198,0.00671331,0.0032093269,0.0016012753,0.0021455837],"category_scores_gemma":[0.023289122,0.00108106,0.001537049,0.001584725,0.0028352502,0.00902653,0.005907349,0.002691627,0.0012916932],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016833695,0.00096449256,0.015393018,0.0014923871,0.00030796943,0.005027247,0.024124827,0.06866027,0.083000645,0.5185233,0.03537013,0.24545242],"study_design_scores_gemma":[0.000417775,0.00036825676,0.0017384174,0.00038832406,0.00014337056,0.0015567463,0.0032153258,0.5898187,0.0695153,0.20724647,0.12536156,0.00022961755],"about_ca_topic_score_codex":0.004932183,"about_ca_topic_score_gemma":0.0043356433,"teacher_disagreement_score":0.012869786,"about_ca_system_score_codex":0.0013735822,"about_ca_system_score_gemma":0.0038242675,"threshold_uncertainty_score":0.06806278},"labels":[],"label_agreement":null},{"id":"W4243891992","doi":"10.1109/icse.2013.6606688","title":"On extracting unit tests from interactive live programming sessions","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Leverage (statistics); Session (web analytics); Unit testing; Cluster analysis; Software testing; Software; Software engineering; Machine learning; Programming language; World Wide Web","score_opus":0.042236101726807265,"score_gpt":0.29588421699843037,"score_spread":0.2536481152716231,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243891992","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09250413,0.0003378472,0.89626455,0.0001665641,0.00004536575,0.00037401303,0.0011942565,0.006712435,0.0024007214],"genre_scores_gemma":[0.3354273,0.00042124745,0.65396994,0.00009482267,0.00006245427,0.0005257118,0.004680514,0.001329235,0.0034887043],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99787974,0.000578217,0.0001690033,0.00045326637,0.0007806425,0.00013919635],"domain_scores_gemma":[0.9773187,0.012808698,0.0022512083,0.004087348,0.003076507,0.00045744595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012964513,0.0009993312,0.0007113195,0.0036917971,0.0005800851,0.001522921,0.0017744562,0.00103395,0.0026164611],"category_scores_gemma":[0.020738015,0.00041331572,0.00046666432,0.003227851,0.0008118447,0.0021691313,0.0012413923,0.0011853228,0.0014957236],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003676311,0.0002713019,0.015348364,0.00061222754,0.00006748667,0.0011198608,0.0034324501,0.011571474,0.072533436,0.0051244004,0.0032937508,0.8862577],"study_design_scores_gemma":[0.00013162063,0.0012506995,0.10709892,0.0007557246,0.00020310142,0.006366993,0.004949175,0.46091548,0.2996387,0.05331427,0.06492903,0.00044633486],"about_ca_topic_score_codex":0.0015685621,"about_ca_topic_score_gemma":0.0031261693,"teacher_disagreement_score":0.0036917971,"about_ca_system_score_codex":0.00038248856,"about_ca_system_score_gemma":0.0005596395,"threshold_uncertainty_score":0.008752942},"labels":[],"label_agreement":null},{"id":"W4244256865","doi":"10.1109/icse.2013.6606715","title":"A study of variability spaces in open source software","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Maintainability; Computer science; Software; Software system; Space (punctuation); Software engineering; Work (physics); Programming language; Engineering; Operating system","score_opus":0.07306912676554528,"score_gpt":0.32076640419130037,"score_spread":0.2476972774257551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244256865","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9306165,0.0003424325,0.06610498,0.00030289846,0.000008006161,0.00004591625,0.0001091324,0.00022013961,0.0022500842],"genre_scores_gemma":[0.9832864,0.000077933146,0.016259361,0.00001987474,0.0000072744933,0.000026685788,0.000084582556,0.000058089397,0.00017985726],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99283,0.0031494661,0.0004445648,0.00091244874,0.002415574,0.00024794118],"domain_scores_gemma":[0.83601236,0.13089558,0.016562229,0.010945663,0.004252742,0.0013314304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046699964,0.00030576377,0.00029190947,0.002461927,0.0011671758,0.0026198581,0.0011445137,0.00095455116,0.00063307927],"category_scores_gemma":[0.0511123,0.0005027511,0.00055469637,0.0032431076,0.0025409574,0.0054322556,0.0018822727,0.001973299,0.00007197212],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082790543,0.0009606193,0.3857894,0.0007484522,0.0003391372,0.002921455,0.06357673,0.11136538,0.037570763,0.1434281,0.0016116854,0.25086033],"study_design_scores_gemma":[0.00008240206,0.0012466736,0.24919236,0.00040710188,0.00024575408,0.003084251,0.018009797,0.50256795,0.029304918,0.18063606,0.014887343,0.00033544854],"about_ca_topic_score_codex":0.0023256638,"about_ca_topic_score_gemma":0.0025257608,"teacher_disagreement_score":0.0046699964,"about_ca_system_score_codex":0.0010629168,"about_ca_system_score_gemma":0.0011721178,"threshold_uncertainty_score":0.024697602},"labels":[],"label_agreement":null},{"id":"W4247094842","doi":"10.1109/icse.2013.6606563","title":"Comparing Multi-Point Stride Coverage and dataflow coverage","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada; Government of Ontario","keywords":"Computer science; Dataflow; Overhead (engineering); Tuple; Point (geometry); Parallel computing; Algorithm; Programming language; Mathematics","score_opus":0.04861954004122281,"score_gpt":0.26537905002441176,"score_spread":0.21675950998318894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247094842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71378416,0.0018323835,0.27342993,0.00021658055,0.000037741334,0.00015095527,0.0020255228,0.0028065774,0.0057160477],"genre_scores_gemma":[0.9598868,0.00020984875,0.037703533,0.000036015488,0.000022354403,0.00009134145,0.0014458196,0.00021749576,0.0003867659],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9921564,0.0015734042,0.0005505753,0.00097328774,0.004147743,0.00059857615],"domain_scores_gemma":[0.9112913,0.0676157,0.0056475587,0.008056295,0.00624405,0.001144986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052548195,0.00091606757,0.0010521731,0.008009197,0.00040204194,0.0011336186,0.0013806446,0.0012169089,0.0017771748],"category_scores_gemma":[0.047466584,0.00037538187,0.0008951707,0.00473882,0.0011577597,0.003595809,0.00197485,0.000773675,0.00027865992],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016358499,0.00036257974,0.24667884,0.0007113582,0.00051097793,0.00078629376,0.000673971,0.4134214,0.026779225,0.014985892,0.0026503082,0.2908033],"study_design_scores_gemma":[0.000059790033,0.00091690733,0.06275834,0.00009172252,0.00011344922,0.0010371063,0.00025342073,0.89157796,0.029119933,0.011426838,0.0025663376,0.00007824059],"about_ca_topic_score_codex":0.0021120282,"about_ca_topic_score_gemma":0.002095477,"teacher_disagreement_score":0.008009197,"about_ca_system_score_codex":0.0006700027,"about_ca_system_score_gemma":0.0005514333,"threshold_uncertainty_score":0.027790487},"labels":[],"label_agreement":null},{"id":"W4247387602","doi":"10.1109/icse.2013.6606621","title":"Efficient construction of approximate call graphs for JavaScript IDE services","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"JavaScript; Computer science; Programming language; World Wide Web","score_opus":0.016177509138652738,"score_gpt":0.23898127288234497,"score_spread":0.22280376374369223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247387602","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050396346,0.00021083184,0.9306132,0.00026786746,0.000050296447,0.00014889275,0.0004142909,0.01464784,0.0032504487],"genre_scores_gemma":[0.37415504,0.00027379396,0.6161961,0.00020415758,0.00005528414,0.00027851912,0.0019800072,0.004113297,0.0027438342],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99804425,0.00043989933,0.00008807775,0.000246772,0.00092151825,0.00025959554],"domain_scores_gemma":[0.9945129,0.003130636,0.00037492163,0.001104905,0.000717985,0.00015873606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011374442,0.0012258809,0.0009234415,0.0022851306,0.0010784592,0.0019002417,0.0016376793,0.0012762181,0.0038343281],"category_scores_gemma":[0.010669591,0.000709428,0.0015922891,0.0016420815,0.0012916859,0.0029940186,0.0016139515,0.0017707556,0.0016322045],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006305961,0.00034705337,0.009503114,0.00071114494,0.00012202185,0.0007223838,0.00088768126,0.3497633,0.05255825,0.11517058,0.018081829,0.45150203],"study_design_scores_gemma":[0.000036481902,0.00004462824,0.00085150654,0.00004085273,0.000024690895,0.00010721831,0.00009567831,0.89552236,0.014608971,0.0835385,0.0051007024,0.000028329805],"about_ca_topic_score_codex":0.004962982,"about_ca_topic_score_gemma":0.0073918207,"teacher_disagreement_score":0.004962982,"about_ca_system_score_codex":0.0018785067,"about_ca_system_score_gemma":0.0033953858,"threshold_uncertainty_score":0.013629556},"labels":[],"label_agreement":null},{"id":"W4248003726","doi":"10.1109/icse.2013.6606686","title":"A framework for managing cloned product variants","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Product (mathematics); Computational biology; Biology; Mathematics","score_opus":0.0715748091024742,"score_gpt":0.3167656946727136,"score_spread":0.24519088557023938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248003726","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037355523,0.00016749647,0.9924029,0.00044381575,0.000029111687,0.00017640107,0.00005312866,0.00091156753,0.002080001],"genre_scores_gemma":[0.051600248,0.00028641624,0.9448071,0.000116256015,0.000045460216,0.0003263881,0.00017876783,0.000223772,0.0024155292],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99031854,0.0025847503,0.0010967727,0.0021253964,0.0030131496,0.0008614392],"domain_scores_gemma":[0.9828707,0.0054797824,0.002273466,0.0061486824,0.00198535,0.0012418381],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014300184,0.0015543901,0.0013354854,0.0037928787,0.0033280347,0.010769292,0.008966659,0.0048318375,0.0044983197],"category_scores_gemma":[0.024723804,0.0017779414,0.0028448245,0.0042180168,0.0073308726,0.016350156,0.010208548,0.0051356168,0.0012185803],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008782374,0.000144671,0.0015604156,0.00020899564,0.00006648861,0.001158645,0.002126165,0.037694454,0.0046275407,0.86131173,0.0031315968,0.08788145],"study_design_scores_gemma":[0.00011132654,0.0002713846,0.0004427339,0.00031605194,0.00021655246,0.001910893,0.0010091964,0.2894717,0.010627702,0.59851426,0.09690679,0.00020129142],"about_ca_topic_score_codex":0.0071726153,"about_ca_topic_score_gemma":0.0050007803,"teacher_disagreement_score":0.014300184,"about_ca_system_score_codex":0.0029278023,"about_ca_system_score_gemma":0.0049464814,"threshold_uncertainty_score":0.075627506},"labels":[],"label_agreement":null},{"id":"W4250021107","doi":"10.1109/icse.2013.6606627","title":"Reverb: Recommending code-related web pages","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"World Wide Web; Computer science; Documentation; Web page; Code (set theory); Source code; Field (mathematics); Web development; Programming language; Set (abstract data type)","score_opus":0.038701204816133136,"score_gpt":0.2726261979321894,"score_spread":0.23392499311605625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250021107","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5093654,0.00656968,0.33295465,0.0017860447,0.0005646099,0.0016134107,0.006072708,0.122461654,0.018611858],"genre_scores_gemma":[0.4520345,0.0014668903,0.51740676,0.0003844171,0.00014543864,0.000330244,0.007150331,0.0019412737,0.019140169],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991992,0.00021702782,0.0000459676,0.00015920596,0.00032989247,0.00004865761],"domain_scores_gemma":[0.99229336,0.004159064,0.00067655253,0.0009887003,0.0014171315,0.00046523596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013483244,0.0013424059,0.0006854894,0.003540888,0.00052501855,0.0011366875,0.001210928,0.0012861057,0.004850558],"category_scores_gemma":[0.012165769,0.0006689831,0.00038138917,0.0014474309,0.00022022493,0.0015907071,0.00066578126,0.0008814759,0.0038412535],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007941827,0.0015542094,0.038902916,0.0015936327,0.00022080172,0.0010404726,0.0011406647,0.012761086,0.029173015,0.0012188024,0.08594324,0.8256569],"study_design_scores_gemma":[0.00063856115,0.0024933096,0.06375446,0.0004581009,0.0005908331,0.0029605704,0.001329623,0.6539899,0.07486459,0.004709811,0.19381802,0.0003921945],"about_ca_topic_score_codex":0.006977982,"about_ca_topic_score_gemma":0.022083256,"teacher_disagreement_score":0.006977982,"about_ca_system_score_codex":0.00032905734,"about_ca_system_score_gemma":0.0008909921,"threshold_uncertainty_score":0.016226768},"labels":[],"label_agreement":null},{"id":"W4250972184","doi":"10.1109/icse.2013.6606676","title":"Why did this code change?","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Engineering Research","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Commit; Automatic summarization; Documentation; Code (set theory); Code review; Source code; Set (abstract data type); World Wide Web; Programming language; Static program analysis; Information retrieval; Database; Software; Software development","score_opus":0.0570751759543973,"score_gpt":0.28208227329182556,"score_spread":0.22500709733742824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250972184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34580272,0.0066514164,0.15891652,0.2789614,0.016889906,0.0013013749,0.006766381,0.007941656,0.17676874],"genre_scores_gemma":[0.7903099,0.0025429847,0.054949254,0.02340621,0.0011763566,0.0002660619,0.003550626,0.0023034294,0.12149516],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99807334,0.0004658231,0.00012376525,0.00044115825,0.0006759525,0.00021998366],"domain_scores_gemma":[0.9923064,0.0019532302,0.0012890704,0.00065165403,0.0031902515,0.00060948456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020288697,0.00048398308,0.00032024118,0.00107997,0.0020923882,0.001947669,0.0005554847,0.0019127332,0.009195253],"category_scores_gemma":[0.018071417,0.0003365597,0.0006054057,0.00082908024,0.0016045207,0.003250093,0.0010634491,0.002579061,0.0033915655],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005617839,0.0002446398,0.08765548,0.0012745984,0.00018788676,0.013435229,0.042035986,0.0011207495,0.026443169,0.07162537,0.3182879,0.43712723],"study_design_scores_gemma":[0.00005932461,0.0002804985,0.05081233,0.000880711,0.00018307193,0.010860378,0.02503778,0.0049810763,0.014105621,0.030890433,0.861682,0.00022671916],"about_ca_topic_score_codex":0.011166422,"about_ca_topic_score_gemma":0.021038624,"teacher_disagreement_score":0.011166422,"about_ca_system_score_codex":0.0022685444,"about_ca_system_score_gemma":0.0023905274,"threshold_uncertainty_score":0.030761123},"labels":[],"label_agreement":null},{"id":"W4253985809","doi":"10.1109/icse.2013.6606674","title":"Situational awareness: Personalizing issue tracking systems","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Situation awareness; Computer science; Situational ethics; Human–computer interaction; Computer security; Engineering; Psychology","score_opus":0.04786494677368267,"score_gpt":0.2867085756744576,"score_spread":0.23884362890077496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253985809","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19311287,0.0011678151,0.7607098,0.002243885,0.00034007174,0.0012643599,0.00029339283,0.022580225,0.018287642],"genre_scores_gemma":[0.66560656,0.00052798894,0.32729036,0.0004648009,0.00023815196,0.00050389493,0.0006061609,0.00088960724,0.0038725857],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99113184,0.0047299266,0.00071248424,0.0019752036,0.0011023155,0.00034817652],"domain_scores_gemma":[0.9475769,0.028839879,0.0045189224,0.012934187,0.004039964,0.0020900937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013119104,0.0013788956,0.00085280684,0.0028891333,0.0014118918,0.0050766277,0.001991212,0.001661518,0.0030450702],"category_scores_gemma":[0.059202306,0.0012756409,0.0006317577,0.0013952405,0.000923951,0.009920595,0.005241128,0.002464092,0.0012386126],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078492303,0.0012704559,0.045827635,0.0009287659,0.00022107079,0.0005227351,0.028744346,0.009946364,0.028323326,0.010186358,0.009414137,0.8638298],"study_design_scores_gemma":[0.00084707246,0.0037673076,0.09776946,0.0015617625,0.0019097769,0.0044271504,0.027518587,0.33891144,0.075006925,0.1005802,0.34644645,0.0012537774],"about_ca_topic_score_codex":0.0012811726,"about_ca_topic_score_gemma":0.0016312265,"teacher_disagreement_score":0.013119104,"about_ca_system_score_codex":0.0007842234,"about_ca_system_score_gemma":0.001252248,"threshold_uncertainty_score":0.0693813},"labels":[],"label_agreement":null},{"id":"W4255420728","doi":"10.1109/icse.2013.6606693","title":"Using mutation analysis for a model-clone detector comparison framework","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"clone (Java method); Computer science; Mutation; Precision and recall; Data mining; Artificial intelligence; Genetics; Biology; Gene","score_opus":0.09241037752275671,"score_gpt":0.34181581097862745,"score_spread":0.24940543345587074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255420728","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046368022,0.000045345787,0.9929751,0.00009584637,0.000015471844,0.00010008231,0.000028725488,0.0016543767,0.00044827137],"genre_scores_gemma":[0.09536165,0.00005559321,0.90338993,0.00010075965,0.000013672185,0.00016637666,0.0001256349,0.00037490093,0.00041145156],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9812251,0.005718878,0.0017621829,0.0024735779,0.007934049,0.0008862485],"domain_scores_gemma":[0.9723022,0.013507872,0.00345535,0.0041805627,0.0061217146,0.00043235163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019643439,0.0017196726,0.0018598514,0.006426702,0.0014048986,0.005346346,0.00435879,0.0024244054,0.0018743585],"category_scores_gemma":[0.053525906,0.00092007115,0.0030908275,0.0025191528,0.0028392298,0.0061835796,0.0038939924,0.0030082276,0.00046669744],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004964562,0.0005983678,0.014191326,0.0006457703,0.00053169864,0.0009970804,0.0013490588,0.27074608,0.042834777,0.3018057,0.003115517,0.36268818],"study_design_scores_gemma":[0.000064995256,0.00035716486,0.0014420887,0.00015999426,0.00020969183,0.0005491891,0.00022972102,0.86577713,0.03859552,0.08236009,0.010108503,0.00014606149],"about_ca_topic_score_codex":0.0058159325,"about_ca_topic_score_gemma":0.004631905,"teacher_disagreement_score":0.019643439,"about_ca_system_score_codex":0.0038333372,"about_ca_system_score_gemma":0.0059687058,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4256027430","doi":"10.1109/icse.2013.6606748","title":"Identifying failure inducing developer pairs within developer networks","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software engineering; Code (set theory); Software; Liberian dollar; Software bug; Software maintenance; Software system; Software development; Source code; Software construction; Programming language","score_opus":0.04027914682502887,"score_gpt":0.2656480069125179,"score_spread":0.22536886008748902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256027430","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8918222,0.0005888838,0.0980593,0.00043816422,0.000044704084,0.0002896873,0.0008356424,0.00020714849,0.0077143013],"genre_scores_gemma":[0.96521765,0.00030264514,0.03072435,0.000058369962,0.00002739617,0.00022082293,0.0011372223,0.000053347598,0.0022581858],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99532133,0.0016152383,0.00021912117,0.0012814697,0.0010692243,0.0004936451],"domain_scores_gemma":[0.9708811,0.016451418,0.0051337443,0.002135545,0.0037037001,0.0016943924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002985736,0.0006495812,0.0006230491,0.006164845,0.0017047176,0.0015367834,0.001069786,0.0012496088,0.0021607268],"category_scores_gemma":[0.03466648,0.0006447306,0.00042732502,0.0028155874,0.0008159536,0.0026774602,0.0027244163,0.0008385565,0.00080827996],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004312767,0.0002852482,0.8452074,0.00023947685,0.00014787563,0.0029315182,0.0069708796,0.018981837,0.008092144,0.018978998,0.0043975413,0.09333587],"study_design_scores_gemma":[0.000111945395,0.0005067811,0.39939266,0.0002603563,0.00048273252,0.007939663,0.01623591,0.44613484,0.015922,0.07569604,0.03715262,0.00016443722],"about_ca_topic_score_codex":0.0050761653,"about_ca_topic_score_gemma":0.008883421,"teacher_disagreement_score":0.006164845,"about_ca_system_score_codex":0.0012425226,"about_ca_system_score_gemma":0.00114245,"threshold_uncertainty_score":0.015790224},"labels":[],"label_agreement":null}]}