{"meta":{"query_hash":"f8eb62bf16ca","filters":{"venue":"2013 35th International Conference on Software Engineering (ICSE)"},"cohort_total":18,"direct_labels_cover":0,"predictions_cover":18,"exported":18,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/f8eb62bf16ca","api":"https://metacan.xera.ac/api/v1/cohort?venue=2013+35th+International+Conference+on+Software+Engineering+%28ICSE%29"},"results":[{"id":"W2398231325","doi":"10.1109/icse.2013.6606578","title":"Detecting deadlock in programs with data-centric synchronization","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Distributed systems and fault tolerance","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Atomicity; Programmer; Concurrency; Java; Programming language; Concurrency control; Deadlock; Synchronization (alternating current); Deadlock prevention algorithms; Compiler; Parallel computing; Distributed computing; Lock (firearm); Correctness; Semaphore; Concurrent computing; Operating system; Database transaction; Computer network","score_opus":0.031128657257415572,"score_gpt":0.24325015743162573,"score_spread":0.21212150017421016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398231325","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025051668,0.000055251872,0.97296673,0.0003005488,0.00065308536,0.00036548218,0.000019417155,0.00034450876,0.00024327809],"genre_scores_gemma":[0.94826406,0.000017881986,0.05121492,0.000048175567,0.00009571635,0.00008655859,0.00012412963,0.000019413308,0.00012913998],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982806,0.000023357647,0.00033560424,0.00053652446,0.00047653232,0.0003473833],"domain_scores_gemma":[0.998744,0.00005789618,0.00013106955,0.0006191852,0.00034340218,0.00010444497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019302696,0.00022103882,0.00018787077,0.00019819791,0.000049563983,0.0005253761,0.001464616,0.00008280637,0.00006202964],"category_scores_gemma":[0.0001494308,0.00019681315,0.000023357607,0.00043737039,0.000017546521,0.001104719,0.00023334523,0.00026757762,0.00016804226],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041560503,0.0007470961,0.09902462,0.00031586934,0.0002967576,0.0001684555,0.0012099225,0.14806832,0.00032096944,0.1742719,0.0037417195,0.57179284],"study_design_scores_gemma":[0.00041066072,0.000070863935,0.008629842,0.00034055102,0.0000024463395,0.00002336395,0.000021808679,0.98762435,0.000039848135,0.000092898605,0.00246012,0.0002832618],"about_ca_topic_score_codex":0.00032858356,"about_ca_topic_score_gemma":0.000052427476,"teacher_disagreement_score":0.9232124,"about_ca_system_score_codex":0.0001548123,"about_ca_system_score_gemma":0.00008962606,"threshold_uncertainty_score":0.8025808},"labels":[],"label_agreement":null},{"id":"W3145342903","doi":"10.1109/icse.2013.6606749","title":"On identifying user complaints of iOS apps","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Perspective (graphical); Computer science; Listing (finance); Mobile apps; World Wide Web; App store; Smartphone app; Internet privacy; Artificial intelligence; Business","score_opus":0.03859973434003261,"score_gpt":0.27956186383919507,"score_spread":0.24096212949916246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3145342903","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021416677,0.000036009948,0.9744777,0.00048433963,0.0016301539,0.0002594436,0.000016526428,0.0009052465,0.00077390875],"genre_scores_gemma":[0.79435396,0.000063977895,0.20482914,0.00016758427,0.00009205453,0.00007635422,0.00001465372,0.000032340955,0.00036990628],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99816537,0.000028797354,0.00041317788,0.00043443247,0.0006418824,0.00031634505],"domain_scores_gemma":[0.9981667,0.0005100804,0.00019659524,0.00060637546,0.00038707067,0.00013318154],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00025565393,0.00029354202,0.00026158625,0.00036842903,0.0000562918,0.00030755965,0.0014916476,0.00012484743,0.0005658608],"category_scores_gemma":[0.00057028246,0.00028924108,0.000103983744,0.0002172791,0.000028555269,0.00083442306,0.00025505706,0.0004146143,0.0004242892],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019758761,0.00019441542,0.0014068967,0.00011340478,0.00018337146,0.00002392668,0.0003687981,0.022119787,0.0012919934,0.9436584,0.014935493,0.015683716],"study_design_scores_gemma":[0.0011450973,0.00061205943,0.02738135,0.0017197113,0.000025542997,0.00007469861,0.00004123488,0.91225404,0.009737329,0.01705221,0.028235722,0.0017210232],"about_ca_topic_score_codex":0.00012999898,"about_ca_topic_score_gemma":0.0000017571581,"teacher_disagreement_score":0.92660624,"about_ca_system_score_codex":0.00009348525,"about_ca_system_score_gemma":0.000041198433,"threshold_uncertainty_score":0.99995595},"labels":[],"label_agreement":null},{"id":"W4213307663","doi":"10.1109/icse.2013.6606634","title":"Technical Debt: Past, present, and future (Panel)","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Economic Growth and Productivity","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Computer science; Technical debt; Debt; Business; Finance; Operating system","score_opus":0.03724041101319505,"score_gpt":0.21780805345943058,"score_spread":0.18056764244623552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213307663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5937275,0.0039785346,0.22795053,0.07522932,0.015633015,0.0024448144,0.0012487092,0.0017100598,0.07807748],"genre_scores_gemma":[0.9864991,0.00036284464,0.008919061,0.0002243601,0.0022967914,0.00010086909,0.00004786435,0.000039602986,0.0015095117],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987642,0.0000071621366,0.00039656725,0.00048915274,0.000059883936,0.00028304342],"domain_scores_gemma":[0.9992529,0.0000621997,0.00014901513,0.0002995411,0.00008337883,0.00015296663],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00019533739,0.00021981588,0.00027975164,0.00020799146,0.00005378352,0.00018022061,0.00034339455,0.00015046504,0.001760263],"category_scores_gemma":[0.0000862604,0.00024530888,0.000068053894,0.0000733224,0.00004277627,0.00040620356,0.00010956669,0.00032333223,0.0009932825],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021185562,0.000113560964,0.061069913,0.000062242616,0.00010848612,0.0000050093695,0.00015988093,0.00039096287,0.0001331139,0.89594567,0.030966932,0.0110230725],"study_design_scores_gemma":[0.0011205574,0.00019968358,0.3518894,0.00008415171,0.000010388987,0.00005890132,0.000052015326,0.07359587,0.00018045143,0.03958748,0.53194845,0.0012726444],"about_ca_topic_score_codex":0.00017695985,"about_ca_topic_score_gemma":0.000004142802,"teacher_disagreement_score":0.8563582,"about_ca_system_score_codex":0.00008261152,"about_ca_system_score_gemma":0.000015400357,"threshold_uncertainty_score":0.99999994},"labels":[],"label_agreement":null},{"id":"W4230681096","doi":"10.1109/icse.2013.6606709","title":"V:Issue:lizer: Exploring requirements clarification in online communication over time","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Domain (mathematical analysis); World Wide Web; Software engineering","score_opus":0.08203369238501862,"score_gpt":0.3074966664419672,"score_spread":0.2254629740569486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230681096","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4745605,0.00022553852,0.51476854,0.0041502034,0.002539707,0.0011405287,0.0000445362,0.0020437331,0.00052668556],"genre_scores_gemma":[0.88073444,0.00029574486,0.11670936,0.00016281701,0.0001831654,0.00041461637,0.00017146814,0.000063039966,0.0012653526],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99748427,0.00006536193,0.00053729693,0.0005686075,0.0008632937,0.00048116542],"domain_scores_gemma":[0.9977648,0.00044549312,0.00012539985,0.0010529438,0.00043902663,0.00017233996],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00045223354,0.00031398653,0.0002537557,0.00063804066,0.00006805982,0.00042387162,0.002103876,0.00014903648,0.0008184082],"category_scores_gemma":[0.0010749174,0.0003457226,0.00006942346,0.0004735307,0.000034902136,0.0017692819,0.00043679468,0.0006613462,0.0014305199],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012891067,0.0030164612,0.18714707,0.0005411246,0.0008153419,0.00011472299,0.0070314095,0.17669451,0.031677555,0.32694417,0.056241263,0.20964746],"study_design_scores_gemma":[0.00079775153,0.00009067225,0.22369158,0.0004945897,0.0000041699695,0.000007273322,0.000026679823,0.7655206,0.000801308,0.00081897253,0.00710685,0.0006395963],"about_ca_topic_score_codex":0.00031303917,"about_ca_topic_score_gemma":0.0000092758455,"teacher_disagreement_score":0.58882606,"about_ca_system_score_codex":0.00043466143,"about_ca_system_score_gemma":0.000079233316,"threshold_uncertainty_score":0.9998995},"labels":[],"label_agreement":null},{"id":"W4231754569","doi":"10.1109/icse.2013.6606781","title":"5th International workshop on Software Engineering in Health Care (SEHC 2013)","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Dependability; Health care; Digitization; Engineering management; Software development; Computer science; Software; Software engineering; Engineering; Telecommunications","score_opus":0.057977137185797674,"score_gpt":0.3819051512185029,"score_spread":0.3239280140327052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231754569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47148582,0.003956442,0.32006493,0.060862895,0.091763645,0.019720213,0.001446549,0.009409992,0.021289526],"genre_scores_gemma":[0.95654035,0.0013510264,0.022426603,0.0036017972,0.0028436135,0.0023404807,0.00072907616,0.00036922496,0.0097978525],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944456,0.00022956221,0.0016913947,0.00092124584,0.0011509694,0.001561216],"domain_scores_gemma":[0.9962804,0.0010439898,0.0005453165,0.0006865165,0.0008789272,0.00056488725],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00086066284,0.00068033655,0.00074086484,0.0010467076,0.00025743677,0.00012162605,0.0011907623,0.00052459486,0.00384115],"category_scores_gemma":[0.0020200147,0.00070021575,0.00015964385,0.00039996757,0.000034089815,0.0005028931,0.00024528988,0.0027073347,0.0031803916],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006314786,0.0010749177,0.17401059,0.0061199414,0.0010660405,0.00014920278,0.022768337,0.18165015,0.00028200628,0.21465583,0.33091256,0.06667895],"study_design_scores_gemma":[0.0072103073,0.0010578803,0.09978294,0.018700585,0.000022625214,0.000036919817,0.0031370234,0.26071733,0.000072935836,0.00036770556,0.6057887,0.0031050567],"about_ca_topic_score_codex":0.0031634367,"about_ca_topic_score_gemma":0.00062327646,"teacher_disagreement_score":0.48505452,"about_ca_system_score_codex":0.0034139988,"about_ca_system_score_gemma":0.0010863667,"threshold_uncertainty_score":0.99959344},"labels":[],"label_agreement":null},{"id":"W4235825709","doi":"10.1109/icse.2013.6606670","title":"Semantic smells and errors in access control models: A case study in PHP","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Web Application Security Vulnerabilities","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Relevance (law); Semantics (computer science); Access control; Control (management); Information retrieval; Code smell; World Wide Web; Computer security; Artificial intelligence; Programming language; Software; Software quality","score_opus":0.049014666340734196,"score_gpt":0.2937099036084669,"score_spread":0.24469523726773268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235825709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80515265,0.000040186147,0.19259416,0.0007122601,0.0002667027,0.00092625455,0.000008746958,0.00014703587,0.00015202559],"genre_scores_gemma":[0.99460864,0.000016029051,0.004572059,0.00015145901,0.000033080694,0.00055259344,0.000003087494,0.00001713926,0.000045925633],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981749,0.00007679448,0.00044556134,0.00055298134,0.0004596152,0.0002901229],"domain_scores_gemma":[0.9987932,0.00026449736,0.00009193926,0.00044040242,0.00029856447,0.00011141074],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00048371134,0.00024045641,0.00026696429,0.00048870733,0.000035542493,0.00048371288,0.00094984187,0.00008033959,0.00010140272],"category_scores_gemma":[0.00017175802,0.00024735677,0.000030988365,0.00026178866,0.00003431702,0.0013257231,0.00027028535,0.00036618407,0.000040226518],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045034532,0.001963228,0.19736487,0.00020929046,0.00022674681,0.0011564848,0.024966056,0.43856618,0.00022073647,0.30948168,0.00095108454,0.024848582],"study_design_scores_gemma":[0.001057722,0.00005067524,0.015263795,0.000069934445,0.0000032822702,0.00007786905,0.00044393167,0.9785616,0.000018824776,0.004151046,0.000040057203,0.00026125836],"about_ca_topic_score_codex":0.0030972245,"about_ca_topic_score_gemma":0.0007771176,"teacher_disagreement_score":0.53999543,"about_ca_system_score_codex":0.0001713228,"about_ca_system_score_gemma":0.00008954917,"threshold_uncertainty_score":0.99999785},"labels":[],"label_agreement":null},{"id":"W4241100723","doi":"10.1109/icse.2013.6606723","title":"Normalizing source code vocabulary to support program comprehension and software quality","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Program comprehension; Computer science; Source code; Identifier; Normalization (sociology); Vocabulary; Software maintenance; Natural language processing; Static program analysis; Software quality; Information retrieval; Software; Artificial intelligence; Programming language; Software development; Software system; Linguistics","score_opus":0.053262416941427956,"score_gpt":0.32160251450881083,"score_spread":0.26834009756738286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241100723","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20318344,0.000059329228,0.79182285,0.0008987443,0.0010317608,0.0007448389,0.000027148384,0.002167262,0.000064658445],"genre_scores_gemma":[0.66814107,0.00003446424,0.33025262,0.00036488837,0.00017273599,0.0003401306,0.00005323504,0.000071823866,0.000569021],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965465,0.000060762373,0.0005801706,0.0009011069,0.0011504097,0.0007610324],"domain_scores_gemma":[0.997026,0.0007105049,0.000118354976,0.0008416577,0.00073361414,0.0005698578],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00050207315,0.000470023,0.0003983328,0.0005097256,0.00014060616,0.00082287606,0.0016304111,0.00018850702,0.00028048732],"category_scores_gemma":[0.0016466972,0.00048579322,0.00010250313,0.00039777055,0.000059436177,0.0008991365,0.0009528688,0.00063386775,0.0006544009],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013283317,0.0009630431,0.20141247,0.0008685886,0.0006225812,0.00015298306,0.0037835962,0.08831225,0.0046723913,0.06060233,0.041273464,0.5972035],"study_design_scores_gemma":[0.0014334512,0.0013159628,0.36242914,0.00072549225,0.000016670776,0.0001287873,0.00007468574,0.57168555,0.0013557038,0.000503775,0.058112923,0.00221785],"about_ca_topic_score_codex":0.0003095912,"about_ca_topic_score_gemma":0.000011555003,"teacher_disagreement_score":0.5949856,"about_ca_system_score_codex":0.00019857206,"about_ca_system_score_gemma":0.00012204959,"threshold_uncertainty_score":0.9997594},"labels":[],"label_agreement":null},{"id":"W4241141703","doi":"10.1109/icse.2013.6606681","title":"Supporting application development with structured queries in the cloud","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Cloud computing; Ontology; SQL; Terminology; Abstraction; Set (abstract data type); World Wide Web; Database; Information retrieval; Programming language","score_opus":0.013020694118427963,"score_gpt":0.23572975622863784,"score_spread":0.22270906211020988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241141703","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25348994,0.00001736812,0.7429361,0.0019252474,0.0004137556,0.00035893908,0.0000010341147,0.00025500453,0.0006026367],"genre_scores_gemma":[0.9388815,0.0000028007403,0.060300663,0.00027256936,0.000105924235,0.00012623478,0.000009923211,0.000011762641,0.00028861832],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860126,0.000024790705,0.0002872377,0.00033435517,0.000476923,0.00027540833],"domain_scores_gemma":[0.9992456,0.000084969346,0.00012201847,0.0003557832,0.00014221611,0.000049458537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027316637,0.00018481855,0.00012177096,0.00014426201,0.00008226308,0.0003200378,0.0011337402,0.000045698536,0.00003516535],"category_scores_gemma":[0.000056913348,0.00012885437,0.000026806032,0.00019618159,0.000021787224,0.000077647506,0.00017453567,0.00023631286,0.000075760145],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018656248,0.00018130192,0.01866548,0.00009547177,0.00015470402,0.000034411987,0.009768126,0.14831302,0.00025856425,0.6134487,0.0021899089,0.20687167],"study_design_scores_gemma":[0.0005458593,0.0001009845,0.12216612,0.000217544,0.0000050500203,0.000030593725,0.00039493467,0.8360308,0.00037719062,0.0013939631,0.038135268,0.0006016903],"about_ca_topic_score_codex":0.000102897466,"about_ca_topic_score_gemma":0.000030053872,"teacher_disagreement_score":0.6877178,"about_ca_system_score_codex":0.00008842211,"about_ca_system_score_gemma":0.000052495398,"threshold_uncertainty_score":0.52545285},"labels":[],"label_agreement":null},{"id":"W4243891992","doi":"10.1109/icse.2013.6606688","title":"On extracting unit tests from interactive live programming sessions","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Leverage (statistics); Session (web analytics); Unit testing; Cluster analysis; Software testing; Software; Software engineering; Machine learning; Programming language; World Wide Web","score_opus":0.042236101726807265,"score_gpt":0.29588421699843037,"score_spread":0.2536481152716231,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243891992","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.072791256,0.00002878576,0.9129789,0.0009526746,0.0019413859,0.0004400617,0.000029256382,0.009968048,0.0008696158],"genre_scores_gemma":[0.68166035,0.00000909034,0.31747308,0.0002455657,0.00015352253,0.00015201526,0.000032868287,0.000034102854,0.00023939926],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99788105,0.00005015267,0.00038954706,0.00066712813,0.0005843462,0.00042778623],"domain_scores_gemma":[0.9964764,0.0018823736,0.00023594922,0.00061982684,0.00057786505,0.00020758343],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00019007912,0.00038101754,0.0002566722,0.00034523255,0.00014807103,0.0007022059,0.0013413565,0.00014989368,0.0004033691],"category_scores_gemma":[0.0026401507,0.00036053848,0.00009796749,0.00023250324,0.000035388402,0.00090551673,0.00033709864,0.0007618796,0.0007536424],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009496175,0.001667734,0.040260706,0.000110600275,0.0007665096,0.00031313612,0.008225133,0.01412296,0.0026479766,0.20829567,0.0630193,0.6604753],"study_design_scores_gemma":[0.0007622468,0.00058835483,0.03890965,0.0032549386,0.000022517124,0.000055879347,0.00012561386,0.9060483,0.00159714,0.042811155,0.00419548,0.001628741],"about_ca_topic_score_codex":0.0008704609,"about_ca_topic_score_gemma":0.0000089352825,"teacher_disagreement_score":0.89192533,"about_ca_system_score_codex":0.0001675819,"about_ca_system_score_gemma":0.00009552713,"threshold_uncertainty_score":0.99988467},"labels":[],"label_agreement":null},{"id":"W4244256865","doi":"10.1109/icse.2013.6606715","title":"A study of variability spaces in open source software","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Maintainability; Computer science; Software; Software system; Space (punctuation); Software engineering; Work (physics); Programming language; Engineering; Operating system","score_opus":0.07306912676554528,"score_gpt":0.32076640419130037,"score_spread":0.2476972774257551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244256865","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12068503,0.000018285311,0.8766446,0.00019793902,0.0009652813,0.0007800163,0.00000910371,0.0005996406,0.00010010921],"genre_scores_gemma":[0.56134194,0.000011158567,0.4381271,0.000036217425,0.000040039056,0.00021373968,0.0000049261557,0.000029601886,0.00019527003],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972855,0.00020306098,0.0006635228,0.00078684284,0.00061621884,0.00044488613],"domain_scores_gemma":[0.99659103,0.0015375551,0.00023452156,0.001023043,0.0004740721,0.0001397605],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011694911,0.00039258436,0.00052674516,0.0004318381,0.00005038544,0.000389017,0.003476542,0.00014329278,0.00015141527],"category_scores_gemma":[0.0050208615,0.0003886561,0.00007196179,0.00048300714,0.000047339407,0.0013201863,0.0013578358,0.00052662013,0.00006670769],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004332766,0.0012127383,0.06964939,0.00012581956,0.00020746172,0.00004119626,0.005119466,0.8374932,0.00039168927,0.047653534,0.0007417276,0.037320442],"study_design_scores_gemma":[0.0061615314,0.002205748,0.37794602,0.0013592205,0.000041183917,0.000053677737,0.0019442936,0.556265,0.0021106992,0.045167264,0.0029826863,0.0037626815],"about_ca_topic_score_codex":0.00060965377,"about_ca_topic_score_gemma":0.000029015615,"teacher_disagreement_score":0.4406569,"about_ca_system_score_codex":0.00020249645,"about_ca_system_score_gemma":0.00010841854,"threshold_uncertainty_score":0.99985653},"labels":[],"label_agreement":null},{"id":"W4247094842","doi":"10.1109/icse.2013.6606563","title":"Comparing Multi-Point Stride Coverage and dataflow coverage","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada; Government of Ontario","keywords":"Computer science; Dataflow; Overhead (engineering); Tuple; Point (geometry); Parallel computing; Algorithm; Programming language; Mathematics","score_opus":0.04861954004122281,"score_gpt":0.26537905002441176,"score_spread":0.21675950998318894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247094842","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026524559,0.000057053625,0.96691704,0.00043603967,0.00081797363,0.0002549504,0.000025929503,0.0046049724,0.00036145843],"genre_scores_gemma":[0.76946473,0.00008491728,0.22974423,0.00027389926,0.00008534682,0.000060294187,0.0000349181,0.00002751373,0.00022414126],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982516,0.000031120588,0.0003759116,0.0005327924,0.00042205362,0.00038651712],"domain_scores_gemma":[0.9983988,0.0003448586,0.00013894637,0.0006223443,0.00029089357,0.00020417552],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00025575224,0.00033966763,0.0002932111,0.00026285375,0.000105863845,0.0007462526,0.0011441162,0.000110826295,0.00011367368],"category_scores_gemma":[0.00074938004,0.00033998358,0.000061447805,0.00015245091,0.000042258253,0.0009695771,0.0005467702,0.00042252443,0.000180561],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071900744,0.0010906511,0.19351965,0.00047645954,0.00069997343,0.00026967618,0.0030438693,0.04176726,0.003044912,0.42233276,0.14608072,0.18760216],"study_design_scores_gemma":[0.0006282212,0.00009799073,0.026121115,0.00033365862,0.0000062063386,0.00005316059,0.0000046887517,0.96410304,0.0004631512,0.006227108,0.0013795083,0.000582161],"about_ca_topic_score_codex":0.00049004063,"about_ca_topic_score_gemma":0.000007876253,"teacher_disagreement_score":0.92233574,"about_ca_system_score_codex":0.00011991146,"about_ca_system_score_gemma":0.000060718903,"threshold_uncertainty_score":0.9999052},"labels":[],"label_agreement":null},{"id":"W4247387602","doi":"10.1109/icse.2013.6606621","title":"Efficient construction of approximate call graphs for JavaScript IDE services","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"JavaScript; Computer science; Programming language; World Wide Web","score_opus":0.016177509138652738,"score_gpt":0.23898127288234497,"score_spread":0.22280376374369223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247387602","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01898534,0.000032119475,0.9786594,0.00025469705,0.0008975881,0.00032106726,0.000019866518,0.00055338757,0.00027652524],"genre_scores_gemma":[0.42547277,0.000024105468,0.5741561,0.00008182697,0.000039163708,0.0000847015,0.000022087885,0.000014069417,0.000105184976],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987168,0.00001725577,0.00036991065,0.00034192263,0.00032564742,0.00022849868],"domain_scores_gemma":[0.9986397,0.00009083077,0.00019561636,0.00031406348,0.00067799125,0.000081795355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017637432,0.00019439062,0.00020013587,0.00027735985,0.000057959285,0.00016728177,0.0008301687,0.00008796225,0.000037182712],"category_scores_gemma":[0.000077523924,0.00019008682,0.0000919733,0.00016073637,0.000035746634,0.00019748013,0.00013032951,0.00013062861,0.00002107094],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014236189,0.00011577265,0.0008939063,0.00019393976,0.00010203894,0.0000012236615,0.00043835695,0.30470112,0.0011068132,0.6789462,0.0019220656,0.011564365],"study_design_scores_gemma":[0.00023612367,0.00006766358,0.0006063684,0.00014498144,0.000004025502,0.000006343489,0.000011582944,0.99293995,0.0019924527,0.0033051406,0.00048778558,0.00019757061],"about_ca_topic_score_codex":0.000103214574,"about_ca_topic_score_gemma":0.0000012386311,"teacher_disagreement_score":0.68823886,"about_ca_system_score_codex":0.00004849328,"about_ca_system_score_gemma":0.000040664218,"threshold_uncertainty_score":0.77515155},"labels":[],"label_agreement":null},{"id":"W4248003726","doi":"10.1109/icse.2013.6606686","title":"A framework for managing cloned product variants","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Product (mathematics); Computational biology; Biology; Mathematics","score_opus":0.0715748091024742,"score_gpt":0.3167656946727136,"score_spread":0.24519088557023938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248003726","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009215546,0.00008853881,0.990821,0.0018354774,0.003910933,0.0006009123,0.000019166298,0.0016460486,0.00015637104],"genre_scores_gemma":[0.11286301,0.00006245048,0.8855595,0.0002284268,0.0003478032,0.0004153578,0.000017375525,0.000056302393,0.00044974437],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976722,0.00003935321,0.0004215377,0.00079037104,0.00048076877,0.0005957632],"domain_scores_gemma":[0.99725944,0.0010559638,0.00015850276,0.0008358733,0.0005204476,0.00016976608],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041288012,0.0004072496,0.00034226986,0.00033952922,0.00010398012,0.00040766416,0.001779858,0.00014531788,0.000103763814],"category_scores_gemma":[0.003777788,0.00041111783,0.00012443423,0.00028075668,0.000036177367,0.000966721,0.00032304847,0.00047815862,0.00020903106],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001360585,0.00005258576,0.00018179936,0.00007720675,0.00011261107,0.000009473969,0.00027365933,0.09387724,0.0005617733,0.8748315,0.0014270346,0.0285815],"study_design_scores_gemma":[0.0008311598,0.0002707529,0.008653155,0.0006754843,0.00001901103,0.000035409204,0.0000417623,0.63131106,0.0024179395,0.3482805,0.0058924975,0.0015712909],"about_ca_topic_score_codex":0.000026231179,"about_ca_topic_score_gemma":6.9483883e-7,"teacher_disagreement_score":0.5374338,"about_ca_system_score_codex":0.00016272857,"about_ca_system_score_gemma":0.000070857954,"threshold_uncertainty_score":0.99983406},"labels":[],"label_agreement":null},{"id":"W4250021107","doi":"10.1109/icse.2013.6606627","title":"Reverb: Recommending code-related web pages","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"World Wide Web; Computer science; Documentation; Web page; Code (set theory); Source code; Field (mathematics); Web development; Programming language; Set (abstract data type)","score_opus":0.038701204816133136,"score_gpt":0.2726261979321894,"score_spread":0.23392499311605625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250021107","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06568773,0.00024271692,0.9089911,0.008975991,0.007900348,0.00090208434,0.00006818538,0.004665844,0.0025659734],"genre_scores_gemma":[0.90182954,0.00028046465,0.09400949,0.00022998183,0.00021484312,0.00019776209,0.000044913355,0.000082652004,0.0031103662],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99708146,0.00005024916,0.00053606206,0.0007357604,0.0009074187,0.00068906834],"domain_scores_gemma":[0.9973946,0.00081441924,0.00013110813,0.0008195895,0.00052756193,0.0003127122],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00045451787,0.00042053216,0.00032006225,0.0005963424,0.00010811395,0.0006641004,0.0022642452,0.0002075855,0.001334998],"category_scores_gemma":[0.0016972234,0.0004296362,0.00013156455,0.00047632307,0.000043192817,0.0010666308,0.0005132329,0.00081410777,0.0020504124],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036891193,0.00058221724,0.03886714,0.00034814,0.0011587836,0.00026990223,0.0017637009,0.05800365,0.011493844,0.49833658,0.29070032,0.09843884],"study_design_scores_gemma":[0.0009924943,0.00019486902,0.029322686,0.0005957005,0.000009772165,0.00007872506,0.000028274992,0.9314005,0.0013120606,0.0019109128,0.03294144,0.0012126103],"about_ca_topic_score_codex":0.000061243205,"about_ca_topic_score_gemma":0.0000037646337,"teacher_disagreement_score":0.8733968,"about_ca_system_score_codex":0.00032326762,"about_ca_system_score_gemma":0.00012777266,"threshold_uncertainty_score":0.9998155},"labels":[],"label_agreement":null},{"id":"W4250972184","doi":"10.1109/icse.2013.6606676","title":"Why did this code change?","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Engineering Research","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Commit; Automatic summarization; Documentation; Code (set theory); Code review; Source code; Set (abstract data type); World Wide Web; Programming language; Static program analysis; Information retrieval; Database; Software; Software development","score_opus":0.0570751759543973,"score_gpt":0.28208227329182556,"score_spread":0.22500709733742824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250972184","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013739109,0.0001582185,0.97075117,0.0072222077,0.0041724183,0.0006677331,0.000049281858,0.0023864238,0.00085344195],"genre_scores_gemma":[0.832499,0.00024926453,0.15948616,0.0024677408,0.0010064951,0.0009393453,0.00006884837,0.00014265782,0.0031404486],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99710536,0.00003351809,0.00038537662,0.00071653107,0.0010790643,0.0006801448],"domain_scores_gemma":[0.99751055,0.00052968087,0.0000956688,0.00088002905,0.000653104,0.0003309792],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002796124,0.00040728456,0.0002902925,0.0005207621,0.0000894561,0.00065283844,0.0024561933,0.00017708856,0.0018625772],"category_scores_gemma":[0.0011677026,0.00040701864,0.00012214966,0.00039492644,0.00004641179,0.0012592303,0.000528715,0.0006362591,0.0023712902],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003947128,0.00062155456,0.03205241,0.00033180797,0.0006997047,0.00022864489,0.0030826859,0.014342317,0.0034588552,0.45060882,0.41625473,0.078279],"study_design_scores_gemma":[0.00088363345,0.0002758809,0.04915282,0.00047813068,0.000009620061,0.00006575302,0.000017544158,0.80607176,0.0016285792,0.0013484367,0.13863719,0.0014306841],"about_ca_topic_score_codex":0.0004088355,"about_ca_topic_score_gemma":0.000009340616,"teacher_disagreement_score":0.8187599,"about_ca_system_score_codex":0.00024102427,"about_ca_system_score_gemma":0.000078367375,"threshold_uncertainty_score":0.9998382},"labels":[],"label_agreement":null},{"id":"W4253985809","doi":"10.1109/icse.2013.6606674","title":"Situational awareness: Personalizing issue tracking systems","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Situation awareness; Computer science; Situational ethics; Human–computer interaction; Computer security; Engineering; Psychology","score_opus":0.04786494677368267,"score_gpt":0.2867085756744576,"score_spread":0.23884362890077496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253985809","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006496161,0.00021517885,0.98563784,0.0015295024,0.0032617107,0.00032023515,0.000019623843,0.0017897144,0.0007300332],"genre_scores_gemma":[0.79893625,0.00015254531,0.19854821,0.00027525827,0.00069387833,0.0002720191,0.000053410466,0.00006006834,0.001008337],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976727,0.000041263665,0.00044471523,0.0005859978,0.00082136446,0.00043396835],"domain_scores_gemma":[0.9980054,0.00044771278,0.00019387715,0.0005247901,0.00064012967,0.00018810276],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00035574674,0.00037654286,0.0002800125,0.00035726652,0.00013476876,0.0011440063,0.0014804191,0.00017072061,0.00062666147],"category_scores_gemma":[0.0005668737,0.00038195302,0.0001101256,0.00026167877,0.000025338206,0.0018413818,0.0002174321,0.00046539167,0.0006476085],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017022374,0.00022932887,0.008992993,0.00024667988,0.00038271895,0.00007062459,0.0014826866,0.12271241,0.0014666893,0.8039284,0.036110662,0.024359822],"study_design_scores_gemma":[0.00029490722,0.00009678264,0.0058662887,0.00042016758,0.000010990813,0.00010413944,0.000057485762,0.9285099,0.00034224792,0.0008619376,0.06267537,0.00075980945],"about_ca_topic_score_codex":0.0004090507,"about_ca_topic_score_gemma":0.000002308058,"teacher_disagreement_score":0.80579746,"about_ca_system_score_codex":0.00018730659,"about_ca_system_score_gemma":0.00014171413,"threshold_uncertainty_score":0.9998929},"labels":[],"label_agreement":null},{"id":"W4255420728","doi":"10.1109/icse.2013.6606693","title":"Using mutation analysis for a model-clone detector comparison framework","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"clone (Java method); Computer science; Mutation; Precision and recall; Data mining; Artificial intelligence; Genetics; Biology; Gene","score_opus":0.09241037752275671,"score_gpt":0.34181581097862745,"score_spread":0.24940543345587074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255420728","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07699851,0.000043906202,0.9207072,0.00027095413,0.00079442764,0.0004462526,0.000034338173,0.0006870994,0.000017301045],"genre_scores_gemma":[0.55541366,0.0000058637575,0.44414297,0.000044420434,0.00009660408,0.00015521783,0.000026722691,0.00002910479,0.00008546168],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99743927,0.000026055313,0.0005008004,0.0006637209,0.00082154,0.00054860185],"domain_scores_gemma":[0.99713135,0.000949488,0.00015684661,0.00065807987,0.000869966,0.00023429506],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002989449,0.00035019525,0.00040644017,0.00089070946,0.00010953618,0.0005947102,0.0013734744,0.00020413009,0.00017259418],"category_scores_gemma":[0.0018167932,0.0003720517,0.0002217634,0.0008030605,0.000030743555,0.0007209031,0.0002158238,0.00046895145,0.00011561984],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009451573,0.000060934795,0.004433335,0.000035769757,0.0003870201,0.0000036304866,0.00030271805,0.95554435,0.0006575176,0.03576378,0.00030602975,0.0024954844],"study_design_scores_gemma":[0.00024574867,0.00007009306,0.006036201,0.000087493114,0.00003749576,0.0000044115377,0.000010588485,0.9903904,0.0007150213,0.0019056838,0.00010742686,0.00038940134],"about_ca_topic_score_codex":0.00012773415,"about_ca_topic_score_gemma":0.0000048008496,"teacher_disagreement_score":0.47841513,"about_ca_system_score_codex":0.00032468038,"about_ca_system_score_gemma":0.0001228593,"threshold_uncertainty_score":0.99987316},"labels":[],"label_agreement":null},{"id":"W4256027430","doi":"10.1109/icse.2013.6606748","title":"Identifying failure inducing developer pairs within developer networks","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software engineering; Code (set theory); Software; Liberian dollar; Software bug; Software maintenance; Software system; Software development; Source code; Software construction; Programming language","score_opus":0.04027914682502887,"score_gpt":0.2656480069125179,"score_spread":0.22536886008748902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256027430","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.064480394,0.00006924102,0.92978865,0.0008928518,0.002904916,0.00037290866,0.000005664407,0.0013375116,0.00014788154],"genre_scores_gemma":[0.7178518,0.000031611802,0.2806701,0.00021347181,0.0002606481,0.00018452163,0.000026444093,0.00007274029,0.0006886623],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964736,0.000051695224,0.0006356266,0.00089572096,0.0011207847,0.00082258304],"domain_scores_gemma":[0.9972652,0.00053466967,0.00014823652,0.00078542845,0.0009144262,0.0003520104],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00060404424,0.00051873684,0.0003526566,0.0006114593,0.00016598155,0.0012085214,0.0024869512,0.00027593106,0.0006584398],"category_scores_gemma":[0.001693761,0.00051254436,0.000110572466,0.0006666516,0.000048962196,0.0015878156,0.00073814346,0.0011019711,0.0010522199],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031116375,0.0003002392,0.06357887,0.0003144424,0.0010526053,0.00027536653,0.0067712697,0.6327674,0.0030687694,0.19631961,0.050437648,0.045082662],"study_design_scores_gemma":[0.00062229397,0.000076715114,0.0729444,0.00072921894,0.000008457362,0.00008337555,0.00012435143,0.91825557,0.0011804478,0.0004961315,0.0041281306,0.001350929],"about_ca_topic_score_codex":0.00019797945,"about_ca_topic_score_gemma":0.00002201119,"teacher_disagreement_score":0.6533714,"about_ca_system_score_codex":0.00038612136,"about_ca_system_score_gemma":0.00025642978,"threshold_uncertainty_score":0.99982834},"labels":[],"label_agreement":null}]}