{"meta":{"query_hash":"9222a6162526","filters":{"topic":"Software Engineering Techniques and Practices"},"cohort_total":1138,"direct_labels_cover":1,"predictions_cover":1138,"exported":1138,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/9222a6162526","api":"https://metacan.xera.ac/api/v1/cohort?topic=Software+Engineering+Techniques+and+Practices"},"results":[{"id":"W101139710","doi":"","title":"Specifying the Software Project Risk Construct","year":2010,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Construct (python library); Conceptualization; Computer science; Risk analysis (engineering); Project risk management; Risk management plan; Risk management; Software; Software engineering; IT risk management; Knowledge management; Risk assessment; Project management; Project management triangle; Engineering; Systems engineering; Artificial intelligence; Programming language; Business; Computer security","score_opus":0.011797013056877154,"score_gpt":0.24981630798818172,"score_spread":0.23801929493130455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W101139710","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009451836,0.00004670475,0.9789515,0.0010335501,0.008802587,0.00061020517,0.000022171827,0.00013625024,0.00094520627],"genre_scores_gemma":[0.94007176,0.000028261325,0.058874454,0.00016143887,0.00060888845,0.000026028445,0.0000013499141,0.0000071029413,0.0002207115],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988456,0.00008465595,0.00049413345,0.00003336218,0.00043665836,0.000105640764],"domain_scores_gemma":[0.99566376,0.0009661921,0.002522634,0.00023851595,0.00058951695,0.00001936274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033739237,0.00006355428,0.00011061716,0.000088217304,0.0002567869,0.0005804393,0.0007807697,0.00007419961,5.8572874e-7],"category_scores_gemma":[0.0033107721,0.000033769487,0.00013194379,0.00024466965,0.000008389929,0.002178206,0.00005877473,0.00037623994,0.000004666113],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008440296,0.00007411422,0.21292375,0.0003647828,0.00095925614,0.0000011005741,0.022935374,0.015288781,0.0003326644,0.32866606,0.3029721,0.11539759],"study_design_scores_gemma":[0.00035875375,0.00004514912,0.0074055903,0.00004013619,0.000031356194,0.00012925314,0.00022325975,0.01004522,0.0002759076,0.0009241347,0.9804202,0.0001010698],"about_ca_topic_score_codex":0.000019156792,"about_ca_topic_score_gemma":0.0000017620565,"teacher_disagreement_score":0.93061996,"about_ca_system_score_codex":0.00010455387,"about_ca_system_score_gemma":0.00010843435,"threshold_uncertainty_score":0.5597189},"labels":[],"label_agreement":null},{"id":"W103873040","doi":"","title":"NextMove: a distributed project management tool","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Agile software development; Computer science; Task (project management); Variety (cybernetics); Project management; Task management; Heuristics; Software project management; Process management; Transparency (behavior); Eclipse; Software; Knowledge management; Engineering management; Software engineering; Software development; Systems engineering; Engineering; Computer security; Artificial intelligence; Software construction","score_opus":0.015020997319821724,"score_gpt":0.282285674068313,"score_spread":0.2672646767484913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W103873040","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00036739482,0.000027455399,0.98538214,0.00022726605,0.00013558991,0.0001553603,7.6462044e-7,0.0013737654,0.012330241],"genre_scores_gemma":[0.1333326,0.00002095291,0.8654248,0.00028868925,0.000032416683,0.000014016077,0.000002259617,0.000005383489,0.00087888335],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993755,0.000007332655,0.000112104004,0.00017191803,0.00013986127,0.0001932552],"domain_scores_gemma":[0.9994739,0.00012395521,0.000026817166,0.00032194343,0.000027878748,0.000025493697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041172616,0.0000715204,0.0000532973,0.000067402245,0.000035576413,0.000110592766,0.000444835,0.000027280927,0.000015870957],"category_scores_gemma":[0.00004800664,0.00005993328,0.000026948634,0.00038902755,0.0000056378494,0.0003575429,0.00018283605,0.00006308161,0.000022717479],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009369449,0.00007607187,0.00049928215,0.0000374591,0.00003571262,0.00017666596,0.000100273486,0.000019759302,0.000049273294,0.7605436,0.055388294,0.18306425],"study_design_scores_gemma":[0.00024082669,0.000119720025,0.014209651,0.0000309115,0.000011357688,0.000058896378,0.00003136728,0.01226689,0.0041124765,0.006704691,0.9617352,0.00047802308],"about_ca_topic_score_codex":0.00003073472,"about_ca_topic_score_gemma":0.0000013698889,"teacher_disagreement_score":0.9063469,"about_ca_system_score_codex":0.000024662808,"about_ca_system_score_gemma":0.0000075154967,"threshold_uncertainty_score":0.24440083},"labels":[],"label_agreement":null},{"id":"W106206689","doi":"","title":"Factors Influencing IT Project Performance","year":2006,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Project management; Project risk management; Project management triangle; Risk management; Software project management; Risk management plan; Computer science; Process management; OPM3; Project planning; Project portfolio management; Knowledge management; Engineering management; Engineering; Software development; Business; Software; Systems engineering; IT risk management","score_opus":0.02121851026497575,"score_gpt":0.25243092804365674,"score_spread":0.23121241777868098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W106206689","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30853748,0.00008885082,0.67803377,0.001116766,0.00573814,0.0008783816,0.000014173114,0.00025213914,0.0053402972],"genre_scores_gemma":[0.9970886,0.000004678887,0.0024184326,0.000057900896,0.00012949963,0.000007419342,0.0000013175413,0.0000027819108,0.00028936428],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988678,0.00003595303,0.000544533,0.000028784709,0.00041772838,0.00010520789],"domain_scores_gemma":[0.9973119,0.00025229648,0.0018028169,0.00012719748,0.00049272337,0.000013065394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013685133,0.000064058106,0.00011440691,0.00013654002,0.00012222675,0.0003504823,0.00045474237,0.000058383248,1.7511911e-7],"category_scores_gemma":[0.00037301183,0.00003994908,0.000097896875,0.0002632205,0.0000024204317,0.0038740442,0.000033955672,0.00011076157,0.0000022006125],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043694756,0.000086725784,0.4182069,0.0007483462,0.00034564114,3.9130245e-7,0.016081013,0.18020448,0.00036391558,0.08027575,0.29770654,0.005936607],"study_design_scores_gemma":[0.00045653578,0.00011875978,0.05760097,0.00015410932,0.000025148403,0.000025087984,0.00033502514,0.037585735,0.0018659215,0.00017006615,0.90148354,0.0001790864],"about_ca_topic_score_codex":0.00003167719,"about_ca_topic_score_gemma":6.144671e-7,"teacher_disagreement_score":0.6885511,"about_ca_system_score_codex":0.0003159315,"about_ca_system_score_gemma":0.00008347805,"threshold_uncertainty_score":0.33797088},"labels":[],"label_agreement":null},{"id":"W106986401","doi":"","title":"Conceptualizing unexpected events in IT projects","year":2013,"lang":"en","type":"article","venue":"International Conference on Information Systems","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Scope (computer science); Unexpected events; Premise; Knowledge management; Computer science; Event (particle physics); Project management; Lead (geology); Process management; Data science; Risk analysis (engineering); Business; Engineering; Epistemology; Systems engineering","score_opus":0.056935610094435415,"score_gpt":0.3040020480898417,"score_spread":0.24706643799540629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W106986401","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030731414,0.000017693588,0.86041594,0.0033101519,0.0030306983,0.0010951621,0.000007996232,0.0008469542,0.10054399],"genre_scores_gemma":[0.996624,0.000010926818,0.0026355677,0.00029890682,0.000033906344,0.00022578411,0.000016049276,0.0000030128076,0.00015186945],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998961,0.000044752935,0.0003861257,0.000115079274,0.00036070426,0.00013239366],"domain_scores_gemma":[0.9991437,0.00009491221,0.00019806573,0.00020438622,0.00031992904,0.000038981772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022492165,0.00010027507,0.00009836941,0.0002801256,0.000027722566,0.00035314864,0.0006379331,0.00005768019,0.00007144771],"category_scores_gemma":[0.00014735492,0.00009192833,0.000021650781,0.00020382585,0.0000085265765,0.0040270933,0.00007662814,0.00013079321,0.0005131065],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007352422,0.000033248012,0.0022808895,0.000029322417,0.000022785985,0.0000018052951,0.0049485182,0.0018150813,0.00011831675,0.97992605,0.004117166,0.0066994806],"study_design_scores_gemma":[0.000665395,0.00011490573,0.0072190445,0.0004732129,0.0000013189593,0.000034063793,0.0018931628,0.9433139,0.00032455358,0.0022489026,0.043311644,0.00039989167],"about_ca_topic_score_codex":0.00045450084,"about_ca_topic_score_gemma":0.000002973562,"teacher_disagreement_score":0.9776771,"about_ca_system_score_codex":0.000097930075,"about_ca_system_score_gemma":0.000055057393,"threshold_uncertainty_score":0.65951174},"labels":[],"label_agreement":null},{"id":"W116853046","doi":"10.3233/978-1-58603-979-0-400","title":"The Development of a Risk Identification Screening Framework for Healthcare Information Systems","year":2009,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Workflow; Health informatics; Identification (biology); Information system; Health care; Informatics; Risk analysis (engineering); Computer science; Task (project management); Risk management; Healthcare system; Risk management framework; Risk assessment; Knowledge management; IT risk management; Medicine; Business; Engineering; Computer security; Systems engineering","score_opus":0.04780833888181463,"score_gpt":0.37057633620192404,"score_spread":0.3227679973201094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W116853046","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029355134,0.004879513,0.9884396,0.002897608,0.00023246181,0.0004194853,0.0000023778189,0.00018707449,0.0000063680964],"genre_scores_gemma":[0.40546173,0.002805432,0.5915648,0.00009274044,0.000005023717,0.00006733571,0.0000013052315,0.0000011280808,5.565041e-7],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99874884,0.000022172488,0.0008994848,0.000050176637,0.00009615169,0.00018317113],"domain_scores_gemma":[0.99830794,0.000622461,0.000669806,0.0002394818,0.00014249097,0.000017836941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017756686,0.00007215764,0.00016114036,0.0002622601,0.00044668035,0.000037726717,0.00028304174,0.000095990385,1.0884558e-8],"category_scores_gemma":[0.0012871136,0.000053967466,0.000010647133,0.00048161086,0.000057638517,0.00056300825,0.00008626555,0.0002101948,3.0884524e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044910585,0.0000035370376,0.0005703758,0.0003744856,0.000009241838,1.6309768e-8,0.011389989,0.000115793926,4.1002334e-8,0.49848667,0.000051731404,0.48899361],"study_design_scores_gemma":[0.0009767488,0.0012881252,0.032917507,0.003169216,0.00001469295,0.000035718174,0.06803503,0.21167283,0.00035492846,0.5518994,0.12895578,0.0006800734],"about_ca_topic_score_codex":0.0000041328185,"about_ca_topic_score_gemma":0.000004263476,"teacher_disagreement_score":0.48831356,"about_ca_system_score_codex":0.000046099478,"about_ca_system_score_gemma":0.00005682145,"threshold_uncertainty_score":0.34355494},"labels":[],"label_agreement":null},{"id":"W122109127","doi":"","title":"Software Process Improvement In Bangladesh.","year":2006,"lang":"en","type":"article","venue":"Software Engineering Research and Practice","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Outsourcing; Capability Maturity Model Integration; Business; Maturity (psychological); Product (mathematics); Software development; Software development process; Capability Maturity Model; Population; Software; Economic growth; Engineering; Marketing; Computer science; Political science; Economics","score_opus":0.02643586310868775,"score_gpt":0.32971954479647914,"score_spread":0.3032836816877914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W122109127","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023281414,0.0023692886,0.969979,0.0014838319,0.00028135534,0.00054670504,0.0000060829384,0.0016957665,0.0003565429],"genre_scores_gemma":[0.44392273,0.00024901732,0.5549794,0.000103174665,0.00021938593,0.00024789097,0.0000111394265,0.00005535558,0.00021188824],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973848,0.00011780507,0.0003295879,0.0006121271,0.0007470216,0.00080869946],"domain_scores_gemma":[0.9929238,0.0059227357,0.00007608362,0.0005811079,0.00033001244,0.00016626102],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029825622,0.00024299917,0.00021280455,0.00053216465,0.00015598634,0.00048739772,0.00074559555,0.0001486919,0.000011334793],"category_scores_gemma":[0.008406495,0.0002472905,0.000034260585,0.0013170778,0.00005100644,0.0022375651,0.00035346232,0.0009613929,0.00001893007],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011392266,0.004697898,0.066544995,0.005854864,0.00044936786,0.008320598,0.0065561635,0.07544923,0.007813161,0.20565766,0.03282464,0.5846922],"study_design_scores_gemma":[0.005289406,0.0051439484,0.052023463,0.0016466184,0.00006565498,0.0031893952,0.0006762868,0.060355302,0.016715012,0.07072458,0.77877253,0.0053978343],"about_ca_topic_score_codex":0.0004483334,"about_ca_topic_score_gemma":0.000015264013,"teacher_disagreement_score":0.74594784,"about_ca_system_score_codex":0.00012664581,"about_ca_system_score_gemma":0.00012033711,"threshold_uncertainty_score":0.9999979},"labels":[],"label_agreement":null},{"id":"W1223438219","doi":"10.14236/ewic/ease2008.11","title":"Patterns of Evolution in the Practice of Distributed Software Development: Quantitative Results from a Systematic Review","year":2008,"lang":"en","type":"review","venue":"Electronic workshops in computing","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Ministério da Educação; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; University of Victoria","keywords":"Computer science; Software development; Data science; Diversity (politics); Software evolution; Software; Distributed development; Software development process; Software engineering; Software construction; Sociology","score_opus":0.02831011209141882,"score_gpt":0.32540248114320025,"score_spread":0.29709236905178144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1223438219","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000029015705,0.5502417,0.4487295,0.000028715423,0.000049895938,0.0008673849,0.000014093841,0.000060869592,0.0000049573546],"genre_scores_gemma":[0.00094126095,0.92028546,0.07850576,0.000027020822,0.00001823552,0.00008067007,0.00011902907,0.000021213144,0.0000013371476],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9943306,0.0017149354,0.002375554,0.00055696233,0.0005399308,0.00048200865],"domain_scores_gemma":[0.9785789,0.01754794,0.0027105545,0.0009854969,0.0001524022,0.000024683608],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00381401,0.00039619254,0.0020388213,0.0002735353,0.000061195875,0.000040589282,0.002007847,0.00021011294,6.116247e-7],"category_scores_gemma":[0.009097043,0.0002964804,0.00022360437,0.00207497,0.000021496024,0.00031986667,0.00032626183,0.0012184863,0.0000022184538],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024769723,0.00041749803,0.000029528626,0.7230997,0.00050722685,0.00009247805,0.0048533487,0.00096853555,5.8097918e-8,0.0070889876,0.00019226798,0.26272556],"study_design_scores_gemma":[0.00022938939,0.00008566067,0.000030254787,0.9694809,0.0002854556,0.00015645307,0.000075498254,0.0019924974,9.667273e-7,0.00016501514,0.027034273,0.00046367373],"about_ca_topic_score_codex":0.0001502807,"about_ca_topic_score_gemma":0.00003128337,"teacher_disagreement_score":0.37022373,"about_ca_system_score_codex":0.0005419318,"about_ca_system_score_gemma":0.00073016435,"threshold_uncertainty_score":0.99994874},"labels":[],"label_agreement":null},{"id":"W12271918","doi":"","title":"Tracker: a framework to support reducing rework through decision management","year":2003,"lang":"en","type":"article","venue":"International Conference on Enterprise Information Systems","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Rework; Computer science; Natural language; Decision support system; Variety (cybernetics); Focus (optics); Project management; Artificial intelligence; Knowledge management; Software engineering; Systems engineering; Engineering","score_opus":0.032488044486544576,"score_gpt":0.31852587948983724,"score_spread":0.28603783500329266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W12271918","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009859924,0.000009302779,0.9077529,0.00051747833,0.0030982143,0.000357516,0.0000079228685,0.0003744212,0.086896285],"genre_scores_gemma":[0.77455765,0.00006119885,0.22410864,0.00090050127,0.00004973836,0.0001243043,0.000010117881,0.000007444927,0.00018042902],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981787,0.00005245171,0.000578548,0.0002483025,0.0007257067,0.00021628063],"domain_scores_gemma":[0.998674,0.0001847165,0.00023585474,0.000556795,0.00025173652,0.00009690928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005740758,0.00018133197,0.00015536427,0.00029722837,0.000083370884,0.0009368664,0.0009892901,0.000093306226,0.00010668451],"category_scores_gemma":[0.00027958985,0.00017192498,0.00005810257,0.00030689855,0.000009346006,0.0026272598,0.0001314151,0.00021010601,0.00075414643],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000284894,0.000031470176,0.00007095963,0.000020687738,0.000034687822,0.0000093086755,0.0016600929,0.0033929704,0.0000041124126,0.9583249,0.005997731,0.030424561],"study_design_scores_gemma":[0.0004412006,0.00033540657,0.00025911708,0.0015106384,0.000009006616,0.00012045064,0.0005854976,0.02768278,0.00040686503,0.017818125,0.95027333,0.0005575828],"about_ca_topic_score_codex":0.000016130383,"about_ca_topic_score_gemma":2.7185854e-7,"teacher_disagreement_score":0.9442756,"about_ca_system_score_codex":0.00015207948,"about_ca_system_score_gemma":0.00004113212,"threshold_uncertainty_score":0.9693278},"labels":[],"label_agreement":null},{"id":"W127382526","doi":"","title":"Managing Distributed Teams Using Agile Methods: An Implementation Strategy for Regulated Healthcare Software","year":2010,"lang":"en","type":"article","venue":"Summit (Simon Fraser University)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Simon Fraser University","keywords":"Agile software development; Health care; Software; Process management; Computer science; Business; Software engineering; Knowledge management; Political science; Operating system","score_opus":0.03371995876918484,"score_gpt":0.3307835989168487,"score_spread":0.2970636401476639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W127382526","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06339669,0.00002146797,0.93471503,0.00029272825,0.0003029345,0.0003227942,0.000066841625,0.00086378347,0.000017757011],"genre_scores_gemma":[0.31361213,0.00001116481,0.6860422,0.000057666424,0.000050664272,0.0000023591915,0.00016564292,0.000019309073,0.000038889677],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988012,0.00012590947,0.00016350586,0.000436161,0.0001353682,0.0003378655],"domain_scores_gemma":[0.9987642,0.00020266211,0.00015222272,0.00053955446,0.00018023532,0.00016107985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040898452,0.00017276847,0.0001630625,0.00026158188,0.00031288198,0.00016203843,0.0007361184,0.00013007145,0.000023022389],"category_scores_gemma":[0.000050567978,0.000202837,0.000071226816,0.0007188827,0.000027783592,0.0015656154,0.00015164936,0.0002612967,0.0000012837014],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015294651,0.00022994948,0.09791531,0.00030596257,0.00020792424,0.00017494673,0.0002414751,0.013037959,0.0018307777,0.06849475,0.0052166753,0.8121913],"study_design_scores_gemma":[0.003066509,0.0010749057,0.0033050273,0.00011968058,0.00024167045,6.332e-7,0.0137736695,0.4898125,0.049249243,0.029745668,0.4073986,0.0022118874],"about_ca_topic_score_codex":0.00081918045,"about_ca_topic_score_gemma":0.0061437315,"teacher_disagreement_score":0.80997944,"about_ca_system_score_codex":0.000113208545,"about_ca_system_score_gemma":0.000108915294,"threshold_uncertainty_score":0.82714534},"labels":[],"label_agreement":null},{"id":"W130473507","doi":"","title":"Proceedings of the 1st international workshop on Software development governance","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software development; Corporate governance; Field (mathematics); Computer science; Software; Pleasure; Set (abstract data type); Engineering management; Engineering ethics; Software engineering; Knowledge management; Management science; Engineering; Management; Psychology","score_opus":0.021705586752871955,"score_gpt":0.23358847682142073,"score_spread":0.21188289006854877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W130473507","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.083213754,0.000057309495,0.89592147,0.0027318029,0.00089446775,0.00018160553,0.0000010360312,0.0007861613,0.0162124],"genre_scores_gemma":[0.48189083,0.000037300633,0.5156382,0.00028477155,0.00002975578,0.000011612358,1.5772748e-7,0.000004777397,0.0021026295],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99940515,0.0000018636374,0.00011005679,0.00013181801,0.00027084717,0.000080290636],"domain_scores_gemma":[0.9996263,0.00007426192,0.00008379076,0.00012610343,0.00007158019,0.00001800973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008630594,0.00006204651,0.000051350045,0.000018102517,0.000058200323,0.000025688843,0.0008832827,0.000026093741,0.000018333923],"category_scores_gemma":[0.00017120778,0.000041052743,0.00002620991,0.0001688827,0.000017176291,0.00027697385,0.00021330609,0.000089484085,0.000007431641],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003628002,0.00039037855,0.06688396,0.000056295317,0.00010985635,0.000013372378,0.004115787,0.0005731027,0.00053244166,0.5510225,0.13236976,0.24389626],"study_design_scores_gemma":[0.00027563475,0.000053446394,0.26323444,0.0002625693,0.0000028760476,0.000096643875,0.000019176437,0.0033783433,0.080250755,0.0010347718,0.650994,0.0003973387],"about_ca_topic_score_codex":0.0000035482071,"about_ca_topic_score_gemma":5.636954e-7,"teacher_disagreement_score":0.54998773,"about_ca_system_score_codex":0.000034351255,"about_ca_system_score_gemma":0.00003369647,"threshold_uncertainty_score":0.16740821},"labels":[],"label_agreement":null},{"id":"W137126500","doi":"10.1007/978-3-642-37422-7_9","title":"Maps of Lessons Learnt in Requirements Engineering: A Research Preview","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Context (archaeology); Product (mathematics); Process (computing); Quality (philosophy); Productivity; Principal (computer security); Work (physics); Data science; Operations research; Epistemology; Engineering; History; Computer security; Archaeology; Mathematics","score_opus":0.0929981301718193,"score_gpt":0.3535384633351364,"score_spread":0.2605403331633171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W137126500","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000045743036,0.0023122479,0.9943465,0.00087826565,0.000570249,0.0005884606,0.0000026652697,0.00017380032,0.0010820958],"genre_scores_gemma":[0.05614071,0.0011367222,0.94192815,0.00015585037,0.00017443094,0.00006220539,0.0000037684688,0.000051703213,0.00034643334],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964182,0.00006655078,0.00061348506,0.0010441983,0.0011807439,0.0006768642],"domain_scores_gemma":[0.99677384,0.0011292404,0.00022138248,0.0014566106,0.00029571363,0.00012320677],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003150043,0.0003627031,0.00055355293,0.0014264121,0.000068950525,0.00027709213,0.0035408572,0.00027656247,0.000029552706],"category_scores_gemma":[0.0005355153,0.00033835933,0.000091201044,0.0011562385,0.00026551654,0.00076554314,0.0016676749,0.0013608615,0.00003615542],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003979903,0.00006986684,0.00009117135,0.00054539205,0.00001594965,0.00009091455,0.0007466473,0.032591164,0.0002817827,0.08222326,0.00021230312,0.88312757],"study_design_scores_gemma":[0.00050521083,0.000815428,0.0006887194,0.008713349,0.000013467931,0.000107670196,3.141267e-7,0.6571381,0.0043758894,0.24216042,0.08372119,0.0017602358],"about_ca_topic_score_codex":0.000092489754,"about_ca_topic_score_gemma":0.000017653181,"teacher_disagreement_score":0.8813673,"about_ca_system_score_codex":0.00028645646,"about_ca_system_score_gemma":0.00035451623,"threshold_uncertainty_score":0.99990684},"labels":[],"label_agreement":null},{"id":"W139656582","doi":"","title":"Towards a Design Theory for Software Project Risk Management Systems.","year":2012,"lang":"en","type":"article","venue":"International Conference on Information Systems","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Computer science; Software project management; Risk management; Project management; Software engineering; Risk analysis (engineering); Software; Systems engineering; Software system; Software construction; Engineering; Business; Programming language","score_opus":0.06576761106058059,"score_gpt":0.31474469860909504,"score_spread":0.24897708754851444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W139656582","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000036585363,0.000078760924,0.9759762,0.000059671514,0.003228048,0.0010873255,0.000054319735,0.00060361286,0.018875452],"genre_scores_gemma":[0.79117745,0.000121688805,0.20627712,0.00012429527,0.00024346884,0.0015355613,0.000048633112,0.000012311781,0.0004594417],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99860716,0.00013164402,0.0004173687,0.00013231406,0.0004777653,0.00023375463],"domain_scores_gemma":[0.99853873,0.0003186971,0.00038779026,0.00032796036,0.00036540304,0.00006142998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018011098,0.0001592426,0.0001397668,0.00031427923,0.00010033996,0.0007675303,0.00080500863,0.00007541968,0.000008019238],"category_scores_gemma":[0.00019806328,0.00013603382,0.000056071724,0.0001406895,0.000011642523,0.0032557347,0.00010322596,0.00011566682,0.000106393534],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034155462,0.000026918327,0.00006975489,0.00008910347,0.00007674305,3.70328e-7,0.00096592156,0.002043396,5.8625983e-7,0.97045386,0.003581849,0.02265736],"study_design_scores_gemma":[0.00073930225,0.0003083645,0.0003600301,0.00039912554,0.00003172259,0.000064683794,0.0011631234,0.43183103,0.000111001755,0.0064111315,0.55801034,0.00057011924],"about_ca_topic_score_codex":0.00006562477,"about_ca_topic_score_gemma":9.588519e-8,"teacher_disagreement_score":0.9640427,"about_ca_system_score_codex":0.00013064836,"about_ca_system_score_gemma":0.000058426092,"threshold_uncertainty_score":0.7401312},"labels":[],"label_agreement":null},{"id":"W141197370","doi":"","title":"Proceedings of the 2008 international workshop on Scrutinizing agile practices or shoot-out at the agile corral","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Agile software development; Variety (cybernetics); Process (computing); Engineering; SPARK (programming language); Extreme programming practices; Software; Engineering management; Computer science; Engineering ethics; Political science; Software development; Software development process; Software engineering","score_opus":0.07683618640839002,"score_gpt":0.3123899305794106,"score_spread":0.2355537441710206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W141197370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6588417,0.00048168545,0.107136436,0.051511936,0.0066435384,0.0015260652,0.000014006492,0.002403465,0.17144114],"genre_scores_gemma":[0.94226104,0.00018557465,0.039960835,0.0011676726,0.00020787328,0.000036301288,0.00000105993,0.000017586795,0.016162083],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988604,0.000019653267,0.00021258107,0.0002624892,0.0004596486,0.00018519418],"domain_scores_gemma":[0.99813825,0.00090730743,0.00043430578,0.00033036392,0.00015212854,0.00003763663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004025446,0.0001294472,0.000108124186,0.00005117019,0.00026053953,0.00012317684,0.0015358798,0.000057632722,0.00019384184],"category_scores_gemma":[0.0012602073,0.00006465362,0.000071061855,0.0003132424,0.00007109496,0.0007782769,0.00061977643,0.00026501482,0.000029757392],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048080008,0.0005585943,0.026495058,0.0000632205,0.00024986023,0.000046683344,0.012552227,0.0011074104,0.005138756,0.057714086,0.86218673,0.03340659],"study_design_scores_gemma":[0.0005124059,0.0003157647,0.010912754,0.00027476065,0.00003042416,0.0006483798,0.0004882894,0.027610894,0.03922133,0.0006636546,0.91875494,0.00056639395],"about_ca_topic_score_codex":0.000039968218,"about_ca_topic_score_gemma":0.000021305204,"teacher_disagreement_score":0.28341928,"about_ca_system_score_codex":0.000048072023,"about_ca_system_score_gemma":0.00005188697,"threshold_uncertainty_score":0.28540722},"labels":[],"label_agreement":null},{"id":"W1480892648","doi":"10.1007/978-3-540-73460-4_7","title":"Utilization of a Set of Software Engineering Roles for a Multinational Organization","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bombardier (Canada); École de Technologie Supérieure","funders":"","keywords":"Computer science; Software engineering; Software development; Set (abstract data type); Session (web analytics); Software; Social software engineering; Software project management; Engineering management; Software construction; Systems engineering; World Wide Web; Programming language; Engineering","score_opus":0.02939136066884548,"score_gpt":0.2790978088005775,"score_spread":0.249706448131732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1480892648","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010102348,0.00018351134,0.99879634,0.00004817756,0.00036210674,0.0002922226,0.000013874615,0.00018375162,0.000019010286],"genre_scores_gemma":[0.065911785,0.00001989803,0.9338693,0.000042428,0.000100976526,0.000004072636,0.000018152576,0.000023180113,0.00001022493],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984567,0.00000636652,0.00041103712,0.0004497757,0.0004734959,0.0002025973],"domain_scores_gemma":[0.99738187,0.001113971,0.00035203813,0.00042742278,0.000682733,0.000041973213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006865579,0.00021416204,0.00027862133,0.00072066317,0.000046289137,0.000059684786,0.0010340677,0.00019927368,0.0000051893494],"category_scores_gemma":[0.0010990989,0.0002188723,0.00005748695,0.00064283033,0.000093608964,0.00039881587,0.00029918225,0.00018159613,4.814289e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008657923,0.000031293483,0.0005733261,0.00042443967,0.000021675518,0.000004690824,0.0010569086,0.29243848,0.0005043966,0.062265806,0.000010743305,0.6426596],"study_design_scores_gemma":[0.00021919711,0.00017163758,0.0005459423,0.0005482047,0.000011643306,0.000020985108,1.3167424e-7,0.9459757,0.033996478,0.0170616,0.0010614947,0.00038694954],"about_ca_topic_score_codex":0.0000053684807,"about_ca_topic_score_gemma":0.0000051322227,"teacher_disagreement_score":0.6535373,"about_ca_system_score_codex":0.00008433242,"about_ca_system_score_gemma":0.0001951246,"threshold_uncertainty_score":0.8925353},"labels":[],"label_agreement":null},{"id":"W1486534186","doi":"10.1007/978-3-642-10294-3_3","title":"Requirements-Driven Collaboration: Leveraging the Invisible Relationships between Requirements and People","year":2010,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Requirements analysis; Requirements management; Business requirements; Computer science; Requirements elicitation; Non-functional requirement; Functional requirement; Requirements engineering; Knowledge management; Engineering; Process management; Systems engineering; Software; Software engineering; Software development; Business process; Operations management","score_opus":0.07769158222116754,"score_gpt":0.29261546586787096,"score_spread":0.21492388364670342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1486534186","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021453967,0.0004168067,0.79098696,0.0088034095,0.00077518006,0.0008047436,0.0000142161725,0.0011085875,0.19687559],"genre_scores_gemma":[0.09868717,0.0008252913,0.62053216,0.0008839311,0.0012054924,0.00010918795,0.00011139968,0.00015981357,0.27748555],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985087,0.00004469648,0.00035599974,0.00045975944,0.00043128058,0.00019954881],"domain_scores_gemma":[0.9979963,0.00056473777,0.0002782559,0.0009088503,0.00015972399,0.000092181486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008103059,0.00027023302,0.0002390367,0.00014309735,0.0004865447,0.00055219023,0.00081118935,0.00030510832,0.0000923025],"category_scores_gemma":[0.00013478086,0.00021425223,0.00004635626,0.00013784709,0.000050127433,0.0009973006,0.0005146761,0.0008552448,0.000043152708],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005268028,0.000012494526,0.005069741,0.00007587814,0.0002053345,0.000013117608,0.0022138455,0.000034692748,0.00007801531,0.9669027,0.013975547,0.011413388],"study_design_scores_gemma":[0.00022077841,0.0000930733,0.0027538259,0.00015697743,0.00009553722,0.0000212732,0.00002782561,0.0016731217,0.00019181715,0.09971419,0.894375,0.00067654176],"about_ca_topic_score_codex":0.000029866102,"about_ca_topic_score_gemma":0.00007574805,"teacher_disagreement_score":0.88039947,"about_ca_system_score_codex":0.00005781952,"about_ca_system_score_gemma":0.000103740735,"threshold_uncertainty_score":0.87369525},"labels":[],"label_agreement":null},{"id":"W1486996032","doi":"10.1111/j.1559-3584.2008.00166.x","title":"Agility and the Combat System","year":2008,"lang":"en","type":"article","venue":"Naval Engineers Journal","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Variety (cybernetics); Agile software development; Systems engineering; Engineering; Computer science; Risk analysis (engineering); Computer security; Process management; Business; Software engineering; Artificial intelligence","score_opus":0.009792232335130597,"score_gpt":0.20149810981529936,"score_spread":0.19170587748016876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1486996032","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014091944,0.0015589837,0.9819536,0.00090439856,0.0006130896,0.00007055409,4.1583232e-7,0.00038215367,0.00042481997],"genre_scores_gemma":[0.93895614,0.00028695358,0.060509767,0.000076565506,0.00011341218,0.0000034406335,1.0922105e-7,0.0000064850246,0.00004713157],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992659,0.000071478586,0.00016247656,0.00010705733,0.00023037502,0.0001626833],"domain_scores_gemma":[0.9991994,0.0003489671,0.000065282045,0.00023429582,0.000056409062,0.000095676245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008947502,0.00009460443,0.00013409537,0.000053871336,0.00024190033,0.0001200426,0.00046021282,0.000043332304,0.0000024834703],"category_scores_gemma":[0.00014838701,0.000059243313,0.00005940258,0.00015252827,0.00006458067,0.0003759087,0.000078350524,0.00041163887,0.000004590478],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025933638,0.00013862996,0.0037710937,0.00027603042,0.0005039752,0.0019217826,0.01257045,0.022650898,0.00024222255,0.8460362,0.043865513,0.06776389],"study_design_scores_gemma":[0.004688583,0.00026623879,0.013929993,0.00017154643,0.000063846834,0.062176075,0.00022001842,0.8421017,0.0007340291,0.003424364,0.07141962,0.0008040092],"about_ca_topic_score_codex":0.000011231953,"about_ca_topic_score_gemma":1.03492404e-7,"teacher_disagreement_score":0.9248642,"about_ca_system_score_codex":0.000038952134,"about_ca_system_score_gemma":0.000031176976,"threshold_uncertainty_score":0.24158722},"labels":[],"label_agreement":null},{"id":"W1492235610","doi":"10.1007/978-3-642-13094-6_33","title":"Situational Evaluation of Method Fragments: An Evidence-Based Goal-Oriented Approach","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Situational ethics; Scrum; Method engineering; Software engineering; Software; Knowledge management; Software development; Situation awareness; Process management; Empirical research; Engineering","score_opus":0.05347045719485181,"score_gpt":0.33697295304342334,"score_spread":0.2835024958485715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1492235610","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016057471,0.00033428086,0.99706805,0.0002486095,0.0009936688,0.00058633013,0.0000043608666,0.00023517232,0.00036898188],"genre_scores_gemma":[0.045232423,0.000011522526,0.9541576,0.00031163922,0.00020352728,0.00003339583,0.000014311431,0.000021454329,0.000014131373],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953828,0.00016799668,0.0005166399,0.0012109393,0.0023789462,0.0003427183],"domain_scores_gemma":[0.99531096,0.00149949,0.0004889078,0.0015220395,0.0010476327,0.0001309875],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006681326,0.00037988712,0.00039246902,0.00079337077,0.00014425063,0.0002447117,0.002493351,0.00038229272,0.00004086004],"category_scores_gemma":[0.00092123024,0.00035283406,0.00010415902,0.0006692358,0.00027378407,0.0016134166,0.00045842378,0.0008593755,0.000003974718],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010810345,0.000089963425,0.00008929271,0.00005628934,0.000013708352,0.00000393624,0.0004216359,0.28046787,0.0011789375,0.01436932,0.000004172112,0.70329404],"study_design_scores_gemma":[0.00019450576,0.0001852677,0.0002324185,0.00029745232,0.000027247757,0.000020026799,8.53151e-8,0.9365241,0.0058559347,0.055994008,0.00031116308,0.00035777883],"about_ca_topic_score_codex":0.000034667242,"about_ca_topic_score_gemma":0.00001063971,"teacher_disagreement_score":0.7029363,"about_ca_system_score_codex":0.0002343564,"about_ca_system_score_gemma":0.0011185668,"threshold_uncertainty_score":0.99989235},"labels":[],"label_agreement":null},{"id":"W1492478549","doi":"10.1111/j.1365-2575.2012.00411.x","title":"Controlling information systems development: a new typology for an evolving field","year":2012,"lang":"en","type":"article","venue":"Information Systems Journal","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Typology; Control (management); Field (mathematics); Knowledge management; Process management; Information system; Process (computing); New product development; Computer science; Management science; Engineering; Business; Sociology; Marketing; Artificial intelligence","score_opus":0.029589828778342424,"score_gpt":0.2784555181317015,"score_spread":0.24886568935335907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1492478549","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00075299805,0.0003913995,0.99348474,0.00008308787,0.0032934726,0.00032819423,0.000001339655,0.00026927318,0.0013954755],"genre_scores_gemma":[0.8542527,0.000011343877,0.14484975,0.00021476884,0.0005859791,0.000047212125,0.0000100327325,0.000005009512,0.000023197137],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99858075,0.000047911322,0.00076003955,0.00004360045,0.00026284766,0.0003048277],"domain_scores_gemma":[0.99839604,0.00024926124,0.00063139823,0.0001803136,0.00034098365,0.00020199102],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0017361713,0.000115904346,0.00016789844,0.00028513945,0.00029197024,0.0014249481,0.00039651067,0.000119285265,0.0000031184754],"category_scores_gemma":[0.00037719568,0.000101514874,0.000039547955,0.00013765924,0.000003478528,0.025061097,0.00003903438,0.0001861194,0.000049489725],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018204503,0.00007891518,0.004765206,0.0011857458,0.00038778887,0.0000021680885,0.08590906,0.057123076,0.000118133146,0.41976672,0.08276821,0.3477129],"study_design_scores_gemma":[0.0004976383,0.000098663266,0.00020160487,0.00010024134,0.0000072497437,0.0006681579,0.0006127225,0.14892705,0.0000866033,0.00003633093,0.84857374,0.00018999055],"about_ca_topic_score_codex":0.00005585249,"about_ca_topic_score_gemma":6.2247904e-7,"teacher_disagreement_score":0.8534997,"about_ca_system_score_codex":0.000100083365,"about_ca_system_score_gemma":0.00013621883,"threshold_uncertainty_score":0.9996117},"labels":[],"label_agreement":null},{"id":"W1493960996","doi":"10.1007/978-3-540-73101-6_13","title":"FitClipse: A Fit-Based Eclipse Plug-In for Executable Acceptance Test Driven Development","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Executable; Test (biology); Test-driven development; Eclipse; Acceptance testing; Computer science; Software engineering; Programming language; Software development; Software","score_opus":0.0377258602893186,"score_gpt":0.2914785406156923,"score_spread":0.25375268032637366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1493960996","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000074262774,0.00032715395,0.9960356,0.0004013309,0.0013069798,0.00078323606,0.000007414514,0.0004144183,0.00064961385],"genre_scores_gemma":[0.017669069,0.0000241828,0.98035896,0.0010498194,0.00047016898,0.00007289616,0.000006919362,0.00004867018,0.0002993079],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99600655,0.0000167005,0.0006974796,0.0015490106,0.0007902164,0.0009400676],"domain_scores_gemma":[0.9949791,0.0030292724,0.00034166808,0.0012550891,0.00021891978,0.00017596882],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015516906,0.000600945,0.0005741727,0.0011017012,0.0002137538,0.000515567,0.0034894417,0.0004187963,0.00002042961],"category_scores_gemma":[0.00048747173,0.00059628615,0.00012316147,0.00083526096,0.00021936487,0.0007452567,0.00071647385,0.0008088118,0.00001820591],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002209616,0.00011914446,0.00079775165,0.00018443396,0.000011683398,0.00017361963,0.0005698822,0.12897089,0.000048023827,0.004341854,0.00020676089,0.86455387],"study_design_scores_gemma":[0.0006586821,0.00031955872,0.00059683865,0.0011359842,0.00000850346,0.000043429773,1.4140674e-7,0.8899925,0.00460376,0.023093104,0.07810535,0.0014421678],"about_ca_topic_score_codex":0.000017130356,"about_ca_topic_score_gemma":0.00016743265,"teacher_disagreement_score":0.8631117,"about_ca_system_score_codex":0.0005678408,"about_ca_system_score_gemma":0.00095779385,"threshold_uncertainty_score":0.99964887},"labels":[],"label_agreement":null},{"id":"W1494584744","doi":"10.1007/978-3-540-73101-6_46","title":"Multiple Perspectives on Executable Acceptance Test-Driven Development","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Executable; Test (biology); Test-driven development; Context (archaeology); Software engineering; Computer science; Process management; Engineering management; Knowledge management; Software; Software development; Engineering; Programming language","score_opus":0.025701765101763183,"score_gpt":0.2702732010187613,"score_spread":0.2445714359169981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494584744","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000061536586,0.0006107354,0.99329984,0.00023200343,0.000862281,0.0003623327,0.0000025463219,0.00068664673,0.0038820982],"genre_scores_gemma":[0.076562665,0.00010058159,0.9220421,0.0005415932,0.0002817678,0.000014593003,0.000002007572,0.00004059954,0.0004141206],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963074,0.000015553525,0.0004342948,0.0015535752,0.000981411,0.000707815],"domain_scores_gemma":[0.9959306,0.0020910304,0.00026464436,0.0013122781,0.00023145991,0.00016995725],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008594794,0.0005574618,0.00042733562,0.00086930627,0.0002758603,0.0005115054,0.0032451502,0.00031108034,0.00002755132],"category_scores_gemma":[0.0005018669,0.00052056444,0.00009395284,0.0006204993,0.00027871708,0.00073917443,0.0009871208,0.0009962469,0.000065276516],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011404648,0.000105929044,0.0003799781,0.00003971246,0.000018377339,0.00018528452,0.0037892335,0.033915337,0.00010603855,0.01181664,0.0000748776,0.9495572],"study_design_scores_gemma":[0.0008105631,0.0010929623,0.0021101024,0.0019730788,0.000017662798,0.00022829353,0.0000036681374,0.8229774,0.019852718,0.03763283,0.109417826,0.0038828673],"about_ca_topic_score_codex":0.000011868225,"about_ca_topic_score_gemma":0.000026956204,"teacher_disagreement_score":0.9456743,"about_ca_system_score_codex":0.0006965445,"about_ca_system_score_gemma":0.0005059965,"threshold_uncertainty_score":0.99972457},"labels":[],"label_agreement":null},{"id":"W1499414128","doi":"","title":"Auditing for iso 9001 requirements in the context of agile software processes","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software engineering; Certification; Software development; Software development process; Computer science; Process management; Agile software development; Software; Systems engineering; Engineering","score_opus":0.05127261835693257,"score_gpt":0.3153166503607292,"score_spread":0.2640440320037966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1499414128","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008640661,0.0003016224,0.9896196,0.00037248863,0.0001258486,0.00024323378,0.0000021517583,0.00019777309,0.000496602],"genre_scores_gemma":[0.776719,0.000012322711,0.22283286,0.00028553428,0.000040069055,0.00006244085,0.0000011147786,0.000004292506,0.000042404106],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994153,0.000020894233,0.00015110978,0.00009680839,0.00012675245,0.00018915646],"domain_scores_gemma":[0.9985576,0.0010361688,0.00009051053,0.0002260933,0.0000695487,0.000020043322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006673187,0.00006401433,0.00008175152,0.00004075455,0.000037705253,0.000038479942,0.0005205056,0.000027095512,0.000008900468],"category_scores_gemma":[0.0010329186,0.00004326957,0.000022741478,0.00022813048,0.000011174667,0.0007805673,0.00007119718,0.000052511343,0.000002406556],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005047981,0.0011528479,0.12138727,0.0021982847,0.00009891973,0.0000061466794,0.03857896,0.00013344489,0.0011161248,0.19361559,0.06957737,0.57208455],"study_design_scores_gemma":[0.002851438,0.0014423472,0.03039537,0.0009919575,0.00007976168,0.00011140605,0.0055249683,0.013662219,0.1914841,0.026604485,0.7248129,0.0020390362],"about_ca_topic_score_codex":0.000039261915,"about_ca_topic_score_gemma":0.000008323463,"teacher_disagreement_score":0.7680783,"about_ca_system_score_codex":0.000011370757,"about_ca_system_score_gemma":0.000025482703,"threshold_uncertainty_score":0.1764482},"labels":[],"label_agreement":null},{"id":"W1499656258","doi":"10.1109/ithet.2004.1358194","title":"Cognitive aspects in a project-based course in software engineering","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Artifact (error); Computer science; Agile software development; Process (computing); Context (archaeology); Cognition; Software engineering; Software; Software development process; Mental model; Software development; Human–computer interaction; Artificial intelligence; Cognitive science; Psychology; Programming language","score_opus":0.016401848374502422,"score_gpt":0.2772941153528456,"score_spread":0.26089226697834317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1499656258","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036775388,0.00009211021,0.96140224,0.0002546466,0.00008686959,0.0002484184,8.895975e-7,0.0009214888,0.00021792801],"genre_scores_gemma":[0.73722357,0.0000031127313,0.26258495,0.00011074846,0.000010645136,0.000051209372,0.0000010800322,0.00000860274,0.000006100021],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99919945,0.0000146651555,0.00014746784,0.00025216385,0.00013933038,0.00024692286],"domain_scores_gemma":[0.99940366,0.00031293993,0.000029092453,0.0001915263,0.00002793515,0.000034823228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023410139,0.00012113015,0.00012089234,0.0002597882,0.000012622424,0.000066997985,0.00030194237,0.00006046612,0.000004411169],"category_scores_gemma":[0.00037124899,0.00012034875,0.000025715357,0.00074900256,0.000008282544,0.00043977686,0.00006417894,0.00021478147,0.000009510078],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016996886,0.0039138803,0.19838862,0.0007142718,0.00011004192,0.006697066,0.009082457,0.39436737,0.00066996843,0.28979337,0.0012699672,0.09482299],"study_design_scores_gemma":[0.012185693,0.001423961,0.43352816,0.003433321,0.00003176357,0.00021974363,0.00024522748,0.48241025,0.048731998,0.009593048,0.0046376763,0.0035591514],"about_ca_topic_score_codex":0.0004125003,"about_ca_topic_score_gemma":0.00025442513,"teacher_disagreement_score":0.70044816,"about_ca_system_score_codex":0.00008749917,"about_ca_system_score_gemma":0.00018764372,"threshold_uncertainty_score":0.49076796},"labels":[],"label_agreement":null},{"id":"W1500346949","doi":"","title":"Vector-based method for measuring and comparing software requirements implementation","year":2006,"lang":"en","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Agile software development; Requirements analysis; Software requirements specification; Requirement; Software engineering; Software requirements; Functional requirement; Process (computing); Software; Completeness (order theory); Systems engineering; Software development; Data mining; Engineering; Software construction; Programming language; Mathematics","score_opus":0.03022091657247891,"score_gpt":0.2966576613970224,"score_spread":0.2664367448245435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1500346949","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010426197,0.00051931053,0.9850901,0.001042008,0.00011021038,0.00075476244,0.000010518682,0.0020122745,0.000034640096],"genre_scores_gemma":[0.35143176,0.000009293784,0.64773154,0.00027172887,0.000059777612,0.0004319071,0.000016764583,0.000028248196,0.000019008183],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982003,0.00009451139,0.00039635002,0.00048514872,0.0002950915,0.00052862323],"domain_scores_gemma":[0.9985972,0.00035682807,0.00022701558,0.0005809489,0.00011384327,0.0001241548],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011536328,0.00026304054,0.00027027997,0.00030211877,0.00027538303,0.00039749473,0.0005553716,0.00012147598,0.0000038432295],"category_scores_gemma":[0.00014061855,0.00028593134,0.00009602671,0.00033801567,0.000020207573,0.000767821,0.00019474265,0.00017825293,9.795535e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017581848,0.00048691148,0.34085748,0.0005587706,0.00016836148,0.000053527765,0.00041756817,0.040499445,0.032992464,0.25358537,0.008480874,0.3217234],"study_design_scores_gemma":[0.001054636,0.0002033464,0.051522594,0.00007211206,0.00004151541,0.000041233034,0.000016102706,0.8765128,0.053682197,0.010410624,0.0058505875,0.0005922573],"about_ca_topic_score_codex":0.007859755,"about_ca_topic_score_gemma":0.0010118186,"teacher_disagreement_score":0.8360134,"about_ca_system_score_codex":0.0002485981,"about_ca_system_score_gemma":0.00009296251,"threshold_uncertainty_score":0.9999593},"labels":[],"label_agreement":null},{"id":"W1501061944","doi":"10.1109/iecon.2001.975569","title":"Component-based software development","year":2001,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software development; Computer science; Component-based software engineering; Software engineering; Component (thermodynamics); Software development process; Software construction; Reusability; Package development process; Software sizing; Software; Systems engineering; Engineering; Operating system","score_opus":0.02157357944606581,"score_gpt":0.24745389858231773,"score_spread":0.22588031913625192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1501061944","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038220342,0.000042220905,0.99230963,0.0005293048,0.00013286289,0.000053573123,8.263013e-8,0.0020319896,0.0010783122],"genre_scores_gemma":[0.12559669,0.000003747948,0.8735836,0.00051829196,0.000014114103,0.00001226026,0.0000015327205,0.000005138426,0.00026463697],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994086,0.000012389682,0.00010601962,0.00016720861,0.00014908152,0.0001566728],"domain_scores_gemma":[0.9994454,0.0001374258,0.000027226853,0.00030291738,0.00002937298,0.000057663645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015031821,0.00007920138,0.000064135376,0.00006117303,0.00006417714,0.000085991756,0.000483147,0.000029838242,0.00007347693],"category_scores_gemma":[0.00003856288,0.00006925344,0.000021769045,0.000188646,0.000006331927,0.00025258606,0.00008967409,0.000063947,0.00009953993],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015360214,0.00029091674,0.024711119,0.000038800907,0.000039106093,0.00020158857,0.00033513815,0.0023056369,0.0003377271,0.035945933,0.017963031,0.9178156],"study_design_scores_gemma":[0.00019541837,0.00003970074,0.009130074,0.000018761139,0.0000017996549,0.000033940843,0.0000022859742,0.026706127,0.008081696,0.0005917479,0.9549001,0.00029837413],"about_ca_topic_score_codex":0.0000134794045,"about_ca_topic_score_gemma":0.0000023097525,"teacher_disagreement_score":0.93693703,"about_ca_system_score_codex":0.00002496344,"about_ca_system_score_gemma":0.00004617723,"threshold_uncertainty_score":0.2824073},"labels":[],"label_agreement":null},{"id":"W1503335646","doi":"","title":"A Way to Deal with the Project Crashing Problem","year":2013,"lang":"pl","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Abitibi-Témiscamingue; Université du Québec en Outaouais","funders":"","keywords":"Computer science; Operations research; Engineering","score_opus":0.019787870629882635,"score_gpt":0.25655017923742696,"score_spread":0.23676230860754433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1503335646","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008760642,0.00008023823,0.95652366,0.024511166,0.00007881784,0.0014712086,7.42434e-7,0.0009235768,0.0076499525],"genre_scores_gemma":[0.22572355,0.000011229167,0.76867247,0.001535699,0.000111285415,0.000305835,3.6498963e-7,0.000022839919,0.0036167381],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985518,0.00008034297,0.0001732679,0.00041172444,0.00033434786,0.0004485226],"domain_scores_gemma":[0.9986191,0.00045960335,0.00008053715,0.0005985748,0.00013416108,0.000108043096],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00053240766,0.00022139083,0.00015093689,0.00008710211,0.00019929846,0.0013805046,0.0011876598,0.000068038215,0.00012223507],"category_scores_gemma":[0.00002542797,0.00011687164,0.000040634495,0.00068897347,0.00002858309,0.0010634803,0.00040531848,0.00032109063,0.00034028388],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023996523,0.00014015952,0.0015141034,0.00015419834,0.00014225591,0.00003529686,0.013384338,0.0012065135,0.00031923634,0.039427668,0.37479722,0.568855],"study_design_scores_gemma":[0.00029619914,0.0017029794,0.0076681497,0.00032925143,0.000047697446,0.00018647581,0.00036835767,0.052876573,0.0014906235,0.0011301524,0.9328442,0.0010592962],"about_ca_topic_score_codex":0.0031689801,"about_ca_topic_score_gemma":0.000113400034,"teacher_disagreement_score":0.5677957,"about_ca_system_score_codex":0.00003664608,"about_ca_system_score_gemma":0.00009280882,"threshold_uncertainty_score":0.99965614},"labels":[],"label_agreement":null},{"id":"W1503858077","doi":"10.1002/0471028959.sof112","title":"Extreme Programming (<scp>XP</scp>)","year":2002,"lang":"en","type":"other","venue":"Encyclopedia of Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Extreme programming; Software engineering; Extreme programming practices; Software development; Computer science; User story; Code refactoring; Software development process; Schedule; Documentation; Iterative and incremental development; Software; Programming language; Operating system","score_opus":0.013662194823789426,"score_gpt":0.21503283094636333,"score_spread":0.20137063612257391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1503858077","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015000378,0.007254086,0.9226324,0.000016637101,0.0017148848,0.00044074524,0.000018488023,0.007916719,0.059991058],"genre_scores_gemma":[0.000074085896,0.0029109975,0.8408946,0.000016060985,0.0006560398,0.00011091845,0.000016303806,0.00065859593,0.1546624],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974841,0.000028494525,0.00051133515,0.0007161757,0.000577782,0.00068212504],"domain_scores_gemma":[0.9972328,0.00084617763,0.00041060627,0.0012360979,0.00006309595,0.00021120724],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002651567,0.0006535154,0.0006625797,0.00072526577,0.000038985832,0.00010970055,0.0016479898,0.00052283995,0.000117836375],"category_scores_gemma":[0.0016791763,0.0006976333,0.00022402206,0.00074831105,0.00003335249,0.00040416018,0.0004163426,0.000651404,0.00009209404],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.190618e-7,0.00018260557,0.0010046646,0.0017680232,0.00028616027,0.00022973021,0.00079164223,0.0021512979,0.000018493116,0.0027256473,0.8484684,0.14237252],"study_design_scores_gemma":[0.00013118167,0.000062194355,0.000093354196,0.0005690907,0.000034087323,0.00003011767,0.000004034973,0.002068726,0.00006821102,0.000032368684,0.9965847,0.00032191174],"about_ca_topic_score_codex":0.00006656555,"about_ca_topic_score_gemma":0.0000024088686,"teacher_disagreement_score":0.14811632,"about_ca_system_score_codex":0.00006105342,"about_ca_system_score_gemma":0.000050560408,"threshold_uncertainty_score":0.9995475},"labels":[],"label_agreement":null},{"id":"W1504452355","doi":"","title":"Iterative, interactive analysis of agent-goal models for early requirements engineering","year":2012,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Goal modeling; Stakeholder; Requirements analysis; Requirements engineering; Iterative and incremental development; Process management; Process (computing); Risk analysis (engineering); Systems engineering; Software engineering; Management science; Engineering","score_opus":0.03283587743682062,"score_gpt":0.3174930983531439,"score_spread":0.2846572209163233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1504452355","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017225865,0.00016496617,0.98021054,0.0000072623634,0.00067492324,0.00029975566,0.000021325355,0.00027639445,0.001118951],"genre_scores_gemma":[0.72711444,0.000019906529,0.2709769,0.000010605462,0.000047124053,0.00014175683,0.0002553392,0.000025667132,0.0014082541],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998827,0.000018091472,0.00036068162,0.00032048696,0.00024434662,0.00022943178],"domain_scores_gemma":[0.9986353,0.0003373444,0.00031818126,0.00041530243,0.00023095244,0.00006294726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023060826,0.0002378352,0.000418826,0.00069010194,0.00003092125,0.000108011605,0.0005921492,0.00015202077,0.000028557246],"category_scores_gemma":[0.00007380987,0.00022936681,0.00028204708,0.0006146725,0.0000035256564,0.0015483914,0.000059099562,0.00016029943,0.0000016961596],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088349957,0.0015509465,0.0029705965,0.0032834883,0.050718956,0.00002417186,0.08889357,0.3099463,0.018193481,0.372954,0.0044451454,0.14613582],"study_design_scores_gemma":[0.00017010437,0.0001527216,0.006356691,0.0001438401,0.0011086367,5.590511e-7,0.00005062806,0.9805168,0.009162455,0.00068673416,0.001125643,0.0005252085],"about_ca_topic_score_codex":0.00009239984,"about_ca_topic_score_gemma":0.000015792759,"teacher_disagreement_score":0.7098886,"about_ca_system_score_codex":0.000054191194,"about_ca_system_score_gemma":0.00002624014,"threshold_uncertainty_score":0.9353307},"labels":[],"label_agreement":null},{"id":"W1505071164","doi":"10.1002/0471028959.sof312","title":"Software Engineering Body of Knowledge Project","year":2002,"lang":"en","type":"other","venue":"Encyclopedia of Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal; École de Technologie Supérieure","funders":"","keywords":"Software engineering; Social software engineering; Body of knowledge; Software; Software project management; Software Engineering Process Group; Computer science; Engineering management; Software development; Engineering; Software construction; Knowledge management","score_opus":0.01027495152981149,"score_gpt":0.23436125994736262,"score_spread":0.22408630841755112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1505071164","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000052514417,0.009198793,0.96824396,0.000008009595,0.002128868,0.000671862,0.00008669425,0.005941364,0.013667913],"genre_scores_gemma":[0.00065862556,0.003677085,0.9511132,0.0000065860804,0.0006639764,0.00015153074,0.000026122889,0.000982031,0.04272083],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971171,0.00003540002,0.00083606713,0.0007822225,0.00055657065,0.0006726136],"domain_scores_gemma":[0.9966514,0.0009681581,0.00057754375,0.0015031776,0.0001339888,0.00016572699],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00033288653,0.0008337479,0.0011233448,0.0014170468,0.000029171935,0.000046283825,0.0019161255,0.00064025325,0.00018544875],"category_scores_gemma":[0.002218693,0.00089900236,0.00033738188,0.0011728116,0.000041452444,0.00041721907,0.0005739583,0.00072998385,0.000037064536],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019220599,0.00096550584,0.0041971123,0.019601407,0.0014756535,0.0002835958,0.0026614715,0.016160907,0.00026254362,0.006182382,0.9025852,0.04560501],"study_design_scores_gemma":[0.00031736118,0.00016752505,0.0003913838,0.0020884653,0.000087907174,0.00003220653,0.000003009554,0.008596922,0.000525479,0.000011340217,0.9865819,0.0011964987],"about_ca_topic_score_codex":0.00011644051,"about_ca_topic_score_gemma":0.0000021290232,"teacher_disagreement_score":0.08399671,"about_ca_system_score_codex":0.00008930628,"about_ca_system_score_gemma":0.00014487933,"threshold_uncertainty_score":0.9993461},"labels":[],"label_agreement":null},{"id":"W1506001325","doi":"10.1007/978-3-540-45122-8_16","title":"Issues in Scaling Agile Using an Architecture-Centric Approach: A Tool-Based Solution","year":2003,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Agile Unified Process; Agile usability engineering; Computer science; Architecture; Extreme programming practices; Software engineering; Systems engineering; Lean software development; Software; Process management; Software development; Software development process; Engineering; Operating system","score_opus":0.0340957148777472,"score_gpt":0.27372966789806813,"score_spread":0.23963395302032092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1506001325","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00040509546,0.0008081694,0.9966928,0.00024433012,0.00076139125,0.0004621732,0.0000022221445,0.0004031723,0.00022067076],"genre_scores_gemma":[0.04750684,0.000024311414,0.9514325,0.0007501,0.00021282911,0.000010815145,0.0000056677522,0.000038820417,0.000018104396],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964252,0.000100490906,0.0005028548,0.001444879,0.0007958271,0.000730711],"domain_scores_gemma":[0.99774295,0.00043016314,0.000338107,0.001241455,0.00011587524,0.00013143387],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015377464,0.0005232043,0.00049403135,0.0014265132,0.00019037948,0.0006502014,0.0022049623,0.000372012,0.0000072446405],"category_scores_gemma":[0.00021967577,0.00051277276,0.000103635386,0.0011461555,0.00023997563,0.00083765446,0.00044442143,0.0010319044,0.0000030951899],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005486645,0.00007781408,0.00007625883,0.000056516194,0.000003903606,0.00005353596,0.000408914,0.8009543,0.00011948191,0.002220816,0.0000053282265,0.19601767],"study_design_scores_gemma":[0.00018969487,0.0001085841,0.000051336236,0.0002942286,0.0000063452326,0.000073613905,1.001139e-7,0.97089374,0.0008271943,0.0253147,0.0016015056,0.0006389318],"about_ca_topic_score_codex":0.00011164416,"about_ca_topic_score_gemma":0.000021404729,"teacher_disagreement_score":0.19537874,"about_ca_system_score_codex":0.00041739046,"about_ca_system_score_gemma":0.00038044926,"threshold_uncertainty_score":0.9997324},"labels":[],"label_agreement":null},{"id":"W1506041097","doi":"","title":"Modele de methodologie de gestion des risques d'un projet d'innovation technologique en technologie de l'information evalue par des etudes de cas dans le cadre de projets de developpement, d'integration ou d'un projet de type mixte","year":2011,"lang":"fr","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Project management; Information technology; Process management; Engineering management; Business; Computer science; Knowledge management; Engineering; Systems engineering","score_opus":0.14421005017909488,"score_gpt":0.3368157420024761,"score_spread":0.19260569182338122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1506041097","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28564274,0.0003969296,0.7067326,0.0021836988,0.00009946492,0.0011311723,0.000012609342,0.0031625577,0.00063823175],"genre_scores_gemma":[0.39410108,0.0014642385,0.60339195,0.00020338499,0.00004245339,0.00063263456,0.000021808053,0.00004163576,0.00010083088],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9944909,0.001742503,0.0009617027,0.0006803729,0.0003580975,0.0017664082],"domain_scores_gemma":[0.9967611,0.00074308994,0.00056582975,0.0008191345,0.000922439,0.00018841428],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.014232734,0.0006680255,0.0004523394,0.00083054067,0.0006601178,0.00047248983,0.0015891268,0.0017686205,0.000026153992],"category_scores_gemma":[0.0121859275,0.0006559574,0.00011426095,0.002172441,0.00043077854,0.0035307978,0.00048364597,0.0013948991,0.000011172984],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019964068,0.00043363252,0.10033233,0.000636119,0.00021237007,0.000089676156,0.021530773,0.007939668,0.051748566,0.12509093,0.00081312994,0.69097316],"study_design_scores_gemma":[0.0002479036,0.00058646605,0.04552332,0.00032833536,0.0001036086,0.00074323453,0.0011175104,0.19966923,0.5755756,0.17503001,0.00048872444,0.0005860436],"about_ca_topic_score_codex":0.009731353,"about_ca_topic_score_gemma":0.0009943697,"teacher_disagreement_score":0.6903871,"about_ca_system_score_codex":0.0043842336,"about_ca_system_score_gemma":0.0032409956,"threshold_uncertainty_score":0.99958915},"labels":[],"label_agreement":null},{"id":"W1506565716","doi":"","title":"Software product quality requirements engineering method: soquarem","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Requirement; Software quality control; Software engineering; Requirements engineering; Software quality analyst; Quality (philosophy); Software quality management; Systems engineering; Quality of analytical results; Process management; Software quality; Quality management; Software development; Risk analysis (engineering); Quality policy; Engineering; Software; Operations management; Management system","score_opus":0.06617721062093214,"score_gpt":0.3640722096744699,"score_spread":0.2978949990535378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1506565716","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010547346,0.00032130434,0.9942777,0.00029858228,0.00085774227,0.00013574705,7.530043e-7,0.0025835778,0.00046985922],"genre_scores_gemma":[0.12117717,0.000007950581,0.87821686,0.00013763849,0.00020292854,0.000024912473,0.0000013655781,0.000014166326,0.00021701162],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986963,0.00007280763,0.00023859905,0.00028297995,0.00028455714,0.00042471194],"domain_scores_gemma":[0.9986355,0.0003523442,0.0000753526,0.0007400558,0.000054441993,0.00014235065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017984732,0.00015823489,0.00015504459,0.00008478671,0.00005814694,0.00010440139,0.0006266222,0.000048017868,0.000042222673],"category_scores_gemma":[0.00070711016,0.00014157318,0.000058304002,0.00031143517,0.0000056228846,0.0017432969,0.00026208285,0.00015723152,0.000050842482],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014451585,0.00043612154,0.050282788,0.0003987389,0.00019077718,0.000011236952,0.002236312,0.001713468,0.0065496787,0.378574,0.017250378,0.54234207],"study_design_scores_gemma":[0.00070547475,0.00023848734,0.09944515,0.0001379333,0.00005348988,0.00018636712,0.000044377543,0.036221173,0.13351578,0.004136295,0.72239107,0.0029244134],"about_ca_topic_score_codex":0.000056422647,"about_ca_topic_score_gemma":4.5570724e-7,"teacher_disagreement_score":0.70514065,"about_ca_system_score_codex":0.000047222573,"about_ca_system_score_gemma":0.00001833642,"threshold_uncertainty_score":0.57731867},"labels":[],"label_agreement":null},{"id":"W1508017798","doi":"10.1002/0471028959.sof325","title":"Software Productivity Center Inc.","year":2002,"lang":"en","type":"other","venue":"Encyclopedia of Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Standardization; Productivity; Business; Best practice; Situated; Software; Process management; Process (computing); Engineering management; Operations management; Marketing; Engineering; Knowledge management; Computer science; Management","score_opus":0.008162547148052564,"score_gpt":0.21182713865143526,"score_spread":0.2036645915033827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1508017798","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002023683,0.0030090048,0.9599029,0.000047778063,0.0025165435,0.0004758497,0.00008988893,0.0077227904,0.02621502],"genre_scores_gemma":[0.00015700221,0.00211044,0.88151056,0.00002429839,0.00090660615,0.000101874335,0.000043177617,0.0007441813,0.11440188],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975257,0.000037830283,0.0004661576,0.0008394744,0.00055623456,0.00057461124],"domain_scores_gemma":[0.99743646,0.00037656282,0.0003836848,0.0015474351,0.00007942293,0.00017643419],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024829234,0.00065397006,0.00069394975,0.00066216046,0.00003847084,0.000070269314,0.001560885,0.0004747425,0.000427995],"category_scores_gemma":[0.0012963183,0.0006849011,0.00014895963,0.00058344315,0.000039285016,0.00049727975,0.000549474,0.00068300025,0.00010761375],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041101466,0.00028816273,0.002654633,0.001777134,0.00024373793,0.00012253984,0.0003280104,0.0014789971,0.000010642021,0.0008418801,0.90965873,0.08259142],"study_design_scores_gemma":[0.00017038557,0.000067203466,0.00025878858,0.00048081996,0.000025184228,0.00003774726,7.572674e-7,0.0005939572,0.00006151334,0.000038331924,0.99752647,0.0007388162],"about_ca_topic_score_codex":0.00008115593,"about_ca_topic_score_gemma":0.0000041359085,"teacher_disagreement_score":0.08818686,"about_ca_system_score_codex":0.00007343848,"about_ca_system_score_gemma":0.000054799777,"threshold_uncertainty_score":0.99956024},"labels":[],"label_agreement":null},{"id":"W1510525298","doi":"10.1007/978-3-540-75542-5_3","title":"Testable Requirements for Offshore Outsourcing","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Outsourcing; Computer science; Testability; Key (lock); Software engineering; Order (exchange); Process management; Engineering; Business; Reliability engineering; Computer security; Marketing","score_opus":0.048686650590358996,"score_gpt":0.3039086016869497,"score_spread":0.25522195109659074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1510525298","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000062787826,0.00042608322,0.99367553,0.0003985703,0.0015880847,0.0005225405,0.000003974221,0.0005457377,0.0028331957],"genre_scores_gemma":[0.014107807,0.000030214855,0.9839936,0.0008689124,0.00046380644,0.00001742812,0.0000045995816,0.00004452885,0.0004691351],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99687916,0.000008629407,0.0004606727,0.0011847629,0.0007383275,0.00072843995],"domain_scores_gemma":[0.9971156,0.0010007807,0.00027114814,0.0012220824,0.00024432066,0.00014605108],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017635137,0.00043970763,0.00040854205,0.0007480459,0.00022381793,0.000526946,0.002847336,0.00030775505,0.000010409863],"category_scores_gemma":[0.0002444527,0.00042134174,0.0001234837,0.0004577069,0.00019000041,0.00081901095,0.0008916524,0.0005820896,0.0000116107585],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009446197,0.000027354345,0.00012093084,0.00010948225,0.000017260278,0.000061303836,0.00044507664,0.024962658,0.00008788588,0.027424464,0.00018294003,0.9465512],"study_design_scores_gemma":[0.00031787748,0.00039704173,0.000064994005,0.0007186017,0.000017178674,0.00007683876,1.2316389e-7,0.7389923,0.0035887575,0.19517066,0.059508998,0.0011466426],"about_ca_topic_score_codex":0.000013308675,"about_ca_topic_score_gemma":0.00001661888,"teacher_disagreement_score":0.9454045,"about_ca_system_score_codex":0.0002857461,"about_ca_system_score_gemma":0.00026236207,"threshold_uncertainty_score":0.99982387},"labels":[],"label_agreement":null},{"id":"W1512835670","doi":"10.1007/3-540-45672-4_27","title":"Perceptions of Agile Practices: A Student Survey","year":2002,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; SAIT Polytechnic","funders":"","keywords":"Agile software development; Extreme programming; Bachelor; Perception; Pair programming; Coding (social sciences); Computer science; Preference; Extreme programming practices; Psychology; Software engineering; Software development; Sociology; Programming language; Software development process; Political science; Software","score_opus":0.042863992612493,"score_gpt":0.31284702899208267,"score_spread":0.26998303637958965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1512835670","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002383012,0.0003896144,0.9953752,0.00023200782,0.00091305544,0.0002843278,0.000010509079,0.00027420284,0.002282758],"genre_scores_gemma":[0.19549023,0.00041109108,0.80291545,0.00034322575,0.0002214258,0.000013700148,0.000006450806,0.00003920744,0.0005592471],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970884,0.00007547565,0.0004973197,0.0009931251,0.0009482991,0.0003973825],"domain_scores_gemma":[0.995304,0.0019419226,0.0008092301,0.0014959548,0.00033214153,0.00011677307],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017238416,0.00037210694,0.00045542448,0.0006464733,0.00012679599,0.000357895,0.0033703272,0.0002531151,0.00008434686],"category_scores_gemma":[0.00058716995,0.00034736702,0.00010864151,0.00064661045,0.00031838607,0.000873291,0.0011401202,0.0007709212,0.000033935336],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013988101,0.00040613505,0.007126393,0.00021696965,0.00009286662,0.00018748599,0.0048685186,0.049399216,0.00028906827,0.020451447,0.00041721476,0.91653067],"study_design_scores_gemma":[0.0008615664,0.0019462003,0.046752196,0.002045105,0.00008886785,0.0004831753,0.0000014303695,0.83268666,0.0017062968,0.081008546,0.028504677,0.0039152484],"about_ca_topic_score_codex":0.00013801252,"about_ca_topic_score_gemma":0.00008502523,"teacher_disagreement_score":0.9126154,"about_ca_system_score_codex":0.0001600229,"about_ca_system_score_gemma":0.00021256527,"threshold_uncertainty_score":0.99989784},"labels":[],"label_agreement":null},{"id":"W1515207378","doi":"10.21432/t2h02d","title":"Planning for Integrating Teaching Technologies","year":2004,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Process (computing); Technology integration; Computer science; Maturity (psychological); Capability Maturity Model; Teaching method; Process management; Knowledge management; Management science; Mathematics education; Engineering; Psychology; Software; Artificial intelligence","score_opus":0.011011111472666549,"score_gpt":0.2643628505888491,"score_spread":0.2533517391161826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1515207378","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041475877,0.0022564745,0.9485966,0.0068906783,0.00015484722,0.000046051016,2.7362705e-7,0.00043400706,0.00014518552],"genre_scores_gemma":[0.68483204,0.00001391265,0.3151105,0.000008820171,0.000016078076,0.0000024314525,1.1347447e-7,0.0000053809904,0.000010708017],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994489,0.000012460172,0.00016893442,0.00010976916,0.00004319978,0.00021675977],"domain_scores_gemma":[0.99943876,0.00014494176,0.00016504346,0.00009838651,0.00008457501,0.00006829839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046582802,0.000080642465,0.00013877796,0.00073963567,0.00026417934,0.00010366163,0.00041282535,0.00014439187,4.2195563e-7],"category_scores_gemma":[0.0021161567,0.00007234795,0.00002700246,0.0002266039,0.0000633049,0.00023806689,0.00003536979,0.0007900832,3.162651e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031948525,0.000006513097,0.019601496,0.000027213218,0.000043981312,0.00022225767,0.0012429755,0.0015563626,0.0007347465,0.46930435,0.0002248417,0.5070321],"study_design_scores_gemma":[0.0012801924,0.0026735647,0.00018709587,0.0011467258,0.000040889416,0.0059225867,0.009286629,0.005277408,0.009942315,0.31674737,0.6467767,0.0007185279],"about_ca_topic_score_codex":0.000100888625,"about_ca_topic_score_gemma":0.00006966737,"teacher_disagreement_score":0.64655185,"about_ca_system_score_codex":0.000053941112,"about_ca_system_score_gemma":0.00022616755,"threshold_uncertainty_score":0.34325624},"labels":[],"label_agreement":null},{"id":"W1515851329","doi":"10.1007/978-3-642-01853-4_58","title":"FitClipse: A Tool for Executable Acceptance Test Driven Development","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Executable; Eclipse; Computer science; Regression testing; Test-driven development; Test (biology); Acceptance testing; Software engineering; Programming language; Software development; Software","score_opus":0.014223832195061927,"score_gpt":0.24600359635410243,"score_spread":0.2317797641590405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1515851329","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005258398,0.0004811918,0.99235654,0.0006126282,0.00021889484,0.0005473131,0.0000064782716,0.0006107128,0.005161002],"genre_scores_gemma":[0.011263081,0.00013266594,0.985758,0.0012106362,0.00016554339,0.00013925911,0.00013277982,0.000039924642,0.0011581035],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99833584,0.0000043215587,0.000689026,0.00030170742,0.0003426177,0.00032646398],"domain_scores_gemma":[0.99803627,0.00041404358,0.0006021157,0.00038803444,0.0005217622,0.000037754045],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00028477525,0.0003994875,0.00035615131,0.00042340276,0.0001950534,0.0007611795,0.00078897126,0.00041198687,0.000016857486],"category_scores_gemma":[0.00087443454,0.00038818485,0.00005097703,0.00033842676,0.000022594233,0.003996428,0.00014087347,0.00038186566,0.000014846295],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008924506,0.000010511143,0.000022962866,0.0005544287,0.000005981078,0.0000023277194,0.0005581671,0.011330566,0.000004299165,0.0025395302,0.00014088867,0.98482144],"study_design_scores_gemma":[0.00046348377,0.00005119023,0.00048956816,0.0021973331,0.000020166239,0.00004001801,0.0000014551572,0.087979145,0.0009754209,0.026481992,0.8801016,0.0011986323],"about_ca_topic_score_codex":0.0000018742745,"about_ca_topic_score_gemma":0.000004484812,"teacher_disagreement_score":0.9836228,"about_ca_system_score_codex":0.00020570433,"about_ca_system_score_gemma":0.00044298117,"threshold_uncertainty_score":0.999857},"labels":[],"label_agreement":null},{"id":"W151818338","doi":"","title":"Project Suitability for Agile methodologies","year":2009,"lang":"en","type":"article","venue":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Agile software development; Computer science; Software; Engineering; Systems engineering; Engineering management; Software engineering","score_opus":0.07724882397371477,"score_gpt":0.36153841209015475,"score_spread":0.28428958811644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W151818338","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026172383,0.00023291675,0.9789289,0.013134403,0.00033714718,0.0008239308,0.00014884083,0.0028350796,0.0009415498],"genre_scores_gemma":[0.06658003,0.000045549466,0.9325488,0.00021703928,0.000036272224,0.00025325082,0.00020418267,0.0000084408275,0.00010640553],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983386,0.000042904187,0.0004531583,0.00060814933,0.00021215688,0.00034507914],"domain_scores_gemma":[0.99702543,0.00025525392,0.000332343,0.0018393022,0.00049533765,0.00005230539],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013471898,0.00020603315,0.00029609512,0.0006392258,0.00014237076,0.00011154132,0.0020694272,0.00022285071,0.000009000983],"category_scores_gemma":[0.0068629174,0.00019068114,0.00008945921,0.0012780046,0.00016813955,0.0017108382,0.0004684899,0.00026505478,0.0000046061714],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027933185,0.0002626748,0.0005926386,0.000108605724,0.000039036197,0.0000028860468,0.00004916135,0.00013438951,0.0015861811,0.6892648,0.044874646,0.26305708],"study_design_scores_gemma":[0.0004585211,0.00042607903,0.0015307916,0.000054098455,0.000031347296,0.000016360433,0.000023399998,0.0137709165,0.04275225,0.021207608,0.9192758,0.00045281294],"about_ca_topic_score_codex":0.00005967173,"about_ca_topic_score_gemma":0.0000050229423,"teacher_disagreement_score":0.87440115,"about_ca_system_score_codex":0.00005634602,"about_ca_system_score_gemma":0.00017155886,"threshold_uncertainty_score":0.8216049},"labels":[],"label_agreement":null},{"id":"W1521068579","doi":"10.1109/swste.2003.1245427","title":"The road to requirements maturity","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"RTDS Technologies (Canada)","funders":"","keywords":"Process (computing); Maturity (psychological); Process management; Business process; Computer science; Senior management; Management process; Order (exchange); Point (geometry); Management system; Business; Engineering; Work in process; Operations management; Management","score_opus":0.023403410418551478,"score_gpt":0.29255428182574544,"score_spread":0.26915087140719396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1521068579","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023110749,0.000041194766,0.98609203,0.0074596745,0.00035602445,0.00007541859,9.3562356e-8,0.0006090483,0.0030554284],"genre_scores_gemma":[0.33689362,0.000017522194,0.6614191,0.0009905274,0.00003552133,0.000016216696,9.934976e-8,0.000003798547,0.00062359695],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99958354,0.0000075158914,0.00006245633,0.000106440195,0.00011901073,0.000121050994],"domain_scores_gemma":[0.9995092,0.000044929016,0.000013865516,0.0003704142,0.000018711762,0.000042854623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023120495,0.00004272418,0.000029272831,0.000015358708,0.00009717472,0.00017136263,0.0006110777,0.000015486674,0.00000377247],"category_scores_gemma":[0.00007104542,0.000026621128,0.000015329924,0.00014420357,0.000004957958,0.00026246396,0.00016355791,0.000051513056,0.000071140974],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046478795,0.0000358179,0.00014969951,0.000003880683,0.000012820967,0.000011032262,0.00034228983,0.0003269931,0.0003294223,0.79447556,0.015585525,0.18872231],"study_design_scores_gemma":[0.00022178888,0.00019502411,0.008186052,0.000024863204,0.0000030442616,0.00002611318,0.000012124472,0.0018053121,0.014662747,0.1420763,0.8324638,0.0003228073],"about_ca_topic_score_codex":0.00008779138,"about_ca_topic_score_gemma":0.000009557631,"teacher_disagreement_score":0.8168783,"about_ca_system_score_codex":0.000023064958,"about_ca_system_score_gemma":0.000013594218,"threshold_uncertainty_score":0.16524538},"labels":[],"label_agreement":null},{"id":"W1521107083","doi":"","title":"Process Support for Distributed Extreme Programming Teams","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Extreme programming; Extreme programming practices; Computer science; Software development; Software engineering; Software development process; Process (computing); Pair programming; Team software process; Distributed development; Software; Constraint programming; Programming language; Stochastic programming","score_opus":0.04033708922661256,"score_gpt":0.2795240937247762,"score_spread":0.23918700449816366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1521107083","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028083258,0.000039096085,0.9960133,0.0007386536,0.00010849134,0.00026550336,0.0000029687535,0.0017111935,0.00083998276],"genre_scores_gemma":[0.33048582,0.000007492446,0.6682349,0.00011968647,0.000055309385,0.00019121692,0.000008804182,0.00001114967,0.000885606],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992942,0.000005990099,0.00012475842,0.00021964204,0.000121824196,0.00023357621],"domain_scores_gemma":[0.999438,0.000113366215,0.000045218403,0.00027755104,0.000065515465,0.000060352984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016602385,0.00009019163,0.000083348474,0.00003576455,0.0000661074,0.00014409033,0.00048750517,0.000041805877,0.00007530293],"category_scores_gemma":[0.000120025084,0.000076506636,0.00004094508,0.00023020076,0.000009410009,0.00054334063,0.000052602983,0.00006291482,0.00001650006],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061146015,0.00029560458,0.0015194702,0.00015809208,0.00003589031,0.00002099444,0.00066291634,0.00015415596,0.00010037668,0.038318537,0.04611959,0.91260827],"study_design_scores_gemma":[0.0002816655,0.00030378776,0.00015081598,0.000016154418,0.000009521609,0.00004977301,0.000021985841,0.22034198,0.0034860661,0.0024284392,0.7725425,0.0003673496],"about_ca_topic_score_codex":0.000004802328,"about_ca_topic_score_gemma":8.123422e-7,"teacher_disagreement_score":0.9122409,"about_ca_system_score_codex":0.000015968013,"about_ca_system_score_gemma":0.000010181194,"threshold_uncertainty_score":0.31198502},"labels":[],"label_agreement":null},{"id":"W1521543822","doi":"10.1007/978-3-540-40052-3_1","title":"Learning Software Organizations and Agile Software Development: Complementary or Contradictory Concepts?","year":2003,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Lean software development; Computer science; Software development; Software development process; Extreme programming practices; Software engineering; Personal software process; Theme (computing); Software; Process (computing); Knowledge management; Flexibility (engineering); Engineering management; Process management; World Wide Web; Engineering; Management; Software construction","score_opus":0.01654559959673117,"score_gpt":0.2554953426634694,"score_spread":0.23894974306673825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1521543822","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006553963,0.0008840416,0.99661785,0.00024880513,0.00080274773,0.00037324702,0.000006655757,0.00087366847,0.00012741429],"genre_scores_gemma":[0.007545852,0.00014402412,0.99002975,0.0016880168,0.00013106091,0.000014530472,0.000024859502,0.000060554015,0.00036135028],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969848,0.000057858775,0.0005177614,0.0012013373,0.0006499012,0.00058835483],"domain_scores_gemma":[0.99707836,0.0014127819,0.00029760797,0.00070534117,0.00029631497,0.00020958691],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00069503376,0.0005407452,0.00049087504,0.0005299581,0.00059958565,0.00057003147,0.0016571215,0.00025922514,0.00013026223],"category_scores_gemma":[0.00068333076,0.0004975817,0.000045214023,0.0006918258,0.00043304698,0.0008163652,0.0009277535,0.000948522,0.000015080268],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009278651,0.000041564825,0.0018462249,0.00014946934,0.000059408387,0.00021315187,0.0036858846,0.011169417,0.000024454264,0.005429284,0.00032564433,0.9770462],"study_design_scores_gemma":[0.0023943188,0.0015364453,0.0020134272,0.0028476669,0.00010862994,0.0015112018,0.0000063028656,0.11696037,0.0037843192,0.09595009,0.76638347,0.006503753],"about_ca_topic_score_codex":0.000014131847,"about_ca_topic_score_gemma":0.00003740273,"teacher_disagreement_score":0.9705425,"about_ca_system_score_codex":0.0002657795,"about_ca_system_score_gemma":0.00068429817,"threshold_uncertainty_score":0.9997476},"labels":[],"label_agreement":null},{"id":"W1522926200","doi":"10.48550/arxiv.1006.3259","title":"Contents of COMP5541 Winter 2010 Final UUIS SRS and SDD Reports","year":2010,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Environmental science","score_opus":0.08865291709103723,"score_gpt":0.20069158960503022,"score_spread":0.11203867251399299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1522926200","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42046174,0.00007201258,0.57721424,0.00007586252,0.0011512765,0.00016595257,0.000005772363,0.00029017837,0.00056299736],"genre_scores_gemma":[0.98308635,0.00011872272,0.015776547,0.00003982889,0.00003602592,6.6351316e-7,0.0000050315803,0.0000123754435,0.0009244544],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99876237,0.000046878926,0.0002257794,0.000684311,0.00008435829,0.00019630669],"domain_scores_gemma":[0.9980868,0.00016132192,0.0004037511,0.0010786189,0.00015495635,0.000114554976],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00026647,0.00022586425,0.00031316033,0.00018114495,0.000054378157,0.00007690016,0.0008276661,0.00029969352,0.00002397427],"category_scores_gemma":[0.00008842573,0.00024876263,0.00012004238,0.00016756848,0.00011238602,0.00034702537,0.0012127574,0.00076066307,0.000004069102],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051003863,0.0015973275,0.52781576,0.0025935937,0.0019589905,0.01839373,0.0032456813,0.060776632,0.006543144,0.32807386,0.026605755,0.0218855],"study_design_scores_gemma":[0.0024026455,0.0009180042,0.17978284,0.0017548397,0.0006882185,0.0010502175,0.00011560361,0.5637538,0.0129659595,0.17475179,0.057360843,0.004455239],"about_ca_topic_score_codex":0.00024833393,"about_ca_topic_score_gemma":0.000022274064,"teacher_disagreement_score":0.56262463,"about_ca_system_score_codex":0.000030516894,"about_ca_system_score_gemma":0.000054379532,"threshold_uncertainty_score":0.9999965},"labels":[],"label_agreement":null},{"id":"W1523014184","doi":"10.1007/11693017_13","title":"An Empirical Study of the Impact of Asynchronous Discussions on Remote Synchronous Requirements Meetings","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Asynchronous communication; Ibis; Negotiation; Computer science; Software; Software engineering; Empirical research; Knowledge management; Process management; Engineering management; Telecommunications; Engineering; Operating system","score_opus":0.022926411039153476,"score_gpt":0.32642808394521244,"score_spread":0.30350167290605895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1523014184","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024926512,0.00005638225,0.97303134,0.0001269732,0.00051715336,0.00060613867,0.0000057316943,0.00015180028,0.0005779876],"genre_scores_gemma":[0.8856582,0.000004902445,0.114121094,0.00006004306,0.00010672687,0.0000028516156,0.0000011982114,0.000025269565,0.000019718947],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99680996,0.00010495563,0.00063373434,0.00097212364,0.0010671549,0.00041205762],"domain_scores_gemma":[0.9962155,0.00059215457,0.00063634646,0.0022708403,0.00018270807,0.0001024241],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009448778,0.00044412693,0.00054343254,0.000476524,0.00018343642,0.00014999573,0.0039604236,0.00021243704,0.0000073113783],"category_scores_gemma":[0.00015785152,0.00026739473,0.00020214703,0.00066791044,0.00034019706,0.00042408778,0.0009961583,0.0006780769,0.0000016022143],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028200388,0.0009001578,0.0047613964,0.000054522407,0.00006125832,0.000049044236,0.0027375997,0.57292455,0.00039656757,0.00040333846,0.00011246851,0.4175709],"study_design_scores_gemma":[0.0007365563,0.008649961,0.040617436,0.0015261542,0.000053897635,0.00007130188,0.0000013381019,0.91211927,0.0027868405,0.03211273,0.00012119465,0.001203329],"about_ca_topic_score_codex":0.000570784,"about_ca_topic_score_gemma":0.000054151842,"teacher_disagreement_score":0.86073166,"about_ca_system_score_codex":0.00033576842,"about_ca_system_score_gemma":0.00037542635,"threshold_uncertainty_score":0.9999778},"labels":[],"label_agreement":null},{"id":"W153163984","doi":"10.4018/978-1-59140-987-8.ch040","title":"Ethics in Software Engineering","year":2007,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Credibility; Social software engineering; Personal software process; Harm; Software Engineering Process Group; Software development; Software peer review; Context (archaeology); Software; Software engineering; Software construction; Software walkthrough; Computer science; Engineering; Political science; Law","score_opus":0.04084032927509282,"score_gpt":0.2909327288625158,"score_spread":0.250092399587423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W153163984","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006052988,0.00052834937,0.6014807,0.00005729105,0.0006421439,0.00016834003,0.0000106985,0.0014519348,0.3956545],"genre_scores_gemma":[0.011023482,0.00005774727,0.9652217,0.0013402781,0.00050189346,0.000029302833,0.000004026104,0.00013934069,0.021682242],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99826634,0.00001127276,0.00036349052,0.00050118176,0.00046004914,0.0003976518],"domain_scores_gemma":[0.9984094,0.0004794737,0.00013866943,0.00076356134,0.00008072201,0.00012819984],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00058651454,0.0003956481,0.0003416372,0.00018746294,0.000040938135,0.0001467882,0.0010581198,0.0008711564,0.0000075982034],"category_scores_gemma":[0.0003179269,0.00044044113,0.00012992603,0.000054602457,0.00002354056,0.00015252583,0.0003959625,0.0014290139,0.00005729986],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028119448,0.0000031606287,0.000021326852,0.00005358928,0.000016690043,0.00025354844,0.000067065324,0.00012838033,9.13117e-7,0.98889,0.0003204674,0.010242051],"study_design_scores_gemma":[0.00031797471,0.00015008973,0.00020599342,0.0012263497,0.000031124793,0.00027760668,0.0000015952913,0.0020847912,0.00010370796,0.39918602,0.5947301,0.0016846907],"about_ca_topic_score_codex":0.000072167415,"about_ca_topic_score_gemma":0.000046978294,"teacher_disagreement_score":0.5944096,"about_ca_system_score_codex":0.00027986142,"about_ca_system_score_gemma":0.00017850942,"threshold_uncertainty_score":0.99980474},"labels":[],"label_agreement":null},{"id":"W1531979632","doi":"10.1007/11431879_25","title":"Supporting Group Awareness in Distributed Software Development","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"International Business Machines Corporation","keywords":"Computer science; Group (periodic table); Software development; Software; Software engineering; Operating system","score_opus":0.018467688899658434,"score_gpt":0.27569927673023265,"score_spread":0.2572315878305742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1531979632","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002034218,0.00041315524,0.9970489,0.00029838667,0.0008889254,0.00031789404,0.0000056021668,0.0006941963,0.00012952831],"genre_scores_gemma":[0.06276258,0.000032972202,0.9363951,0.00041683795,0.0002314068,0.000024421768,0.000026614734,0.000037999907,0.00007203767],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99607724,0.000029170045,0.00077032676,0.0014095608,0.0008420659,0.0008716079],"domain_scores_gemma":[0.99747384,0.0007831875,0.0003718194,0.0010779654,0.00013382656,0.00015934375],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014874707,0.00055378396,0.00052928855,0.00085316587,0.00019562623,0.00050521985,0.0032208394,0.00035911906,0.00002205005],"category_scores_gemma":[0.0003076825,0.0005457574,0.0000840447,0.0007919127,0.00017949076,0.0009689081,0.0015197091,0.0009843146,0.000020456331],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003585685,0.000036973717,0.0015246322,0.000058183967,0.000007281361,0.00020116201,0.0005491337,0.032371357,0.00001177707,0.0024020725,0.000020664558,0.9628132],"study_design_scores_gemma":[0.0011196604,0.0003930431,0.010042443,0.0034816165,0.0000214571,0.00046812042,6.7044044e-7,0.7274515,0.0044227745,0.11763809,0.12973453,0.005226092],"about_ca_topic_score_codex":0.000036354355,"about_ca_topic_score_gemma":0.00018772118,"teacher_disagreement_score":0.95758706,"about_ca_system_score_codex":0.00061393034,"about_ca_system_score_gemma":0.0006891764,"threshold_uncertainty_score":0.9996994},"labels":[],"label_agreement":null},{"id":"W1534080899","doi":"10.1007/978-3-540-24659-6_18","title":"Intelligent Support for Software Release Planning","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Process (computing); Software; Software release life cycle; Baseline (sea); Process management; Software engineering; Software development process; Decision support system; Software development; Software quality; Artificial intelligence; Engineering","score_opus":0.027781757330478427,"score_gpt":0.28376890796230636,"score_spread":0.2559871506318279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1534080899","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000070171855,0.00046021098,0.9956447,0.00037121758,0.001733129,0.00053184346,0.0000084198555,0.0008203929,0.00042306006],"genre_scores_gemma":[0.009945388,0.000046293353,0.98828125,0.0010246015,0.00037739586,0.000032754884,0.000010599968,0.000050102644,0.00023162898],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9969444,0.000011313571,0.00047059281,0.0012869692,0.00064177613,0.0006449092],"domain_scores_gemma":[0.9970507,0.0010434361,0.00027428445,0.0012303109,0.00021099957,0.00019027946],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00082235783,0.00049814215,0.0004381702,0.00066480547,0.00021093793,0.0005130389,0.0029798343,0.00033255504,0.00002739619],"category_scores_gemma":[0.00039930103,0.00047937775,0.00016798518,0.00035717178,0.00022124453,0.0006816135,0.00087924575,0.0007330541,0.000022388205],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011636746,0.000027726855,0.000045007437,0.00014020115,0.000016313881,0.00017688813,0.00066684297,0.17342289,0.000013335045,0.03063113,0.00011163044,0.7947364],"study_design_scores_gemma":[0.00042757057,0.00095328386,0.000061323735,0.0016810676,0.000025449632,0.0002454384,1.6798624e-7,0.22896089,0.004366826,0.71249515,0.048981894,0.0018009706],"about_ca_topic_score_codex":0.0000135838145,"about_ca_topic_score_gemma":0.000003855064,"teacher_disagreement_score":0.79293543,"about_ca_system_score_codex":0.00038428674,"about_ca_system_score_gemma":0.0007345449,"threshold_uncertainty_score":0.9997658},"labels":[],"label_agreement":null},{"id":"W1534631875","doi":"","title":"Proceedings of the 32nd ACM/IEEE International Conference on Software Engineering - Volume 1","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Event (particle physics); Theme (computing); Library science; Computer science; Engineering; Engineering ethics; World Wide Web","score_opus":0.025373457958136746,"score_gpt":0.26254549912710234,"score_spread":0.2371720411689656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1534631875","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27781168,0.000005731573,0.7066757,0.0035658597,0.0040682335,0.00025491495,0.000004985373,0.0015323289,0.0060805697],"genre_scores_gemma":[0.6654042,0.000002920087,0.33398035,0.0000765109,0.00006314561,0.000009380188,1.7386705e-7,0.0000061977566,0.00045714976],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993867,0.0000017067737,0.000115970666,0.00016409982,0.00022055874,0.00011092191],"domain_scores_gemma":[0.99938136,0.00008028904,0.000068410314,0.0003056346,0.0001311528,0.000033164055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015830026,0.00008724515,0.00007057997,0.00005382036,0.000029083387,0.00011067609,0.0017033871,0.000055941717,0.00007534392],"category_scores_gemma":[0.0005784127,0.00006193391,0.000041097483,0.00014874773,0.000018277282,0.00039690486,0.0002593405,0.00027436376,0.000009540735],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007699315,0.00009329064,0.017695924,0.000049574108,0.000043245436,0.0000020351595,0.00046729617,0.00026277444,0.059406906,0.8939734,0.015635727,0.012362112],"study_design_scores_gemma":[0.0005124772,0.00029379796,0.075498745,0.0002501559,0.000019655472,0.00012649703,0.000032605803,0.42021754,0.34403795,0.011033733,0.1469852,0.0009916358],"about_ca_topic_score_codex":0.000012017224,"about_ca_topic_score_gemma":0.0000012066891,"teacher_disagreement_score":0.8829397,"about_ca_system_score_codex":0.000009661314,"about_ca_system_score_gemma":0.000020245201,"threshold_uncertainty_score":0.31653455},"labels":[],"label_agreement":null},{"id":"W1538136384","doi":"10.1007/11774129_2","title":"Foundations of Agile Decision Making from Agile Mentors and Developers","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Computer science; Interview; Agile usability engineering; Agile Unified Process; Management science; Context (archaeology); Business decision mapping; Knowledge management; Software engineering; Software; Software development; Decision support system; Software development process; Engineering; Artificial intelligence; Sociology","score_opus":0.01635601027326155,"score_gpt":0.27038276416590223,"score_spread":0.2540267538926407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1538136384","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00062532217,0.0005039353,0.996435,0.0001244775,0.00077913865,0.00016955128,0.000007573797,0.00017176333,0.0011832428],"genre_scores_gemma":[0.16328603,0.00004797341,0.8363505,0.00015474008,0.00009445612,0.000003782982,0.000004577671,0.000016216432,0.000041697873],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99801093,0.000015213285,0.00037941933,0.00077746133,0.00055165234,0.000265291],"domain_scores_gemma":[0.9974532,0.0013958646,0.0002530684,0.0007027751,0.00013678745,0.000058321486],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00047377258,0.00027910314,0.00030953326,0.0005075979,0.00014023208,0.00034029307,0.0014164839,0.00018055658,0.000017916176],"category_scores_gemma":[0.00015632458,0.0002613728,0.000053498217,0.0003800307,0.00024388114,0.0006074112,0.000895216,0.00033831137,0.0000041990597],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035482396,0.000014414242,0.00027320546,0.000019458848,0.000011289278,0.000021223157,0.00044552266,0.018659353,0.0001279831,0.00577257,0.00012552415,0.9745259],"study_design_scores_gemma":[0.00028562557,0.00018432454,0.0025523787,0.0017272029,0.000025940197,0.000049015318,3.006718e-7,0.54567426,0.002428587,0.42798805,0.017953528,0.0011307625],"about_ca_topic_score_codex":0.00009368186,"about_ca_topic_score_gemma":0.00005320795,"teacher_disagreement_score":0.97339517,"about_ca_system_score_codex":0.00012685891,"about_ca_system_score_gemma":0.00018716934,"threshold_uncertainty_score":0.99998385},"labels":[],"label_agreement":null},{"id":"W1538264325","doi":"10.1007/978-3-540-68255-4_19","title":"Adopting Iterative Development: The Perceived Business Value","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Iterative and incremental development; Agile software development; Process management; Rational Unified Process; Waterfall model; Process (computing); Value (mathematics); Government (linguistics); Business; Computer science; Knowledge management; Software engineering; Software development process; Software development","score_opus":0.01690524398356153,"score_gpt":0.2322260743054622,"score_spread":0.21532083032190066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1538264325","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000041757532,0.00094950025,0.98765117,0.0010650805,0.00036104914,0.00034090225,0.0000022447227,0.00058430375,0.009003978],"genre_scores_gemma":[0.08164585,0.0011526898,0.91241926,0.0030480467,0.00046438683,0.00012809417,0.0002171569,0.00011183248,0.00081271125],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980314,0.000023572762,0.0007612877,0.00031429273,0.00054069277,0.00032877803],"domain_scores_gemma":[0.997413,0.00039323187,0.0007374923,0.00046502447,0.00095026573,0.000041018815],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036899248,0.0004996609,0.00036449215,0.00048577823,0.0005355238,0.00088026054,0.0010391716,0.00041171093,0.00001650763],"category_scores_gemma":[0.0007234957,0.0003769588,0.00004845866,0.0007359752,0.00008504273,0.0043261414,0.00031026782,0.00078136876,0.000030071915],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012019555,0.000009215165,0.00002175997,0.0005539613,0.000021393651,0.000016200192,0.011949625,0.03853071,0.0000027692454,0.003325929,0.000085740154,0.9454707],"study_design_scores_gemma":[0.0004858592,0.00001985271,0.0052428925,0.0042813323,0.00003296983,0.0003486827,0.000015855538,0.05821683,0.00021671288,0.003940043,0.9254465,0.0017524512],"about_ca_topic_score_codex":0.000014157076,"about_ca_topic_score_gemma":0.0000060855987,"teacher_disagreement_score":0.9437182,"about_ca_system_score_codex":0.00019727393,"about_ca_system_score_gemma":0.0006070562,"threshold_uncertainty_score":0.9998682},"labels":[],"label_agreement":null},{"id":"W1538567554","doi":"10.5555/2254516.2254536","title":"Best practices for integrating user-centered design and agile software development","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Agile usability engineering; Usability; Agile Unified Process; Extreme programming practices; Computer science; User story; Software engineering; Best practice; Software; User-centered design; Lean software development; Software development; Human–computer interaction; Knowledge management; Software development process; Engineering management; Engineering","score_opus":0.15888965354859683,"score_gpt":0.31951049551052874,"score_spread":0.1606208419619319,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1538567554","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013270708,0.00011570174,0.996937,0.000089767935,0.0001370817,0.00030137732,4.3077318e-7,0.0006434187,0.00044819614],"genre_scores_gemma":[0.017656486,0.000022514672,0.9816331,0.000111037385,0.000016512944,0.00009558769,0.0000010379699,0.000011104132,0.00045258575],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992403,0.00003457937,0.00017139166,0.0002715004,0.00009391432,0.00018832793],"domain_scores_gemma":[0.9987389,0.00068955857,0.00019349583,0.00023111588,0.0000811615,0.00006576057],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005237058,0.00012267764,0.00010283971,0.000060242917,0.00012110694,0.00017109945,0.0004032127,0.000050676692,0.000016753007],"category_scores_gemma":[0.00069002435,0.000101025784,0.000019882556,0.00009591426,0.000012179061,0.001030728,0.00016326114,0.00008541793,0.0000074716154],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064933854,0.00030069792,0.0038781066,0.00016368035,0.000110520574,0.000019752904,0.0076727914,0.000021229122,0.00049686735,0.035443146,0.0054558367,0.94637245],"study_design_scores_gemma":[0.0013615373,0.001772495,0.00228234,0.00044915394,0.00007460487,0.00022667364,0.00067247555,0.06507154,0.15055604,0.009416015,0.7662126,0.00190453],"about_ca_topic_score_codex":0.00009822985,"about_ca_topic_score_gemma":0.000012457288,"teacher_disagreement_score":0.9444679,"about_ca_system_score_codex":0.000017757819,"about_ca_system_score_gemma":0.000054265747,"threshold_uncertainty_score":0.41197118},"labels":[],"label_agreement":null},{"id":"W1538899008","doi":"10.1007/bfb0043597","title":"An undergraduate course in software design","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Software engineering; Course (navigation); Standardization; Computer science; Context (archaeology); Software design; Social software engineering; Software; Software construction; Software peer review; Software requirements; Software development; Engineering; Programming language","score_opus":0.02000157494071319,"score_gpt":0.2663084654260925,"score_spread":0.2463068904853793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1538899008","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000019991056,0.0004778719,0.996481,0.0005998477,0.00089576497,0.00037451895,0.000002917378,0.000783017,0.00036507403],"genre_scores_gemma":[0.055827137,0.00004868853,0.94320256,0.0005091577,0.00021618168,0.000014446555,0.000005544217,0.0000454634,0.00013083556],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99658,0.00006973027,0.0004736613,0.0014116378,0.00078821153,0.0006767369],"domain_scores_gemma":[0.99686784,0.0009943713,0.00024180468,0.0016126633,0.00013247585,0.00015082749],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013246554,0.00053411373,0.00046335632,0.0008077502,0.00013452416,0.0006657104,0.0036377325,0.00036709747,0.0000072360526],"category_scores_gemma":[0.00010499019,0.00052216585,0.000080818354,0.0007266561,0.00028926771,0.0012805755,0.0005544692,0.0009774098,0.000018947589],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006092653,0.00007213605,0.0002857985,0.000029312398,0.0000060555394,0.0003438125,0.00017393084,0.5150226,0.000025962172,0.0075225765,0.00017083819,0.4763409],"study_design_scores_gemma":[0.0002042607,0.00029747127,0.00052692124,0.00034458018,0.0000074928157,0.00009025619,3.931871e-8,0.67984676,0.0005405472,0.31555787,0.0016920072,0.00089181593],"about_ca_topic_score_codex":0.000114978175,"about_ca_topic_score_gemma":0.00010129781,"teacher_disagreement_score":0.4754491,"about_ca_system_score_codex":0.00028389684,"about_ca_system_score_gemma":0.00057938084,"threshold_uncertainty_score":0.999723},"labels":[],"label_agreement":null},{"id":"W1539193847","doi":"10.18438/b82s6k","title":"Applicability: What Is It? How Do You Find It?","year":2010,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Data science; Information retrieval","score_opus":0.014141873797634747,"score_gpt":0.2604336465150744,"score_spread":0.24629177271743966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1539193847","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00094282965,0.00048258138,0.41094705,0.5846867,0.0004966158,0.00030969433,0.0000037993611,0.0005397572,0.001590989],"genre_scores_gemma":[0.12229918,0.007906368,0.60164845,0.26731834,0.0002188397,0.00013695557,0.000019353884,0.000018646575,0.0004338981],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988419,0.00009998853,0.0002611305,0.00026010606,0.0003323685,0.00020451639],"domain_scores_gemma":[0.9955065,0.0031411222,0.00031818936,0.0008052423,0.00007818959,0.00015071376],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0010062925,0.0001709196,0.00012756533,0.0001455977,0.00017607078,0.0046362057,0.0007110952,0.00014312165,0.00023198333],"category_scores_gemma":[0.001751505,0.0001566102,0.000043762026,0.00049488235,0.000051653198,0.5280528,0.00027246514,0.0005415337,0.000080369195],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015291052,0.000091702976,0.00042464377,0.0002956129,0.000029545743,0.000014038855,0.0019318565,0.00007871893,0.00029904014,0.3297237,0.078068666,0.5888896],"study_design_scores_gemma":[0.00011522698,0.0000919053,0.0003808839,0.00012727283,0.000010864944,0.000063824744,0.00027984037,0.017077599,0.0029919166,0.00046440982,0.9781804,0.0002158708],"about_ca_topic_score_codex":0.0000025936022,"about_ca_topic_score_gemma":1.6344071e-8,"teacher_disagreement_score":0.90011173,"about_ca_system_score_codex":0.0000052478963,"about_ca_system_score_gemma":0.00013596343,"threshold_uncertainty_score":0.9963971},"labels":[],"label_agreement":null},{"id":"W1548465546","doi":"10.1007/978-3-642-14347-2_15","title":"A Repository of Agile Method Fragments","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Agile software development; Agile Unified Process; Computer science; Agile usability engineering; Lean software development; Extreme programming practices; Software deployment; Software engineering; Process (computing); Software; Process management; Knowledge management; Software development process; Data science; Software development; Engineering","score_opus":0.012725943731351613,"score_gpt":0.2719314962684365,"score_spread":0.2592055525370849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1548465546","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000039092905,0.00028067132,0.99421024,0.00018327238,0.002031118,0.00020297588,0.0000020556536,0.000281427,0.0027691156],"genre_scores_gemma":[0.0113635585,0.000023327051,0.9878901,0.00023772678,0.00020869088,0.000006564019,9.843222e-7,0.000022684138,0.0002463195],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99753565,0.000030831212,0.00044049104,0.00092485646,0.0007233806,0.00034478202],"domain_scores_gemma":[0.99691164,0.00088451523,0.000386768,0.0015169184,0.00019345521,0.00010669783],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010521192,0.00033388106,0.00041875578,0.00055175903,0.00012530497,0.0002140841,0.0030654331,0.00037566727,0.000012583554],"category_scores_gemma":[0.00014660726,0.00030801675,0.000114633556,0.00036541052,0.00028695815,0.00050997623,0.0010832471,0.001028888,0.0000062658223],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065220243,0.000051695937,0.00009204118,0.00011180547,0.000027178758,0.00014981483,0.0009182,0.008959372,0.007227076,0.019009108,0.000031243067,0.9634159],"study_design_scores_gemma":[0.00034933718,0.00054052396,0.00028445682,0.00097413873,0.00003162218,0.00048917346,8.9744304e-8,0.41837892,0.20629467,0.3359426,0.035141055,0.0015734368],"about_ca_topic_score_codex":0.000040764666,"about_ca_topic_score_gemma":0.0000063392404,"teacher_disagreement_score":0.9618425,"about_ca_system_score_codex":0.00008178895,"about_ca_system_score_gemma":0.00027676788,"threshold_uncertainty_score":0.9999372},"labels":[],"label_agreement":null},{"id":"W1549450456","doi":"10.1007/978-3-540-73101-6_28","title":"A Case Study of the Implementation of Agile Methods in a Bioinformatics Project","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Scrum; Project management; Perspective (graphical); Process (computing); Engineering; Project team; Engineering management; Computer science; Process management; Knowledge management; Software engineering; Systems engineering; Software; Software development; Artificial intelligence","score_opus":0.061380940611440546,"score_gpt":0.4003194130550195,"score_spread":0.33893847244357894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1549450456","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047503407,0.000054310953,0.9937678,0.000023991737,0.00039975301,0.00080652145,0.0000021093033,0.000052031453,0.00014313117],"genre_scores_gemma":[0.17259985,0.0000058034325,0.82729423,0.000057879908,0.000021305039,0.000007896339,2.5821467e-7,0.000008255452,0.000004549191],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981696,0.00006588083,0.00066118035,0.00036379855,0.00050617504,0.00023333872],"domain_scores_gemma":[0.99754006,0.0008587356,0.0005303258,0.0009070284,0.00013847425,0.00002537468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002356589,0.00021168964,0.0003202888,0.0008108755,0.000055016764,0.000072955816,0.0015765224,0.00011108389,0.0000027642843],"category_scores_gemma":[0.00009829364,0.00015520368,0.000061273786,0.0010635575,0.00014092805,0.0003977464,0.0009013477,0.00041869373,1.9872539e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025981735,0.0000630554,0.00060012826,0.0000901126,0.0000107654505,0.00014506561,0.01625302,0.007428947,0.000034715675,0.0009437587,0.0000029830985,0.97442484],"study_design_scores_gemma":[0.0010974199,0.0018233509,0.0010637494,0.00072155986,0.00004373009,0.002144348,0.000110455,0.9591034,0.013338054,0.019007469,0.00056460587,0.0009818713],"about_ca_topic_score_codex":0.0008504661,"about_ca_topic_score_gemma":0.0006732757,"teacher_disagreement_score":0.973443,"about_ca_system_score_codex":0.000100090096,"about_ca_system_score_gemma":0.00030147683,"threshold_uncertainty_score":0.63290226},"labels":[],"label_agreement":null},{"id":"W1550539371","doi":"","title":"Sélection de portefeuille de projets : une approche pratique","year":2007,"lang":"fr","type":"article","venue":"ASAC","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Abitibi-Témiscamingue; Université du Québec à Rimouski","funders":"","keywords":"Political science; Humanities; Philosophy","score_opus":0.028874859814999942,"score_gpt":0.3108041556900998,"score_spread":0.28192929587509985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1550539371","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00607296,0.0014479499,0.9726668,0.008545405,0.00081415765,0.00022855662,9.4911e-7,0.0006470363,0.009576157],"genre_scores_gemma":[0.2631867,0.00033556033,0.72186667,0.00094542466,0.0006028728,0.000037070917,0.0000030489457,0.000034798806,0.012987839],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986783,0.00007806635,0.00022628331,0.0002981958,0.00017577894,0.0005433288],"domain_scores_gemma":[0.99894303,0.00031719328,0.00012784697,0.00036820516,0.00009198015,0.00015176361],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018589784,0.00016250464,0.0001267426,0.000091055175,0.0001144684,0.0001584115,0.00036839655,0.00025397708,0.000019146599],"category_scores_gemma":[0.0003180313,0.00017889687,0.00005989893,0.00066602364,0.000040655446,0.0006340103,0.000095975505,0.00042879608,0.000028829247],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041122625,0.0004745154,0.0043372246,0.00031889504,0.0001106623,0.0005348257,0.016723735,0.00089175726,0.005764251,0.13030544,0.09599692,0.74450064],"study_design_scores_gemma":[0.00018185689,0.000340635,0.013435023,0.00014217176,0.00003603881,0.0007095573,0.000102994134,0.036067482,0.03385167,0.012933442,0.9017653,0.00043384766],"about_ca_topic_score_codex":0.001432208,"about_ca_topic_score_gemma":0.0001392747,"teacher_disagreement_score":0.8057684,"about_ca_system_score_codex":0.00021684525,"about_ca_system_score_gemma":0.00033874935,"threshold_uncertainty_score":0.72952026},"labels":[],"label_agreement":null},{"id":"W1550752171","doi":"10.1007/978-3-540-73101-6_1","title":"Comparing Decision Making in Agile and Non-agile Software Organizations","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Agile usability engineering; Agile Unified Process; Software; Context (archaeology); Knowledge management; Lean software development; Software development; Computer science; Process management; Engineering; Software engineering; Software development process","score_opus":0.020160076673827163,"score_gpt":0.2785978708932468,"score_spread":0.2584377942194196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1550752171","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000715478,0.0004595289,0.99680597,0.000081794045,0.0008096275,0.00026269033,0.0000015388074,0.0003640939,0.00049930124],"genre_scores_gemma":[0.30622512,0.00005158521,0.6932581,0.00030770642,0.00010826857,0.0000031948118,0.0000018995756,0.00002752241,0.00001657706],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99738044,0.000014987122,0.00046123666,0.0010573003,0.00058754603,0.0004985137],"domain_scores_gemma":[0.9970742,0.0015543232,0.00020216004,0.00087055913,0.00019254316,0.00010625198],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010075815,0.00038337638,0.0004188129,0.0011703622,0.0002007546,0.0005742585,0.0018105895,0.000285578,0.0000137481875],"category_scores_gemma":[0.0004630599,0.0003854149,0.000039720962,0.0012295085,0.00019927541,0.00081448286,0.0015727191,0.00082237757,0.000011391346],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058791857,0.000029966055,0.007229748,0.00006364302,0.0000068235954,0.00019414199,0.0011676901,0.06442236,0.000030160603,0.0048859813,0.000035309877,0.9219283],"study_design_scores_gemma":[0.00031629272,0.00013207963,0.009538701,0.0019910638,0.000009774231,0.0001722692,3.1507014e-7,0.84104204,0.00042017162,0.1430651,0.002218397,0.0010938166],"about_ca_topic_score_codex":0.00003092391,"about_ca_topic_score_gemma":0.00015963116,"teacher_disagreement_score":0.9208345,"about_ca_system_score_codex":0.00023215984,"about_ca_system_score_gemma":0.0001975275,"threshold_uncertainty_score":0.99985975},"labels":[],"label_agreement":null},{"id":"W1554346544","doi":"10.1007/978-3-540-27777-4_41","title":"First Encounter with Agile Methods","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Scrum; Extreme programming; Popularity; Extreme programming practices; Agile Unified Process; User story; Computer science; Agile usability engineering; Order (exchange); Software; Software engineering; Software development; Management science; Engineering; Software development process; Psychology; Business","score_opus":0.016860149210102707,"score_gpt":0.2840244327893491,"score_spread":0.2671642835792464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1554346544","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005496119,0.00043689072,0.9937976,0.0008128103,0.0010617294,0.00028255658,0.0000019902548,0.0006251251,0.002975776],"genre_scores_gemma":[0.01129375,0.0000556718,0.9873433,0.0008401769,0.00024226561,0.000014874276,0.0000014517577,0.000040483654,0.00016799207],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9970459,0.00002601227,0.0003428426,0.001295224,0.0007293239,0.000560699],"domain_scores_gemma":[0.9969752,0.0009109377,0.0002390223,0.0015455215,0.00018177288,0.00014758306],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001082118,0.0005207654,0.00044697608,0.0006128562,0.00020496237,0.0006347279,0.0032492597,0.00028684296,0.000050280716],"category_scores_gemma":[0.00010498116,0.000417006,0.00009316611,0.0005822957,0.00039197213,0.0009388282,0.00094321935,0.0009090109,0.000027341084],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011345363,0.000040433133,0.000047508573,0.00011588569,0.00003097045,0.00032852188,0.0010984549,0.21085916,0.00003479991,0.06372497,0.000046085624,0.72366184],"study_design_scores_gemma":[0.0005188135,0.0009229867,0.00012081928,0.0019502824,0.000029281808,0.0005785737,1.2719268e-7,0.3860376,0.004823149,0.5444998,0.058376603,0.0021419632],"about_ca_topic_score_codex":0.000050742314,"about_ca_topic_score_gemma":0.00005063033,"teacher_disagreement_score":0.7215199,"about_ca_system_score_codex":0.00034695186,"about_ca_system_score_gemma":0.00047762366,"threshold_uncertainty_score":0.99982816},"labels":[],"label_agreement":null},{"id":"W1556740091","doi":"10.1002/smr.572","title":"Contextualizing agile software development","year":2011,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":152,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Agile software development; Agile Unified Process; Lean software development; Software engineering; Agile usability engineering; Software development; Computer science; Extreme programming practices; Software development process; Software; Systems engineering; Engineering; Programming language","score_opus":0.032268173185308426,"score_gpt":0.2607337189416604,"score_spread":0.228465545756352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556740091","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019354282,0.0022318382,0.9776273,0.000050414787,0.00032442444,0.00005992173,6.5480003e-7,0.00026799692,0.00008317814],"genre_scores_gemma":[0.5291818,0.00005585066,0.47056243,0.000096759526,0.00005067741,0.0000039424854,3.203323e-7,0.000009041965,0.00003918327],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99891937,0.00003514945,0.00040651506,0.00016057465,0.00028738333,0.0001909887],"domain_scores_gemma":[0.9987731,0.00014641102,0.00039000958,0.0001500566,0.00039900327,0.00014142606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005917929,0.00013805332,0.00019753464,0.00018682987,0.00013962277,0.00007809912,0.00048217754,0.00008042337,0.000025053017],"category_scores_gemma":[0.0005111286,0.00011723605,0.00004928607,0.0002501009,0.00003290766,0.0012721708,0.000092051094,0.00023326417,0.00000541375],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027258607,0.000629304,0.15817109,0.00095486926,0.00037994838,0.00032520838,0.039131425,0.00017132371,0.00017067269,0.024064777,0.00667558,0.7690532],"study_design_scores_gemma":[0.0064641037,0.0039756196,0.44028115,0.004009939,0.00030469877,0.010884666,0.002580807,0.0032561559,0.034576517,0.19006264,0.29871956,0.0048841536],"about_ca_topic_score_codex":0.0000072038933,"about_ca_topic_score_gemma":0.000001476687,"teacher_disagreement_score":0.7641691,"about_ca_system_score_codex":0.00005601053,"about_ca_system_score_gemma":0.00019751616,"threshold_uncertainty_score":0.47807476},"labels":[],"label_agreement":null},{"id":"W1557248405","doi":"10.1108/13527591211207680","title":"Alignment between social and technical capability in software development teams","year":2012,"lang":"en","type":"article","venue":"Team Performance Management","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Lakehead University","funders":"","keywords":"Software development; Team software process; Originality; Software; Knowledge management; Process (computing); New product development; Computer science; Process management; Empirical research; Software development process; Personal software process; Product (mathematics); Engineering; Business; Software construction; Sociology; Qualitative research; Marketing","score_opus":0.020579894101853992,"score_gpt":0.2650401345326656,"score_spread":0.24446024043081163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1557248405","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70891577,0.00012392398,0.28755984,0.00023706019,0.00014365693,0.0004404441,6.9002755e-7,0.0007004695,0.0018781308],"genre_scores_gemma":[0.7820921,0.000038309678,0.21758677,0.00006348597,0.000054974415,0.00010352346,0.0000022430606,0.000007785754,0.00005079904],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986977,0.00002986465,0.00027421227,0.0002748816,0.00029021033,0.00043312515],"domain_scores_gemma":[0.9994808,0.000055522763,0.00006283528,0.00030710018,0.000011616268,0.00008212239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011041316,0.00016374081,0.00016656509,0.00013035355,0.00013666438,0.00005966794,0.00044733917,0.00006575855,0.000007610922],"category_scores_gemma":[0.000013303551,0.00015521717,0.000022375601,0.0002468845,0.00003339418,0.00067639316,0.0006892077,0.00017638547,0.000020152858],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053364065,0.00015208001,0.556448,0.00021398226,0.000026843956,0.000002160881,0.0013976068,0.000021534202,0.000007061098,0.003005761,0.0010417433,0.43767792],"study_design_scores_gemma":[0.00019361135,0.00003777333,0.9494718,0.00003334679,0.00000861891,0.0000046495593,0.00003551608,0.0002506363,0.0004554601,0.00013007583,0.049120054,0.00025846533],"about_ca_topic_score_codex":0.000013282649,"about_ca_topic_score_gemma":0.0000022947818,"teacher_disagreement_score":0.43741944,"about_ca_system_score_codex":0.00024300418,"about_ca_system_score_gemma":0.000014167862,"threshold_uncertainty_score":0.6329573},"labels":[],"label_agreement":null},{"id":"W1559531086","doi":"10.1007/978-3-642-13054-0_21","title":"Improving Responsiveness, Bug Detection, and Delays in a Bureaucratic Setting: A Longitudinal Empirical IID Adoption Case Study","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agency (philosophy); Bureaucracy; Business; Process management; Government (linguistics); Operations management; Computer science; Engineering; Political science","score_opus":0.019008179000957005,"score_gpt":0.2785766045191269,"score_spread":0.2595684255181699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1559531086","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01933683,0.00032860087,0.9785045,0.0003111856,0.00032478163,0.0006482393,0.0000013580919,0.0003639005,0.00018063711],"genre_scores_gemma":[0.9425042,0.0000263247,0.057045177,0.00016416704,0.00012300194,0.000077362536,0.000010728948,0.000031492415,0.000017489643],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981354,0.000044630757,0.0007733161,0.0004190587,0.00034970202,0.00027789501],"domain_scores_gemma":[0.99800026,0.00042963383,0.0006248895,0.00039880612,0.00048848457,0.000057909154],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008980605,0.00041927028,0.00037961476,0.0010215878,0.000258435,0.00079323957,0.0003123186,0.0005510495,0.0000040986724],"category_scores_gemma":[0.0012287525,0.00040558452,0.000033663062,0.00060376286,0.000055117325,0.0035673704,0.00020920983,0.0012219035,0.0000020704358],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012515944,0.000060733,0.004804278,0.001456648,0.000020714804,0.0011903462,0.008337473,0.005769943,0.00011972045,0.00024986995,0.000002366705,0.9778628],"study_design_scores_gemma":[0.0056328336,0.0012087418,0.03409603,0.006674366,0.000404547,0.03674325,0.00058638473,0.8565224,0.001959257,0.03455538,0.014751251,0.006865586],"about_ca_topic_score_codex":0.00024169244,"about_ca_topic_score_gemma":0.00080880243,"teacher_disagreement_score":0.97099715,"about_ca_system_score_codex":0.00016295836,"about_ca_system_score_gemma":0.00028633745,"threshold_uncertainty_score":0.9998396},"labels":[],"label_agreement":null},{"id":"W1560125408","doi":"10.1007/3-540-45672-4_49","title":"Empirical Evaluation of Agile Processes","year":2002,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; SAIT Polytechnic","funders":"","keywords":"Agile software development; Computer science; Waterfall; Waterfall model; Extreme programming practices; User story; Empirical research; Key (lock); Agile usability engineering; Extreme programming; Knowledge management; Software engineering; Process management; Software; Engineering management; Software development; Software development process; Engineering; Computer security","score_opus":0.06184688523139632,"score_gpt":0.32307070045003056,"score_spread":0.26122381521863425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1560125408","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008202943,0.0011079422,0.9940247,0.00036813013,0.000618843,0.00029496584,0.000002134267,0.00024086924,0.0032603717],"genre_scores_gemma":[0.20827037,0.00015709523,0.79074246,0.00037731137,0.0002658974,0.000019922396,0.0000028035824,0.0000297833,0.00013436396],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99697924,0.00003730526,0.00038241653,0.0008114364,0.0014886595,0.0003009481],"domain_scores_gemma":[0.9971338,0.000802576,0.000293667,0.0009560047,0.0007379118,0.00007605846],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00165459,0.00029099404,0.00033400298,0.0005455283,0.00007590495,0.00018911612,0.0020829786,0.00022700742,0.000057026053],"category_scores_gemma":[0.00069405115,0.00026257528,0.000064943,0.00070850976,0.00023708717,0.0006371304,0.0005642954,0.00044705803,0.000013659263],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022799418,0.000046079138,0.00015649793,0.00013977352,0.00001164718,0.000015952837,0.0007823218,0.04967882,0.000028930323,0.0022897455,0.00013102038,0.9467169],"study_design_scores_gemma":[0.00017892197,0.00021175893,0.00018398999,0.00048389492,0.000025464942,0.00005929606,4.525872e-8,0.84353685,0.0033055835,0.14614023,0.00533855,0.0005354229],"about_ca_topic_score_codex":0.0000076150586,"about_ca_topic_score_gemma":0.000007118701,"teacher_disagreement_score":0.94618154,"about_ca_system_score_codex":0.00016673165,"about_ca_system_score_gemma":0.00056483055,"threshold_uncertainty_score":0.99998266},"labels":[],"label_agreement":null},{"id":"W1562779169","doi":"10.1007/978-3-540-77010-7_8","title":"How Do Users Express Goals on the Web? - An Exploration of Intentional Structures in Web Search","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; York University","funders":"","keywords":"Tree traversal; Computer science; Exploratory search; Construct (python library); World Wide Web; Plan (archaeology); Search engine; Product (mathematics); Data science; Information retrieval; Mathematics","score_opus":0.07230656730095389,"score_gpt":0.31049553891594944,"score_spread":0.23818897161499555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1562779169","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018969803,0.00014967872,0.9952699,0.001234425,0.0006587178,0.00034397168,0.0000063518323,0.00013375646,0.0003062217],"genre_scores_gemma":[0.65823895,0.00007402216,0.34101874,0.0003767794,0.00020440794,0.000011472423,0.0000043915106,0.000022638762,0.00004861041],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99725735,0.00008018151,0.00034641,0.0008276248,0.0011055316,0.00038291587],"domain_scores_gemma":[0.9971688,0.0012247794,0.0002188392,0.0010840473,0.00022283895,0.00008071449],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017885463,0.00032638904,0.00029680366,0.00096198113,0.000109956134,0.00067465706,0.002838525,0.00024344206,0.000014010667],"category_scores_gemma":[0.0002136279,0.00024131339,0.00007797082,0.00061527546,0.00037390826,0.0019598822,0.0005870933,0.000912371,0.0000019562376],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041967985,0.000075214775,0.0002664147,0.00007554922,0.000019443929,0.000073850344,0.0025997101,0.123962276,0.0016456569,0.39119977,0.00005525097,0.47998488],"study_design_scores_gemma":[0.00038065336,0.000745232,0.00061556435,0.0009832773,0.000007958393,0.000042478474,0.0000064082014,0.61915696,0.013410807,0.3596308,0.004005984,0.0010139124],"about_ca_topic_score_codex":0.000017699507,"about_ca_topic_score_gemma":0.00006544893,"teacher_disagreement_score":0.65634197,"about_ca_system_score_codex":0.0001408103,"about_ca_system_score_gemma":0.00025965748,"threshold_uncertainty_score":0.9840475},"labels":[],"label_agreement":null},{"id":"W1572018399","doi":"10.1007/978-3-540-73101-6_8","title":"Job Satisfaction and Motivation in a Large Agile Team","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Scrum; Knowledge management; Autonomy; Variety (cybernetics); Software development; Team software process; Agile usability engineering; Job satisfaction; Computer science; Software; Process management; Engineering; Engineering management; Software engineering; Software development process; Psychology; Political science","score_opus":0.019322790949704256,"score_gpt":0.2636909671427683,"score_spread":0.24436817619306403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1572018399","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012568219,0.00030372036,0.9959035,0.00019025133,0.00063934573,0.0002446577,0.0000017311005,0.00026143773,0.0011985502],"genre_scores_gemma":[0.42485318,0.00011506125,0.57420933,0.0005434725,0.00017746333,0.000006578982,0.0000019920144,0.000021383388,0.00007154441],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99800295,0.000018830971,0.00031465982,0.0008005935,0.0004684701,0.00039450213],"domain_scores_gemma":[0.99842125,0.0007020612,0.00015738775,0.00056251686,0.00007911653,0.00007765619],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012123487,0.0002780112,0.00025923428,0.0009119993,0.00010051243,0.00029287479,0.00067074236,0.00026678556,0.000008082679],"category_scores_gemma":[0.00020619803,0.00027296855,0.00003541412,0.00050930376,0.000121535915,0.0008815376,0.00052581937,0.0007003946,0.000005436442],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051789643,0.00001403363,0.0157926,0.00004471012,0.0000046395676,0.000052635478,0.0007631444,0.0047061658,0.00007286697,0.018381901,0.000020780686,0.96014136],"study_design_scores_gemma":[0.0005961883,0.0003358416,0.14523438,0.0009176412,0.000008376604,0.00020734858,3.9209309e-7,0.6609724,0.0009900227,0.18225032,0.00714853,0.0013385237],"about_ca_topic_score_codex":0.00008917549,"about_ca_topic_score_gemma":0.0002920167,"teacher_disagreement_score":0.9588028,"about_ca_system_score_codex":0.0001676989,"about_ca_system_score_gemma":0.00010757074,"threshold_uncertainty_score":0.9999722},"labels":[],"label_agreement":null},{"id":"W1575671027","doi":"10.1002/9781118135105.ch31","title":"Practice: Requirements Engineering in Global Teams","year":2011,"lang":"en","type":"other","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Engineering management; Engineering; Software engineering; Computer science","score_opus":0.016996600695104756,"score_gpt":0.28772884067953797,"score_spread":0.2707322399844332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1575671027","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.8375896e-7,0.0003479722,0.4640135,0.000060153263,0.00036805274,0.0001165686,0.0000010369426,0.0016692026,0.5334232],"genre_scores_gemma":[0.00025374306,0.0002872319,0.8723113,0.0002081176,0.00013651997,0.00003799756,0.000002671658,0.00015397946,0.12660845],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99897695,0.000023550703,0.00017542468,0.00035609878,0.00020868331,0.00025931626],"domain_scores_gemma":[0.9990838,0.00006952461,0.00012831327,0.0006413658,0.000015771779,0.00006123257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002643302,0.00021979526,0.00018644336,0.0001690327,0.000007744053,0.0000824807,0.00090408314,0.00022070993,0.0004285029],"category_scores_gemma":[0.0002200171,0.00021272774,0.000037469734,0.00034620526,0.000006386564,0.00046112417,0.00027388104,0.00020995733,0.00018400114],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036727772,0.00010865812,0.00030503425,0.00008319144,0.00006932526,0.0001635663,0.00006435192,0.000027848215,0.0000020163036,0.11429404,0.8598064,0.02507187],"study_design_scores_gemma":[0.00012112397,0.00004136574,0.00007293621,0.00013926509,0.0000062572235,0.000026513746,0.0000017087912,0.0010703155,0.000014280896,0.0002421095,0.9979821,0.00028203358],"about_ca_topic_score_codex":0.0013078602,"about_ca_topic_score_gemma":0.000039242863,"teacher_disagreement_score":0.40829784,"about_ca_system_score_codex":0.00010068885,"about_ca_system_score_gemma":0.000045155284,"threshold_uncertainty_score":0.86747855},"labels":[],"label_agreement":null},{"id":"W1576191155","doi":"","title":"On generating cognitive patterns of software comprehension","year":2005,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Coding (social sciences); Comprehension; Grounded theory; Software; Program comprehension; Empirical research; Software engineering; Software development; Software analytics; Data science; Personal software process; Field (mathematics); Software construction; Qualitative research; Management science; Software system; Programming language; Engineering; Epistemology","score_opus":0.1167131373715219,"score_gpt":0.41160331193486005,"score_spread":0.29489017456333816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1576191155","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4300632,0.0018321204,0.55603385,0.00657604,0.00083070167,0.0034857357,0.0006082338,0.00024925545,0.00032083993],"genre_scores_gemma":[0.9401991,0.00034214166,0.05902248,0.000059417514,0.00003813138,0.00008594038,0.0000036758734,0.000011959902,0.00023715079],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99820703,0.0002876227,0.00029273637,0.00034772977,0.00056087866,0.00030401105],"domain_scores_gemma":[0.9906702,0.0048856833,0.00024706183,0.00043132165,0.003719243,0.00004647938],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061556883,0.00016162427,0.00030598257,0.00012117291,0.00029648648,0.000040082654,0.00068880076,0.000046718742,0.000004474811],"category_scores_gemma":[0.0041584955,0.00011187624,0.000067105,0.000614022,0.0001579024,0.00024818492,0.00040683715,0.0002638516,0.0000023308576],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016325227,0.0012662582,0.0019838207,0.001305168,0.0008241997,0.000008264744,0.027957426,0.056706853,0.02276098,0.3745852,0.0058126,0.5051567],"study_design_scores_gemma":[0.002584783,0.0032036025,0.0006814365,0.0051237266,0.00003095998,0.000001497283,0.009152725,0.028300999,0.9290104,0.011297532,0.010010652,0.00060168625],"about_ca_topic_score_codex":0.0000022587528,"about_ca_topic_score_gemma":0.000030730902,"teacher_disagreement_score":0.9062494,"about_ca_system_score_codex":0.00009313606,"about_ca_system_score_gemma":0.00015110122,"threshold_uncertainty_score":0.4978408},"labels":[],"label_agreement":null},{"id":"W1581291502","doi":"10.1007/978-3-540-25983-1_10","title":"Tool Support for Inter-team Learning in Agile Software Organizations","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Agile software development; Knowledge management; Tacit knowledge; Suite; Software development; Flexibility (engineering); Knowledge sharing; Software engineering; Software; Organizational learning; Personal software process; Lean software development; Team software process; Software development process; Software construction; Management","score_opus":0.01174206129276435,"score_gpt":0.25198221013987887,"score_spread":0.24024014884711453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1581291502","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003900256,0.00009555296,0.9968956,0.000368694,0.0009930695,0.00050609576,0.000005228481,0.00076943525,0.00032732717],"genre_scores_gemma":[0.057788424,0.000029546776,0.9408538,0.0006188934,0.00022630183,0.000032999822,0.00001704954,0.000057736255,0.00037529608],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974309,0.000019182278,0.00047901203,0.0010854135,0.00043959927,0.000545889],"domain_scores_gemma":[0.997634,0.0009410228,0.00023303328,0.00080912246,0.00029344548,0.000089355046],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008249378,0.000407125,0.00040290225,0.0008266051,0.00018762573,0.000480404,0.0022908326,0.00030839053,0.00004509838],"category_scores_gemma":[0.001012156,0.00041502574,0.00008657952,0.0009018295,0.00016783635,0.0006507585,0.00089072884,0.00092201435,0.000021161559],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073593465,0.000061159255,0.00070626533,0.0001489777,0.000014372446,0.00008419206,0.0017495996,0.30204594,0.00005056926,0.02997656,0.000118652955,0.6650363],"study_design_scores_gemma":[0.0008638786,0.001011472,0.00037309044,0.0014561425,0.000021111839,0.00020588751,5.7610544e-7,0.46399933,0.002046416,0.48790315,0.039953183,0.002165777],"about_ca_topic_score_codex":0.000025645442,"about_ca_topic_score_gemma":0.00003674646,"teacher_disagreement_score":0.6628706,"about_ca_system_score_codex":0.00043245935,"about_ca_system_score_gemma":0.0008404418,"threshold_uncertainty_score":0.9998302},"labels":[],"label_agreement":null},{"id":"W1586435021","doi":"10.1002/9781118959312.ch8","title":"Data Collection and Industry Standards: The ISBSG Repository","year":2015,"lang":"en","type":"other","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Benchmarking; Software; Data collection; Computer science; Process (computing); Normalization (sociology); Engineering management; Engineering; Software engineering; Data science; Business","score_opus":0.037776537133352064,"score_gpt":0.3063386484699304,"score_spread":0.26856211133657837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1586435021","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.470625e-7,0.0020062428,0.34459087,0.00047130854,0.0007038937,0.0001427536,0.0000452193,0.0013199488,0.65071905],"genre_scores_gemma":[0.000044395878,0.00021049094,0.08105076,0.0001338616,0.0003237098,0.0000089656505,0.000013059162,0.000077483244,0.91813725],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99928033,0.00004260416,0.000076225995,0.0002693279,0.00025008834,0.00008139639],"domain_scores_gemma":[0.9985597,0.000078669786,0.00008183513,0.001201604,0.000037415382,0.000040764033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005362748,0.00010112899,0.00009074825,0.00005889241,0.000050816972,0.00020840052,0.0009645891,0.00027064118,0.00006012134],"category_scores_gemma":[0.00011509266,0.00006543613,0.0000067975648,0.00016127373,0.000026612606,0.00019065123,0.0006034285,0.0003593296,0.000002519072],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.1110023e-7,0.0000028037675,0.000013995638,0.000007188709,0.000013776811,0.0000040151026,0.000021255835,3.275221e-7,2.8348492e-7,0.000525896,0.9978437,0.0015661864],"study_design_scores_gemma":[0.000034228913,0.000021544118,0.000009278963,0.000033638127,0.000008134572,0.00005329559,0.0000065598247,0.0016378643,0.000008208711,0.00013001195,0.9979623,0.00009495516],"about_ca_topic_score_codex":0.00040144747,"about_ca_topic_score_gemma":0.000047267033,"teacher_disagreement_score":0.26741827,"about_ca_system_score_codex":0.000034170596,"about_ca_system_score_gemma":0.00021852306,"threshold_uncertainty_score":0.2668408},"labels":[],"label_agreement":null},{"id":"W1587439236","doi":"10.1109/step.2002.1267609","title":"2nd International Workshop on Adoption-Centric Software Engineering Theme: from prototype to product","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Victoria","funders":"","keywords":"Theme (computing); Product (mathematics); Software engineering; Computer science; Product design; Software; New product development; Systems engineering; Manufacturing engineering; Engineering; Engineering management; World Wide Web; Business; Programming language; Marketing; Mathematics","score_opus":0.025534507768839993,"score_gpt":0.2479943466987806,"score_spread":0.2224598389299406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1587439236","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031777783,0.000113319526,0.9907455,0.0023781739,0.00087491656,0.00042165385,0.0000027018775,0.0015763071,0.00070966297],"genre_scores_gemma":[0.23051684,0.000047465703,0.76771975,0.00045519334,0.00033277844,0.00014267089,0.0000042294027,0.000020047548,0.00076101307],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990092,0.000011094203,0.00014424651,0.00037050853,0.00027332906,0.0001916062],"domain_scores_gemma":[0.9990702,0.00025800552,0.00003664682,0.0004879353,0.00006115741,0.00008605486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000108172695,0.00013908664,0.00009179578,0.00015647008,0.00003830057,0.00019677111,0.00077584764,0.000041276744,0.00043645507],"category_scores_gemma":[0.0006072166,0.00012378152,0.000037024885,0.0004095655,0.0000036780054,0.00043274148,0.00016744203,0.00016983191,0.00023688868],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006667224,0.0006908452,0.0056762947,0.000046339355,0.00020160148,0.00009587339,0.0017420684,0.045767047,0.0006274174,0.03562667,0.084275,0.82518417],"study_design_scores_gemma":[0.00038254156,0.00023683121,0.008431803,0.00022208632,0.000011005293,0.000021112204,0.000009806661,0.22589122,0.0052704606,0.0005123705,0.75813174,0.0008790113],"about_ca_topic_score_codex":0.000018429288,"about_ca_topic_score_gemma":8.298812e-7,"teacher_disagreement_score":0.8243052,"about_ca_system_score_codex":0.00005448005,"about_ca_system_score_gemma":0.0000064435785,"threshold_uncertainty_score":0.5047664},"labels":[],"label_agreement":null},{"id":"W1590207096","doi":"10.1007/b99820","title":"Extreme programming and agile methods - XP/Agile Universe 2004 : 4th Conference on Extreme Programming and Agile Methods Calgary, Canada, August 15-18, 2004 : proceedings","year":2004,"lang":"en","type":"book","venue":"Digital Access to Libraries (Université catholique de Louvain (UCL), l'Université de Namur (UNamur) and the Université Saint-Louis (USL-B))","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Agile software development; Agile usability engineering; Agile Unified Process; Extreme programming practices; Extreme programming; User story; Lean software development; Pair programming; Computer science; Software engineering; Requirement; Documentation; Scrum; Software development; Engineering; Software development process; Process management; Systems engineering; Software; Operating system","score_opus":0.024171104210360887,"score_gpt":0.24383931533784517,"score_spread":0.21966821112748428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1590207096","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007711384,0.006455369,0.5492564,0.007281793,0.00072482927,0.005616112,0.0006046958,0.0031417427,0.41920772],"genre_scores_gemma":[0.032491025,0.003512707,0.46183482,0.0025668414,0.00045494974,0.00008036827,0.0006457955,0.00071148603,0.497702],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938742,0.00046419702,0.0006250137,0.0023119182,0.0009079024,0.0018167678],"domain_scores_gemma":[0.99425006,0.001431945,0.0009849487,0.001214563,0.0006274742,0.0014910144],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0012875592,0.0016558322,0.0016005108,0.0014900228,0.0020565162,0.003249321,0.0039001233,0.0010347287,0.00017476],"category_scores_gemma":[0.00028099926,0.0017465213,0.00039855804,0.0017210641,0.0012278693,0.0031629195,0.006652076,0.0018553969,0.0000065225904],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021697064,0.0002969489,0.0006906118,0.0011830047,0.0012426327,0.0044515617,0.05951338,0.000538921,0.00012851146,0.6469998,0.02088169,0.26190323],"study_design_scores_gemma":[0.0028330933,0.0005945867,0.00042282656,0.0009594875,0.0006027228,0.00079272286,0.0020807073,0.004183892,0.00027045936,0.0093638245,0.97553736,0.0023583435],"about_ca_topic_score_codex":0.0235745,"about_ca_topic_score_gemma":0.0023385768,"teacher_disagreement_score":0.95465565,"about_ca_system_score_codex":0.005120927,"about_ca_system_score_gemma":0.0033895536,"threshold_uncertainty_score":0.9996189},"labels":[],"label_agreement":null},{"id":"W1590301537","doi":"","title":"A Software Release Planning Methodology for Developers","year":2008,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Operationalization; Interdependence; Computer science; Stakeholder; Software release life cycle; Process (computing); Process management; Order (exchange); Software; Risk analysis (engineering); Software engineering; Systems engineering; Software development; Engineering; Software quality; Business","score_opus":0.07485171264351596,"score_gpt":0.30576888878740066,"score_spread":0.23091717614388468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1590301537","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001639219,0.00007267898,0.9956072,0.00050849427,0.001736924,0.0002710056,0.000006900599,0.000068783556,0.000088772336],"genre_scores_gemma":[0.26467022,0.000019996554,0.73410153,0.0004216088,0.00025580497,0.00006198019,0.000003947416,0.000008510135,0.00045637976],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989599,0.00009196281,0.00052187964,0.000037292306,0.0002714427,0.00011752616],"domain_scores_gemma":[0.9957941,0.0016381125,0.0016562794,0.000121675315,0.00075844815,0.000031347736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026683263,0.00006117058,0.00015949016,0.00012435093,0.00020106023,0.00010496117,0.00045612175,0.00008268279,1.6386261e-7],"category_scores_gemma":[0.0055041187,0.000043102,0.00013047071,0.00018257998,0.000004243001,0.0018357632,0.000033566277,0.00010501694,0.000001699414],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040069147,0.00008672111,0.054334316,0.0008387893,0.0011653769,0.000004349585,0.04913188,0.24709056,0.00019558563,0.10729062,0.507839,0.031622097],"study_design_scores_gemma":[0.0009236136,0.00015873808,0.0045941123,0.00010087587,0.000031076233,0.00030270754,0.000235094,0.017642545,0.0005630492,0.0007837861,0.97449833,0.00016609613],"about_ca_topic_score_codex":0.0000041317303,"about_ca_topic_score_gemma":9.278934e-8,"teacher_disagreement_score":0.46665928,"about_ca_system_score_codex":0.00022772783,"about_ca_system_score_gemma":0.0001353283,"threshold_uncertainty_score":0.6589342},"labels":[],"label_agreement":null},{"id":"W1592081868","doi":"10.1109/icse.2015.55","title":"Work Practices and Challenges in Pull-Based Development: The Integrator's Perspective","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":308,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Integrator; Perspective (graphical); Computer science; Set (abstract data type); Process (computing); Quality (philosophy); Process management; Op amp integrator; Work (physics); Management science; Data science; Engineering; Artificial intelligence; Epistemology","score_opus":0.21732634672507403,"score_gpt":0.3518920728393924,"score_spread":0.13456572611431836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1592081868","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04131946,0.0032501903,0.9307564,0.01669424,0.0044456655,0.0005787766,0.0000069198195,0.00190025,0.001048119],"genre_scores_gemma":[0.8404161,0.0005287002,0.15843394,0.00016908838,0.00019426824,0.00014837502,0.0000037114287,0.00003478153,0.000071069226],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982227,0.00008356615,0.00030977375,0.0005431162,0.00051741244,0.0003234465],"domain_scores_gemma":[0.99762964,0.00096015906,0.00025876024,0.0005373707,0.000450497,0.00016357523],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010118105,0.0003169313,0.00022488083,0.0003313704,0.0000658251,0.00036463066,0.0015637606,0.00012952703,0.000009280728],"category_scores_gemma":[0.0037267834,0.00025996644,0.000040848892,0.00033437816,0.000039030685,0.00082003087,0.0001735418,0.00067390257,0.00002880252],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007679449,0.0012366225,0.03713466,0.00041392632,0.0010035919,0.0007088405,0.042022828,0.14433196,0.00045276902,0.5789442,0.008981504,0.18400116],"study_design_scores_gemma":[0.0047138715,0.0013774256,0.029082326,0.0029646056,0.00007590317,0.00030298275,0.00429799,0.5669032,0.0137485685,0.014624063,0.3569204,0.00498873],"about_ca_topic_score_codex":0.00006861498,"about_ca_topic_score_gemma":0.000032389133,"teacher_disagreement_score":0.7990966,"about_ca_system_score_codex":0.00031617418,"about_ca_system_score_gemma":0.00027445654,"threshold_uncertainty_score":0.9999853},"labels":[],"label_agreement":null},{"id":"W1597796710","doi":"","title":"A Framework for Agile Instructional Development","year":2011,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Agile software development; Computer science; Process management; Business; Software engineering","score_opus":0.13508289497227335,"score_gpt":0.3139677663066004,"score_spread":0.17888487133432704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1597796710","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15762371,0.0019346057,0.70335096,0.039252505,0.014029337,0.0042310194,0.00003093364,0.003068945,0.076478004],"genre_scores_gemma":[0.6786066,0.00014387954,0.31435934,0.00071028504,0.00013692013,0.00029592976,0.000012774519,0.000024452502,0.005709799],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99805427,0.00012607971,0.00040715392,0.0006122743,0.00042138394,0.0003788418],"domain_scores_gemma":[0.9985332,0.00025275766,0.0005451346,0.00033757385,0.00014559335,0.00018574411],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005133538,0.000257931,0.00024019195,0.00018664355,0.00026825655,0.00019004577,0.00040692338,0.0001447398,0.00018498248],"category_scores_gemma":[0.00010712449,0.00027239003,0.00003583384,0.0004989765,0.000044094628,0.00048035305,0.000104711,0.00064915145,0.000023680286],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006503011,0.00016624157,0.020271385,0.00009230225,0.0000133503,0.0000017482714,0.0009036522,0.000010291808,0.000011516693,0.8523013,0.00049896596,0.12566423],"study_design_scores_gemma":[0.0005488313,0.0007168722,0.44676283,0.00080431934,0.000012356304,0.00001600343,0.0003430007,0.0011375543,0.0005170564,0.20271651,0.34552673,0.0008979345],"about_ca_topic_score_codex":0.00018524031,"about_ca_topic_score_gemma":0.00007765617,"teacher_disagreement_score":0.6495848,"about_ca_system_score_codex":0.00032126062,"about_ca_system_score_gemma":0.00062966533,"threshold_uncertainty_score":0.9999728},"labels":[],"label_agreement":null},{"id":"W1599483641","doi":"10.1007/978-3-540-85936-9_12","title":"A Software Engineering Lifecycle Standard for Very Small Enterprises","year":2008,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":153,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Capability Maturity Model Integration; Product (mathematics); Quality (philosophy); Software; Engineering management; Process management; Business; Computer science; Manufacturing engineering; Software development; Software development process; Engineering; Operating system","score_opus":0.03475685849603668,"score_gpt":0.27312201135728054,"score_spread":0.23836515286124385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1599483641","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000030227753,0.00066131895,0.9941694,0.00023272708,0.0003025347,0.00036955706,0.00002215534,0.00038615428,0.0038259053],"genre_scores_gemma":[0.0027736921,0.004782398,0.99176174,0.00033615838,0.000039349525,0.000065901055,0.00002581155,0.000012144177,0.0002027741],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99882793,0.000008688628,0.00045605178,0.00023363523,0.0002575915,0.00021610956],"domain_scores_gemma":[0.997219,0.00070506724,0.00021502221,0.0014841876,0.00028942915,0.000087267166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062757364,0.00020465895,0.00022605812,0.0007053623,0.00030469886,0.00047903007,0.0025739917,0.00011201959,0.0000016530132],"category_scores_gemma":[0.00023417054,0.00021747488,0.00005859578,0.00023239931,0.00020267659,0.004643913,0.001502698,0.0003102781,0.0000072151493],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016962584,0.000031242824,0.0002106243,0.00025807464,0.000030797877,0.000002325857,0.0038724702,0.0042098053,0.000003247031,0.3025773,0.003293707,0.68549347],"study_design_scores_gemma":[0.00020866544,0.00010081255,0.0003920122,0.0002652999,0.0000048428533,0.000042566375,0.0000021564733,0.24276662,0.000016862297,0.0012199774,0.75463814,0.00034204972],"about_ca_topic_score_codex":0.0000048632082,"about_ca_topic_score_gemma":0.0000015425236,"teacher_disagreement_score":0.75134444,"about_ca_system_score_codex":0.00012244286,"about_ca_system_score_gemma":0.0002206793,"threshold_uncertainty_score":0.8868368},"labels":[],"label_agreement":null},{"id":"W1599634366","doi":"","title":"A template for communicating information about requirements and their realization","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Realization (probability); Information management; Software engineering; Information system; Requirements management; Requirements analysis; Process management; Management information systems; Knowledge management; Software; Systems engineering; Engineering; Programming language","score_opus":0.050151502572794555,"score_gpt":0.2846895474706442,"score_spread":0.23453804489784963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1599634366","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025578614,0.000045104167,0.99555,0.0001936731,0.00003060717,0.00012582818,9.1552187e-7,0.00036306685,0.0011329489],"genre_scores_gemma":[0.4302957,0.00018805756,0.56919664,0.0002459246,0.000007985278,0.000028304465,0.000008768627,0.000002622753,0.000025952655],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9997216,0.0000106004645,0.00011132224,0.000050632425,0.00004021796,0.00006563172],"domain_scores_gemma":[0.99952203,0.00013466142,0.00006201714,0.00022009916,0.00004354302,0.000017620085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019540743,0.000043106993,0.000043208685,0.000035919602,0.00013679922,0.00006042705,0.00020107494,0.000021785168,9.834002e-7],"category_scores_gemma":[0.000074972355,0.000034691366,0.000009757197,0.0000769986,0.000008604807,0.0014374224,0.00009027531,0.000027994769,0.0000010480654],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025269253,0.000056753568,0.0051736515,0.00019688165,0.00005669755,0.0000010105442,0.022661705,0.00051975506,0.00075505464,0.42852652,0.0212385,0.5207882],"study_design_scores_gemma":[0.0004862686,0.0001711184,0.004570154,0.00006245168,0.0000033810243,0.00007665442,0.00005444217,0.6110089,0.004665799,0.009288569,0.36931932,0.000292978],"about_ca_topic_score_codex":0.00003815227,"about_ca_topic_score_gemma":0.0000012439431,"teacher_disagreement_score":0.61048913,"about_ca_system_score_codex":0.000007618374,"about_ca_system_score_gemma":0.000007949303,"threshold_uncertainty_score":0.14146729},"labels":[],"label_agreement":null},{"id":"W1604021991","doi":"","title":"Making Management Commitment Happen in SPI","year":2008,"lang":"en","type":"article","venue":"Gothenburg University Publications Electronic Archive (Gothenburg University)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Business; Public relations; Operations management; Political science; Economics","score_opus":0.024069706618061844,"score_gpt":0.22160126698334703,"score_spread":0.19753156036528519,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1604021991","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038587677,0.000053472373,0.8891105,0.002172331,0.00005804966,0.0007643408,0.000012221529,0.00096446153,0.10300584],"genre_scores_gemma":[0.77482843,0.0023549327,0.1775684,0.00041267386,0.00006806195,0.000012922032,0.000060887403,0.00006404491,0.044629652],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99776363,0.00020136201,0.00019833233,0.0007245038,0.00032451304,0.00078762724],"domain_scores_gemma":[0.9981999,0.00025541033,0.00018812456,0.0011206176,0.00008219613,0.0001537875],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003070549,0.0002782597,0.00025988292,0.0018140891,0.0006257226,0.000065018074,0.0025780979,0.00009588393,0.00008844553],"category_scores_gemma":[0.000021879569,0.00036295905,0.00014951706,0.0016269463,0.00016503182,0.0015167983,0.0008485256,0.00049647683,0.000038467704],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042623717,0.0002497967,0.0036151628,0.000014164926,0.00011294371,0.0002209506,0.0013057295,0.00058120524,0.000032838736,0.986329,0.0031990758,0.004296462],"study_design_scores_gemma":[0.00090377434,0.00010333564,0.008289688,0.00004314804,0.00003092034,0.0000630431,0.00031034736,0.005518406,0.00003408047,0.0069525507,0.9772777,0.0004730322],"about_ca_topic_score_codex":0.00013925695,"about_ca_topic_score_gemma":0.00018901823,"teacher_disagreement_score":0.9793765,"about_ca_system_score_codex":0.0009794254,"about_ca_system_score_gemma":0.00030257442,"threshold_uncertainty_score":0.9998822},"labels":[],"label_agreement":null},{"id":"W1608644518","doi":"10.1002/smr.1641","title":"Taxonomy for software teamwork measurement","year":2014,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Taxonomy (biology); Teamwork; Team software process; Software engineering; Computer science; Software development process; Capstone; Software; Personal software process; Knowledge management; Software inspection; Process (computing); Process management; Engineering; Software development; Management science; Software quality; Software construction; Management; Computer security","score_opus":0.02905796032011379,"score_gpt":0.25503317839640477,"score_spread":0.22597521807629098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1608644518","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001018711,0.0013111398,0.9963973,0.00039496977,0.00045215603,0.00017934741,0.0000013498266,0.0002237504,0.000021269721],"genre_scores_gemma":[0.4339844,0.00003855469,0.5654944,0.00015404269,0.00026044901,0.000034294408,3.7502608e-7,0.000011719144,0.000021757432],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99882925,0.000043528864,0.00035545137,0.00017747135,0.00039682465,0.00019750033],"domain_scores_gemma":[0.9981224,0.00034470783,0.0004068028,0.00018468911,0.0008073457,0.00013404648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015414841,0.00013936652,0.00022147958,0.00015077538,0.00014776393,0.00013167386,0.0004593649,0.00008263626,0.0000037386967],"category_scores_gemma":[0.002015993,0.00011736602,0.00008685041,0.00020817736,0.000025730586,0.00086355046,0.000050026643,0.00018903964,0.0000015113459],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024027842,0.00031071587,0.031797152,0.0012338047,0.00021876904,0.000009041747,0.0009152662,0.0026986604,0.0001037003,0.022888606,0.030572632,0.90901136],"study_design_scores_gemma":[0.0031642749,0.0033535364,0.017396897,0.0011818508,0.00017632589,0.00083003135,0.00012136872,0.0139531875,0.0017417724,0.15392447,0.80286837,0.0012879065],"about_ca_topic_score_codex":0.0000026399211,"about_ca_topic_score_gemma":0.0000010424116,"teacher_disagreement_score":0.9077235,"about_ca_system_score_codex":0.000081125254,"about_ca_system_score_gemma":0.00014006006,"threshold_uncertainty_score":0.47860473},"labels":[],"label_agreement":null},{"id":"W1622033010","doi":"10.1109/agile.2015.16","title":"Understanding Digital Cardwall Usage","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Agile software development; Computer science; User story; Key (lock); Process (computing); Work (physics); Fidelity; Field (mathematics); Software; World Wide Web; Software development; Software engineering; Engineering; Computer security","score_opus":0.21896053742183536,"score_gpt":0.28422370667012253,"score_spread":0.06526316924828718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1622033010","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002908211,0.000024565472,0.9378247,0.00040716742,0.00018741154,0.000027708928,3.079881e-7,0.0009459598,0.060291328],"genre_scores_gemma":[0.87488663,0.0000022665245,0.124446824,0.00008912659,0.000027669152,0.0000016960566,4.3258555e-7,0.000003964408,0.0005413617],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99958,0.000006468614,0.000056477977,0.00011438236,0.00013445764,0.00010818279],"domain_scores_gemma":[0.9995758,0.000084854066,0.000016191541,0.00022280085,0.000017070803,0.00008330993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016105663,0.00005070094,0.000047014262,0.00003690694,0.000019965115,0.00032255668,0.0003241214,0.000022752021,0.0000049079954],"category_scores_gemma":[0.00008440765,0.000042915486,0.000018714927,0.00013136046,0.0000072450775,0.0010528705,0.00012986595,0.00005180101,0.00004130505],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033325605,0.000029979567,0.0026902829,0.000006364249,0.000019936291,0.000055418168,0.0008085345,0.0004041699,0.00001770621,0.9220546,0.062002875,0.01190681],"study_design_scores_gemma":[0.0005486127,0.0003532643,0.0003557037,0.00002627061,0.000007857811,0.00017548668,0.00026887385,0.11852323,0.0010575174,0.24378954,0.6340904,0.0008032319],"about_ca_topic_score_codex":0.00001113698,"about_ca_topic_score_gemma":7.155089e-7,"teacher_disagreement_score":0.8745958,"about_ca_system_score_codex":0.00006185873,"about_ca_system_score_gemma":0.00002419367,"threshold_uncertainty_score":0.31104216},"labels":[],"label_agreement":null},{"id":"W1668552080","doi":"10.1007/978-3-642-01853-4_59","title":"Using Digital Tabletops to Support Distributed Agile Planning Meetings","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Planner; Computer science; Multimedia; Software engineering; Artificial intelligence","score_opus":0.024449607521139616,"score_gpt":0.2714135938503101,"score_spread":0.2469639863291705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1668552080","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000041967287,0.00022101532,0.98473626,0.000479834,0.00022633446,0.00027905076,0.000027281818,0.00076150894,0.013226738],"genre_scores_gemma":[0.2986769,0.000049828446,0.6947292,0.0039141933,0.0005319881,0.000038995706,0.0012287673,0.00013007685,0.00070002524],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980546,0.0000060351385,0.0007167644,0.00033472097,0.00048619683,0.00040163592],"domain_scores_gemma":[0.99828047,0.0001582608,0.00059468625,0.00040321323,0.00047044718,0.00009290495],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00029234964,0.0004572669,0.00040651887,0.00065934483,0.00017866404,0.0017477697,0.00076273177,0.00041328804,0.000017173094],"category_scores_gemma":[0.0007416929,0.00046017006,0.000055965782,0.0006670928,0.000025880914,0.006160344,0.00027442348,0.0005455199,0.00001801566],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022034645,0.00001200378,0.000079285135,0.0003271849,0.000010643569,0.000038272825,0.0011980861,0.2046837,0.00001781411,0.0022245331,0.0003458102,0.7910406],"study_design_scores_gemma":[0.00055929774,0.00015066858,0.0002968773,0.0041190707,0.00005564898,0.00034907783,0.000010212865,0.14375702,0.0010426536,0.040047705,0.8069308,0.0026809776],"about_ca_topic_score_codex":0.000009931457,"about_ca_topic_score_gemma":0.0000010542947,"teacher_disagreement_score":0.80658495,"about_ca_system_score_codex":0.00023609799,"about_ca_system_score_gemma":0.0002692156,"threshold_uncertainty_score":0.999785},"labels":[],"label_agreement":null},{"id":"W1678190280","doi":"10.1007/978-3-642-19858-8","title":"Requirements Engineering: Foundation for Software Quality","year":2011,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Foundation (evidence); Software engineering; Software quality; Quality (philosophy); Software requirements; Requirements engineering; Software; Engineering management; Software development; Software construction; Engineering; Programming language","score_opus":0.05311507371143089,"score_gpt":0.3141976943078185,"score_spread":0.26108262059638765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1678190280","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000137321795,0.0001670206,0.99548537,0.00013242781,0.0025510394,0.0005946339,0.0000049722444,0.0008757676,0.00017506217],"genre_scores_gemma":[0.0024359876,0.000018707218,0.9963889,0.00034576136,0.0003956616,0.00007118846,0.000017897944,0.000037313297,0.00028857478],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99703735,0.000032020365,0.0005212634,0.0011694893,0.00064092316,0.00059897854],"domain_scores_gemma":[0.996685,0.0012467072,0.00033410394,0.001328736,0.0002786846,0.00012671314],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017708618,0.00042658322,0.0004192733,0.00057869795,0.0001557928,0.0004924635,0.0030778842,0.00030398535,0.000009498527],"category_scores_gemma":[0.0009781591,0.00042649667,0.00012944792,0.00065139955,0.0001273575,0.0012008471,0.00077825645,0.0004990752,0.00001542517],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011628387,0.00005951153,0.00011411038,0.00032952195,0.000025341533,0.000013981522,0.0006518638,0.020990087,0.000085836284,0.014860845,0.00032756574,0.9625297],"study_design_scores_gemma":[0.0006167369,0.00062424154,0.00071097864,0.00083644234,0.00002684123,0.000046979425,7.6585074e-8,0.62056303,0.0040686796,0.2956398,0.07476712,0.0020990658],"about_ca_topic_score_codex":0.000023426683,"about_ca_topic_score_gemma":0.000009057528,"teacher_disagreement_score":0.9604306,"about_ca_system_score_codex":0.00046919918,"about_ca_system_score_gemma":0.0006833665,"threshold_uncertainty_score":0.9998187},"labels":[],"label_agreement":null},{"id":"W171065891","doi":"10.1007/978-3-642-45398-4_1","title":"An Overview of Requirements Evolution","year":2013,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Requirements elicitation; Business requirements; Requirement; Requirements management; Requirements engineering; Requirements analysis; Non-functional requirement; Agile software development; Computer science; Software requirements specification; System requirements; Systems engineering; Requirement prioritization; Software evolution; Risk analysis (engineering); Software engineering; Engineering; Software development; Software; Business process; Software design; Software construction; Business; Operations management; Work in process","score_opus":0.09615680479451326,"score_gpt":0.32667105876161084,"score_spread":0.23051425396709757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W171065891","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000018802699,0.0015077102,0.7199928,0.000043388496,0.00019411219,0.00012676885,0.0000016150759,0.0004489496,0.27768278],"genre_scores_gemma":[0.0048160255,0.0018228331,0.69810355,0.00016804847,0.00013205524,0.000016838872,0.000012547955,0.000046048648,0.29488203],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99923885,0.00000843122,0.00020583086,0.00022861091,0.0002252027,0.000093103234],"domain_scores_gemma":[0.9988869,0.000042081305,0.00017793672,0.00075814803,0.000088500376,0.00004644758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015879609,0.00013983653,0.00016989284,0.0000926645,0.000016531454,0.000044457447,0.0006847839,0.00014323517,0.0005620663],"category_scores_gemma":[0.000010330535,0.00012526383,0.00005835334,0.000025377836,0.0000131877305,0.00069715123,0.00013132136,0.00011251872,0.000107557426],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.4184947e-7,0.00000641694,0.0000029788994,0.000039425766,0.000012164548,9.579736e-7,0.000008362953,0.000004118564,0.000025749709,0.9775282,0.0032462638,0.01912503],"study_design_scores_gemma":[0.00008908281,0.00036889635,0.0001884428,0.00038994037,0.000029236013,0.000011649308,6.1666634e-7,0.008109599,0.0003028733,0.373578,0.6164116,0.0005200565],"about_ca_topic_score_codex":0.00007002089,"about_ca_topic_score_gemma":0.0000014902907,"teacher_disagreement_score":0.6131653,"about_ca_system_score_codex":0.000039531562,"about_ca_system_score_gemma":0.00003099498,"threshold_uncertainty_score":0.6154232},"labels":[],"label_agreement":null},{"id":"W1739033448","doi":"","title":"Software fundamentals: collected papers by David L. Parnas","year":2001,"lang":"en","type":"book","venue":"Addison-Wesley Longman Publishing Co., Inc. eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software engineering; Programming language","score_opus":0.01409981667235811,"score_gpt":0.23973459247704543,"score_spread":0.22563477580468733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1739033448","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000062875355,0.0033592926,0.09673718,0.0012375481,0.002879477,0.0020060225,0.0012818477,0.011639231,0.88079655],"genre_scores_gemma":[0.0014199185,0.00045680813,0.052789837,0.003476339,0.0011413607,0.00045028064,0.0050957943,0.0006024161,0.9345673],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99263877,0.000325929,0.0013285888,0.0022242637,0.0018849694,0.001597458],"domain_scores_gemma":[0.99242854,0.0020078581,0.0013021681,0.003028591,0.0004399686,0.0007928766],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.0014860689,0.0014969248,0.001292889,0.0008493741,0.00091231824,0.009044858,0.0068603414,0.0016386154,0.00072525226],"category_scores_gemma":[0.001443139,0.0016095997,0.00046814056,0.00049255794,0.0002838173,0.00442331,0.0018498229,0.0031310492,0.00016211931],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002833564,0.00008340545,0.000089475114,0.00014173593,0.00030955288,0.00024467215,0.00051153195,0.000008748901,0.000027991062,0.004018736,0.929475,0.06506078],"study_design_scores_gemma":[0.000645997,0.00027612472,0.00006085817,0.0005254906,0.000111316105,0.00019309965,0.000024112267,0.00024927408,0.0001523251,0.004416684,0.99151254,0.001832201],"about_ca_topic_score_codex":0.0004296508,"about_ca_topic_score_gemma":0.000117585616,"teacher_disagreement_score":0.06322858,"about_ca_system_score_codex":0.0012172498,"about_ca_system_score_gemma":0.0012255474,"threshold_uncertainty_score":0.999778},"labels":[],"label_agreement":null},{"id":"W1775242608","doi":"10.1007/978-3-540-27777-4_7","title":"Suitability of FIT User Acceptance Tests for Specifying Functional Requirements: Developer Perspective","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Functional requirement; Perspective (graphical); Acceptance testing; Requirements analysis; Software engineering; User requirements document; Software requirements specification; Non-functional requirement; Systems engineering; Human–computer interaction; Programming language; Software; Software development; Artificial intelligence; Software design; Engineering; Software construction","score_opus":0.068189183171956,"score_gpt":0.3171781358519184,"score_spread":0.2489889526799624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1775242608","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015382927,0.00043645842,0.9959068,0.0005658066,0.0013256924,0.0006056884,0.000012990977,0.00024069542,0.00075204106],"genre_scores_gemma":[0.14300342,0.00003368196,0.8561956,0.00030634232,0.00028276822,0.000028967606,0.000003124613,0.000029092178,0.00011697067],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99691325,0.000017905937,0.00051529123,0.0012884983,0.0007845253,0.0004804981],"domain_scores_gemma":[0.9965239,0.0011469215,0.00035152113,0.0010735816,0.0008082881,0.000095778356],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010915388,0.00041866823,0.0004535071,0.00045439042,0.00017460434,0.00023769222,0.0020983715,0.00024569564,0.00005917867],"category_scores_gemma":[0.0006696499,0.00039481197,0.00014944517,0.00052528275,0.00036374386,0.0011678225,0.0007755828,0.00050553575,0.00000706294],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009409453,0.00024622763,0.0019640184,0.00046671118,0.00012023796,0.000048516235,0.0036751747,0.12180607,0.0007483552,0.47308666,0.00023311062,0.39751083],"study_design_scores_gemma":[0.000958166,0.0005770449,0.010162978,0.0013243712,0.000032983233,0.00007159684,0.000002019689,0.040742684,0.008437406,0.927425,0.0084515335,0.0018141628],"about_ca_topic_score_codex":0.00003450775,"about_ca_topic_score_gemma":0.00004023803,"teacher_disagreement_score":0.4543384,"about_ca_system_score_codex":0.0009403279,"about_ca_system_score_gemma":0.00084819633,"threshold_uncertainty_score":0.9998504},"labels":[],"label_agreement":null},{"id":"W1779771245","doi":"10.11606/d.3.2014.tde-18032015-153429","title":"Ambidestria em empresas desenvolvedoras de software: barreiras para adoção de metodologias ágeis e seu impacto na escolha do modelo organizacional","year":2014,"lang":"pt","type":"dissertation","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Ambidexterity; Agile software development; Knowledge management; Software development; Software; Business; Face (sociological concept); Order (exchange); Process management; Computer science; Sociology; Software engineering","score_opus":0.040481790329565386,"score_gpt":0.31222756178530947,"score_spread":0.2717457714557441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1779771245","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10865227,0.00096998847,0.8847944,0.00021656208,0.0015303696,0.00081645686,0.000053113636,0.002835604,0.0001312179],"genre_scores_gemma":[0.59028494,0.00027775337,0.40605584,0.00059098384,0.0004436656,0.00013827336,0.00032086583,0.00021833407,0.0016693365],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99262464,0.000935063,0.0013144931,0.001930141,0.0012673544,0.0019282865],"domain_scores_gemma":[0.9916494,0.0034521914,0.0009952278,0.0021152766,0.00075569586,0.0010322313],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0031395345,0.0015407027,0.0013830728,0.00069407985,0.0005929827,0.0017905749,0.0035956493,0.0019584026,0.0009117297],"category_scores_gemma":[0.0049679996,0.0015256323,0.0005989597,0.0015486026,0.00010354961,0.001573427,0.00062660314,0.0021111877,0.00043339253],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035823337,0.0039062733,0.1152886,0.00743534,0.006918626,0.0035811993,0.059512164,0.16037114,0.018739976,0.056023706,0.18622346,0.3784172],"study_design_scores_gemma":[0.0028975694,0.0026929018,0.048532166,0.0026613905,0.0018462422,0.0022469752,0.0020088395,0.81705666,0.06903695,0.03118402,0.00916367,0.010672637],"about_ca_topic_score_codex":0.0014206934,"about_ca_topic_score_gemma":0.00016994825,"teacher_disagreement_score":0.6566855,"about_ca_system_score_codex":0.0007552706,"about_ca_system_score_gemma":0.0021550702,"threshold_uncertainty_score":0.99973416},"labels":[],"label_agreement":null},{"id":"W1786274136","doi":"10.1142/9789812775245_0015","title":"SYSTEM DYNAMICS AND GOAL-ORIENTED MEASUREMENT: A HYBRID APPROACH","year":2005,"lang":"en","type":"book-chapter","venue":"WORLD SCIENTIFIC eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Dynamics (music); Psychology; Pedagogy","score_opus":0.02028661061573034,"score_gpt":0.21141362394848195,"score_spread":0.19112701333275162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1786274136","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000050632516,0.00060439855,0.4197322,0.000047886402,0.0011603091,0.00038598033,0.000021697238,0.0011470221,0.5768954],"genre_scores_gemma":[0.011215,0.000002863018,0.09189356,0.00004293724,0.00018695918,0.000046402954,0.00002666503,0.000067368994,0.89651823],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99671894,0.00003647027,0.00046687247,0.0011908918,0.001158491,0.0004283546],"domain_scores_gemma":[0.9976115,0.0000785075,0.00033693353,0.0014759235,0.00027691037,0.00022022346],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017652285,0.00046577345,0.00043190343,0.0006887921,0.0004021349,0.000981674,0.0010996069,0.00013257442,0.000010413011],"category_scores_gemma":[0.000019020968,0.00045935408,0.00014268087,0.00010628488,0.00021508276,0.00025699695,0.0005476433,0.0005602561,0.00004462975],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040446403,0.000011699308,0.0000020466464,0.00018705043,0.00005156247,0.000031567568,0.00012608829,0.000015357802,0.000014239821,0.9623211,0.0072990647,0.029936183],"study_design_scores_gemma":[0.00015879908,0.000026275095,0.0000030451388,0.00047622476,0.000059087324,0.00013562036,0.000005711111,0.07660221,0.000116544456,0.002031055,0.91974956,0.0006358752],"about_ca_topic_score_codex":0.000005429823,"about_ca_topic_score_gemma":0.00012894657,"teacher_disagreement_score":0.96029,"about_ca_system_score_codex":0.0004619225,"about_ca_system_score_gemma":0.00013869509,"threshold_uncertainty_score":0.99978584},"labels":[],"label_agreement":null},{"id":"W17863248","doi":"10.1097/00000658-191410000-00003","title":"How do flexible processes relate to software product-lines","year":2001,"lang":"en","type":"book","venue":"Addison-Wesley Longman Publishing Co., Inc. eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software development; Software engineering; Software product line; Software; Product (mathematics); Computer science; Personal software process; Engineering; Software construction; Operating system; Mathematics","score_opus":0.02418212316163708,"score_gpt":0.25616766443224576,"score_spread":0.23198554127060866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W17863248","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007497426,0.007290203,0.57563657,0.010818657,0.0045914296,0.0039985212,0.00051891716,0.020654175,0.37641656],"genre_scores_gemma":[0.0012201613,0.00029369036,0.18222249,0.0017124916,0.003019875,0.00055389263,0.00084468245,0.00052402826,0.8096087],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99276054,0.00016303113,0.0010259121,0.0027222761,0.0017845135,0.0015436991],"domain_scores_gemma":[0.9915878,0.0013086803,0.001071034,0.0037586081,0.0014942433,0.00077963417],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.001669233,0.0014760545,0.0012296811,0.001377041,0.00069360336,0.018649288,0.00749709,0.0011019938,0.00008010811],"category_scores_gemma":[0.0063372524,0.0014721799,0.00030360537,0.0008380745,0.00016844197,0.008509369,0.0023625884,0.0027378034,0.00015643972],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037593505,0.00007460058,0.000118402204,0.00090636784,0.0002078735,0.000264684,0.0010307828,0.00007785665,0.000006043343,0.0110394405,0.85400945,0.13222693],"study_design_scores_gemma":[0.00029019883,0.0002464889,0.00003420045,0.0012315784,0.00009030772,0.0002362976,0.000018319311,0.00008533706,0.0004639035,0.01698566,0.9784929,0.0018248209],"about_ca_topic_score_codex":0.00012232848,"about_ca_topic_score_gemma":0.000084332925,"teacher_disagreement_score":0.43319213,"about_ca_system_score_codex":0.0005178187,"about_ca_system_score_gemma":0.0018685119,"threshold_uncertainty_score":0.9997989},"labels":[],"label_agreement":null},{"id":"W179861142","doi":"10.5220/0001820604090412","title":"OPENGL PROJECT PRESENTATION SLIDES INTERFACE AND A CASE STUDY","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"OpenGL; Presentation (obstetrics); Computer science; Interface (matter); Computer graphics (images); Graphical user interface; Human–computer interaction; Multimedia; Programming language; Visualization; Operating system; Artificial intelligence","score_opus":0.03696001588742144,"score_gpt":0.3627680012451494,"score_spread":0.325807985357728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W179861142","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33391693,0.000054135977,0.66443557,0.00024953208,0.000038795268,0.00030857543,8.733203e-8,0.00045041158,0.00054596283],"genre_scores_gemma":[0.8628864,0.000005554463,0.13692154,0.00004807426,0.000009809785,0.000009570325,5.9477085e-8,0.0000017698549,0.00011719497],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99958736,0.000033811808,0.00007709373,0.00016115488,0.00006781488,0.00007275781],"domain_scores_gemma":[0.99964565,0.00009621224,0.00002278803,0.00019352756,0.000020601059,0.000021208949],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019417689,0.00005695874,0.000053542466,0.000050801395,0.00004153788,0.00022621769,0.00016472567,0.000014159972,0.0000027691399],"category_scores_gemma":[0.000048066893,0.000045640565,0.0000074942154,0.00013733578,0.0000036897131,0.0007089977,0.00008271753,0.000054730153,0.0000015264528],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000319002,0.00095862855,0.008134662,0.000034048655,0.00006599096,0.004666707,0.03717878,0.00028765117,0.0006549732,0.014535842,0.010381003,0.92306983],"study_design_scores_gemma":[0.005723537,0.023256388,0.051713355,0.00018370841,0.00016966168,0.048858583,0.029122867,0.72875535,0.038908765,0.015361626,0.0542247,0.0037214428],"about_ca_topic_score_codex":0.00043969814,"about_ca_topic_score_gemma":0.000019190611,"teacher_disagreement_score":0.91934836,"about_ca_system_score_codex":0.000006013605,"about_ca_system_score_gemma":0.000009068076,"threshold_uncertainty_score":0.21814223},"labels":[],"label_agreement":null},{"id":"W180280199","doi":"","title":"UNDERSTANDING THE ADOPTION OF USE CASE NARRATIVES IN THE UNIFIED MODELING LANGUAGE","year":2010,"lang":"en","type":"article","venue":"International Conference on Information Systems","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; University of Lethbridge","funders":"","keywords":"Unified Modeling Language; Narrative; Computer science; Applications of UML; Context (archaeology); Technology acceptance model; UML tool; Usability; Class diagram; Knowledge management; Software; Linguistics; Programming language; Human–computer interaction","score_opus":0.1494561612702657,"score_gpt":0.32385462133599663,"score_spread":0.17439846006573093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W180280199","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.101643056,0.0000027020183,0.89338344,0.0006542886,0.00056486495,0.0001642361,0.0000054417806,0.00005432497,0.0035276182],"genre_scores_gemma":[0.9977652,0.0000046087175,0.0020966579,0.00006718222,0.0000253536,0.000024105613,0.000007027541,0.0000014760907,0.000008418434],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99931204,0.000057600115,0.0002495301,0.000054681783,0.00026613096,0.000060024056],"domain_scores_gemma":[0.99924767,0.00023492084,0.00015973132,0.00021757264,0.0001292696,0.000010841452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069078663,0.000058833837,0.00005306174,0.0001310051,0.000058062502,0.00046543402,0.00048650976,0.000037765032,0.0000044064877],"category_scores_gemma":[0.00012316114,0.000035605313,0.00001899425,0.00013514193,0.000016683434,0.0019341811,0.00003380349,0.0002077191,0.0000052842643],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005061014,0.0000060902885,0.00006729768,0.0000065581135,0.0000053563285,0.0000058407527,0.017978417,0.01162547,0.000091871465,0.96988356,0.000032312728,0.0002921802],"study_design_scores_gemma":[0.000091935195,0.000020151881,0.00007076936,0.000044443354,8.882553e-7,0.00019527966,0.01535685,0.9821264,0.000025579395,0.0014393049,0.0005716242,0.00005678873],"about_ca_topic_score_codex":0.00022729978,"about_ca_topic_score_gemma":0.00003639235,"teacher_disagreement_score":0.9705009,"about_ca_system_score_codex":0.000028897659,"about_ca_system_score_gemma":0.000026965574,"threshold_uncertainty_score":0.44881907},"labels":[],"label_agreement":null},{"id":"W1809117658","doi":"10.1002/smr.1718","title":"A systematic review of distributed Agile software engineering","year":2015,"lang":"en","type":"review","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Athabasca University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Agile software development; Timeline; Systematic review; Computer science; Work (physics); Agile Unified Process; Software; Knowledge management; Software development; Process management; Engineering management; Data science; Risk analysis (engineering); Software engineering; Software development process; Engineering; Business; Political science","score_opus":0.02221336624708552,"score_gpt":0.3112582606664719,"score_spread":0.28904489441938636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1809117658","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.387406e-7,0.54675376,0.45258322,0.000010471544,0.00019417927,0.0003117274,0.000024634843,0.00012092461,9.780194e-7],"genre_scores_gemma":[0.000005340601,0.9510821,0.04871225,0.000022478707,0.00008243373,0.000039667106,0.000013549342,0.000030867413,0.00001132875],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9969427,0.00016365096,0.0017328573,0.00024950583,0.00067890796,0.00023238466],"domain_scores_gemma":[0.99451464,0.0008148986,0.0028265934,0.0004588428,0.0011677755,0.00021725064],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020613405,0.0004011855,0.0026964098,0.00037150935,0.000043829157,0.00008528472,0.0011146908,0.00024543275,0.0000038779526],"category_scores_gemma":[0.007281265,0.000295761,0.00042345872,0.0009559262,0.0000277243,0.0007974735,0.00016670075,0.00059265434,0.0000029007717],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015150121,0.000027827202,0.0000033272677,0.9827276,0.00016189255,0.000019996118,0.000037755675,0.000015655194,1.3923934e-8,0.00015881946,0.001272877,0.015572743],"study_design_scores_gemma":[0.000108577406,0.00015306217,0.00000161672,0.8540979,0.0012055938,0.0016319571,0.0000044507065,0.00010528913,5.927656e-7,0.00025973984,0.14207691,0.0003542947],"about_ca_topic_score_codex":0.0000018692315,"about_ca_topic_score_gemma":7.3766465e-8,"teacher_disagreement_score":0.40432835,"about_ca_system_score_codex":0.00019505582,"about_ca_system_score_gemma":0.00068453565,"threshold_uncertainty_score":0.99994946},"labels":[],"label_agreement":null},{"id":"W1811792547","doi":"10.24908/pceea.v0i0.5826","title":"SHEDDING LIGHT ON CUSTOMER REQUIREMENT SPECIFICATIONS, FUNCTIONAL SPECIFICATIONS AND REQUIREMENTS LISTS – HOW ENGINEERS LEARN THE CORRECT DOCUMENTATION OF REQUIREMENTS","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Deutsche Forschungsgemeinschaft","keywords":"Documentation; Requirement; Requirements engineering; Requirements analysis; Computer science; Product (mathematics); Requirements elicitation; New product development; Process (computing); Requirements management; Functional requirement; Product design specification; Software engineering; Software requirements specification; Non-functional requirement; Process management; Technical documentation; Systems engineering; Product design; Engineering; Software development; Business; Software; Programming language; Software design","score_opus":0.04709178723586475,"score_gpt":0.26227585257119745,"score_spread":0.2151840653353327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1811792547","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36271715,0.0031320148,0.12932168,0.39036715,0.043315206,0.011229663,0.00019690333,0.0028951606,0.056825075],"genre_scores_gemma":[0.98969185,0.000051531206,0.00808422,0.00017029454,0.00017590457,0.00010650163,0.000012398914,0.000024572517,0.0016827495],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998389,0.000021717968,0.00035641613,0.00028292905,0.0006939533,0.00025597424],"domain_scores_gemma":[0.99803865,0.00014225654,0.0005910625,0.0002813266,0.00076099095,0.00018573875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011493199,0.00017948517,0.00015695726,0.00037078152,0.00020789937,0.000290615,0.00058034394,0.00009895435,0.000010273376],"category_scores_gemma":[0.0014596249,0.00015484987,0.00006462631,0.0007960316,0.000023829674,0.00093893515,0.00006456217,0.00022159694,0.00000665848],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027926897,0.00038499216,0.05010755,0.00036658725,0.0005002703,3.3350165e-7,0.010226759,0.007449924,0.015760595,0.42735642,0.477008,0.010810655],"study_design_scores_gemma":[0.0013882306,0.00029511345,0.2405952,0.00089470344,0.00028263222,0.000025941737,0.0029679905,0.023603017,0.04384316,0.0027552324,0.6818962,0.0014525625],"about_ca_topic_score_codex":0.0007094453,"about_ca_topic_score_gemma":0.00015229295,"teacher_disagreement_score":0.62697464,"about_ca_system_score_codex":0.0016992722,"about_ca_system_score_gemma":0.000395303,"threshold_uncertainty_score":0.6314595},"labels":[],"label_agreement":null},{"id":"W182662372","doi":"","title":"Supporting Distributed Extreme Programming (Extended Abstract)","year":2001,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Extreme programming; Extreme programming practices; Computer science; Software development; Software engineering; Constraint programming; Pair programming; Software development process; Software; Process (computing); Distributed computing; Programming language; Mathematical optimization; Stochastic programming; Mathematics","score_opus":0.034312349123379285,"score_gpt":0.30204843071986853,"score_spread":0.26773608159648926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W182662372","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046389573,0.00005316083,0.98969245,0.0007388032,0.00013679662,0.0001120036,6.9292605e-7,0.0024868082,0.0021403243],"genre_scores_gemma":[0.62893826,0.000012877637,0.37062627,0.00008060461,0.00004318989,0.000015472851,0.000005905755,0.000007360993,0.0002700868],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989811,0.000010500219,0.0002180101,0.00025523297,0.00017923092,0.0003558982],"domain_scores_gemma":[0.9992231,0.00014047326,0.00009702552,0.00039944652,0.00004976738,0.00009019781],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038175436,0.00011221618,0.00009809281,0.00005350972,0.0000805229,0.00025213778,0.0005376884,0.000050743427,0.00010810831],"category_scores_gemma":[0.00017062757,0.00009908658,0.000048645667,0.0003447092,0.000011223761,0.0007566344,0.00013408171,0.00013963936,0.000034525045],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006230971,0.00013917126,0.004547966,0.000020542337,0.0000243402,0.00030610134,0.00017707635,0.00009656204,0.0005511884,0.03068975,0.0047870995,0.958654],"study_design_scores_gemma":[0.00027333884,0.00012788182,0.022312151,0.00003528408,0.000010596654,0.0003615297,0.000046184265,0.03914517,0.0032898195,0.0059918994,0.9277858,0.0006203189],"about_ca_topic_score_codex":0.000051410072,"about_ca_topic_score_gemma":0.0000045403376,"teacher_disagreement_score":0.9580337,"about_ca_system_score_codex":0.00002380575,"about_ca_system_score_gemma":0.000022602104,"threshold_uncertainty_score":0.40406334},"labels":[],"label_agreement":null},{"id":"W1837756906","doi":"","title":"Empirical Studies on Collaboration in Software Development: A Systematic Literature Review","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Systematic review; Software development; Field (mathematics); Computer science; Empirical research; Software technical review; Software peer review; Software engineering; Software development process; Software; Engineering management; Engineering; Management science; Data science; Software construction; Political science","score_opus":0.03621662441729649,"score_gpt":0.36072594920499856,"score_spread":0.32450932478770206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1837756906","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014050952,0.34586194,0.63460135,0.0126456665,0.0004581395,0.0019188942,7.9200345e-7,0.002586556,0.0005215881],"genre_scores_gemma":[0.046266384,0.018865455,0.9220015,0.012149881,0.000044011133,0.00021527597,0.000005265713,0.0000116379015,0.00044059978],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9990888,0.00008531349,0.0003126458,0.00020527684,0.00019503375,0.000112896196],"domain_scores_gemma":[0.9991943,0.0002943966,0.0000811596,0.0002926147,0.0001080446,0.000029437],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000600965,0.00011368258,0.00024985193,0.00011129249,0.000041033916,0.00011843127,0.0002897217,0.000045061068,0.0000013365275],"category_scores_gemma":[0.0011105895,0.00008004889,0.000020512358,0.00099523,0.000003539404,0.00044568643,0.000036577207,0.00011981544,0.00001618123],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051221803,0.0013200121,0.0021804424,0.4490799,0.0003144066,0.0013345153,0.04977058,0.0019707815,0.000045025165,0.13262239,0.2249421,0.13636863],"study_design_scores_gemma":[0.0008952356,0.0015213266,0.0056619323,0.9332282,0.00006938066,0.0002880483,0.00021237759,0.0066005928,0.0022725142,0.011551025,0.035468075,0.0022312836],"about_ca_topic_score_codex":1.0971075e-7,"about_ca_topic_score_gemma":0.0000021569251,"teacher_disagreement_score":0.48414832,"about_ca_system_score_codex":0.0000690442,"about_ca_system_score_gemma":0.000043138858,"threshold_uncertainty_score":0.3264299},"labels":[],"label_agreement":null},{"id":"W184123393","doi":"10.1007/978-3-540-25967-1_12","title":"Knowledge Sharing in Agile Software Teams","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Computer science; Tacit knowledge; Knowledge management; Knowledge sharing; Context (archaeology); Software development; Process (computing); Knowledge transfer; Software development process; Software; Process management; Software engineering; Engineering","score_opus":0.018408413350624275,"score_gpt":0.26667701878623545,"score_spread":0.2482686054356112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W184123393","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000083702376,0.001130336,0.9934767,0.00023760577,0.0014802357,0.00031735224,0.0000021829776,0.00077774125,0.002494171],"genre_scores_gemma":[0.08450213,0.000099102544,0.9142515,0.00041688824,0.0003465251,0.000021084588,0.0000036048314,0.000056990866,0.00030216083],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9966105,0.000017534694,0.0005003771,0.0015900277,0.0005773486,0.00070420123],"domain_scores_gemma":[0.997329,0.00063905487,0.00020417634,0.0015480518,0.00012983066,0.00014988614],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001034953,0.00052922,0.0004966183,0.0011568385,0.00014026379,0.0005762635,0.0044862716,0.0003883865,0.000030846582],"category_scores_gemma":[0.00026289036,0.00052238925,0.000112995265,0.0009122611,0.00024956575,0.0010263472,0.0021991285,0.0012859997,0.00005743153],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038474286,0.00006169359,0.00057167816,0.000120866054,0.000008753208,0.00026961294,0.0014553384,0.07865042,0.000027638223,0.039210107,0.000025095818,0.8795949],"study_design_scores_gemma":[0.00049998576,0.00026735084,0.0006802545,0.0025461635,0.0000090091235,0.00017104895,1.7205674e-7,0.25332832,0.0013761589,0.73051405,0.008847387,0.0017600913],"about_ca_topic_score_codex":0.00009227952,"about_ca_topic_score_gemma":0.00012260725,"teacher_disagreement_score":0.87783486,"about_ca_system_score_codex":0.00074675685,"about_ca_system_score_gemma":0.00062709494,"threshold_uncertainty_score":0.9997228},"labels":[],"label_agreement":null},{"id":"W185097455","doi":"10.11575/prism/2448","title":"A framework for the requirements engineering process development","year":2005,"lang":"en","type":"article","venue":"PRISM (University of Calgary)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software Engineering Process Group; Social software engineering; Requirements engineering; Software development; Process (computing); Requirement; Team software process; Personal software process; Software requirements; Constructive; Software development process; Computer science; Engineering; Software engineering; Software; Software construction","score_opus":0.02190092743137489,"score_gpt":0.24507274862269599,"score_spread":0.2231718211913211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W185097455","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025707048,0.00014982055,0.99571025,0.0010108268,0.000077200035,0.00016590691,3.99841e-8,0.00021140282,0.000103866296],"genre_scores_gemma":[0.041306958,0.00002112788,0.95850456,0.000043684173,0.000013042707,0.0000020636817,4.2515964e-7,0.0000045859438,0.000103556544],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995235,0.000005239025,0.000066623084,0.00013249434,0.00013989848,0.00013221265],"domain_scores_gemma":[0.9994142,0.00022844585,0.00006232049,0.00022018362,0.00003939645,0.000035473524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019295941,0.00006611564,0.00007482847,0.00004871766,0.00011630654,0.000019989899,0.0007056944,0.000047357134,0.000008978238],"category_scores_gemma":[0.00006219098,0.000063707164,0.000036068777,0.000120513156,0.000012872443,0.000377131,0.00012477541,0.00009554214,0.000004112899],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015503943,0.000048790716,0.00014288932,0.00007432949,0.000071276016,0.0000035474436,0.004278501,0.00024113989,0.000056328103,0.04598119,0.0006727773,0.9484137],"study_design_scores_gemma":[0.00022652339,0.00004432724,0.002514314,0.00007246816,0.000018630506,0.0000031739544,0.0000184308,0.6545974,0.0019157366,0.0019539592,0.33843353,0.00020150283],"about_ca_topic_score_codex":0.0000113981605,"about_ca_topic_score_gemma":5.014076e-7,"teacher_disagreement_score":0.9482122,"about_ca_system_score_codex":0.00003152451,"about_ca_system_score_gemma":0.000040125993,"threshold_uncertainty_score":0.25979027},"labels":[],"label_agreement":null},{"id":"W1852092219","doi":"10.15353/joci.v2i2.2080","title":"A Cost Maturity Model for Community Informatics Projects in the Developing World","year":2006,"lang":"en","type":"article","venue":"The Journal of Community Informatics","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Maturity (psychological); Capability Maturity Model; Informatics; Developing country; Service Integration Maturity Model; Business; Computer science; Engineering management; Engineering; Economic growth; Political science; Economics; Software","score_opus":0.09716816085999797,"score_gpt":0.323941370252657,"score_spread":0.22677320939265905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1852092219","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16637996,0.000029610246,0.83144695,0.0008533597,0.0000714268,0.00037713526,0.000003763473,0.000058444344,0.00077933865],"genre_scores_gemma":[0.7401307,0.00003864707,0.2580016,0.0017729667,0.000024054514,0.000012452016,0.0000030194904,0.000006466749,0.00001006496],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976172,0.0006978084,0.0010545023,0.0000064293336,0.00037381408,0.00025023535],"domain_scores_gemma":[0.9935467,0.004280583,0.00093346566,0.0009334757,0.00027709082,0.000028640552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0111637,0.00015605513,0.00023676234,0.0002431637,0.00074807764,0.0003173414,0.0039362735,0.000061211314,3.513205e-7],"category_scores_gemma":[0.00042795116,0.00009180486,0.00007796409,0.0006143252,0.00006776555,0.0018707095,0.00047236113,0.0022699982,0.0000012539178],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081934966,0.00032766684,0.00027412426,0.0006498797,0.000050004917,5.3256633e-7,0.8173501,0.114333495,0.00000402566,0.039009314,0.017058415,0.010860525],"study_design_scores_gemma":[0.00085099577,0.00023451912,0.0017310794,0.00033765633,0.00004687364,0.00036280075,0.053376984,0.86801684,0.00016815649,0.056526784,0.018018441,0.00032884625],"about_ca_topic_score_codex":0.00019793953,"about_ca_topic_score_gemma":0.00032635676,"teacher_disagreement_score":0.7639731,"about_ca_system_score_codex":0.00010611505,"about_ca_system_score_gemma":0.00018912843,"threshold_uncertainty_score":0.9862139},"labels":[],"label_agreement":null},{"id":"W1872988632","doi":"","title":"Harmonization issues in the updating of ISO standards on software product quality","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Harmonization; Quality of analytical results; Software; Context (archaeology); Quality (philosophy); Upgrade; Product (mathematics); Software quality; Software quality control; Computer science; Conformity assessment; Engineering; Software engineering; Systems engineering; Quality assurance; Software development; Operations management; Quality policy; Mathematics","score_opus":0.029437615296587474,"score_gpt":0.3456479803980511,"score_spread":0.31621036510146366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1872988632","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013314237,0.00015113712,0.9801958,0.0048873536,0.00005512825,0.00013848468,0.0000026908072,0.0003285275,0.0009265931],"genre_scores_gemma":[0.58099747,0.000025340412,0.41863775,0.00024261307,0.000044581102,0.0000060189045,0.0000011718756,0.0000032255848,0.000041814452],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99913615,0.00009945502,0.00018834502,0.00015892604,0.00032433582,0.000092787704],"domain_scores_gemma":[0.99918896,0.00023702026,0.000077504934,0.0003991549,0.00008693127,0.000010444216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016731996,0.0000628237,0.000081633596,0.000050189916,0.00003599874,0.00006778997,0.00045560912,0.000020437576,0.000019184847],"category_scores_gemma":[0.00087299524,0.00004220808,0.000018048075,0.00029522058,0.000010740304,0.00042950656,0.000053755706,0.00009646942,0.0000025605905],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027160615,0.00033662686,0.016488941,0.0001229701,0.000017201619,0.000003919599,0.008397497,0.007741146,0.00039414642,0.35935265,0.023568409,0.5835493],"study_design_scores_gemma":[0.0009745142,0.0008606216,0.08183424,0.00034671582,0.000016848058,0.000025698379,0.00062387646,0.062997095,0.22580287,0.012586979,0.6126928,0.0012377966],"about_ca_topic_score_codex":0.00011721928,"about_ca_topic_score_gemma":0.000018555582,"teacher_disagreement_score":0.5891243,"about_ca_system_score_codex":0.000027666623,"about_ca_system_score_gemma":0.00002813337,"threshold_uncertainty_score":0.17211956},"labels":[],"label_agreement":null},{"id":"W1873070101","doi":"10.4018/978-1-59904-906-9.ch002","title":"The Application of International Software Engineering Standards in Very Small Enterprises","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software; Process (computing); Quality (philosophy); Engineering management; Business; Process management; Engineering; Computer science","score_opus":0.013431203530201365,"score_gpt":0.24201584866577533,"score_spread":0.22858464513557397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1873070101","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000338053,0.000549865,0.85386467,0.000023214941,0.00057490007,0.00019482736,0.000058712183,0.0003248745,0.14437512],"genre_scores_gemma":[0.50909835,0.00075718446,0.47631142,0.00030538038,0.00075875514,0.0003472424,0.00002015645,0.00020641551,0.012195118],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99893576,0.000007521707,0.00030994473,0.00026480705,0.0003257054,0.00015626846],"domain_scores_gemma":[0.99889493,0.00017880162,0.00021165414,0.0005313663,0.00014305633,0.000040203213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029200138,0.00020208453,0.00018713577,0.000075875054,0.000028385963,0.00007983661,0.0011948262,0.00016350603,0.0000029252967],"category_scores_gemma":[0.00012700872,0.00017670923,0.00009468558,0.000023280263,0.000029180934,0.00009260695,0.00033802568,0.00022418816,0.000004175661],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000145475005,0.0000048480374,0.00020873698,0.000023108112,0.000038638722,0.000008594192,0.000047365964,0.000057547797,0.0000035983012,0.9580901,0.00017247137,0.0413304],"study_design_scores_gemma":[0.0003292075,0.00015267024,0.0010229636,0.0006497528,0.000035200123,0.000058128957,0.0000026073126,0.002930786,0.00039040257,0.28286386,0.71082056,0.0007438845],"about_ca_topic_score_codex":0.000106152016,"about_ca_topic_score_gemma":0.000049356753,"teacher_disagreement_score":0.71064806,"about_ca_system_score_codex":0.00020680352,"about_ca_system_score_gemma":0.00011638061,"threshold_uncertainty_score":0.72059935},"labels":[],"label_agreement":null},{"id":"W1907153540","doi":"10.1109/agile.2006.12","title":"Agile 2006 Research Papers","year":2006,"lang":"it","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Novelty; Computer science; Process (computing); Agile Unified Process; Variety (cybernetics); Project management; Engineering management; Software engineering; Software development process; Engineering; Software; Software development; Systems engineering; Artificial intelligence","score_opus":0.04207220271399343,"score_gpt":0.3288593743607675,"score_spread":0.2867871716467741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1907153540","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014956743,0.0016209849,0.3220299,0.0058596996,0.0010877004,0.00036071925,0.000008150025,0.001792644,0.66574454],"genre_scores_gemma":[0.6865387,0.00030117188,0.184757,0.00032834327,0.0009176436,0.00004047262,0.000006788002,0.000046646655,0.12706321],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99764854,0.00018156492,0.0002622946,0.0005096146,0.00071034895,0.00068766833],"domain_scores_gemma":[0.99786466,0.0009273554,0.000054421274,0.0008529136,0.00019520587,0.00010542086],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016402089,0.00017930828,0.00015722221,0.00021923697,0.00025890348,0.00061370136,0.0010923258,0.00016198124,0.0009913121],"category_scores_gemma":[0.00016773857,0.00016699343,0.00007888896,0.00095642713,0.0000951054,0.0005414088,0.00044423342,0.0005744101,0.00070882577],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008758352,0.00020849844,0.0012602835,0.00004711691,0.000020848003,0.00012688356,0.00014043458,0.0007852923,0.0012331204,0.30571422,0.63860464,0.051849928],"study_design_scores_gemma":[0.00010708085,0.00014649425,0.002752738,0.000042026564,0.000005307911,0.000022918237,0.000015256015,0.01065063,0.0027830254,0.0054615615,0.97773474,0.00027818733],"about_ca_topic_score_codex":0.0029592875,"about_ca_topic_score_gemma":0.000042916927,"teacher_disagreement_score":0.68504304,"about_ca_system_score_codex":0.00007650092,"about_ca_system_score_gemma":0.00010001092,"threshold_uncertainty_score":0.9999219},"labels":[],"label_agreement":null},{"id":"W1921408347","doi":"","title":"Software release planning with time-dependent value functions and flexible release dates","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software release life cycle; Value (mathematics); Interval (graph theory); Computer science; Software; Resource (disambiguation); Genetic algorithm; Product (mathematics); Key (lock); Operations research; Software development; Engineering; Software quality; Mathematics","score_opus":0.021553089756323234,"score_gpt":0.26924763161775916,"score_spread":0.24769454186143594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1921408347","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018151525,0.000112427515,0.97823083,0.00021004867,0.00045282638,0.00013791333,0.000016779717,0.0022173855,0.0004702532],"genre_scores_gemma":[0.6354879,0.000030910163,0.36326888,0.00012849935,0.00014291545,0.000031760235,0.000032167987,0.000045976372,0.00083097146],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983487,0.000016195625,0.0002699911,0.0005117965,0.00049884187,0.00035446527],"domain_scores_gemma":[0.9984924,0.000586613,0.000109946224,0.00041591318,0.00019209523,0.00020302495],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040400308,0.00028654898,0.0001857105,0.0003473572,0.00011840743,0.00033033272,0.0006435021,0.000102049926,0.0000598316],"category_scores_gemma":[0.0006482607,0.00027231412,0.000042374417,0.0002442475,0.000028251323,0.00084363535,0.00020556671,0.00042121424,0.000053242824],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081683416,0.00060734287,0.038115896,0.0003915007,0.000990948,0.0021437986,0.0022842297,0.5306994,0.0041742167,0.25676963,0.004174676,0.15883155],"study_design_scores_gemma":[0.0033374822,0.002052334,0.029840114,0.003379213,0.0001450758,0.0017102216,0.00029805503,0.87858135,0.02273415,0.0036182362,0.04986551,0.004438253],"about_ca_topic_score_codex":0.00003337453,"about_ca_topic_score_gemma":0.0000011486029,"teacher_disagreement_score":0.6173364,"about_ca_system_score_codex":0.00010032971,"about_ca_system_score_gemma":0.00006606625,"threshold_uncertainty_score":0.9999729},"labels":[],"label_agreement":null},{"id":"W1934609030","doi":"10.1109/enabl.1998.725671","title":"Using a groupware space for distributed requirements engineering","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Collaborative software; Requirements analysis; Computer science; Requirements engineering; Software requirements; Asynchronous communication; Process (computing); Software engineering; Requirements elicitation; Systems engineering; Software requirements specification; Requirement; Software; Software development; Engineering; Software design; Knowledge management","score_opus":0.09559829338610223,"score_gpt":0.29744599790625653,"score_spread":0.2018477045201543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1934609030","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009849955,0.00009816709,0.99703526,0.00034287662,0.00021288481,0.00015067498,0.00000445985,0.0010560892,0.00011458644],"genre_scores_gemma":[0.22416379,0.000007708366,0.7756312,0.000045031175,0.000043771706,0.000018470804,0.000002124039,0.00000993842,0.00007796796],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993656,0.0000057115244,0.00011079134,0.00019245339,0.00010860619,0.00021683714],"domain_scores_gemma":[0.9994478,0.00012807765,0.00003727114,0.00029436094,0.00003770797,0.000054763288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000121903366,0.00009850334,0.00008640496,0.000054208664,0.00005519589,0.0001170044,0.00035364935,0.000040057934,0.000024908857],"category_scores_gemma":[0.00013309272,0.00009515969,0.000043465443,0.00022471754,0.0000037493073,0.00057794794,0.00009597956,0.00005623389,0.0000054933344],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023758304,0.00055925816,0.0027967305,0.0006516771,0.000355125,0.000113281676,0.0015203548,0.08053502,0.022439908,0.7396946,0.07547686,0.0758334],"study_design_scores_gemma":[0.00012382657,0.000037124693,0.000059209884,0.000018121955,0.0000047871727,0.0000126502055,0.0000019895024,0.9569179,0.0019975686,0.00028928547,0.040387496,0.00015002958],"about_ca_topic_score_codex":0.000013037046,"about_ca_topic_score_gemma":3.083445e-7,"teacher_disagreement_score":0.8763829,"about_ca_system_score_codex":0.00004269309,"about_ca_system_score_gemma":0.000003591342,"threshold_uncertainty_score":0.38804996},"labels":[],"label_agreement":null},{"id":"W1936696174","doi":"10.21432/t2cg6h","title":"Wicked ID: Conceptual Framework for Considering Instructional Design as a Wicked Problem","year":2007,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Computer science; Parallels; Humanities; Philosophy; Engineering","score_opus":0.01926060863651414,"score_gpt":0.2646681788250425,"score_spread":0.24540757018852838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1936696174","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039104186,0.00080630864,0.95775634,0.0017997115,0.00023894677,0.00008994092,3.9858497e-7,0.00014239863,0.00006174581],"genre_scores_gemma":[0.4430232,0.000014087839,0.55686563,0.00003121049,0.000043847795,0.0000022875777,1.798773e-7,0.0000068560817,0.00001266034],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99920523,0.000026790132,0.0002455014,0.00014094701,0.000081724786,0.00029977833],"domain_scores_gemma":[0.9986867,0.0006201493,0.00022073081,0.00009722424,0.00016507093,0.0002101422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000747888,0.000098612094,0.00016933098,0.0005735971,0.00020570382,0.000057031426,0.00028683798,0.00022466024,0.000010341891],"category_scores_gemma":[0.0013014488,0.00009920812,0.000028620028,0.0003371129,0.00040774452,0.00020582833,0.000025189958,0.0006690882,0.0000012865706],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024313846,0.00000651762,0.003615604,0.00001604827,0.00007586723,0.00027125413,0.0016431871,0.0003603201,0.0003074644,0.86267173,0.00041744256,0.13059023],"study_design_scores_gemma":[0.00095213205,0.0021495519,0.00016913001,0.0003114021,0.00003921332,0.009504041,0.00490603,0.0020191097,0.0059373323,0.5335869,0.4399075,0.00051767036],"about_ca_topic_score_codex":0.00009421344,"about_ca_topic_score_gemma":0.000101165766,"teacher_disagreement_score":0.43949002,"about_ca_system_score_codex":0.00005863509,"about_ca_system_score_gemma":0.00054381724,"threshold_uncertainty_score":0.40455896},"labels":[],"label_agreement":null},{"id":"W1942989796","doi":"10.1109/seaa.2015.70","title":"A Mapping Study on Requirements Engineering in Agile Software Development","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":122,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Tekes","keywords":"Agile software development; Requirement; Requirements engineering; User story; Computer science; Agile usability engineering; Agile Unified Process; Requirements management; Technical debt; Requirements analysis; Popularity; Requirement prioritization; Software engineering; Requirements elicitation; Software development process; Lean software development; Process management; Software development; Software; Engineering","score_opus":0.08285377078551873,"score_gpt":0.29764551825442614,"score_spread":0.21479174746890742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1942989796","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1799095,0.000017418648,0.81824523,0.000059293267,0.00018475283,0.00021413704,5.3739377e-8,0.0009461907,0.00042344737],"genre_scores_gemma":[0.62835914,5.09473e-7,0.3714341,0.00006426013,0.000013241408,0.00004539428,3.7434208e-7,0.0000076265305,0.00007536905],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99906,0.000020577932,0.0001925327,0.0002477251,0.0002747405,0.00020442226],"domain_scores_gemma":[0.9994397,0.000093000934,0.000032812404,0.00032181593,0.000031916075,0.00008071791],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061277417,0.00011531071,0.00010591816,0.00021519412,0.00002168346,0.00008587211,0.0004653195,0.00002887731,0.0000036608344],"category_scores_gemma":[0.0002283118,0.00010772206,0.000012464284,0.0003822333,0.0000019565593,0.000395751,0.00022273262,0.00011821969,0.000038303657],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006241336,0.0040391847,0.45761824,0.00016618575,0.00026687566,0.0011773627,0.0929776,0.051514953,0.00040792496,0.011940392,0.014147165,0.3656817],"study_design_scores_gemma":[0.008718297,0.0037805708,0.54414,0.0009864455,0.000012310313,0.00007796402,0.002752603,0.14353405,0.013790173,0.0021313033,0.27587202,0.004204262],"about_ca_topic_score_codex":0.00002762225,"about_ca_topic_score_gemma":0.000004433137,"teacher_disagreement_score":0.44844964,"about_ca_system_score_codex":0.00012694599,"about_ca_system_score_gemma":0.000051202293,"threshold_uncertainty_score":0.43927783},"labels":[],"label_agreement":null},{"id":"W1945061051","doi":"10.1007/978-3-540-73101-6_9","title":"Motivation and Cohesion in Agile Teams","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Agile software development; Agile Unified Process; Teamwork; Agile usability engineering; Lean software development; Cohesion (chemistry); Knowledge management; Grounded theory; Psychology; Extreme programming practices; Scope (computer science); Engineering; Qualitative research; Process management; Software development; Computer science; Management; Sociology; Software; Software development process; Software engineering","score_opus":0.021024040363308773,"score_gpt":0.2613816745389955,"score_spread":0.24035763417568676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1945061051","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006707482,0.0004035457,0.99654394,0.0002709994,0.00055413647,0.00021692613,7.019995e-7,0.0002395533,0.0010994595],"genre_scores_gemma":[0.18483274,0.0001420754,0.8140714,0.00065171096,0.0001788191,0.000005096012,0.000002332155,0.00002318235,0.000092619535],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980319,0.000016183878,0.00030866102,0.0008187666,0.00047705634,0.00034740067],"domain_scores_gemma":[0.9981595,0.00092949177,0.00014852766,0.0006062404,0.00007557534,0.000080651706],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011500645,0.0002762181,0.0002611162,0.0008568551,0.00008035012,0.00027234634,0.0011029469,0.0002592097,0.0000058148325],"category_scores_gemma":[0.00021190438,0.00026018443,0.000032314187,0.000491656,0.00017760012,0.0006990189,0.0006461385,0.00063187745,0.0000051737466],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003404323,0.000014393834,0.0008894146,0.000030383539,0.0000020831535,0.0000692621,0.00040160518,0.0060405475,0.000079162346,0.012706361,0.000011672836,0.9797517],"study_design_scores_gemma":[0.00041851526,0.00038353272,0.008120245,0.0012178301,0.0000063472826,0.00017359192,2.2166708e-7,0.6714224,0.0033890707,0.3033844,0.010190345,0.0012935085],"about_ca_topic_score_codex":0.000051038285,"about_ca_topic_score_gemma":0.000041059422,"teacher_disagreement_score":0.9784582,"about_ca_system_score_codex":0.00018427931,"about_ca_system_score_gemma":0.00011680854,"threshold_uncertainty_score":0.99998504},"labels":[],"label_agreement":null},{"id":"W1953210639","doi":"10.24908/pceea.v0i0.5770","title":"INTEGRATING UCD WITHIN AN AGILE SOFTWARE DEVELOPMENT PROCESS IN AN EDUCATIONAL SETTING","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Agile software development; Computer science; Context (archaeology); Agile usability engineering; Software engineering; Accreditation; Agile Unified Process; Engineering management; Process (computing); Engineering design process; Software; Software development process; Software development; Engineering; Medical education","score_opus":0.014513250164104615,"score_gpt":0.25977876911194786,"score_spread":0.24526551894784324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1953210639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98805267,0.00006899949,0.0048612496,0.0038419762,0.0017607177,0.00046713304,0.0000051042407,0.0004178218,0.0005243026],"genre_scores_gemma":[0.8119841,4.8410675e-7,0.18746467,0.00016133834,0.00011930928,0.00009857307,0.000011601383,0.000022036205,0.00013785518],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986337,0.00001513411,0.00036713405,0.00028139132,0.00041010109,0.00029256058],"domain_scores_gemma":[0.9981608,0.0000858032,0.00040045925,0.00016172529,0.00088064355,0.00031057085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013257669,0.00016142681,0.00013843249,0.00037279495,0.00013493276,0.00031032023,0.0008517965,0.0001283548,0.0000049687064],"category_scores_gemma":[0.003191485,0.00016261476,0.000027198425,0.00077668356,0.000007964848,0.0017113535,0.000046944097,0.000307668,0.000002915513],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006127063,0.00046462726,0.78909034,0.00047573337,0.000071116316,4.949457e-7,0.095090725,0.026495457,0.0008046848,0.0641575,0.008069552,0.015273631],"study_design_scores_gemma":[0.0008967668,0.00022999247,0.68186927,0.0016254698,0.0000544178,0.00005590404,0.006301333,0.25261283,0.018130185,0.015844142,0.019880222,0.002499488],"about_ca_topic_score_codex":0.0026181978,"about_ca_topic_score_gemma":0.0063082837,"teacher_disagreement_score":0.22611739,"about_ca_system_score_codex":0.0021098,"about_ca_system_score_gemma":0.0030359284,"threshold_uncertainty_score":0.6631237},"labels":[],"label_agreement":null},{"id":"W1954777607","doi":"10.1109/ipcc.2002.1049093","title":"TC-PUBS: a new tool for reflecting on research in technical communication","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Miami; Technical communication; Scholarly communication; Scientific communication; Professional communication; Resource (disambiguation); Key (lock); Computer science; Technical report; Public relations; World Wide Web; Telecommunications; Library science; Political science; Computer security; Publishing","score_opus":0.27661307430735765,"score_gpt":0.4902324450524744,"score_spread":0.21361937074511672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1954777607","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013036034,0.00008894841,0.9838869,0.0024743744,0.00004803234,0.00030459947,9.960154e-8,0.00047230473,0.011421168],"genre_scores_gemma":[0.2871473,0.000026780768,0.71234655,0.00012398872,0.000012438825,0.0000630574,3.9568232e-7,0.000005928707,0.00027355427],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991355,0.0001411082,0.00014441044,0.00019767329,0.00016818094,0.00021311946],"domain_scores_gemma":[0.99711406,0.002106419,0.000025675721,0.0006683193,0.00005105792,0.000034436187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025713465,0.00005690622,0.00007057389,0.00016559937,0.000088062916,0.0001280428,0.0006277261,0.00006747182,0.000006635323],"category_scores_gemma":[0.0013439594,0.00005204715,0.000022738428,0.00052944047,0.00001098909,0.00030953545,0.00010242061,0.00032019106,0.000008812529],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011177083,0.00006668465,0.00018972986,0.000010427896,0.000002246208,0.0000016689264,0.00015612908,0.00012243538,0.00044442483,0.94055694,0.01179494,0.04664318],"study_design_scores_gemma":[0.000767718,0.0008225959,0.0010843102,0.00022214715,0.0000025199395,0.000041318868,0.00003790942,0.016255071,0.020240033,0.30582395,0.65424985,0.00045257626],"about_ca_topic_score_codex":0.000083252846,"about_ca_topic_score_gemma":0.000029076442,"teacher_disagreement_score":0.6424549,"about_ca_system_score_codex":0.00007586392,"about_ca_system_score_gemma":0.000068747184,"threshold_uncertainty_score":0.21224213},"labels":[],"label_agreement":null},{"id":"W1961503533","doi":"","title":"Creativity and Innovation in SPI: an Exploratory Paper on their Measurement?","year":2001,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Creativity; Enabling; Operational excellence; Capability Maturity Model Integration; Balanced scorecard; Process management; Excellence; Capability Maturity Model; Maturity (psychological); Flexibility (engineering); Quality (philosophy); Asset (computer security); Process (computing); Computer science; Knowledge management; Engineering; Management; Software; Software development; Software development process; Political science; Economics; Psychology; Computer security","score_opus":0.08705986921326236,"score_gpt":0.2864979454848152,"score_spread":0.19943807627155286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1961503533","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32974228,0.00004310908,0.6653952,0.0006975628,0.00005972512,0.0000866123,1.4455063e-7,0.00042233433,0.0035530063],"genre_scores_gemma":[0.97720325,0.000038174603,0.022179438,0.00052493927,0.000017669045,0.000012812629,3.774688e-7,0.0000037479751,0.000019570538],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994926,0.00004090354,0.00009703425,0.00015930411,0.00012601652,0.00008414766],"domain_scores_gemma":[0.99962014,0.000055138833,0.000027749382,0.00022731147,0.00004996408,0.000019712423],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074796984,0.000064338106,0.0000555642,0.00015069132,0.000023777004,0.00006803526,0.00013815697,0.000029105384,0.000011970939],"category_scores_gemma":[0.00009448871,0.0000510227,0.0000049937344,0.00051847193,0.000006770626,0.0011538913,0.000039281556,0.00007733368,0.000002497578],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035272722,0.00038100977,0.041197807,0.000016756234,0.00001296876,0.00002833414,0.002362763,0.00016427903,0.009960584,0.348694,0.0011113636,0.5960349],"study_design_scores_gemma":[0.0016090072,0.0019977211,0.47883582,0.00023876062,0.0000073223837,0.000056963818,0.00041135162,0.05793496,0.049074072,0.08469167,0.32356933,0.0015730128],"about_ca_topic_score_codex":0.000022832763,"about_ca_topic_score_gemma":0.000040843548,"teacher_disagreement_score":0.647461,"about_ca_system_score_codex":0.00002411741,"about_ca_system_score_gemma":0.000013290185,"threshold_uncertainty_score":0.20806453},"labels":[],"label_agreement":null},{"id":"W1962753912","doi":"10.24908/pceea.v0i0.5921","title":"AN ON-LINE TEAM-EFFECTIVENESS LEARNING SYSTEM","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Line (geometry); Computer science; Psychology; Operations management; Engineering; Mathematics","score_opus":0.014526332362300097,"score_gpt":0.2499182973039873,"score_spread":0.23539196494168718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1962753912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80309755,0.00043056498,0.1250054,0.010241783,0.018034728,0.0029373132,0.00002893706,0.006623121,0.03360063],"genre_scores_gemma":[0.99085265,0.0000015240565,0.0085988445,0.00006717012,0.00015522123,0.00005319704,0.0000023993396,0.000021314476,0.0002476571],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990156,0.00002273298,0.00017620366,0.00020975905,0.00034397698,0.00023171809],"domain_scores_gemma":[0.99858844,0.00012527478,0.00025362408,0.00016587423,0.00060136116,0.00026540548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013220069,0.00012966672,0.000138209,0.00025287978,0.00012266393,0.00021498957,0.00066291227,0.00011805501,0.0000010380203],"category_scores_gemma":[0.0017041607,0.00012366028,0.00004756561,0.0005657732,0.0000055933683,0.00059585035,0.000032914257,0.00028045263,0.000008058657],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018267065,0.00032056557,0.15505712,0.0010716728,0.00023095784,9.012558e-7,0.005885525,0.22247784,0.0030261278,0.5715161,0.029754126,0.0106408065],"study_design_scores_gemma":[0.0008580616,0.000701908,0.13070375,0.0014136008,0.00009941971,0.000051449762,0.0011102682,0.68669003,0.024137806,0.0014687052,0.15126589,0.001499074],"about_ca_topic_score_codex":0.0035693282,"about_ca_topic_score_gemma":0.00018610888,"teacher_disagreement_score":0.5700474,"about_ca_system_score_codex":0.0022726022,"about_ca_system_score_gemma":0.00056003564,"threshold_uncertainty_score":0.59427756},"labels":[],"label_agreement":null},{"id":"W1963535891","doi":"10.1145/1297797.1297801","title":"The impact of size and volatility on IT project performance","year":2007,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":198,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Volatility (finance); Computer science; Econometrics; Economics","score_opus":0.052598432061689425,"score_gpt":0.3677687130616387,"score_spread":0.3151702809999493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963535891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9768884,0.00082224596,0.006328194,0.012731937,0.00006571954,0.0003308942,0.000003275813,0.00010209507,0.0027272226],"genre_scores_gemma":[0.89028835,0.00031535045,0.10935362,0.000015171468,0.0000025770928,0.000003585155,1.0669372e-7,0.0000018263402,0.000019426894],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9996283,0.000053573953,0.00012751801,0.000051774477,0.00007389976,0.00006494257],"domain_scores_gemma":[0.98406625,0.002906128,0.00011975357,0.01284018,0.000057778874,0.000009894741],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0009550704,0.00004129104,0.000052650244,0.00001746872,0.00016002427,0.000018793431,0.011246764,0.00001853651,4.425484e-7],"category_scores_gemma":[0.005698687,0.000021831907,0.000038312042,0.00020703244,0.000109134344,0.00012456474,0.004921062,0.00012234061,2.4279223e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025041006,0.0009103745,0.55235296,0.00015296575,0.00035806763,3.0972924e-7,0.011079582,0.00055093126,0.0067693554,0.05633552,0.055819113,0.3154204],"study_design_scores_gemma":[0.00010762344,0.00021663778,0.94097257,0.00007660274,0.000008255173,0.000005810113,0.000029288509,0.03121392,0.00576674,0.014319758,0.0071924953,0.000090277244],"about_ca_topic_score_codex":0.000107737455,"about_ca_topic_score_gemma":0.00000892715,"teacher_disagreement_score":0.3886196,"about_ca_system_score_codex":0.000015334903,"about_ca_system_score_gemma":0.000031148804,"threshold_uncertainty_score":0.99410284},"labels":[],"label_agreement":null},{"id":"W1964781845","doi":"10.4236/jsea.2010.310114","title":"Software Engineering Principles: Do They Meet Engineering Criteria?","year":2010,"lang":"en","type":"article","venue":"Journal of Software Engineering and Applications","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Software engineering; Social software engineering; Software Engineering Process Group; Software requirements; Set (abstract data type); Software; Computer science; Engineering; Systems engineering; Software development; Software construction","score_opus":0.010305557029983871,"score_gpt":0.24372009149853854,"score_spread":0.23341453446855467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964781845","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028711328,0.0006969219,0.9684197,0.00014446759,0.00073089974,0.00021276786,0.000010517933,0.0010607868,0.000012656733],"genre_scores_gemma":[0.2791195,0.00014251392,0.7199568,0.00002905451,0.00059862284,0.00007699998,0.00000218039,0.00005794709,0.000016363289],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982457,0.00001128881,0.0006363637,0.0003439797,0.00035274428,0.00040993188],"domain_scores_gemma":[0.9975722,0.00090241357,0.00028262814,0.0006700885,0.00024113632,0.00033154665],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007046156,0.00035346622,0.00039084777,0.0004276603,0.00011598206,0.00038444655,0.0010088424,0.0001966547,0.000009316563],"category_scores_gemma":[0.0014536142,0.00034260435,0.00015240448,0.0004346657,0.000019308374,0.00090758025,0.00023365032,0.0008626604,0.000004818254],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004577769,0.0007516769,0.015641565,0.0023567749,0.0010115684,0.0002947123,0.0034568224,0.40865552,0.08422246,0.38507673,0.0032559335,0.09523045],"study_design_scores_gemma":[0.0013321064,0.00042038137,0.0213319,0.0008869434,0.0002096207,0.0038797406,0.00004271888,0.1324277,0.0090872785,0.0017262558,0.82609946,0.0025558867],"about_ca_topic_score_codex":0.0000066054877,"about_ca_topic_score_gemma":8.9105487e-7,"teacher_disagreement_score":0.8228435,"about_ca_system_score_codex":0.000046901558,"about_ca_system_score_gemma":0.00007029145,"threshold_uncertainty_score":0.9999026},"labels":[],"label_agreement":null},{"id":"W1964944252","doi":"10.1145/1987875.1987902","title":"Strategically balanced process adoption","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Process (computing); Strategic planning; Process management; Perspective (graphical); Knowledge management; Software; Business; Plan (archaeology); Computer science; Marketing","score_opus":0.04088738104943473,"score_gpt":0.26340488976961507,"score_spread":0.22251750872018033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964944252","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006044734,0.00001220281,0.950346,0.00005068129,0.00007627232,0.00004368395,7.8618434e-8,0.0010910092,0.042335354],"genre_scores_gemma":[0.65247715,0.000005546569,0.34735125,0.00007609903,0.0000103794555,0.000007375986,1.8222396e-7,0.000002067054,0.00006991215],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996302,0.000007563826,0.00006598038,0.00012539788,0.00007796193,0.00009286663],"domain_scores_gemma":[0.9996939,0.000019818981,0.000024650253,0.00019219455,0.00003550117,0.0000339702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000096124946,0.00004913679,0.000041633626,0.000023423634,0.000020068856,0.000044388755,0.00036045493,0.000029528133,0.00008893796],"category_scores_gemma":[0.000012405485,0.000038991555,0.000014012922,0.0001290751,0.000005627766,0.00054993125,0.000032166987,0.000056147514,0.000031205396],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012859341,0.00013371448,0.0019335909,0.00003418304,0.000014363292,0.000022971188,0.001387804,0.00006309492,0.00045668636,0.93684536,0.0008564258,0.058238916],"study_design_scores_gemma":[0.0012681748,0.0021582346,0.1294616,0.00014378384,0.000032588356,0.00029939253,0.00033469082,0.23087874,0.103676826,0.499315,0.02975717,0.0026737982],"about_ca_topic_score_codex":0.000014803767,"about_ca_topic_score_gemma":8.1931944e-7,"teacher_disagreement_score":0.64643246,"about_ca_system_score_codex":0.0000041990384,"about_ca_system_score_gemma":0.0000140857,"threshold_uncertainty_score":0.15900294},"labels":[],"label_agreement":null},{"id":"W1965132133","doi":"10.3166/isi.14.4.55-75","title":"What factors lead to software project failure and whose fault was it ?","year":2009,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Lead (geology); Fault (geology); Software; Computer science; Software engineering; Reliability engineering; Engineering; Programming language; Geology; Seismology","score_opus":0.019422247774647763,"score_gpt":0.2643391089724213,"score_spread":0.24491686119777353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965132133","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09327631,0.00014088483,0.9031821,0.0011150425,0.0003613988,0.00045253045,0.0000047917024,0.0012116693,0.00025529953],"genre_scores_gemma":[0.78733975,0.000120000084,0.21138202,0.000982499,0.000044349683,0.00003551766,0.00002421356,0.000008734302,0.00006292628],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998939,0.000029609098,0.0003296023,0.00017287687,0.00025236528,0.00027654492],"domain_scores_gemma":[0.99913526,0.00012665194,0.00014779295,0.00035214308,0.00014859933,0.000089571055],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0002834072,0.00019720581,0.00017257142,0.000290581,0.0001842909,0.0016023262,0.00042063792,0.00011283978,0.0000036144245],"category_scores_gemma":[0.0004885832,0.0001754645,0.000040992643,0.0005020433,0.000023778573,0.014577567,0.000115889234,0.00015160738,0.000027735883],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020658512,0.000030181951,0.0011445169,0.00022726724,0.000028383078,0.000010576022,0.048371583,0.00070461846,0.00011017918,0.005450724,0.012494463,0.93140686],"study_design_scores_gemma":[0.0013320117,0.003089494,0.043752313,0.0028443143,0.00006795277,0.0005751699,0.0123524405,0.047853082,0.015629448,0.0220999,0.8468075,0.003596372],"about_ca_topic_score_codex":0.000043254502,"about_ca_topic_score_gemma":0.0000067378674,"teacher_disagreement_score":0.9278105,"about_ca_system_score_codex":0.00010136137,"about_ca_system_score_gemma":0.000051448318,"threshold_uncertainty_score":0.9994341},"labels":[],"label_agreement":null},{"id":"W1965332532","doi":"10.1109/icmla.2012.193","title":"Fuzzy-ExCOM Software Project Risk Assessment","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"COCOMO; Computer science; Software project management; Fuzzy logic; Software development; Software; Risk management; Identification (biology); Risk analysis (engineering); Team software process; Software engineering; Data mining; Software development process; Software construction; Artificial intelligence","score_opus":0.02322562727692105,"score_gpt":0.3120742319134466,"score_spread":0.2888486046365255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965332532","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016504035,0.00015990733,0.9856682,0.00020184004,0.00048263257,0.00014714508,0.0000015507942,0.0021703343,0.0095179835],"genre_scores_gemma":[0.22357807,0.00004864069,0.77583474,0.00014359517,0.00010260089,0.000031669457,0.0000011738156,0.000008517376,0.00025101757],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991126,0.00006404304,0.00012690516,0.00018010443,0.00020573367,0.00031061345],"domain_scores_gemma":[0.99897563,0.00030648903,0.00007226033,0.0005286551,0.0000371706,0.00007981374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006224939,0.000115499206,0.00009861206,0.000076637574,0.00009080094,0.00014546532,0.00054131536,0.0000529521,0.00002922043],"category_scores_gemma":[0.00014404954,0.00009219785,0.000049253653,0.00025407996,0.000009407048,0.0013815294,0.0002466976,0.00020237641,0.00005241331],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004513458,0.00039061168,0.2864237,0.00005157164,0.000089992835,0.000010486773,0.0010441788,0.00009512637,0.000058075824,0.25409767,0.07990923,0.37782484],"study_design_scores_gemma":[0.00039479905,0.00030809673,0.1558985,0.000034433295,0.00004170506,0.00010386514,0.000047451016,0.00916923,0.0017807937,0.014457525,0.8167037,0.0010599568],"about_ca_topic_score_codex":0.00012788289,"about_ca_topic_score_gemma":0.000001490075,"teacher_disagreement_score":0.7367944,"about_ca_system_score_codex":0.000037886606,"about_ca_system_score_gemma":0.000044012017,"threshold_uncertainty_score":0.37597194},"labels":[],"label_agreement":null},{"id":"W1965658570","doi":"10.1109/ms.2012.167","title":"Technical Debt: From Metaphor to Theory and Practice","year":2012,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":691,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Code refactoring; Metaphor; Debt; Computer science; Software engineering; Software; Corporate debt; Software development; Engineering; Business; Finance; Linguistics; Programming language","score_opus":0.020076886224658808,"score_gpt":0.29645991537459543,"score_spread":0.2763830291499366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965658570","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045335484,0.001583348,0.9904533,0.00086723885,0.00062673446,0.00015924592,0.000007554058,0.0014574402,0.00031158587],"genre_scores_gemma":[0.27154955,0.000040551262,0.7266047,0.0015292446,0.00016930347,0.00003892266,0.0000011909088,0.000016648826,0.000049887116],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987999,0.00019715131,0.00015602284,0.00030003718,0.00022539568,0.00032144887],"domain_scores_gemma":[0.9941165,0.0048935646,0.00006551312,0.00061326753,0.00006096239,0.0002502169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013941331,0.0001562146,0.00015778118,0.00008082784,0.00013635671,0.00011125997,0.000556556,0.00010468513,0.000019718997],"category_scores_gemma":[0.00419547,0.00013934799,0.000042194646,0.00027581464,0.000025266752,0.0014186074,0.00028662334,0.0002161291,0.00007747371],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004151539,0.0007385537,0.0076656276,0.000081156395,0.00030597573,0.00013826194,0.012238736,0.0001305945,0.014526433,0.21964242,0.05784355,0.6862735],"study_design_scores_gemma":[0.0003787486,0.0003056095,0.01404963,0.000097410986,0.000167851,0.00053214555,0.00010423346,0.00015488683,0.019659042,0.03275648,0.9305753,0.0012186549],"about_ca_topic_score_codex":0.00005085395,"about_ca_topic_score_gemma":0.0000019382217,"teacher_disagreement_score":0.87273175,"about_ca_system_score_codex":0.000029734492,"about_ca_system_score_gemma":0.00002174221,"threshold_uncertainty_score":0.56824464},"labels":[],"label_agreement":null},{"id":"W1966230106","doi":"10.4236/ti.2012.31007","title":"Risk Management of IT Service Management Project Implementation with Killer Assumptions","year":2012,"lang":"en","type":"article","venue":"Technology and Investment","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China; National Science Foundation","keywords":"Computer science; Process management; Knowledge management; Service (business); Order (exchange); Process (computing); Risk management; Project risk management; Risk analysis (engineering); Project management; Business; Project management triangle; Marketing; Systems engineering","score_opus":0.01986885963661587,"score_gpt":0.29609844662790546,"score_spread":0.2762295869912896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966230106","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20695043,0.0010638296,0.76666194,0.0045500747,0.0002907777,0.00184192,0.000007655749,0.0016943096,0.016939059],"genre_scores_gemma":[0.3939933,0.00088020955,0.6043459,0.00041838482,0.000007866968,0.00026517347,0.000004206155,0.000007949759,0.00007700947],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993405,0.000020803727,0.00014486288,0.00017564096,0.00011746942,0.00020077567],"domain_scores_gemma":[0.99944454,0.000017656173,0.00011371985,0.00036921888,0.000025191453,0.000029695117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023654266,0.000105965024,0.00009325359,0.0002767421,0.00007798713,0.000015972793,0.00025326182,0.000053329546,0.000010341923],"category_scores_gemma":[0.0000014571194,0.0000863078,0.000012117941,0.0005876336,0.000036385878,0.00033857068,0.00026382523,0.00009165617,0.000006415703],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051900342,0.00010066943,0.008236575,0.00011054202,0.00020249069,0.0000042868055,0.00037745322,0.000012572379,0.000010651741,0.9356612,0.0013912152,0.053887155],"study_design_scores_gemma":[0.0026560952,0.0012912259,0.11581628,0.00036386677,0.0006611355,0.00015024039,0.0044248207,0.0019750705,0.008820807,0.058637165,0.80407983,0.0011234751],"about_ca_topic_score_codex":0.000031960335,"about_ca_topic_score_gemma":0.0000052680334,"teacher_disagreement_score":0.87702405,"about_ca_system_score_codex":0.000025966892,"about_ca_system_score_gemma":0.0000057149923,"threshold_uncertainty_score":0.351953},"labels":[],"label_agreement":null},{"id":"W1968165445","doi":"10.1145/1065907.1066034","title":"Towards agile security assurance","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":142,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Agile software development; Software security assurance; Agile Unified Process; Computer science; Lean software development; Agile usability engineering; Information assurance; Software; Engineering management; Process management; Systems engineering; Software development process; Computer security; Software development; Software engineering; Engineering; Information security; Security service","score_opus":0.01047085271636212,"score_gpt":0.25895643538132496,"score_spread":0.24848558266496285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968165445","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018434601,0.00014419925,0.958592,0.0037251902,0.00014102197,0.00004115905,4.4988235e-7,0.0014118628,0.03410068],"genre_scores_gemma":[0.54287314,0.000029143937,0.4563184,0.00042069904,0.00006790722,0.0000052896576,1.9677118e-7,0.0000028294944,0.00028235876],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995121,0.000012951431,0.00007734586,0.00014994846,0.000119352764,0.00012832672],"domain_scores_gemma":[0.9994999,0.00008057261,0.000022411175,0.0003271026,0.000026730386,0.000043276286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018342052,0.00006126442,0.00005843428,0.000027455684,0.00003104428,0.00008301711,0.00048478707,0.000031397336,0.00009120253],"category_scores_gemma":[0.00006212261,0.000053073167,0.0000269908,0.0001450057,0.000006555647,0.0006945915,0.00010351712,0.00008421561,0.00010209395],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024486628,0.00008500461,0.00038712216,0.0000185277,0.000014847516,0.000012504304,0.00058812735,0.00043254934,0.00022205495,0.3471757,0.086984865,0.56407624],"study_design_scores_gemma":[0.000066556015,0.000027685646,0.001092796,0.0000060576417,0.0000013049943,0.00002085901,0.0000015434615,0.05249013,0.011398555,0.0067228926,0.928014,0.00015765804],"about_ca_topic_score_codex":0.00003319895,"about_ca_topic_score_gemma":0.000008313481,"teacher_disagreement_score":0.8410291,"about_ca_system_score_codex":0.000014948809,"about_ca_system_score_gemma":0.000019997518,"threshold_uncertainty_score":0.21642609},"labels":[],"label_agreement":null},{"id":"W1970965277","doi":"10.1002/j.2334-5837.2008.tb00805.x","title":"2.3.2 COSYSMO Reuse Extension","year":2008,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Reuse; Computer science; Constructive; Software engineering; Extension (predicate logic); Reusability; Software deployment; Systems engineering; Industrial engineering; Process (computing); Programming language; Engineering; Software","score_opus":0.019252608692694635,"score_gpt":0.25767741460824556,"score_spread":0.23842480591555093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970965277","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12459701,0.00012080318,0.8516936,0.010504254,0.003268585,0.0001498411,0.0000053382396,0.0016533849,0.008007193],"genre_scores_gemma":[0.88071555,0.00021962766,0.11780171,0.00053814676,0.00020667544,0.000018191755,0.0000052763253,0.000010863265,0.00048397173],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99907094,0.000017217173,0.00017317203,0.00025943812,0.0003426188,0.00013661422],"domain_scores_gemma":[0.99894434,0.00015873836,0.00007548053,0.00061424414,0.00014534207,0.00006183954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016422717,0.00010239029,0.00008319306,0.00007789943,0.00008841281,0.00007431045,0.0014611179,0.000055337023,0.000033075517],"category_scores_gemma":[0.000186944,0.00009761479,0.000052546064,0.00014175176,0.000021835254,0.0007359463,0.00048423675,0.00013397116,0.00013405079],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002373782,0.001811112,0.022193708,0.00005880298,0.00048440282,0.006199474,0.006377529,0.007430402,0.18783797,0.32295513,0.36358514,0.08082896],"study_design_scores_gemma":[0.0005446483,0.00019395674,0.01731359,0.00007274613,0.000007571891,0.0026103857,0.00000478911,0.090508156,0.02085267,0.006638339,0.8606515,0.0006016487],"about_ca_topic_score_codex":0.000071602866,"about_ca_topic_score_gemma":0.000001303962,"teacher_disagreement_score":0.75611854,"about_ca_system_score_codex":0.00007077123,"about_ca_system_score_gemma":0.000026690454,"threshold_uncertainty_score":0.39806157},"labels":[],"label_agreement":null},{"id":"W1971053871","doi":"10.2308/iace-50206","title":"Zoom Snowboards Incorporated: Understanding the Impact of Management Decisions on the Audit Plan","year":2012,"lang":"en","type":"article","venue":"Issues in Accounting Education","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Audit; Audit plan; Business; Plan (archaeology); Corporate governance; Accounting; Order (exchange); Information technology audit; Internal audit; Audit committee; Joint audit; Financial statement; Process management; Public relations; Finance; Political science","score_opus":0.06021478506548569,"score_gpt":0.35321591122914936,"score_spread":0.2930011261636637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971053871","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3633731,0.0010507085,0.61298865,0.00641649,0.0034331249,0.0007510376,0.0000026863663,0.00036892583,0.011615309],"genre_scores_gemma":[0.9858661,0.00006635092,0.013741859,0.00009008957,0.00013590528,0.000027941764,0.000001923558,0.000007311013,0.00006246176],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9992924,0.0000628481,0.00016448469,0.00011440857,0.0002009,0.00016498727],"domain_scores_gemma":[0.9984953,0.0008002511,0.0001642036,0.00048683575,0.000033565506,0.000019881807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012425939,0.00008826119,0.0000714844,0.00014120156,0.00010795247,0.0001368469,0.00062027195,0.000029644356,0.00001820548],"category_scores_gemma":[0.00027882797,0.000050506238,0.000035115125,0.000510675,0.000020932048,0.00051007076,0.00011799535,0.00014002867,0.000013191705],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019160141,0.0005726156,0.14135185,0.000032212574,0.000074671596,0.0000015178895,0.010109206,0.0041673053,0.000070490176,0.67014027,0.09399687,0.07946384],"study_design_scores_gemma":[0.00038265262,0.00022448512,0.6139838,0.0015897664,0.00006241502,0.00004351572,0.008770577,0.044989686,0.0013325979,0.2655713,0.06206348,0.0009856839],"about_ca_topic_score_codex":0.00027545696,"about_ca_topic_score_gemma":0.0000045459715,"teacher_disagreement_score":0.6224931,"about_ca_system_score_codex":0.00020095655,"about_ca_system_score_gemma":0.00005161943,"threshold_uncertainty_score":0.20595846},"labels":[],"label_agreement":null},{"id":"W1972330479","doi":"10.5539/ass.v10n13p108","title":"Interpretation of TRIZ Principles in a Service Related Context","year":2014,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"TRIZ; Context (archaeology); Service (business); Usability; Interpretation (philosophy); Computer science; Process (computing); Contradiction; Management science; Knowledge management; Process management; Engineering; Artificial intelligence; Human–computer interaction; Epistemology; Marketing; Business","score_opus":0.014566838381982684,"score_gpt":0.2726259774556862,"score_spread":0.2580591390737035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972330479","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056284145,0.000030497487,0.83312863,0.003472048,0.0003577915,0.00020332022,7.070564e-7,0.00037350482,0.10614935],"genre_scores_gemma":[0.98374516,0.0000014137747,0.016074615,0.00014180639,0.000011413342,0.000005162302,1.991676e-7,0.0000025366755,0.000017700757],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991913,0.00005219312,0.00018083115,0.00019613498,0.00022709188,0.00015248562],"domain_scores_gemma":[0.99948716,0.00011134127,0.0001177313,0.00016906159,0.0000816899,0.00003298662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001092986,0.000055117976,0.00009843805,0.00011979107,0.00007294662,0.00006136126,0.0007979846,0.000041183466,0.0000032291066],"category_scores_gemma":[0.00037800657,0.000053906213,0.000020682814,0.0014022975,0.0000902143,0.00075805956,0.00013783238,0.00009617129,0.0000059263944],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040699165,0.000023175398,0.0006541297,0.000012281041,0.0000017111975,9.126163e-7,0.010158449,0.00001871836,0.0010451055,0.36123198,0.000014046546,0.6268354],"study_design_scores_gemma":[0.0010710553,0.00040707435,0.46872708,0.00028133285,0.0000120225795,0.000021214837,0.0011825912,0.42387185,0.013335691,0.07032124,0.019956607,0.0008122519],"about_ca_topic_score_codex":0.00008936393,"about_ca_topic_score_gemma":0.000029049152,"teacher_disagreement_score":0.927461,"about_ca_system_score_codex":0.0000419109,"about_ca_system_score_gemma":0.000069155394,"threshold_uncertainty_score":0.21982315},"labels":[],"label_agreement":null},{"id":"W1972589040","doi":"10.3166/isi.13.1.37-74","title":"Défis de la sécurité de l'information. Support à la gestion des risques de sécurité par les modèles","year":2008,"lang":"fr","type":"article","venue":"Ingénierie des systèmes d information","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.022655135384134144,"score_gpt":0.24883301643047073,"score_spread":0.2261778810463366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972589040","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.077584945,0.0015223168,0.8993873,0.00041929854,0.00033464417,0.000342179,0.000057886384,0.0013336138,0.019017812],"genre_scores_gemma":[0.73477733,0.0042934455,0.25997612,0.00029517207,0.0001504468,0.0001400293,0.000079737634,0.000027010019,0.0002606818],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997041,0.0005754111,0.0009305351,0.00018951285,0.0004417586,0.0008218135],"domain_scores_gemma":[0.9971344,0.0011303712,0.00054142333,0.00046635346,0.00044580677,0.00028165523],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0028562525,0.0004146715,0.00033576135,0.00043186886,0.00094356627,0.0013231839,0.00069958396,0.0006743976,0.00008500421],"category_scores_gemma":[0.0020508533,0.0004697901,0.00016674899,0.00063953915,0.0007237538,0.018583538,0.0002089074,0.00064281264,0.00011353131],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009413048,0.00018454506,0.029481227,0.0028779358,0.00017960362,0.00013319548,0.08270426,0.031541407,0.000112001726,0.16927361,0.023383543,0.66003454],"study_design_scores_gemma":[0.0007406661,0.00044613908,0.09841477,0.001362402,0.00012287937,0.008048957,0.0006898994,0.30971795,0.0071521085,0.04180768,0.5302469,0.0012496042],"about_ca_topic_score_codex":0.0022580058,"about_ca_topic_score_gemma":0.000012715446,"teacher_disagreement_score":0.6587849,"about_ca_system_score_codex":0.00070485496,"about_ca_system_score_gemma":0.0006937517,"threshold_uncertainty_score":0.9997754},"labels":[],"label_agreement":null},{"id":"W1973705637","doi":"10.1109/4236.989006","title":"Extreme programming. Rapid development for Web-based applications","year":2002,"lang":"en","type":"article","venue":"IEEE Internet Computing","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Extreme programming; Scrum; Agile software development; Computer science; Extreme programming practices; Software engineering; Software development; Software development process; Web application development; Executable; Software; User story; Web development; The Internet; World Wide Web; Operating system","score_opus":0.05684853793121767,"score_gpt":0.27172234600588,"score_spread":0.21487380807466236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973705637","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017300033,0.00020434412,0.99535227,0.00023827446,0.00032685488,0.00045219678,5.215661e-7,0.0014268052,0.00026875155],"genre_scores_gemma":[0.44773978,0.0000010577453,0.5518173,0.00013207005,0.000087484,0.00012353047,0.0000015099001,0.000010622186,0.00008663327],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989454,0.000020367188,0.00026623844,0.00034074264,0.00014327712,0.0002839818],"domain_scores_gemma":[0.99899733,0.00039341897,0.00012495939,0.00033565515,0.00008202569,0.000066602035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031896788,0.00014260299,0.00012289069,0.00010298469,0.00009287282,0.0002212232,0.00077550375,0.000051636576,0.00001599637],"category_scores_gemma":[0.00003869062,0.00014495841,0.00006316255,0.00021494144,0.00001557031,0.00015498712,0.00008817666,0.00011677172,0.000041156552],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016471645,0.00007936523,0.0001431944,0.000042349326,0.000017210761,0.0000024557687,0.00031982543,0.0005474414,0.00012556398,0.0012731513,0.00521876,0.99222904],"study_design_scores_gemma":[0.00013526493,0.00003846319,0.000036267873,0.00003438464,0.00000250213,0.0000062030663,0.0000014077585,0.53238714,0.0030655502,0.000038134982,0.46411946,0.00013518687],"about_ca_topic_score_codex":0.0000047010735,"about_ca_topic_score_gemma":0.0000013860207,"teacher_disagreement_score":0.99209386,"about_ca_system_score_codex":0.000053385895,"about_ca_system_score_gemma":0.00002574904,"threshold_uncertainty_score":0.5911232},"labels":[],"label_agreement":null},{"id":"W1973808584","doi":"10.5555/2664360.2664364","title":"Simulation-based decision support for bringing a project back on track: the case of RUP-based software construction","year":2012,"lang":"en","type":"article","venue":"International Conference on Software and System Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Schedule; Software project management; Software development; Software engineering; Project management; Project planning; Context (archaeology); Web application; Systems engineering; Software; Engineering; Software construction; World Wide Web","score_opus":0.059238711212419345,"score_gpt":0.3525400848271983,"score_spread":0.2933013736147789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973808584","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01966334,0.000024696692,0.9786589,0.00012015114,0.0005301872,0.00050743,0.000053799977,0.00029935502,0.00014214402],"genre_scores_gemma":[0.8646191,0.0000013323574,0.13504757,0.00010744867,0.000074317635,0.0001072136,0.000013736866,0.000013722113,0.000015606747],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987274,0.000051376108,0.00036784034,0.00031204175,0.00033212054,0.00020925791],"domain_scores_gemma":[0.9960672,0.0026970967,0.00031131966,0.00030521493,0.0005567033,0.000062450694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006247232,0.00019103859,0.00020051659,0.00020630627,0.000156243,0.0001889388,0.00045324088,0.000093891016,0.000020693831],"category_scores_gemma":[0.0008416855,0.00014332778,0.00007792352,0.00018634996,0.00004519591,0.000492739,0.0000353182,0.00013419485,0.000005141455],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011246481,0.00058192963,0.016618963,0.0028698295,0.00021743988,0.00011112564,0.0026943507,0.16517437,0.000039420756,0.15163904,0.0004798219,0.65844905],"study_design_scores_gemma":[0.0007808346,0.00039070763,0.00030771963,0.00083528744,0.000025082614,0.00017324192,0.0002625732,0.99306816,0.0016368789,0.00066308293,0.0015478848,0.00030857013],"about_ca_topic_score_codex":0.00003120874,"about_ca_topic_score_gemma":0.000003713381,"teacher_disagreement_score":0.84495574,"about_ca_system_score_codex":0.00006103937,"about_ca_system_score_gemma":0.00018169827,"threshold_uncertainty_score":0.5844737},"labels":[],"label_agreement":null},{"id":"W1973875237","doi":"10.1145/1134285.1134391","title":"Instructional design and assessment strategies for teaching global software development","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Context (archaeology); Computer science; Engineering management; Software; Instructional design; Knowledge management; Software development; Software engineering; Engineering; Multimedia","score_opus":0.02185222795821151,"score_gpt":0.29737463065875847,"score_spread":0.27552240270054695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973875237","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027031307,0.00004014959,0.9953835,0.00017582963,0.00011668883,0.00014716401,8.0678404e-7,0.00065255095,0.00078020745],"genre_scores_gemma":[0.06925179,0.0000013064972,0.9305852,0.000043093936,0.000033149357,0.000043384833,0.0000023095297,0.0000032760374,0.000036498077],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99943304,0.000020339854,0.00011766584,0.0001829528,0.00011695681,0.00012903633],"domain_scores_gemma":[0.9996143,0.00019156148,0.000036269656,0.00010204314,0.000029815345,0.00002601084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003154117,0.000084977895,0.00006484292,0.000025440639,0.00015243069,0.00028258387,0.000180628,0.000033428554,0.0000026766936],"category_scores_gemma":[0.000017779212,0.000075155316,0.000014310664,0.00005148802,0.000012532211,0.00065179355,0.000075634634,0.0000667056,5.3216235e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002177209,0.0000201677,0.00077729067,0.000013852577,0.000009175598,0.0000010125763,0.000027460994,0.0020604972,0.000015571397,0.830236,0.001629517,0.16520724],"study_design_scores_gemma":[0.00070192444,0.00025560916,0.057300363,0.000045694494,0.000013593591,0.00019488113,0.00009139686,0.13997295,0.00082051096,0.5393585,0.2604403,0.00080428005],"about_ca_topic_score_codex":0.00004482578,"about_ca_topic_score_gemma":0.0000044891653,"teacher_disagreement_score":0.29087755,"about_ca_system_score_codex":0.000058413265,"about_ca_system_score_gemma":0.00016960749,"threshold_uncertainty_score":0.30647448},"labels":[],"label_agreement":null},{"id":"W1974238428","doi":"10.1076/csed.11.1.73.3841","title":"Software Engineering as a Professional Discipline","year":2001,"lang":"en","type":"article","venue":"Computer Science Education","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Compute Canada","keywords":"Accreditation; Certification; Software engineering professionalism; Computer science; Engineering ethics; Social software engineering; Professional certification (computer technology); Field (mathematics); Software engineering; Software; Focus (optics); Engineering management; Software Engineering Process Group; Software peer review; Software development; Professional development; Software construction; Professional studies; Political science; Engineering; Sociology; Pedagogy","score_opus":0.011012348584931884,"score_gpt":0.2975816333757949,"score_spread":0.286569284790863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974238428","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07626643,0.00007831828,0.917058,0.0012130785,0.004367172,0.00013162565,1.6559298e-7,0.00079347397,0.00009176785],"genre_scores_gemma":[0.2756802,0.000011393746,0.72325844,0.00034598014,0.00040771923,0.000031643256,0.0000020811278,0.000007774111,0.00025473806],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99867564,0.00001412526,0.00016101223,0.00044930013,0.00039914754,0.00030074106],"domain_scores_gemma":[0.9988751,0.0001298935,0.000070998896,0.0005882455,0.00017445779,0.00016132936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005025613,0.000127792,0.00008831764,0.00028173623,0.00023692139,0.00038478462,0.0013914765,0.00003860046,0.000014659137],"category_scores_gemma":[0.00024059633,0.00011641116,0.000031982636,0.0013530647,0.00005302414,0.0020322113,0.00046540314,0.00014912341,0.00006338804],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046569958,0.00039893153,0.0065863286,0.000032543943,0.000007237966,0.000012698105,0.0020155793,0.0031447741,0.0009212959,0.1042077,0.005164959,0.8775033],"study_design_scores_gemma":[0.0002535167,0.0002975411,0.109924644,0.00031511078,0.000008914651,0.0007551793,0.000037637423,0.7441815,0.0032749043,0.0116485655,0.12826855,0.0010338979],"about_ca_topic_score_codex":0.000013591077,"about_ca_topic_score_gemma":4.924318e-7,"teacher_disagreement_score":0.8764694,"about_ca_system_score_codex":0.00009171958,"about_ca_system_score_gemma":0.0009095638,"threshold_uncertainty_score":0.47471094},"labels":[],"label_agreement":null},{"id":"W197454497","doi":"10.1007/3-540-36209-6_43","title":"Software Engineering Process Benchmarking","year":2002,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Benchmarking; Benchmark (surveying); Process (computing); Software; Computer science; Engineering; Software engineering; Systems engineering; Manufacturing engineering; Engineering management; Business; Operating system","score_opus":0.014511437689936004,"score_gpt":0.237329131979644,"score_spread":0.222817694289708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W197454497","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000035403133,0.00066968234,0.99516916,0.00018229689,0.0017795502,0.0002800588,0.0000025537495,0.0012325979,0.0006486778],"genre_scores_gemma":[0.02940372,0.000096790456,0.9692081,0.00039382494,0.0006678545,0.000019024985,0.0000030852138,0.00006267093,0.00014492213],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964641,0.000012459173,0.00045564253,0.0013999813,0.0009424484,0.00072539423],"domain_scores_gemma":[0.9972112,0.00086275855,0.00025169816,0.0013038019,0.00019085029,0.00017967055],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006926888,0.00060170365,0.00047920755,0.0008903553,0.00018024165,0.00068634463,0.0034780751,0.00037086822,0.00004878628],"category_scores_gemma":[0.00035520692,0.0005977972,0.00012451617,0.00073809596,0.00015580283,0.0011108934,0.0009405549,0.0011519165,0.00002949509],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020167654,0.000024275681,0.00016979309,0.00018154897,0.000018111858,0.00022631466,0.00066667347,0.19508338,0.000015755659,0.0069868118,0.000047231486,0.7965781],"study_design_scores_gemma":[0.00013249583,0.00016964202,0.00012797205,0.00092773355,0.0000107593405,0.00020683624,3.3702893e-8,0.96219146,0.00072211405,0.026544623,0.007795646,0.0011706762],"about_ca_topic_score_codex":0.0000081396765,"about_ca_topic_score_gemma":0.0000030658798,"teacher_disagreement_score":0.7954074,"about_ca_system_score_codex":0.00024211955,"about_ca_system_score_gemma":0.00018845485,"threshold_uncertainty_score":0.9996473},"labels":[],"label_agreement":null},{"id":"W1977923878","doi":"10.1145/2024645.2024652","title":"Extending socio-technical congruence with awareness relationships","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Sociotechnical system; Congruence (geometry); Knowledge management; Computer science; Software; Psychology; Social psychology","score_opus":0.07567008865246018,"score_gpt":0.2811510304808889,"score_spread":0.20548094182842874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977923878","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054930956,0.000029093744,0.98458755,0.00017579325,0.00008142191,0.00007832903,2.2256555e-7,0.0016411928,0.00791332],"genre_scores_gemma":[0.55691445,0.0000055976066,0.44293255,0.000033755685,0.000008250078,0.000014840209,2.749961e-7,0.000004539937,0.000085738655],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99931574,0.000050895123,0.00010928407,0.00022739911,0.00013721806,0.00015944078],"domain_scores_gemma":[0.9991008,0.00032490736,0.000048837315,0.0004162954,0.000048093556,0.00006108532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045956773,0.000087653185,0.00007934992,0.000056187208,0.00017141705,0.00006546096,0.0005635956,0.00006145522,0.00004663984],"category_scores_gemma":[0.00012405144,0.00006681458,0.00002099295,0.00024912885,0.0000356993,0.000817079,0.00011464853,0.00025808977,0.00002595662],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008956523,0.000057178702,0.066018075,0.0000123241325,0.00001368566,0.000054075987,0.0006898753,0.000036909263,0.00013481376,0.9268285,0.000936007,0.00520958],"study_design_scores_gemma":[0.0010800987,0.0012573183,0.7507245,0.000316615,0.00008137023,0.00158493,0.00041063267,0.04004457,0.024882432,0.1415304,0.035185166,0.0029019928],"about_ca_topic_score_codex":0.00008608786,"about_ca_topic_score_gemma":0.000012714792,"teacher_disagreement_score":0.7852981,"about_ca_system_score_codex":0.000022593684,"about_ca_system_score_gemma":0.000042490152,"threshold_uncertainty_score":0.27246195},"labels":[],"label_agreement":null},{"id":"W1977938178","doi":"10.1145/1984701.1984705","title":"Automatic status updates in distributed software development","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Eclipse; Computer science; Plug-in; Software; Interview; Field (mathematics); Software development; World Wide Web; Android (operating system); Knowledge management; Human–computer interaction; Operating system","score_opus":0.028048796116851345,"score_gpt":0.23794503070964057,"score_spread":0.20989623459278922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977938178","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030180886,0.000047853184,0.96762264,0.00003762424,0.000090983034,0.00008027689,0.0000010300296,0.0015478876,0.0003908206],"genre_scores_gemma":[0.2918618,0.0000062638173,0.7080331,0.0000485617,0.0000026582036,0.000018989327,0.0000045462048,0.0000041895387,0.000019899702],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992741,0.000018624689,0.0001762642,0.00017543392,0.00010906975,0.00024651023],"domain_scores_gemma":[0.99949646,0.00009979023,0.000038935003,0.00027908923,0.000022530054,0.00006318057],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001833594,0.00009143932,0.00008984307,0.00008490604,0.000029119785,0.000051215942,0.00042697185,0.00003713173,0.00015978109],"category_scores_gemma":[0.000113066024,0.00007851397,0.0000143862935,0.00028923617,0.000007899646,0.0004614436,0.0001722164,0.00008221824,0.000053260967],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007745826,0.00043702152,0.13780385,0.000104696126,0.000050362763,0.00015283778,0.00710306,0.00006719337,0.000028193705,0.044659026,0.0050380323,0.80454797],"study_design_scores_gemma":[0.00060620304,0.00016114277,0.802994,0.00013505414,0.00000751289,0.00004144408,0.000085631444,0.06666046,0.02019643,0.016763141,0.09120932,0.001139632],"about_ca_topic_score_codex":0.00009966762,"about_ca_topic_score_gemma":0.00001971716,"teacher_disagreement_score":0.8034083,"about_ca_system_score_codex":0.000047221543,"about_ca_system_score_gemma":0.000060624912,"threshold_uncertainty_score":0.3201707},"labels":[],"label_agreement":null},{"id":"W1979334159","doi":"10.1007/s11219-007-9024-5","title":"The applicability analysis of ISO/IEC 9126 series of standards in telecom sector: the example of softswitch category of software","year":2007,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Softswitch; Software; Quality (philosophy); Computer science; Grid; Code (set theory); Telecommunications; Engineering; Software engineering; Operating system; Telephony; Mathematics","score_opus":0.030915266403321102,"score_gpt":0.3234580157601795,"score_spread":0.2925427493568584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979334159","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25673935,0.00082146766,0.74188226,0.00013016837,0.00011819256,0.00016083269,0.00006440151,0.000069338406,0.000013950847],"genre_scores_gemma":[0.9165398,0.00019497807,0.08317912,0.000022128872,0.00003102635,0.00000682559,0.0000027889735,0.000013589069,0.000009733141],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958437,0.00050971255,0.0018101507,0.00029701547,0.0011594573,0.00037994824],"domain_scores_gemma":[0.9897682,0.0060685524,0.0017048313,0.0013149035,0.0010523435,0.00009113385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016184894,0.00021496485,0.0007836148,0.0003352017,0.00017296388,0.000055394397,0.0016748491,0.00013917743,0.000030533418],"category_scores_gemma":[0.0033545904,0.00013924997,0.00042206253,0.0020955107,0.00039880257,0.0004390536,0.00027848544,0.0005766902,1.4464453e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066840404,0.0006068287,0.7866846,0.00075534265,0.0016680552,0.000011026557,0.011320488,0.0042986707,0.0013513326,0.017507749,0.00054313696,0.17458437],"study_design_scores_gemma":[0.00082451396,0.00077674066,0.9115099,0.00019833517,0.0004515625,0.00006695563,0.0014001984,0.0007382472,0.030602492,0.04421721,0.008603259,0.0006106197],"about_ca_topic_score_codex":0.0025703388,"about_ca_topic_score_gemma":0.0012195329,"teacher_disagreement_score":0.65980047,"about_ca_system_score_codex":0.0001278441,"about_ca_system_score_gemma":0.00042046918,"threshold_uncertainty_score":0.56784487},"labels":[],"label_agreement":null},{"id":"W1980499244","doi":"10.1145/1287624.1287641","title":"Bi-objective release planning for evolving software systems","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software release life cycle; Software engineering; Software system; Software; Systems engineering; Software construction; Programming language; Engineering","score_opus":0.022106594248074277,"score_gpt":0.2902968210747556,"score_spread":0.2681902268266813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980499244","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009797829,0.0005831261,0.9944878,0.000052354775,0.00059661135,0.00025937468,0.0000013422695,0.001955725,0.0010838893],"genre_scores_gemma":[0.3727971,0.0000028466638,0.6266641,0.00008433888,0.00011967257,0.000028436749,0.0000012514811,0.0000125842,0.00028967916],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99910355,0.000013867993,0.00017632988,0.00026394683,0.00014935249,0.0002929542],"domain_scores_gemma":[0.99804974,0.0013392314,0.00007695422,0.00033052277,0.000119078584,0.00008450096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079014513,0.00011194479,0.00011611357,0.00012790822,0.00011813152,0.00019441497,0.00042638372,0.00006923078,0.0000036531117],"category_scores_gemma":[0.00062928407,0.00010077401,0.000049014066,0.0002393892,0.0000082693805,0.00066286785,0.00009542588,0.000110713416,0.0000070524243],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024420486,0.00037971657,0.035351574,0.0011658417,0.00041604153,0.000564626,0.008778852,0.03509742,0.0019462833,0.46002764,0.14049667,0.31553116],"study_design_scores_gemma":[0.0012897983,0.0010786391,0.014491147,0.0006657922,0.00005317587,0.00035453372,0.00071094045,0.72331256,0.015065528,0.0099342745,0.23096904,0.0020745634],"about_ca_topic_score_codex":0.00008015759,"about_ca_topic_score_gemma":0.0000014420345,"teacher_disagreement_score":0.68821514,"about_ca_system_score_codex":0.00005513219,"about_ca_system_score_gemma":0.000029725756,"threshold_uncertainty_score":0.4109445},"labels":[],"label_agreement":null},{"id":"W1981122381","doi":"10.1109/empire.2011.6046254","title":"Developers want requirements, but their project manager doesn't; and a possibly transcendent Hawthorne effect","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Project manager; Project management; Process (computing); Project management triangle; Computer science; Software project management; Product (mathematics); Requirements engineering; Project charter; Functional manager; Project planning; Requirements management; New product development; Process management; Engineering management; Business; Software; Engineering; Systems engineering; Software development; Marketing","score_opus":0.048560264829541074,"score_gpt":0.259111396740712,"score_spread":0.21055113191117092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981122381","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04964839,0.00022792594,0.9378783,0.00025218836,0.00020123656,0.00052505056,0.0000013691947,0.0012103992,0.0100551015],"genre_scores_gemma":[0.7122774,0.00014378557,0.2867644,0.00023349597,0.000019361914,0.00006183324,8.8632424e-7,0.0000161308,0.00048267742],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99893004,0.00007330549,0.00017241218,0.00038066765,0.00016802273,0.00027553242],"domain_scores_gemma":[0.9993642,0.00008635823,0.00004600843,0.00040518166,0.000028131532,0.00007012486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005855892,0.00019402672,0.00016343853,0.000128502,0.00007717744,0.00014005115,0.0005381868,0.0000621653,0.000028693594],"category_scores_gemma":[0.000028542207,0.00012677496,0.0000488307,0.00020731677,0.000029388983,0.00064955984,0.0001518694,0.00012924548,0.000010252042],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002772343,0.00041780766,0.016243054,0.0006729459,0.0006197748,0.0005258792,0.029170016,0.000005671669,0.008012388,0.08233804,0.005542486,0.8561747],"study_design_scores_gemma":[0.005928911,0.007759695,0.23072919,0.0009741244,0.00034702398,0.0014991654,0.000896731,0.033788133,0.5306205,0.021403851,0.15941621,0.006636421],"about_ca_topic_score_codex":0.0002581592,"about_ca_topic_score_gemma":0.00000880746,"teacher_disagreement_score":0.84953827,"about_ca_system_score_codex":0.000024431509,"about_ca_system_score_gemma":0.000033190343,"threshold_uncertainty_score":0.5169733},"labels":[],"label_agreement":null},{"id":"W1982782640","doi":"10.1109/wicsa.2007.42","title":"The Impact of Requirements Knowledge and Experience on Software Architecting: An Empirical Study","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Requirements engineering; Exploratory research; Empirical research; Software engineering; Set (abstract data type); Requirements elicitation; Software","score_opus":0.06709635831927856,"score_gpt":0.43231805841662424,"score_spread":0.36522170009734567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982782640","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6287368,0.00003700877,0.3705566,0.000012328706,0.000053956297,0.00011555304,1.204205e-7,0.00020647272,0.00028117912],"genre_scores_gemma":[0.96132916,0.00000436823,0.038585603,0.0000127813055,0.000020898591,0.000006751271,8.658699e-8,0.0000054149828,0.00003493553],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991802,0.000058522353,0.00017599146,0.00022514211,0.00016400986,0.00019615004],"domain_scores_gemma":[0.99855024,0.0007665105,0.00006196007,0.0004889657,0.0000465955,0.000085743355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009801766,0.00009924646,0.000089832276,0.00006429879,0.00014137533,0.00008795695,0.0005373596,0.00002522169,0.000002976099],"category_scores_gemma":[0.0002800407,0.000057519217,0.000030651758,0.00024056152,0.000036689038,0.00027780514,0.00019542192,0.000115409806,0.0000012930618],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009970665,0.0010148291,0.5876809,0.000007480726,0.00004744378,0.000017085029,0.024271049,0.00009080644,0.00022758357,0.0012699282,0.0003445376,0.38492864],"study_design_scores_gemma":[0.00039480662,0.0068957433,0.97854626,0.000025764275,0.0000056549407,0.000031317388,0.00082133757,0.007846238,0.002927385,0.0011395231,0.0010493596,0.0003166154],"about_ca_topic_score_codex":0.00009135567,"about_ca_topic_score_gemma":0.000020426902,"teacher_disagreement_score":0.39086536,"about_ca_system_score_codex":0.000024922052,"about_ca_system_score_gemma":0.00002453473,"threshold_uncertainty_score":0.23455656},"labels":[],"label_agreement":null},{"id":"W1983040932","doi":"10.1109/wicsa.2007.40","title":"The Architecture-Requirements Interaction","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Documentation; Computer science; Software engineering; Software architecture; Architecture; Requirements analysis; Systems engineering; Requirements engineering; Reference architecture; Software; Engineering; Programming language","score_opus":0.021385194805214176,"score_gpt":0.3085222526530546,"score_spread":0.28713705784784044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983040932","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009430347,0.000035027828,0.98530334,0.0010193462,0.00049230695,0.000043328317,2.3770783e-8,0.0004791238,0.011684473],"genre_scores_gemma":[0.7285127,0.000015865973,0.27047497,0.00031626626,0.00007453933,0.000004012884,1.852942e-7,0.0000040635427,0.0005973769],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995846,0.000009812286,0.000083599014,0.00008658441,0.000107338994,0.00012802408],"domain_scores_gemma":[0.9992913,0.0003846129,0.00002941505,0.00025134764,0.00001724497,0.000026050764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056970655,0.0000418917,0.000024122866,0.000028833925,0.00009590724,0.00012607111,0.00039381097,0.00001523245,0.000005862657],"category_scores_gemma":[0.00006860513,0.000024967745,0.00001868572,0.00011327847,0.000007893413,0.00024268526,0.000084234176,0.000085564294,0.000020042984],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063885996,0.000011733508,0.00016996462,0.0000016383401,0.000009714463,0.0000048817756,0.00012933728,0.000058447265,0.00046745755,0.13275161,0.0030624957,0.8633263],"study_design_scores_gemma":[0.000059065347,0.000060323957,0.0020254422,0.000006029255,0.0000015995213,0.000033155735,0.000015319296,0.0038536047,0.015196015,0.011583279,0.96705765,0.00010852459],"about_ca_topic_score_codex":0.000019899764,"about_ca_topic_score_gemma":0.0000144745945,"teacher_disagreement_score":0.96399516,"about_ca_system_score_codex":0.00001535853,"about_ca_system_score_gemma":0.000004725363,"threshold_uncertainty_score":0.12157066},"labels":[],"label_agreement":null},{"id":"W1983359208","doi":"10.1002/j.2334-5837.2012.tb01416.x","title":"10.3.1 The Development of Systems Engineering International Standards and Support Tools for Very Small Enterprises","year":2012,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"International standard; Engineering management; Engineering; Product (mathematics); Software; Quality of analytical results; Systems engineering; Quality management system; Software engineering; Computer science; Management system; Quality management; Operations management","score_opus":0.021725786404169185,"score_gpt":0.2713675168165235,"score_spread":0.2496417304123543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983359208","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016950516,0.00018325544,0.97687787,0.0005854259,0.0028825328,0.0002546246,0.000058712914,0.0001668961,0.002040163],"genre_scores_gemma":[0.9287683,0.000025587095,0.07046949,0.000033989905,0.00029073638,0.00011999099,0.000018437966,0.000012085262,0.0002614218],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990283,0.00001060848,0.00030356736,0.00014358474,0.00035501132,0.00015888971],"domain_scores_gemma":[0.99885714,0.0005597205,0.00013354392,0.00017027062,0.00022772363,0.000051617382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008314122,0.00011237096,0.00010505697,0.00007502198,0.00004654445,0.0002404228,0.0007288031,0.000043447086,0.000030242765],"category_scores_gemma":[0.00021685929,0.00009006423,0.0000430642,0.0000531246,0.00001512508,0.000845606,0.0002881369,0.000071245166,0.000004557958],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010712049,0.0017833005,0.025647739,0.0013013451,0.0044152215,0.00003604637,0.027848361,0.019212741,0.052717004,0.32145005,0.024771845,0.5197451],"study_design_scores_gemma":[0.00026876395,0.00007042481,0.0018220325,0.000094890565,0.000011125933,0.000060290757,0.000029168372,0.018464265,0.009771964,0.00004517062,0.9691611,0.00020082288],"about_ca_topic_score_codex":0.0000068324653,"about_ca_topic_score_gemma":9.177223e-7,"teacher_disagreement_score":0.9443892,"about_ca_system_score_codex":0.00012812106,"about_ca_system_score_gemma":0.000061307765,"threshold_uncertainty_score":0.36727127},"labels":[],"label_agreement":null},{"id":"W1983432291","doi":"","title":"Proceedings of the tenth international conference on Aspect-oriented software development","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scope (computer science); Modularity (biology); Presentation (obstetrics); Vision; Session (web analytics); Library science; Software development; Computer science; Software; Software engineering; Political science; World Wide Web; Sociology; Programming language","score_opus":0.046060867959474415,"score_gpt":0.24684762779322242,"score_spread":0.200786759833748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983432291","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032129306,0.0000066166876,0.89112425,0.0004994429,0.0007243866,0.00019392742,9.2050243e-7,0.0007431144,0.07457802],"genre_scores_gemma":[0.56814116,0.0000033081985,0.43139648,0.00008142576,0.000008777179,0.000010100857,1.9208355e-7,0.000003095592,0.00035546347],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99942577,0.000002970808,0.00012202827,0.00014694734,0.00021534377,0.00008695238],"domain_scores_gemma":[0.9995887,0.000024299576,0.00008154487,0.00013271623,0.0001485239,0.000024167279],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011943988,0.000068720256,0.000054669734,0.0000446087,0.00003564045,0.000029333783,0.000832576,0.000025569047,0.00009620644],"category_scores_gemma":[0.000078886624,0.000043591783,0.000023564191,0.00014319328,0.000017599843,0.0002448502,0.00023830333,0.00008176803,0.000008871887],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000896015,0.00010468283,0.012815058,0.000010496854,0.000027178632,9.36594e-7,0.001789466,0.0000012236035,0.00026527018,0.96831316,0.0017613563,0.014902197],"study_design_scores_gemma":[0.00064244674,0.00045523344,0.26733878,0.00041238804,0.000015867683,0.00005365583,0.0002967755,0.007864342,0.6080234,0.019681523,0.09435885,0.0008567309],"about_ca_topic_score_codex":0.000012280747,"about_ca_topic_score_gemma":0.0000013027153,"teacher_disagreement_score":0.94863164,"about_ca_system_score_codex":0.000022031485,"about_ca_system_score_gemma":0.000035891822,"threshold_uncertainty_score":0.17776212},"labels":[],"label_agreement":null},{"id":"W1983565008","doi":"10.5555/2486788.2487076","title":"1st international workshop on release engineering (RELENG 2013)","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Context (archaeology); Computer science; Software engineering; Software; Product (mathematics); Field (mathematics); World Wide Web; Operating system","score_opus":0.027549817752153365,"score_gpt":0.26544518871481887,"score_spread":0.2378953709626655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983565008","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009135966,0.000056281555,0.9788376,0.003408797,0.0041364934,0.0002608347,0.000012654017,0.0025295164,0.0016218435],"genre_scores_gemma":[0.7999981,0.00021440601,0.19796278,0.00044210826,0.00050277775,0.0002149838,0.000030208643,0.00006406594,0.0005705536],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997829,0.00001839887,0.00039492472,0.00060576637,0.0007237908,0.00042807814],"domain_scores_gemma":[0.99813443,0.00058519765,0.00012870498,0.00062568934,0.00031616757,0.00020980249],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00020925401,0.00039874768,0.00022930911,0.0005140748,0.000061099694,0.0006527901,0.0019413052,0.00016064958,0.0005486083],"category_scores_gemma":[0.0012303917,0.00041284028,0.0001287408,0.00027295307,0.000015235373,0.001338352,0.0003054102,0.0006804603,0.0005858776],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052323263,0.0003640921,0.0009835424,0.000071682676,0.00046818092,0.00019188278,0.0005951707,0.32196522,0.002871729,0.5332398,0.021148095,0.1180483],"study_design_scores_gemma":[0.0004186135,0.000110835565,0.002988018,0.00054409145,0.0000072131616,0.00004858862,0.000019985446,0.93232363,0.0017274567,0.00064684165,0.060332466,0.0008322838],"about_ca_topic_score_codex":0.000051586052,"about_ca_topic_score_gemma":9.798596e-7,"teacher_disagreement_score":0.79086214,"about_ca_system_score_codex":0.0002097257,"about_ca_system_score_gemma":0.00004413845,"threshold_uncertainty_score":0.99983233},"labels":[],"label_agreement":null},{"id":"W1984224019","doi":"10.1108/14714170610713926","title":"Finding out: a system for providing rapid and reliable answers to questions in the construction sector","year":2006,"lang":"en","type":"article","venue":"Construction Innovation","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Polytechnique Montréal","funders":"Polytechnique Montréal","keywords":"Computer science; Question answering; Natural language; Paragraph; The Internet; Information retrieval; Process (computing); World Wide Web; Information system; Thesaurus; Interface (matter); Domain (mathematical analysis); Knowledge management; Artificial intelligence; Engineering","score_opus":0.022845683525325015,"score_gpt":0.26068893777173285,"score_spread":0.23784325424640784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984224019","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08457454,0.000024521838,0.9122925,0.0010650147,0.000888505,0.00051690236,0.000003361363,0.00034521398,0.00028944504],"genre_scores_gemma":[0.6473914,0.0000022880465,0.35225698,0.000055739463,0.000110969115,0.0001587245,0.00000680045,0.0000057154225,0.000011407978],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992009,0.00003416897,0.00028758685,0.00022638052,0.00011413103,0.00013682905],"domain_scores_gemma":[0.999342,0.00016269585,0.0001410533,0.00018437534,0.00015748684,0.000012334788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006684653,0.00009008809,0.000089115776,0.00040826667,0.00019556798,0.00022984392,0.00014479535,0.00006248723,0.0000010435142],"category_scores_gemma":[0.00015004331,0.00008141694,0.000014270031,0.0011894616,0.000030158713,0.0006284457,0.000024755029,0.0001038502,0.0000011537732],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010381466,0.000008534101,0.004094979,0.000079020094,0.000004570402,8.320833e-7,0.00034704024,0.0004830702,0.002935892,0.95385903,0.0007750882,0.037401572],"study_design_scores_gemma":[0.0061183944,0.0016736225,0.05921872,0.0027091817,0.00016374419,0.004156706,0.009608954,0.26983926,0.106204584,0.16437997,0.37210435,0.0038225201],"about_ca_topic_score_codex":0.00006179437,"about_ca_topic_score_gemma":0.000007683908,"teacher_disagreement_score":0.7894791,"about_ca_system_score_codex":0.000098932,"about_ca_system_score_gemma":0.000039111183,"threshold_uncertainty_score":0.33200863},"labels":[],"label_agreement":null},{"id":"W1984252674","doi":"10.1145/2399016.2399121","title":"Joint implicit alignment work of interaction designers and software developers","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Agile software development; Computer science; Work (physics); Context (archaeology); Software; Variety (cybernetics); Field (mathematics); Software engineering; Perspective (graphical); Joint (building); Knowledge management; Computer-supported cooperative work; Human–computer interaction; Engineering; Artificial intelligence","score_opus":0.03418547057264395,"score_gpt":0.2649412450453394,"score_spread":0.23075577447269544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984252674","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025732385,0.00016095974,0.9730565,0.00016393737,0.00019845823,0.00007139489,1.6289836e-7,0.00027146612,0.00034475452],"genre_scores_gemma":[0.53249073,0.000020772248,0.46736494,0.00006949434,0.0000119855495,0.000006559985,2.2092763e-7,0.000003442109,0.000031878775],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994847,0.000020536112,0.0001323444,0.000110866895,0.0000998193,0.00015174312],"domain_scores_gemma":[0.99952143,0.00014178155,0.000059934813,0.0001848557,0.000024632187,0.00006736546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002864136,0.00007572038,0.00008709079,0.00006055822,0.00002752506,0.000035037214,0.00014502222,0.00003350704,0.000017388564],"category_scores_gemma":[0.00007133377,0.00006281878,0.000020327607,0.00015534274,0.000010973851,0.000637021,0.00012622897,0.000057035155,0.0000052208056],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037061018,0.00023398746,0.079938084,0.00014479549,0.00017384627,0.0000051876564,0.0069617587,0.00040784397,0.008017574,0.07538848,0.016438648,0.8122527],"study_design_scores_gemma":[0.0010442301,0.00075794157,0.31115675,0.00052920304,0.00010230147,0.0003830206,0.00084899575,0.0046787295,0.53939044,0.0048906985,0.1338237,0.0023940022],"about_ca_topic_score_codex":0.000036849062,"about_ca_topic_score_gemma":3.939611e-7,"teacher_disagreement_score":0.80985874,"about_ca_system_score_codex":0.000029068166,"about_ca_system_score_gemma":0.000010660537,"threshold_uncertainty_score":0.25616756},"labels":[],"label_agreement":null},{"id":"W1985363770","doi":"10.1109/ms.2004.1270761","title":"A little knowledge about software","year":2004,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Personal software process; Social software engineering; Software peer review; Software Engineering Process Group; Software development; Software engineering; Computer science; Team software process; Surprise; Software construction; Software walkthrough; Deliverable; Software analytics; Software; Software project management; Engineering management; Engineering; Systems engineering","score_opus":0.017374485143255222,"score_gpt":0.2711319030498229,"score_spread":0.25375741790656764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985363770","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005793165,0.0015552796,0.9855575,0.0002918706,0.001373727,0.00018126074,0.0000085448,0.0048882854,0.00035037458],"genre_scores_gemma":[0.20303448,0.00009924641,0.79554653,0.0003959324,0.00030669878,0.000078179175,0.000005295745,0.00005007094,0.00048354853],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984622,0.00003610436,0.0002568996,0.0005155769,0.0002647693,0.00046446425],"domain_scores_gemma":[0.9982688,0.0003426838,0.000097110744,0.0009645596,0.00014260455,0.00018426546],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00026942903,0.0002624717,0.00022869091,0.00015348372,0.0003034064,0.00018496481,0.0012760574,0.00016088586,0.000026822714],"category_scores_gemma":[0.00048141743,0.00025584354,0.00013570381,0.0006040724,0.00004566717,0.0008843844,0.00024304287,0.0003275421,0.0003868102],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052024723,0.0014414833,0.008344455,0.0007851889,0.00030800543,0.00076542655,0.017113,0.01244637,0.00087785994,0.073140785,0.0527063,0.8320191],"study_design_scores_gemma":[0.0023479213,0.0007589057,0.00890315,0.00082241267,0.00006547722,0.0005455061,0.000032459135,0.0008787245,0.030772602,0.103991576,0.8481263,0.0027549656],"about_ca_topic_score_codex":0.00006128863,"about_ca_topic_score_gemma":0.000012557019,"teacher_disagreement_score":0.82926416,"about_ca_system_score_codex":0.00012458478,"about_ca_system_score_gemma":0.00019342358,"threshold_uncertainty_score":0.9999894},"labels":[],"label_agreement":null},{"id":"W1986866282","doi":"10.5539/ass.v8n16p122","title":"Factors for Cross-disciplinary Research Collaboration: Experiences of Researchers at the Faculty of Engineering and Built Environment, UKM","year":2012,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiti Kebangsaan Malaysia","keywords":"Discipline; Cross disciplinary; Guideline; Engineering ethics; Resource (disambiguation); Qualitative research; Rasch model; Management science; Psychology; Computer science; Knowledge management; Sociology; Engineering; Data science; Medicine; Social science","score_opus":0.16097439211383818,"score_gpt":0.45211133357536726,"score_spread":0.2911369414615291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986866282","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9696523,0.00034731117,0.027564196,0.0006690505,0.00017212938,0.00032970787,0.000012102349,0.000048515874,0.0012046929],"genre_scores_gemma":[0.9909758,0.000013674631,0.008830548,0.000002838225,0.000047869504,0.000051732834,8.260289e-7,0.0000040751765,0.0000726096],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9985836,0.000046859433,0.00014731305,0.00020333564,0.0006516209,0.00036728344],"domain_scores_gemma":[0.9989808,0.00049693306,0.00008233032,0.00022674311,0.00012286934,0.00009028206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026302123,0.000071778675,0.000097020544,0.000087734865,0.0006348983,0.000116481235,0.0008458391,0.000046423018,0.000008051302],"category_scores_gemma":[0.0006045672,0.0000509445,0.000027884184,0.00089318113,0.0010763126,0.0010878043,0.0006111296,0.00010561016,5.263352e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005652518,0.00017949674,0.03868293,0.00020206564,0.00003361251,0.0000010528026,0.80237186,0.000117996955,0.03922724,0.07547564,0.0015659069,0.04208568],"study_design_scores_gemma":[0.00040909505,0.00067232363,0.5867864,0.00006248472,0.000010679262,0.00000579746,0.075491264,0.0035188645,0.30189598,0.0020607542,0.028503263,0.0005831352],"about_ca_topic_score_codex":0.00001445833,"about_ca_topic_score_gemma":0.0000013186873,"teacher_disagreement_score":0.7268806,"about_ca_system_score_codex":0.00008523903,"about_ca_system_score_gemma":0.00008269222,"threshold_uncertainty_score":0.48831886},"labels":[],"label_agreement":null},{"id":"W1987329104","doi":"10.1145/2145204.2145409","title":"Interactional identity","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Construct (python library); Bridge (graph theory); Identity (music); Interface (matter); Computer science; Software; Work (physics); Meaning (existential); Knowledge management; Grounded theory; Process (computing); Multidisciplinary approach; Software engineering; Human–computer interaction; Engineering; Sociology; Qualitative research; Psychology","score_opus":0.02212566947639843,"score_gpt":0.30581072990872293,"score_spread":0.2836850604323245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987329104","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001921319,0.000051465813,0.9875961,0.0002790427,0.0005911758,0.000013913825,6.620153e-8,0.000507426,0.0090394765],"genre_scores_gemma":[0.6574205,0.0000035933795,0.3420652,0.00017357826,0.00007576433,0.0000026044952,1.6215861e-7,0.0000012887976,0.0002572743],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.999743,0.000007377642,0.000039703835,0.00004665179,0.000076804165,0.000086491586],"domain_scores_gemma":[0.9997331,0.000074288975,0.000013122948,0.00013132577,0.0000116662095,0.000036521717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015881157,0.000027270045,0.00002248314,0.0000246805,0.000020640302,0.00006151233,0.00022054999,0.0000125137785,0.00013617736],"category_scores_gemma":[0.000039064853,0.000023380964,0.000015114745,0.000081790444,0.000002579415,0.0032655625,0.00009242189,0.00004695412,0.00016007648],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.8334247e-7,0.000027362845,0.005257097,0.0000017871631,0.0000044199974,5.069283e-7,0.00007237253,0.0000038301405,0.000100802106,0.97188026,0.007827612,0.014823546],"study_design_scores_gemma":[0.00007163782,0.000027655282,0.061931387,0.0000063057682,0.0000034220302,0.00013253625,0.000008253132,0.0069773844,0.0059417523,0.015752433,0.90890294,0.0002442791],"about_ca_topic_score_codex":0.000013634517,"about_ca_topic_score_gemma":4.8516415e-7,"teacher_disagreement_score":0.9561278,"about_ca_system_score_codex":0.000009583965,"about_ca_system_score_gemma":0.0000035192677,"threshold_uncertainty_score":0.23674539},"labels":[],"label_agreement":null},{"id":"W1987608134","doi":"10.1016/j.jss.2014.11.041","title":"An investigation into the best practices for the successful design and implementation of lightweight software process assessment methods: A systematic literature review","year":2014,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Best practice; Documentation; Process (computing); Systematic review; Set (abstract data type); Computer science; Process management; Quality (philosophy); Software; Systematic process; Software engineering; Engineering management; Engineering; Knowledge management; Work in process; Operations management","score_opus":0.03674286099790741,"score_gpt":0.396400107786119,"score_spread":0.3596572467882116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987608134","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017002149,0.09371924,0.90210736,0.001030436,0.00022139816,0.0011820982,0.0000017077235,0.000037062142,4.758068e-7],"genre_scores_gemma":[0.07865156,0.016659264,0.90397775,0.00021666817,0.00018273317,0.00028063834,0.0000022002696,0.000019311106,0.000009873503],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99763364,0.0009644025,0.00075586047,0.00017881425,0.0003488613,0.00011845348],"domain_scores_gemma":[0.99141854,0.004786789,0.002591489,0.00036253675,0.0007621441,0.000078524965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008128159,0.00015898516,0.0004372932,0.00009073539,0.00023895252,0.0005710866,0.0005800188,0.000066857014,4.7539945e-7],"category_scores_gemma":[0.0015232954,0.00007800784,0.00005987859,0.00028365396,0.000036184014,0.0016621007,0.000039432212,0.00020559032,5.6416326e-8],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007681948,0.00022690253,0.014851502,0.60538507,0.0011475896,0.000018867624,0.055678368,0.0022303995,0.000666594,0.017396342,0.0018105312,0.30051103],"study_design_scores_gemma":[0.0046650874,0.017123971,0.006650313,0.5742895,0.0072711026,0.007189556,0.029211292,0.28255665,0.0058123684,0.0379659,0.024239715,0.0030245248],"about_ca_topic_score_codex":0.00006533974,"about_ca_topic_score_gemma":0.000005086508,"teacher_disagreement_score":0.2974865,"about_ca_system_score_codex":0.000023716666,"about_ca_system_score_gemma":0.00010968884,"threshold_uncertainty_score":0.55070007},"labels":[],"label_agreement":null},{"id":"W1987765676","doi":"10.1145/1134285.1134503","title":"Agile methods","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Scrum; Agile Unified Process; Extreme programming practices; Extreme programming; Popularity; Computer science; Agile usability engineering; Software development; Software engineering; Mainstream; Lean software development; Software; Software development process; Data science","score_opus":0.011182277773538831,"score_gpt":0.32005922375000806,"score_spread":0.30887694597646925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987765676","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000105566854,0.00007619143,0.9586709,0.0003785235,0.00012287556,0.00002027678,5.1578308e-8,0.0011493396,0.03947624],"genre_scores_gemma":[0.02397311,0.0000023972134,0.9745723,0.0001169138,0.000034411518,0.000004036764,2.1208848e-7,0.0000024414117,0.0012941486],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99970424,0.000021465692,0.00005416233,0.000094084404,0.00004794109,0.000078098434],"domain_scores_gemma":[0.99958,0.00015424879,0.000014254007,0.00022490065,0.00001264763,0.000013937024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022817146,0.000036014007,0.0000361865,0.000027143147,0.000020591002,0.000064619286,0.00027954718,0.000018375165,0.000037726957],"category_scores_gemma":[0.000023109731,0.000029698896,0.000017595736,0.00012836154,0.000003733951,0.00025340376,0.000067547,0.000037846417,0.00002633146],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.4617623e-7,0.000015764484,0.00015035368,0.0000024477908,0.0000021227916,0.000004571384,0.000012917961,0.00018715185,0.0011769338,0.833658,0.029611241,0.13517828],"study_design_scores_gemma":[0.000040069022,0.000022317103,0.0014132484,0.0000020548678,0.000001399124,0.000018089559,7.33535e-7,0.051162396,0.03947333,0.06702982,0.8407079,0.00012864506],"about_ca_topic_score_codex":0.000105347935,"about_ca_topic_score_gemma":0.0000010270803,"teacher_disagreement_score":0.81109667,"about_ca_system_score_codex":0.000005142982,"about_ca_system_score_gemma":0.0000050846215,"threshold_uncertainty_score":0.121108584},"labels":[],"label_agreement":null},{"id":"W1987790717","doi":"10.1111/j.1468-2389.2006.00331.x","title":"From the Work One Knows the Worker: A Systematic Review of the Challenges, Solutions, and Steps to Creating Synthetic Validity","year":2006,"lang":"en","type":"review","venue":"International Journal of Selection and Assessment","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"External validity; Criterion validity; Generalization; Work (physics); Incremental validity; Process (computing); Quality (philosophy); Management science; Selection (genetic algorithm); Computer science; Psychology; Test validity; Artificial intelligence; Construct validity; Social psychology; Psychometrics; Epistemology; Engineering","score_opus":0.0929697578345932,"score_gpt":0.36869855560972625,"score_spread":0.27572879777513304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987790717","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000027672174,0.92422277,0.07079566,0.0038978201,0.00045811813,0.00048434536,0.0000044602552,0.000015950904,0.000118095435],"genre_scores_gemma":[0.00050226983,0.9901696,0.008885314,0.00013014632,0.00023843796,0.000046861376,8.013455e-7,0.000007943941,0.000018659277],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9978676,0.00061704824,0.0007308043,0.00014613128,0.0005489321,0.00008952306],"domain_scores_gemma":[0.99642384,0.0018244513,0.0012071329,0.00024019902,0.00027163755,0.00003273198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021083823,0.00015238814,0.000562413,0.000067680616,0.00012746647,0.00019584876,0.0009162841,0.000052516458,0.0000049833193],"category_scores_gemma":[0.0003964802,0.0000701843,0.00018680637,0.00024544218,0.000020933181,0.00014300279,0.0002483886,0.00044799014,4.7374064e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051750135,0.0001739132,0.000030395184,0.07685978,0.0012757007,0.0000049086516,0.0003023341,0.00004073743,6.9200826e-7,0.016565077,0.0024526175,0.9022887],"study_design_scores_gemma":[0.00007105674,0.00007777597,0.00019637735,0.6852739,0.0009724601,0.00036757358,0.000030564705,0.00024492666,0.0000011208588,0.0009224597,0.31168473,0.00015704293],"about_ca_topic_score_codex":0.000038585826,"about_ca_topic_score_gemma":0.000006596605,"teacher_disagreement_score":0.9021316,"about_ca_system_score_codex":0.0001280964,"about_ca_system_score_gemma":0.00014731068,"threshold_uncertainty_score":0.28620327},"labels":[],"label_agreement":null},{"id":"W1987810861","doi":"10.1007/s10664-005-1288-4","title":"Requirements Engineering and Downstream Software Development: Findings from a Case Study","year":2005,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"University of Victoria","keywords":"Software project management; Software development process; Software development; Software engineering; Computer science; Requirements analysis; Requirement prioritization; Software requirements; Requirements engineering; Process management; Requirement; Documentation; Personal software process; Team software process; Systems engineering; Engineering; Software construction; Software","score_opus":0.030852546566778504,"score_gpt":0.28626038873216897,"score_spread":0.2554078421653905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987810861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5011283,0.00028690213,0.4959051,0.000063795844,0.00018912503,0.00021228995,0.0000032852076,0.0022092524,0.0000019424654],"genre_scores_gemma":[0.5251875,0.000007060004,0.47447497,0.000074497744,0.00012226331,0.00006809314,0.0000046029277,0.000043347663,0.000017643899],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975104,0.000029022212,0.000546841,0.0008156011,0.00045811915,0.0006400513],"domain_scores_gemma":[0.99793595,0.00090841844,0.00007870655,0.0006588402,0.00006287538,0.00035519683],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004100577,0.00049756805,0.00040069668,0.00028951347,0.00020028745,0.00036955182,0.0006630176,0.00017201761,0.000028367607],"category_scores_gemma":[0.0009603121,0.0005127014,0.000074409116,0.00057204906,0.000014752444,0.0012724367,0.0006508952,0.00050465536,0.000033444678],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030276327,0.0011563206,0.6846979,0.0002773206,0.00082187616,0.008603943,0.020905212,0.05155873,0.0004278786,0.00013241451,0.0020952187,0.2292929],"study_design_scores_gemma":[0.0066193035,0.001349052,0.28989604,0.0011020779,0.00034646253,0.008608603,0.00058761,0.31528902,0.009479703,0.000149711,0.35763082,0.008941601],"about_ca_topic_score_codex":0.00010938651,"about_ca_topic_score_gemma":0.000014159871,"teacher_disagreement_score":0.39480188,"about_ca_system_score_codex":0.0002053465,"about_ca_system_score_gemma":0.00005484547,"threshold_uncertainty_score":0.99973243},"labels":[],"label_agreement":null},{"id":"W1988244506","doi":"10.1109/agile.2014.17","title":"Integrating Agile and User-Centered Design: A Systematic Mapping and Review of Evaluation and Validation Studies of Agile-UX","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Computer science; User story; Agile usability engineering; Field (mathematics); Agile Unified Process; Systematic review; Software engineering; User experience design; Data science; Software; Software development; Human–computer interaction; Software development process","score_opus":0.10467988984818075,"score_gpt":0.3540166742031243,"score_spread":0.24933678435494358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988244506","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017046237,0.01959186,0.962531,0.00015226424,0.0000371031,0.0005428579,2.3337788e-7,0.000060043738,0.00003845261],"genre_scores_gemma":[0.5792998,0.007001343,0.41358605,0.00005518411,0.0000063645243,0.00003970468,6.65337e-7,0.000004056369,0.0000068364843],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990772,0.00026848755,0.00030794457,0.0001374926,0.00015557847,0.00005329786],"domain_scores_gemma":[0.99842423,0.00092733395,0.0002574268,0.00016793294,0.00020512914,0.00001796478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00299355,0.00007343126,0.00026723888,0.00006125485,0.000028880582,0.00003358814,0.000072747294,0.000019286952,0.0000013320938],"category_scores_gemma":[0.0021080042,0.000054438147,0.000012480816,0.00011691227,0.00002072904,0.0003344256,0.00009604372,0.000033568165,1.0316045e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012024321,0.0001045467,0.0038524321,0.7474193,0.0004804085,0.0000017237425,0.010147192,0.00014620899,0.013375775,0.042166132,0.0013969176,0.18089737],"study_design_scores_gemma":[0.0008334053,0.0006251111,0.0024785297,0.23702805,0.00040652588,0.00010461558,0.00082319573,0.73309755,0.017437253,0.00637265,0.00027385275,0.00051928154],"about_ca_topic_score_codex":0.000010719437,"about_ca_topic_score_gemma":6.978314e-7,"teacher_disagreement_score":0.73295134,"about_ca_system_score_codex":0.00000996006,"about_ca_system_score_gemma":0.000009134174,"threshold_uncertainty_score":0.252363},"labels":[],"label_agreement":null},{"id":"W1988962172","doi":"10.1016/s0950-5849(03)00115-0","title":"Evaluating the learning effectiveness of using simulations in software project management education: results from a twice replicated experiment","year":2003,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Oulun Yliopisto; European Commission","keywords":"COCOMO; Debriefing; Software project management; Computer science; Project management; Software; Software development; Empirical research; Process (computing); Software engineering; Knowledge management; Engineering management; Engineering; Software construction; Systems engineering; Psychology","score_opus":0.042416807439356635,"score_gpt":0.36618519832520824,"score_spread":0.32376839088585163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988962172","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28875855,0.0002120763,0.70977706,0.000055518125,0.00008370019,0.000503719,0.000003178887,0.00052872614,0.0000774898],"genre_scores_gemma":[0.62252086,0.0000139917265,0.37735146,0.000022511069,0.0000024114904,0.000069062866,0.00001232655,0.0000036923725,0.0000036756787],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989727,0.0001590412,0.0004001813,0.00018307591,0.00015266454,0.0001323438],"domain_scores_gemma":[0.9984084,0.0007476828,0.0002587437,0.0004430838,0.00012704566,0.000015047119],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082507776,0.000107846856,0.00013325705,0.00038519196,0.0001288321,0.00006523062,0.00028523043,0.000102964485,0.0000019646734],"category_scores_gemma":[0.0018088953,0.00009182377,0.000019410529,0.00088402757,0.00004106579,0.0006929745,0.00014465132,0.0001973769,0.0000012643886],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025532852,0.00033438532,0.029803839,0.00048285382,0.00014583682,0.0000038678636,0.010203732,0.15080357,0.0008874838,0.11206799,0.000071003495,0.6949401],"study_design_scores_gemma":[0.008232201,0.002087835,0.04658669,0.0028400556,0.00016919918,0.00022603972,0.006367398,0.74563,0.03987107,0.098214045,0.047519725,0.0022557308],"about_ca_topic_score_codex":0.00014848773,"about_ca_topic_score_gemma":0.0000018393596,"teacher_disagreement_score":0.6926844,"about_ca_system_score_codex":0.00006939475,"about_ca_system_score_gemma":0.00010558057,"threshold_uncertainty_score":0.37444645},"labels":[],"label_agreement":null},{"id":"W1989123043","doi":"10.1016/j.jss.2010.07.006","title":"An exploratory study of architectural effects on requirements decisions","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Exploratory research; Systems engineering; Computer science; Business; Engineering; Architectural engineering; Sociology","score_opus":0.027657954471684367,"score_gpt":0.30029587554250925,"score_spread":0.2726379210708249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989123043","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8498928,0.0001268299,0.14875355,0.00001628827,0.001016384,0.00013530404,6.594723e-7,0.00005414063,0.0000040671366],"genre_scores_gemma":[0.97678125,0.0000097500815,0.023040198,0.00001495755,0.00013800322,0.000004782472,9.683768e-8,0.0000075332605,0.0000034378108],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989537,0.0001058816,0.00035162806,0.00012466831,0.00036074786,0.00010334809],"domain_scores_gemma":[0.9983357,0.00067121256,0.0003494132,0.00036801887,0.00015445838,0.00012116612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077913026,0.00010021479,0.00023727061,0.00018016296,0.00006623284,0.00010561909,0.00046019125,0.000048975744,7.41123e-7],"category_scores_gemma":[0.0004244882,0.000070430084,0.000038874445,0.000122974,0.000011590875,0.0005389284,0.000048063568,0.0002980418,5.184662e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032691745,0.0035481802,0.20923324,0.0006915849,0.0006199037,0.0009164859,0.04493674,0.0045528286,0.027618144,0.00509532,0.0020666835,0.700394],"study_design_scores_gemma":[0.018619895,0.12252437,0.7519185,0.009405662,0.00057657255,0.00747792,0.009695305,0.017199496,0.026115252,0.01053245,0.021824142,0.0041104257],"about_ca_topic_score_codex":0.000015895148,"about_ca_topic_score_gemma":0.000007486565,"teacher_disagreement_score":0.6962835,"about_ca_system_score_codex":0.0000088627185,"about_ca_system_score_gemma":0.000028783214,"threshold_uncertainty_score":0.28720555},"labels":[],"label_agreement":null},{"id":"W1989162170","doi":"10.1142/s0218194003001378","title":"Trade-off Analysis for Requirements Selection","year":2003,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Analytic hierarchy process; Heuristics; Quality (philosophy); Selection (genetic algorithm); Set (abstract data type); Process (computing); Operations research; Requirements analysis; Requirement prioritization; Novelty; Negotiation; Software; Risk analysis (engineering); Requirements management; Engineering; Machine learning","score_opus":0.016844108821757013,"score_gpt":0.27725356859668926,"score_spread":0.26040945977493224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989162170","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009843824,0.0017943793,0.986273,0.00006487078,0.0016652591,0.00007300142,0.0000030021615,0.00026726405,0.000015400066],"genre_scores_gemma":[0.57645094,0.00014821532,0.42312223,0.000011560491,0.00020816346,0.000011128131,0.0000016541427,0.000021499605,0.000024591507],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989048,0.000016400667,0.00041923474,0.00019499406,0.00024617958,0.0002183414],"domain_scores_gemma":[0.9988044,0.00052930997,0.0001609694,0.00012689328,0.0002548221,0.00012361341],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006593417,0.00019244729,0.0002675269,0.0007863331,0.000039195515,0.0001667455,0.00047395707,0.000082699844,0.0000044976696],"category_scores_gemma":[0.0013036808,0.00019579483,0.00019919997,0.0005255288,0.0000065422637,0.0006684309,0.000047134854,0.00022181007,7.4650455e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005860383,0.00035467846,0.017088098,0.0003181681,0.0070466683,0.000082644794,0.002094907,0.8053135,0.005729158,0.07335882,0.0012860877,0.08726861],"study_design_scores_gemma":[0.0014074115,0.00036422416,0.010038294,0.0002917562,0.00038917828,0.0006404091,0.000019904495,0.74285406,0.010213268,0.0003376879,0.23260961,0.0008341587],"about_ca_topic_score_codex":0.0000011563305,"about_ca_topic_score_gemma":3.9813253e-7,"teacher_disagreement_score":0.5666071,"about_ca_system_score_codex":0.000112161244,"about_ca_system_score_gemma":0.000052850883,"threshold_uncertainty_score":0.7984281},"labels":[],"label_agreement":null},{"id":"W1990031879","doi":"10.1109/coginf.2005.1532645","title":"Measuring dependency constraint satisfaction in software release planning using dissimilarity of fuzzy graphs","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Dependency (UML); Fuzzy logic; Fuzzy set; Computer science; Fuzzy set operations; Dependency graph; Mathematical optimization; Fuzzy number; Graph; Mathematics; Artificial intelligence; Theoretical computer science","score_opus":0.054604198986349474,"score_gpt":0.28810435479783686,"score_spread":0.2335001558114874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990031879","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28787273,0.00012654653,0.7112218,0.000060954208,0.00007199825,0.00007432533,0.0000010108428,0.00032884546,0.00024178038],"genre_scores_gemma":[0.5913718,0.0000088251045,0.4085807,0.000020011004,0.0000100967245,0.0000022167953,2.8139672e-7,0.000004332038,0.0000017754028],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990451,0.00004468195,0.00027303072,0.00022924868,0.00021667405,0.00019126128],"domain_scores_gemma":[0.99930793,0.0001956885,0.00010925233,0.00028461107,0.000043194417,0.000059315273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039549178,0.000112671085,0.00014523198,0.00019831986,0.00005126878,0.000049862796,0.00025117048,0.000074303476,0.000015232403],"category_scores_gemma":[0.00022074646,0.00011273082,0.000046312507,0.00030082627,0.000021215561,0.0009082908,0.00009492641,0.00021567974,0.0000010533338],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020257918,0.00010315527,0.5549862,0.000109340086,0.000028903603,0.000060302664,0.0010252605,0.059471123,0.0026218772,0.025473736,0.000055457804,0.35604438],"study_design_scores_gemma":[0.0011933177,0.00019322417,0.55663806,0.00090436154,0.000041973344,0.00037056796,0.00020127102,0.35615417,0.042268623,0.040115703,0.0005424329,0.0013762746],"about_ca_topic_score_codex":0.0004614034,"about_ca_topic_score_gemma":0.00007496432,"teacher_disagreement_score":0.3546681,"about_ca_system_score_codex":0.00006471056,"about_ca_system_score_gemma":0.000051911076,"threshold_uncertainty_score":0.45970294},"labels":[],"label_agreement":null},{"id":"W1990575811","doi":"10.1145/1227846.1227848","title":"ClassCompass","year":2007,"lang":"en","type":"article","venue":"Journal on Educational Resources in Computing","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software engineering; Computer science; Set (abstract data type); Software; Quality (philosophy); Work (physics); Software peer review; Software design; Software construction; Engineering management; Software development; Engineering","score_opus":0.016742801037474796,"score_gpt":0.3242888517444701,"score_spread":0.3075460507069953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990575811","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26301557,0.00021080764,0.7223112,0.0064804195,0.0014207715,0.000050681116,1.161026e-7,0.00011447825,0.006395978],"genre_scores_gemma":[0.82093483,0.0000074388117,0.17765042,0.0005703535,0.0007498889,5.2696237e-7,2.5184735e-7,0.0000069274024,0.0000793691],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9987703,0.000053110387,0.00034719947,0.00017588852,0.00037640813,0.00027709766],"domain_scores_gemma":[0.9972159,0.0022024433,0.00019957025,0.00019618076,0.00007239374,0.000113481656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021193472,0.000100645775,0.000105545536,0.00037823134,0.00015457232,0.00024731786,0.00073568063,0.0000482284,0.000018682744],"category_scores_gemma":[0.0004740794,0.00009313681,0.000050841183,0.00043649654,0.0000151569575,0.0002797831,0.00009697794,0.0005687727,0.000020093767],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059863305,0.00092678214,0.09022494,0.000036903377,0.00005679104,0.00022141304,0.0068094633,0.04396297,0.00019015146,0.42081904,0.017256722,0.41943493],"study_design_scores_gemma":[0.0004903921,0.0002578243,0.5468373,0.00039881197,0.0000042281845,0.0011561755,0.00012882313,0.05305158,0.00035383587,0.047672518,0.34916312,0.000485444],"about_ca_topic_score_codex":0.00000619748,"about_ca_topic_score_gemma":0.0000016782753,"teacher_disagreement_score":0.55791926,"about_ca_system_score_codex":0.0001801603,"about_ca_system_score_gemma":0.00008054901,"threshold_uncertainty_score":0.3798009},"labels":[],"label_agreement":null},{"id":"W1990871263","doi":"10.1145/568760.568789","title":"Quantitative WinWin","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Novelty; Negotiation; Quantitative analysis (chemistry); Requirement prioritization; Process (computing); Requirements analysis; Analytic hierarchy process; Decision support system; Hierarchy; Software; Software engineering; Management science; Process management; Knowledge management; Requirements management; Operations research; Data mining; Engineering","score_opus":0.04950803052421706,"score_gpt":0.2682637739304949,"score_spread":0.21875574340627782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990871263","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004908529,0.00014019094,0.96923864,0.0012564069,0.00009466221,0.000024355862,9.017765e-8,0.00086556486,0.027889216],"genre_scores_gemma":[0.20036954,0.000026214251,0.7980761,0.00025328202,0.000010837579,0.0000035877556,5.917696e-8,0.0000025231825,0.0012578513],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99970335,0.000010325333,0.000047196376,0.00009601253,0.00006616257,0.00007698377],"domain_scores_gemma":[0.99961585,0.00013750726,0.000013617893,0.00019485343,0.000014261081,0.000023891904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007169437,0.00003766417,0.00003565151,0.00002977185,0.000022923343,0.000056308676,0.00027999468,0.00001538846,0.00019711658],"category_scores_gemma":[0.00005380615,0.000031357926,0.000015502448,0.0001434741,0.0000055119804,0.00041215328,0.00005049987,0.000044422643,0.00024504185],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.444332e-7,0.000024496427,0.00010240832,0.0000025888514,0.0000059412196,0.000010628962,0.00033084056,0.000043995282,0.00011908906,0.92082864,0.041612115,0.036918804],"study_design_scores_gemma":[0.00011023446,0.00025420176,0.00067219516,0.000008893439,0.0000023832195,0.000030319434,0.000014172556,0.65207404,0.0030535036,0.012378944,0.33112818,0.0002729271],"about_ca_topic_score_codex":0.000009297255,"about_ca_topic_score_gemma":4.3344062e-7,"teacher_disagreement_score":0.9084497,"about_ca_system_score_codex":0.0000047985654,"about_ca_system_score_gemma":0.0000013407328,"threshold_uncertainty_score":0.3149599},"labels":[],"label_agreement":null},{"id":"W1994539414","doi":"10.1109/te.2013.2292570","title":"Performing Systematic Literature Reviews With Novices: An Iterative Approach","year":2014,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Systematic review; Iterative and incremental development; Computer science; Process (computing); Systematic process; Domain (mathematical analysis); Management science; Data science; Work in process; Software engineering; Engineering; MEDLINE; Mathematics","score_opus":0.015037501836730598,"score_gpt":0.2651792252343692,"score_spread":0.2501417233976386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994539414","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001309942,0.00034098577,0.99648166,0.00009643527,0.0004224811,0.0005138433,8.2128145e-7,0.00030995137,0.00052385806],"genre_scores_gemma":[0.64884686,0.00009228073,0.3499955,0.00025666045,0.00007917418,0.00046265215,0.0000050486406,0.000013429108,0.00024837293],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990583,0.00017714685,0.00020069172,0.00029173904,0.00014951319,0.00012262461],"domain_scores_gemma":[0.99898124,0.00012555906,0.00012373389,0.00059756124,0.000100108795,0.000071812385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047408452,0.00015234103,0.0001843371,0.00016488622,0.00016657331,0.00031662558,0.00032998333,0.00005994252,0.000004358013],"category_scores_gemma":[0.000014461538,0.00011016295,0.00004138896,0.0004736975,0.000010340204,0.0015324025,7.346801e-7,0.000222857,0.000014880725],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012102378,0.006725302,0.00008549558,0.0759521,0.00028431017,0.000003821177,0.1265906,0.044255342,0.0014394246,0.050492793,0.001228252,0.69282156],"study_design_scores_gemma":[0.0008096468,0.002821511,0.00023719556,0.035917398,0.00037561444,0.000754686,0.0011856989,0.92328113,0.012442861,0.0013902351,0.018491445,0.0022925765],"about_ca_topic_score_codex":0.0000088406205,"about_ca_topic_score_gemma":0.0000032839375,"teacher_disagreement_score":0.8790258,"about_ca_system_score_codex":0.000048019643,"about_ca_system_score_gemma":0.00005665846,"threshold_uncertainty_score":0.44923148},"labels":[],"label_agreement":null},{"id":"W1995792315","doi":"10.1139/l08-007","title":"Identifying logical dummy activities in an activity-on-arrow network","year":2008,"lang":"en","type":"article","venue":"Canadian Journal of Civil Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Konkuk University","keywords":"Heuristic; Computer science; Arrow; Node (physics); Logical conjunction; Terminal (telecommunication); Data mining; Artificial intelligence; Engineering; Computer network","score_opus":0.03427790408813393,"score_gpt":0.24300703222810488,"score_spread":0.20872912813997097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995792315","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30998278,0.0004648045,0.6878121,0.00019407227,0.0010373342,0.000060031813,9.685182e-7,0.0001131379,0.0003347478],"genre_scores_gemma":[0.9800217,0.000035721503,0.019554075,0.00006352459,0.00029115146,0.0000029877665,2.0832336e-7,0.000017757919,0.000012880381],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99894434,0.00004219254,0.00023219829,0.00015660562,0.00019764906,0.00042700412],"domain_scores_gemma":[0.9989359,0.00023435321,0.00010987702,0.00025388107,0.000041100764,0.00042490198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044472393,0.00015712983,0.00023519874,0.00046850217,0.000098421624,0.00014240718,0.00064189424,0.00008850274,0.000024110112],"category_scores_gemma":[0.0001560837,0.00016030182,0.00007408319,0.00042766513,0.000022013632,0.0014300848,0.000025737178,0.00057762576,0.0000020220834],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002070219,0.000053907097,0.01777048,0.00005154527,0.00005506892,0.005134821,0.0022258004,0.953662,0.0009378264,0.0104845995,0.002811198,0.0067920964],"study_design_scores_gemma":[0.002573622,0.002839549,0.41111746,0.0025121742,0.00005504582,0.011374508,0.0001818409,0.46259332,0.0053707026,0.006408042,0.09114167,0.0038320902],"about_ca_topic_score_codex":0.0002691245,"about_ca_topic_score_gemma":0.007997062,"teacher_disagreement_score":0.6700389,"about_ca_system_score_codex":0.0001675004,"about_ca_system_score_gemma":0.00028237604,"threshold_uncertainty_score":0.6536918},"labels":[],"label_agreement":null},{"id":"W1995844596","doi":"10.1002/spip.204","title":"Multi‐project software engineering analysis using systems thinking","year":2004,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Scheduling (production processes); Construct (python library); Project management; Architecture; Process management; Engineering management; Systems engineering; Knowledge management; Management science; Engineering; Operations management","score_opus":0.02858992345188591,"score_gpt":0.31199059258974177,"score_spread":0.28340066913785583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995844596","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009025583,0.0021768517,0.9856621,0.00017077885,0.000459056,0.00051733386,0.000010012206,0.0019641446,0.000014124278],"genre_scores_gemma":[0.16565685,0.00018389226,0.83362585,0.00027562614,0.00009903839,0.00008645694,0.000009881105,0.00004134624,0.000021041547],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974969,0.000068532965,0.00048054932,0.00078842876,0.0006133477,0.0005522614],"domain_scores_gemma":[0.9972808,0.0011489699,0.00044020457,0.0006439777,0.00033662177,0.00014943951],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014564041,0.00040869112,0.0004139678,0.00052715285,0.00037548793,0.001085613,0.00081749726,0.00017386151,0.0000027156345],"category_scores_gemma":[0.0035551158,0.00039618494,0.000120498415,0.0017720561,0.000029898663,0.0040271794,0.0003769049,0.00045207833,0.0000035430803],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041654325,0.0020715373,0.01825009,0.0061553516,0.009768059,0.0012298423,0.036650788,0.78717476,0.005826995,0.018966088,0.00019832779,0.11329161],"study_design_scores_gemma":[0.007950497,0.002520681,0.0023295325,0.0018065599,0.008020913,0.0027663887,0.00430655,0.907655,0.009019028,0.005280554,0.03950506,0.008839221],"about_ca_topic_score_codex":0.0006701769,"about_ca_topic_score_gemma":0.0000063866896,"teacher_disagreement_score":0.15663126,"about_ca_system_score_codex":0.00015683167,"about_ca_system_score_gemma":0.00020964687,"threshold_uncertainty_score":0.99995136},"labels":[],"label_agreement":null},{"id":"W1996252380","doi":"10.1016/j.ijhcs.2008.01.002","title":"The social side of software engineering—A real ad hoc collaboration network","year":2008,"lang":"en","type":"article","venue":"International Journal of Human-Computer Studies","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Task (project management); Software; Data science; Post hoc; Software development; Knowledge management; Software engineering; Engineering; Systems engineering","score_opus":0.03183175069237392,"score_gpt":0.3312451144404796,"score_spread":0.2994133637481057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996252380","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11440266,0.0069031348,0.86929446,0.002611327,0.006384445,0.00012307173,0.000003760522,0.00021383609,0.000063287254],"genre_scores_gemma":[0.6683833,0.0054941825,0.32306805,0.00013495813,0.0028182706,0.000008214845,0.0000015365536,0.000019281199,0.000072213275],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986055,0.000046885645,0.0005234509,0.000118436474,0.00055343384,0.00015233124],"domain_scores_gemma":[0.9974085,0.0006768436,0.00055579375,0.00014032546,0.0011892499,0.000029300643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046344873,0.00012977504,0.00024029195,0.00011160532,0.00027571715,0.00010105965,0.0010762961,0.00004098532,0.0000010429671],"category_scores_gemma":[0.00016751519,0.00009649834,0.00012389434,0.00018674869,0.00007156144,0.0005384017,0.00029040076,0.00018987803,0.0000011334369],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044704127,0.0006417112,0.01214391,0.00016950315,0.009976421,0.0019199151,0.06407699,0.089462645,0.0010583642,0.17838159,0.40996155,0.23176037],"study_design_scores_gemma":[0.007801081,0.0072931773,0.34445024,0.0021059017,0.0003880272,0.005091446,0.0014825553,0.05468336,0.007487085,0.038288634,0.52753305,0.0033954552],"about_ca_topic_score_codex":0.0000032076089,"about_ca_topic_score_gemma":0.000005861987,"teacher_disagreement_score":0.55398065,"about_ca_system_score_codex":0.00008465478,"about_ca_system_score_gemma":0.00006662339,"threshold_uncertainty_score":0.39350882},"labels":[],"label_agreement":null},{"id":"W1996356709","doi":"10.1145/1831407.1831419","title":"Risks of undisciplined development","year":2010,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Field (mathematics); Risk analysis (engineering); Software engineering; Engineering ethics; Data science; Engineering; Business; Mathematics","score_opus":0.1303770243941166,"score_gpt":0.38380592993995233,"score_spread":0.25342890554583575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996356709","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48398882,0.0009278717,0.40515265,0.09969199,0.00107769,0.0006269367,0.000006859133,0.00070982735,0.007817368],"genre_scores_gemma":[0.47251266,0.000012864451,0.5274443,0.000008369772,0.0000018003477,0.000004917079,3.107096e-7,0.0000013489228,0.00001343046],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99966925,0.000027108708,0.00013609297,0.000049540024,0.00007375682,0.00004422879],"domain_scores_gemma":[0.9796434,0.00038576845,0.00012377597,0.019773504,0.00006138899,0.000012177287],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00030368366,0.000033565186,0.00005314085,0.000029556442,0.00008206861,0.000010409917,0.027627008,0.00002446482,0.0000027184462],"category_scores_gemma":[0.0029671092,0.000024283432,0.000026662252,0.00018509457,0.00006581641,0.00009807185,0.017247483,0.00014635306,0.0000022416896],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072090993,0.0006340814,0.031145342,0.000081995786,0.000133601,1.6714854e-7,0.006332522,0.00025527776,0.06395268,0.77056247,0.015761752,0.11113293],"study_design_scores_gemma":[0.00023477308,0.000037707952,0.20540318,0.00009401892,0.000023151531,0.000009408977,0.00003527938,0.0060242405,0.2796058,0.31509423,0.19316663,0.00027158353],"about_ca_topic_score_codex":0.000023183886,"about_ca_topic_score_gemma":0.000021580205,"teacher_disagreement_score":0.4554682,"about_ca_system_score_codex":0.0000043549603,"about_ca_system_score_gemma":0.000046946458,"threshold_uncertainty_score":0.99070084},"labels":[],"label_agreement":null},{"id":"W1997231968","doi":"10.1109/chase.2013.6614748","title":"Motivations for collaboration in software design decision making","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Work (physics); Knowledge management; Process (computing); Software; Process management; Software design; Design process; Collaborative software; Software engineering; Engineering management; Software development; Engineering; Work in process; Operations management","score_opus":0.02770736580720099,"score_gpt":0.31089411256602234,"score_spread":0.28318674675882133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997231968","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018919146,0.000019776482,0.99658424,0.00045242606,0.00010650375,0.00045222952,3.519642e-7,0.0004454802,0.000047058667],"genre_scores_gemma":[0.21711148,0.0000027237897,0.78257376,0.0000977641,0.000011131166,0.00016622913,5.7641137e-7,0.0000041023654,0.00003220874],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995324,0.000017299142,0.0001239103,0.00014271123,0.00007882941,0.00010486166],"domain_scores_gemma":[0.99830806,0.001339669,0.00003538587,0.00019338416,0.00010616005,0.00001734325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022800609,0.000053868625,0.000053954456,0.00010788988,0.00004615578,0.00020874075,0.00024456173,0.000039442904,0.000023025974],"category_scores_gemma":[0.0007715267,0.000048369962,0.000013198049,0.00040169514,0.0000031712038,0.0011392258,0.00004382112,0.000038944272,0.0000141449045],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015026158,0.00011030643,0.009419451,0.00003012707,0.000010645816,0.0000018874194,0.0009162053,0.037582476,0.0005239944,0.12174138,0.05751069,0.7721378],"study_design_scores_gemma":[0.00027366827,0.00012051611,0.01971311,0.00007989987,0.0000021942687,0.000003879562,0.000029035955,0.8058139,0.0018312486,0.16550592,0.0063688005,0.0002578087],"about_ca_topic_score_codex":0.000015495374,"about_ca_topic_score_gemma":0.0000060318157,"teacher_disagreement_score":0.77188003,"about_ca_system_score_codex":0.000031239746,"about_ca_system_score_gemma":0.00002917528,"threshold_uncertainty_score":0.20128919},"labels":[],"label_agreement":null},{"id":"W1997737004","doi":"10.5555/2664360.2664377","title":"Software team processes: a taxonomy","year":2012,"lang":"en","type":"article","venue":"International Conference on Software and System Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Taxonomy (biology); Computer science; Vocabulary; Process (computing); Software engineering; Field (mathematics); Project management; Knowledge management; Team software process; Software; Software development process; Process management; Data science; Software development; Engineering; Systems engineering","score_opus":0.05933308717649398,"score_gpt":0.3016016241118888,"score_spread":0.2422685369353948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997737004","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033398534,0.00035016536,0.9876952,0.00022483613,0.0008114964,0.00031546527,0.00001660458,0.0015861056,0.0056602773],"genre_scores_gemma":[0.9220646,0.000046664216,0.07682216,0.00019960011,0.00022577554,0.00037343614,0.000009283303,0.00001791483,0.00024053856],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984407,0.00003909789,0.00029850248,0.00040869237,0.00047327738,0.0003397175],"domain_scores_gemma":[0.9985481,0.00022775671,0.00020093072,0.00033439742,0.0005029495,0.00018585814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038540605,0.00024825716,0.00022364936,0.00017201842,0.00013602183,0.00041646036,0.0009976805,0.00011500551,0.00003158563],"category_scores_gemma":[0.00046428488,0.00021610493,0.000041186875,0.0002535725,0.000034383396,0.0017539671,0.00016891763,0.00021690251,0.000064946275],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013782647,0.00064400875,0.09298515,0.0036919983,0.0003498353,0.000054872733,0.006025832,0.00011078366,0.000032524873,0.64876044,0.0059142006,0.24129254],"study_design_scores_gemma":[0.004883407,0.0021739742,0.01936464,0.0098670665,0.00022704204,0.0038590934,0.006353677,0.046655606,0.010990253,0.022932688,0.8643005,0.008392083],"about_ca_topic_score_codex":0.000018020117,"about_ca_topic_score_gemma":0.0000017360223,"teacher_disagreement_score":0.9187248,"about_ca_system_score_codex":0.000073321185,"about_ca_system_score_gemma":0.00015768854,"threshold_uncertainty_score":0.8812504},"labels":[],"label_agreement":null},{"id":"W1998420836","doi":"10.1145/979743.979751","title":"Report on the First International Workshop on Comparative Evaluation in Requirements Engineering","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Requirements engineering; Computer science; Engineering management; Engineering; Management science; Engineering ethics; Systems engineering; Software","score_opus":0.07222270662731178,"score_gpt":0.3246901087089216,"score_spread":0.25246740208160984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998420836","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24285458,0.00030175384,0.7420623,0.0080251675,0.0029484762,0.0010645807,0.000007581805,0.0026771976,0.000058370755],"genre_scores_gemma":[0.9198624,0.000021499187,0.079437844,0.00026259077,0.00014280558,0.00021671185,0.000016519212,0.00003229379,0.000007342282],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99785656,0.000024486932,0.00041684989,0.00054233056,0.0007893444,0.00037042887],"domain_scores_gemma":[0.9768477,0.02155399,0.00015313951,0.0012490539,0.00011888977,0.00007723195],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010647129,0.00033384262,0.00023352915,0.0003398782,0.00009461659,0.0001612693,0.0015029242,0.00011900779,0.000020073523],"category_scores_gemma":[0.07062853,0.00028757838,0.00008648184,0.00062701915,0.000015449872,0.00060083123,0.00030195498,0.00052384334,0.00003709534],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021290263,0.00016738243,0.015457834,0.000029612984,0.00008058722,0.00016048132,0.00090466,0.96874243,0.00015350476,0.010101232,0.0005274987,0.0036534953],"study_design_scores_gemma":[0.004504634,0.00091246894,0.6737506,0.006077528,0.0001018431,0.00043497008,0.00007149002,0.19530731,0.040200155,0.0031264953,0.071273506,0.004239005],"about_ca_topic_score_codex":0.000032184827,"about_ca_topic_score_gemma":0.0000069643147,"teacher_disagreement_score":0.7734351,"about_ca_system_score_codex":0.00043749844,"about_ca_system_score_gemma":0.0000601176,"threshold_uncertainty_score":0.9999576},"labels":[],"label_agreement":null},{"id":"W1998713773","doi":"10.1007/s10270-006-0031-y","title":"Informal description and analysis of geographic requirements: an approach based on problems","year":2006,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Geographic information system; Frame (networking); Domain (mathematical analysis); Software; Class (philosophy); Software engineering; Programming language; Artificial intelligence; Geography","score_opus":0.033684820369020534,"score_gpt":0.2443727400596873,"score_spread":0.21068791969066675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998713773","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10203756,0.00022337322,0.8967018,0.0000061777487,0.00009789697,0.0002273432,0.00000571562,0.00062190415,0.00007821266],"genre_scores_gemma":[0.7930231,0.000007064616,0.20682392,0.000019224768,0.000023826413,0.000045138004,0.000041809464,0.000010458808,0.0000054566462],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984774,0.0000652311,0.00048095445,0.00035479217,0.00039300442,0.0002286068],"domain_scores_gemma":[0.9989232,0.000061513405,0.00021063455,0.0005682194,0.00017591778,0.00006055606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008651633,0.00017186084,0.00029876907,0.00070496683,0.000102519334,0.00023490249,0.00035579994,0.00009763495,5.992491e-7],"category_scores_gemma":[0.00004827225,0.00015891393,0.00008978263,0.00086573116,0.00001742423,0.0012391146,0.000060230203,0.00012083911,2.93292e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049804175,0.00006543664,0.023983458,0.00011788885,0.000054188316,5.2458734e-7,0.00009250538,0.9728353,0.000036564696,0.0015655252,0.0000037296065,0.0012399196],"study_design_scores_gemma":[0.0001351147,0.00010659696,0.0015130112,0.00008152192,0.00010183393,0.00000238649,0.000017907336,0.99763536,0.000008033675,0.00016538447,0.000058962534,0.00017389614],"about_ca_topic_score_codex":0.0013710618,"about_ca_topic_score_gemma":0.0000075001217,"teacher_disagreement_score":0.69098556,"about_ca_system_score_codex":0.000026789425,"about_ca_system_score_gemma":0.000025531484,"threshold_uncertainty_score":0.6480322},"labels":[],"label_agreement":null},{"id":"W2002892331","doi":"10.4018/jdm.2000100103","title":"Understanding the Role of Use Cases in UML","year":2000,"lang":"en","type":"article","venue":"Journal of Database Management","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; University of Lethbridge","funders":"","keywords":"Computer science; Class diagram; Class (philosophy); Unified Modeling Language; Variety (cybernetics); Abstraction; Use Case Diagram; Database transaction; Categorization; Software engineering; Software; Artificial intelligence; Programming language; Epistemology","score_opus":0.07979067461118108,"score_gpt":0.2763807680576183,"score_spread":0.19659009344643721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002892331","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038208913,0.00046538428,0.95923615,0.0005978592,0.00012741306,0.00011925015,0.000005748118,0.000032109492,0.0012071782],"genre_scores_gemma":[0.9199624,0.0007027024,0.07918993,0.00007552388,0.000021160567,0.0000012362239,5.5415575e-7,0.0000035937785,0.000042901698],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99937195,0.000041494844,0.00022361617,0.00006567386,0.00020861063,0.00008863763],"domain_scores_gemma":[0.9992816,0.00026002014,0.00012965118,0.0002910366,0.000014572053,0.000023118972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006077385,0.00005198764,0.000082960076,0.00012855693,0.000024321249,0.000067667985,0.00047022555,0.000009400503,0.000035464436],"category_scores_gemma":[0.000046301942,0.000035575416,0.00003359845,0.00022933786,0.000011555993,0.00082957564,0.000114448536,0.00010610379,0.0000016510986],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024994495,0.00044985712,0.014709008,0.0002385875,0.00044126567,0.0041144006,0.0021351688,0.015227909,0.0004739442,0.40813896,0.020417266,0.5334037],"study_design_scores_gemma":[0.0027943356,0.0012295397,0.030085208,0.0022102077,0.0002955907,0.001805189,0.0023013025,0.12502217,0.0052036336,0.027931526,0.80007696,0.0010443096],"about_ca_topic_score_codex":0.000039476607,"about_ca_topic_score_gemma":0.000004704752,"teacher_disagreement_score":0.8817535,"about_ca_system_score_codex":0.000043824464,"about_ca_system_score_gemma":0.000008263343,"threshold_uncertainty_score":0.14507234},"labels":[],"label_agreement":null},{"id":"W2004091746","doi":"10.1109/fie.2011.6142927","title":"Providing end-to-end perspectives in software engineering","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canada Excellence Research Chairs, Government of Canada; National Science Foundation","keywords":"Computer science; Curriculum; Software deployment; Software engineering; Software development; Context (archaeology); Consistency (knowledge bases); Engineering management; Software; Process (computing); Social software engineering; Knowledge management; Engineering; Software construction; Pedagogy; Artificial intelligence; Programming language","score_opus":0.03618163420919534,"score_gpt":0.24895047807131146,"score_spread":0.2127688438621161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004091746","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012112841,0.000113451446,0.9845484,0.00014279914,0.00014474717,0.0001407081,3.8135767e-7,0.0014676033,0.0013291026],"genre_scores_gemma":[0.4711037,0.000005979189,0.52874523,0.000038815146,0.000017799764,0.000022391352,1.0537636e-7,0.000008014167,0.000057963272],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99917287,0.0000139312415,0.00013062343,0.00030259805,0.0001291719,0.00025082802],"domain_scores_gemma":[0.99935365,0.00016722202,0.00002442751,0.00034299318,0.000030937244,0.000080793245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026959603,0.00012114957,0.00010830516,0.00024072634,0.000026664393,0.000082174076,0.0005749508,0.000044699624,0.000085570464],"category_scores_gemma":[0.00038623987,0.00011538138,0.00003174826,0.00044090586,0.0000063638417,0.0008018178,0.00021756152,0.0001525382,0.000027042139],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003216469,0.00041382146,0.037355438,0.00014589957,0.000078766556,0.00034863662,0.07437731,0.002579342,0.0024220357,0.74958956,0.0018861077,0.13077094],"study_design_scores_gemma":[0.0020973429,0.0023645838,0.40980768,0.000998104,0.000051677238,0.00053295336,0.0035377396,0.241755,0.19235341,0.017818894,0.12145846,0.0072241477],"about_ca_topic_score_codex":0.00022247052,"about_ca_topic_score_gemma":0.000011668583,"teacher_disagreement_score":0.73177063,"about_ca_system_score_codex":0.00005689518,"about_ca_system_score_gemma":0.000024789468,"threshold_uncertainty_score":0.47051162},"labels":[],"label_agreement":null},{"id":"W2005212577","doi":"10.4018/jismd.2011040104","title":"The Impact of Regulatory Compliance on Agile Software Processes with a Focus on the FDA Guidelines for Medical Device Software","year":2011,"lang":"en","type":"article","venue":"International Journal of Information System Modeling and Design","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Agile software development; Food and drug administration; Software; Risk analysis (engineering); Work (physics); Medical software; Compliance (psychology); Process (computing); Business; Process management; Engineering; Knowledge management; Software development; Computer science; Software engineering; Software quality","score_opus":0.12696084370267674,"score_gpt":0.33756319473112384,"score_spread":0.2106023510284471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005212577","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034790803,0.0001745652,0.9953664,0.0005436257,0.00016075268,0.00016698176,0.0000054433604,0.000059636448,0.000043526026],"genre_scores_gemma":[0.81408876,0.00005531394,0.18561924,0.000143589,0.000065666674,0.000019106697,5.418141e-7,0.0000053183194,0.0000024594667],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998538,0.000048940878,0.00059747556,0.00006473643,0.00065844395,0.00009238641],"domain_scores_gemma":[0.99486345,0.0014466995,0.00066481496,0.0001664793,0.0028053687,0.000053203326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017026307,0.0001054795,0.00013445926,0.00010935728,0.00011641191,0.00015526572,0.0007883657,0.000045793186,0.0000013347275],"category_scores_gemma":[0.0024790326,0.00004915758,0.00006210627,0.00009844417,0.000023944103,0.0008086341,0.000035858997,0.00011978121,0.0000011197822],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031125594,0.00012596171,0.00057319296,0.00055131596,0.00094519986,0.000020317932,0.007242106,0.7573576,0.000008901147,0.040039454,0.009749163,0.18027425],"study_design_scores_gemma":[0.0006096924,0.0009661591,0.00012721932,0.0028545181,0.000014748143,0.00047590668,0.0003202581,0.99052614,0.0007510211,0.0029409132,0.00026147222,0.00015195235],"about_ca_topic_score_codex":0.000023552451,"about_ca_topic_score_gemma":6.901711e-7,"teacher_disagreement_score":0.8106097,"about_ca_system_score_codex":0.00005507316,"about_ca_system_score_gemma":0.00033787446,"threshold_uncertainty_score":0.29678127},"labels":[],"label_agreement":null},{"id":"W2007164980","doi":"10.1145/1062455.1062543","title":"A cross-program investigation of students' perceptions of agile methods","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Samsung Advanced Institute of Technology; University of Calgary","keywords":"Agile software development; Perception; Computer science; Software engineering; Psychology","score_opus":0.029643410727767563,"score_gpt":0.4314602025685148,"score_spread":0.40181679184074726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007164980","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19506823,0.000028499866,0.80399007,0.00011446182,0.000039141993,0.000085684536,4.875408e-7,0.00032388206,0.00034954777],"genre_scores_gemma":[0.3452884,0.000008946716,0.65455186,0.000028210105,0.0000112981115,0.000011931084,5.029891e-7,0.0000022633699,0.0000965693],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994307,0.00004849693,0.00018508865,0.000110983325,0.00015166638,0.00007303846],"domain_scores_gemma":[0.99933505,0.00016987839,0.00008281922,0.000293236,0.00008517743,0.000033861597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005398833,0.000050487295,0.00008683816,0.000065492386,0.000020937623,0.000047414127,0.00048193103,0.00003554304,0.00006900019],"category_scores_gemma":[0.00008696157,0.00004482371,0.000039595878,0.00024864785,0.000041294363,0.00045549165,0.00013184192,0.000056035784,0.0000037421103],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003823101,0.00026033452,0.12719701,0.00006248682,0.000042573534,4.9319846e-7,0.0022922028,0.0018514567,0.019275703,0.03445562,0.0008571704,0.8137011],"study_design_scores_gemma":[0.0004628409,0.00067006686,0.5712245,0.000066715365,0.000030593896,0.000016742026,0.00006973947,0.13874128,0.2529027,0.006568142,0.028831784,0.0004149105],"about_ca_topic_score_codex":0.000042937278,"about_ca_topic_score_gemma":0.0000020595264,"teacher_disagreement_score":0.8132862,"about_ca_system_score_codex":0.000010133433,"about_ca_system_score_gemma":0.000015023239,"threshold_uncertainty_score":0.18278578},"labels":[],"label_agreement":null},{"id":"W2007401248","doi":"10.1109/agile.2011.43","title":"Reconciling Perspectives: How People Manage the Process of Software Development","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Grounded theory; Personal software process; Team software process; Software development; Software development process; Negotiation; Process (computing); Goal-Driven Software Development Process; Social software engineering; Software; Computer science; Process management; Software Engineering Process Group; Knowledge management; Engineering; Qualitative research; Software construction; Sociology","score_opus":0.028517831313330085,"score_gpt":0.24043132390552216,"score_spread":0.21191349259219208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007401248","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023008637,0.00014935722,0.97379327,0.00025664258,0.000070930095,0.00011699448,1.8876521e-7,0.00051170494,0.0020922513],"genre_scores_gemma":[0.56175053,0.000012279822,0.4380063,0.0000262985,0.000007401654,0.000017381586,1.1966421e-7,0.000004290744,0.00017535525],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99941206,0.00001843522,0.00010222658,0.00018769199,0.0001488353,0.00013077373],"domain_scores_gemma":[0.9993032,0.00013853757,0.000076847275,0.0003484766,0.00010601236,0.000026914875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033376715,0.00008360902,0.00008982595,0.000047836944,0.00007191988,0.000047681824,0.00078044087,0.000029151273,0.00003537029],"category_scores_gemma":[0.00015640663,0.000054938497,0.000028751729,0.00025766902,0.000017149603,0.0004400156,0.0001371968,0.000089255984,0.0000047615995],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029452478,0.0003645209,0.021620745,0.00048362336,0.00024974273,0.000025979582,0.5754181,0.00014867904,0.00009709464,0.1315271,0.001917341,0.26811758],"study_design_scores_gemma":[0.0018248237,0.0014206582,0.2835438,0.0008144361,0.00015358013,0.00040061658,0.09905836,0.044461403,0.3998285,0.07112068,0.0923194,0.00505373],"about_ca_topic_score_codex":0.00003415534,"about_ca_topic_score_gemma":0.000019386389,"teacher_disagreement_score":0.53874195,"about_ca_system_score_codex":0.000018927623,"about_ca_system_score_gemma":0.0000485969,"threshold_uncertainty_score":0.22403269},"labels":[],"label_agreement":null},{"id":"W2007780858","doi":"10.1145/2024587.2024592","title":"Do software process improvements lead to ISO 9126 architectural quality factor improvement","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Division of Civil, Mechanical and Manufacturing Innovation","keywords":"Capability Maturity Model Integration; Quality (philosophy); Software quality; Process (computing); Computer science; Software quality control; Systems engineering; Software development process; Engineering; Process management; Reliability engineering; Software engineering; Software; Risk analysis (engineering); Software development; Business","score_opus":0.05822258764511982,"score_gpt":0.32550966813122506,"score_spread":0.2672870804861052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007780858","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17567593,0.00001937474,0.82131445,0.00019613106,0.00033185483,0.00042648276,0.0000068762374,0.0014718109,0.0005570854],"genre_scores_gemma":[0.6548976,0.0000019007433,0.34401783,0.000663105,0.000037357346,0.00009240283,0.0000011969244,0.0000148955405,0.00027370508],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9981975,0.00003364586,0.00034555545,0.0005777663,0.00039650025,0.00044902126],"domain_scores_gemma":[0.998623,0.00011036168,0.00012072958,0.00082953187,0.0001230949,0.00019325367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033537348,0.0002481381,0.00020191382,0.0001225655,0.00009400448,0.00018169057,0.0013153028,0.0000700045,0.00014741339],"category_scores_gemma":[0.00021383741,0.00020002059,0.00007789942,0.00031523005,0.000017537783,0.00065246766,0.0004525636,0.00019939139,0.000071678216],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050026818,0.00024653124,0.009180375,0.00016285038,0.000071784365,0.00001112095,0.0067740697,0.000025364909,0.0045860517,0.004537674,0.0006453127,0.9737088],"study_design_scores_gemma":[0.0020884878,0.006097844,0.19417827,0.00022559705,0.00004823879,0.00005604553,0.0005122499,0.0039735967,0.72598135,0.04560712,0.01646234,0.0047688326],"about_ca_topic_score_codex":0.00042344563,"about_ca_topic_score_gemma":0.000020827065,"teacher_disagreement_score":0.96894,"about_ca_system_score_codex":0.00005386118,"about_ca_system_score_gemma":0.000049793696,"threshold_uncertainty_score":0.8156603},"labels":[],"label_agreement":null},{"id":"W2008868354","doi":"10.1109/esem.2009.5316014","title":"Software risk management barriers: An empirical study","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Risk management; Risk perception; Risk analysis (engineering); Perception; IT risk management; Identification (biology); Factor analysis of information risk; Sample (material); Empirical research; Risk management plan; Computer science; Project risk management; Risk management information systems; Knowledge management; Business; Project management; Psychology; Program management; Engineering; Finance; Information system; Management information systems","score_opus":0.01799088625763199,"score_gpt":0.3142956045484856,"score_spread":0.2963047182908536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008868354","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023198936,0.000030917257,0.97216773,0.0002676043,0.0001123089,0.0002206099,4.1403126e-7,0.0024043708,0.0015970807],"genre_scores_gemma":[0.44207597,0.000014049274,0.5572307,0.00050140836,0.000027174307,0.000009869683,3.8743315e-7,0.0000042682327,0.00013617043],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990401,0.00007538896,0.00013165419,0.00033966757,0.00022498348,0.00018815561],"domain_scores_gemma":[0.9989756,0.000071860144,0.000039015198,0.0007386971,0.000024633884,0.00015023326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004130457,0.00011319452,0.00009509799,0.00008282468,0.00010667624,0.00020669439,0.00079485105,0.00003318681,0.000046561607],"category_scores_gemma":[0.000071432856,0.00009433115,0.000031744607,0.00027838416,0.00000561512,0.0007485377,0.00012726457,0.00013453401,0.000026732487],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014510955,0.00072464725,0.09057967,0.0000067880032,0.00006704166,0.00023214964,0.0022815394,0.00054930826,0.0000015455312,0.01165131,0.013633846,0.88025767],"study_design_scores_gemma":[0.001633836,0.007953736,0.6718737,0.000029247103,0.00012750641,0.00006265676,0.0010753332,0.057485174,0.00026211634,0.072711095,0.1849884,0.0017972031],"about_ca_topic_score_codex":0.000019909423,"about_ca_topic_score_gemma":0.0000028363106,"teacher_disagreement_score":0.87846047,"about_ca_system_score_codex":0.000019442987,"about_ca_system_score_gemma":0.000010088132,"threshold_uncertainty_score":0.38467127},"labels":[],"label_agreement":null},{"id":"W2009792742","doi":"10.3923/itj.2004.176.183","title":"A Software Process Model for Component-Based Development","year":2004,"lang":"en","type":"article","venue":"Information Technology Journal","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Component (thermodynamics); Process (computing); Goal-Driven Software Development Process; Software engineering; Software development process; Software development; Component-based software engineering; Software; Programming language","score_opus":0.014601686714267238,"score_gpt":0.26131869792641405,"score_spread":0.24671701121214681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009792742","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049812286,0.000028211627,0.99108803,0.002403873,0.0001195104,0.00016393083,0.0000018202162,0.001197868,0.000015497719],"genre_scores_gemma":[0.20678803,0.0000030655972,0.79281086,0.00031841308,0.000008476032,0.000060604085,0.0000042107863,0.000003939839,0.0000023799428],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992118,0.000003166356,0.00033232933,0.0000744742,0.00017385752,0.00020437554],"domain_scores_gemma":[0.9992356,0.0000340837,0.00024364093,0.00018056577,0.00025685353,0.0000492578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029971526,0.00010057913,0.00009674036,0.0004915671,0.00024649472,0.00016527223,0.00070850516,0.00013082543,0.000001524835],"category_scores_gemma":[0.00019809665,0.00009221165,0.00003485113,0.0002886829,0.000022081236,0.0019830447,0.000052028,0.00025990343,0.00001306687],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028310038,0.00009163076,0.000261082,0.0001168447,0.000040830586,0.000005914076,0.0019773126,0.5692256,0.000045506902,0.051394682,0.00073167717,0.3760806],"study_design_scores_gemma":[0.0017793855,0.00017541557,0.00008555642,0.00013201433,0.0000081767475,0.0005167319,0.00006568692,0.81713814,0.023678057,0.12993084,0.026083417,0.00040657588],"about_ca_topic_score_codex":3.1399466e-7,"about_ca_topic_score_gemma":2.8654273e-7,"teacher_disagreement_score":0.375674,"about_ca_system_score_codex":0.00010920857,"about_ca_system_score_gemma":0.00039120557,"threshold_uncertainty_score":0.3760282},"labels":[],"label_agreement":null},{"id":"W2009872436","doi":"10.1109/iwsm.mensura.2014.43","title":"Requirements Engineering Quality Revealed through Functional Size Measurement: An Empirical Study in an Agile Context","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Mitacs","keywords":"Computer science; Agile software development; Software development; Software development process; Process (computing); Personal software process; Functional requirement; Team software process; Software sizing; Software measurement; Software quality; Software metric; Context (archaeology); Systems engineering; Software; Reliability engineering; Software engineering; Engineering; Software construction","score_opus":0.17079063249580878,"score_gpt":0.3792543495013251,"score_spread":0.2084637170055163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009872436","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28559342,0.000017456388,0.71264064,0.00019750479,0.00026623555,0.00024931587,4.3036306e-7,0.0007434914,0.00029148776],"genre_scores_gemma":[0.9184044,0.0000012313981,0.081017554,0.00040617914,0.00008051503,0.000049034054,0.0000014586096,0.000012896769,0.000026700378],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99786514,0.00031878913,0.00039724665,0.00049686275,0.0006504661,0.00027150335],"domain_scores_gemma":[0.9985613,0.0003621751,0.00008158622,0.00074514764,0.00014310173,0.00010666815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002944037,0.00017896833,0.00022622682,0.00006228423,0.00006568253,0.0001672939,0.0005865682,0.000065750595,0.000054153323],"category_scores_gemma":[0.0007952625,0.00016631129,0.00003719563,0.00030735103,0.000010225327,0.0019342136,0.00014000262,0.0002066363,0.00001147242],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018425715,0.005574578,0.8817762,0.00012781462,0.00016682809,0.00004000052,0.009676152,0.0067698304,0.0057986234,0.042779997,0.0029608395,0.044144865],"study_design_scores_gemma":[0.0014516849,0.0012701951,0.92262304,0.000038641992,0.000012179139,0.0000067469355,0.00018608142,0.06353823,0.000637287,0.0020863384,0.0075239963,0.0006255644],"about_ca_topic_score_codex":0.0002858715,"about_ca_topic_score_gemma":0.00022509384,"teacher_disagreement_score":0.632811,"about_ca_system_score_codex":0.00011087214,"about_ca_system_score_gemma":0.000034890993,"threshold_uncertainty_score":0.67819774},"labels":[],"label_agreement":null},{"id":"W2010526386","doi":"10.1109/agile.2013.10","title":"Agile Testing: A Systematic Mapping across Three Conferences: Understanding Agile Testing in the XP/Agile Universe, Agile, and XP Conferences","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Agile Unified Process; Agile usability engineering; Field (mathematics); Lean software development; Computer science; Extreme programming practices; Software engineering; Engineering; Software; Software development; Software development process","score_opus":0.17456182907829568,"score_gpt":0.28174145204155415,"score_spread":0.10717962296325848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010526386","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.068146676,0.00035396733,0.89944005,0.0009291068,0.00030300627,0.0016488418,0.0000062077747,0.0013705516,0.027801603],"genre_scores_gemma":[0.9223883,0.000020287032,0.07714545,0.00019115688,0.00003692269,0.00010979435,0.0000020028826,0.0000157471,0.00009031691],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976181,0.00021180982,0.0005412137,0.00057172554,0.0004333477,0.0006238134],"domain_scores_gemma":[0.9925916,0.0060461327,0.00034986358,0.0006690947,0.00022125086,0.00012203267],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0015845896,0.00033778843,0.00045185973,0.00017830542,0.00044031016,0.001657808,0.0013968019,0.00012968927,0.000044119734],"category_scores_gemma":[0.001531079,0.0002377063,0.00004802289,0.0011655759,0.00015237267,0.0015438717,0.00057969766,0.00041560212,0.000027336313],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010171393,0.0003093223,0.111251704,0.01082583,0.00023548165,0.00030696308,0.028322825,0.0011031402,0.0019522121,0.82307667,0.0034599116,0.019145744],"study_design_scores_gemma":[0.0010969635,0.00059090956,0.021179456,0.011293495,0.00006970752,0.0005419048,0.04235931,0.78116274,0.00028759334,0.13846047,0.0010578228,0.0018996311],"about_ca_topic_score_codex":0.003108413,"about_ca_topic_score_gemma":0.00030723528,"teacher_disagreement_score":0.85424167,"about_ca_system_score_codex":0.000103974344,"about_ca_system_score_gemma":0.00016153065,"threshold_uncertainty_score":0.99937856},"labels":[],"label_agreement":null},{"id":"W2012428518","doi":"10.1145/1325555.1325570","title":"Requirements engineering in new product development","year":2008,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"New product development; Computer science; Product (mathematics); Systems engineering; Manufacturing engineering; Software engineering; Engineering; Business; Mathematics","score_opus":0.10787262982717657,"score_gpt":0.30582095815733357,"score_spread":0.197948328330157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012428518","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38418326,0.012754536,0.42975086,0.16395785,0.0010961711,0.0019320014,0.0000013890444,0.0021335315,0.004190395],"genre_scores_gemma":[0.36381596,0.00010109304,0.63598853,0.000019584975,0.000003902266,0.000007108859,2.8540256e-7,0.0000025976108,0.000060913488],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995884,0.000023086257,0.00014765348,0.00007787971,0.000089723115,0.000073260424],"domain_scores_gemma":[0.9862835,0.00013403627,0.00005746161,0.013484834,0.000023433613,0.000016781281],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0001994943,0.000045640936,0.000056070476,0.000053394368,0.00006387901,0.000009048492,0.018259104,0.000013052367,9.375655e-7],"category_scores_gemma":[0.00300343,0.000037833102,0.000017333896,0.0003261505,0.00001736087,0.00020562019,0.010045967,0.000103659295,0.0000032541552],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020859152,0.0015134325,0.29233792,0.00024176127,0.00027349562,0.000009474853,0.037588235,0.014963374,0.016133366,0.16954744,0.21532996,0.25204068],"study_design_scores_gemma":[0.0006293544,0.00004650672,0.4451108,0.0003811515,0.000008933185,0.00006494179,0.000012342415,0.013248739,0.081214875,0.018638624,0.4401079,0.0005358237],"about_ca_topic_score_codex":0.00004153875,"about_ca_topic_score_gemma":0.000007101886,"teacher_disagreement_score":0.25150487,"about_ca_system_score_codex":0.000030283378,"about_ca_system_score_gemma":0.000107936365,"threshold_uncertainty_score":0.99796057},"labels":[],"label_agreement":null},{"id":"W2015172841","doi":"10.1145/1134285.1134394","title":"A comparison of communication technologies to support novice team programming","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Face (sociological concept); Multimedia; Human–computer interaction; Knowledge management","score_opus":0.026820316895964508,"score_gpt":0.33095738456530205,"score_spread":0.30413706766933757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015172841","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006204757,0.00009300646,0.9863156,0.0014883229,0.000024962977,0.0001678456,2.425224e-7,0.002425227,0.0032800036],"genre_scores_gemma":[0.52371246,0.0000021042101,0.47621825,0.0000125778915,0.0000019481029,0.000016655484,9.989836e-7,0.0000021908065,0.00003280245],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99943495,0.000012701585,0.00019075944,0.00012504331,0.00011931193,0.00011720815],"domain_scores_gemma":[0.99909216,0.00013354234,0.00008101235,0.00062055816,0.000059640024,0.000013067218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021979948,0.000063790554,0.00011048703,0.00010032943,0.000038408005,0.00005775087,0.0008724725,0.000047525955,0.0000029190965],"category_scores_gemma":[0.00006682943,0.000057406975,0.00001743851,0.0004042695,0.00001875639,0.0002622556,0.00032143982,0.000088434084,0.000009395569],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005408222,0.00034797995,0.030278074,0.00004029358,0.000011536941,0.0000012470609,0.00065271946,0.00082256267,0.002194598,0.22879055,0.023724603,0.7131304],"study_design_scores_gemma":[0.00027538298,0.0013775693,0.008323576,0.00009843187,0.00001754805,0.00002688483,0.00047041773,0.054483578,0.26394778,0.011096896,0.6591933,0.00068864523],"about_ca_topic_score_codex":0.00027107162,"about_ca_topic_score_gemma":0.000038351634,"teacher_disagreement_score":0.7124418,"about_ca_system_score_codex":0.000014617559,"about_ca_system_score_gemma":0.000013436662,"threshold_uncertainty_score":0.23409885},"labels":[],"label_agreement":null},{"id":"W2016790129","doi":"10.1109/ms.2005.38","title":"Editor's Introduction: Software Design in a Postmodern Era","year":2005,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"LEAPS; Postmodernism; Software; Software development; Computer science; Software design; Software engineering; Engineering ethics; Sociology; Engineering; Epistemology; Business; Philosophy; Programming language","score_opus":0.013863167879732312,"score_gpt":0.24851543312172267,"score_spread":0.23465226524199034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016790129","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013866844,0.00044932854,0.9863419,0.0036761556,0.0053559258,0.0002457745,0.0000032284224,0.0025282234,0.000012765057],"genre_scores_gemma":[0.037931915,0.000052423115,0.9504482,0.0005120956,0.010757256,0.00008270326,0.0000038985277,0.000037586422,0.00017388967],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99814403,0.00010615413,0.0003199218,0.00060185284,0.00037507148,0.00045297],"domain_scores_gemma":[0.9982686,0.000527102,0.00010464883,0.0008595652,0.0001188572,0.000121244855],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005671195,0.0002563485,0.00023459406,0.00023211539,0.00017016898,0.00016575854,0.0009976827,0.0001749059,0.00004744401],"category_scores_gemma":[0.0006015765,0.00026389465,0.00007692783,0.00058914593,0.000031607513,0.001568626,0.0001509691,0.0004964848,0.00012585087],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007020885,0.00038128355,0.0033102753,0.00008664111,0.000057584162,0.00013164504,0.0036439807,0.08500408,0.0003011458,0.00096376013,0.409122,0.4969274],"study_design_scores_gemma":[0.00074853015,0.00032356652,0.0020228117,0.00009696883,0.000017221135,0.00023616343,0.000011342885,0.02252505,0.005591687,0.006131783,0.9611673,0.0011276074],"about_ca_topic_score_codex":0.000034350756,"about_ca_topic_score_gemma":0.000012696504,"teacher_disagreement_score":0.5520453,"about_ca_system_score_codex":0.00015589825,"about_ca_system_score_gemma":0.00012064561,"threshold_uncertainty_score":0.99998134},"labels":[],"label_agreement":null},{"id":"W2017784717","doi":"10.1145/1227310.1227421","title":"DrProject","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; World Wide Web; Software engineering; Software; Multimedia; Programming language","score_opus":0.011190931524941099,"score_gpt":0.27276223711789144,"score_spread":0.26157130559295033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017784717","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008297027,0.000020544243,0.96031094,0.00019096548,0.00012291342,0.000021701706,2.2805047e-8,0.0010645516,0.03743869],"genre_scores_gemma":[0.3248059,0.0000029118578,0.674575,0.00020431717,0.000023971223,7.39347e-7,5.6161042e-8,0.0000016715584,0.00038543137],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997197,0.0000028069583,0.000046202855,0.000076428405,0.00006132002,0.0000935726],"domain_scores_gemma":[0.99965584,0.000113279275,0.000010151731,0.00018601523,0.0000109712355,0.000023730876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034683655,0.000028594262,0.000024010515,0.000037734284,0.000016878483,0.00003732973,0.00026042806,0.00001624718,0.000014768655],"category_scores_gemma":[0.000031019248,0.000023161276,0.000012354113,0.00014561889,0.0000029096364,0.00023180599,0.000053669675,0.000038908824,0.000033884317],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015405626,0.000017251026,0.0009926757,0.0000032646221,0.0000044925796,0.000030161924,0.00013844526,0.0000064659616,0.0003853671,0.66628104,0.008840233,0.32329905],"study_design_scores_gemma":[0.00009884465,0.00010006932,0.009382218,0.000005698966,0.0000016609096,0.00007311318,0.00000932812,0.008131636,0.04207972,0.011579011,0.9282781,0.00026059823],"about_ca_topic_score_codex":0.000019012212,"about_ca_topic_score_gemma":0.0000018842901,"teacher_disagreement_score":0.9194379,"about_ca_system_score_codex":0.000005813519,"about_ca_system_score_gemma":0.0000057695634,"threshold_uncertainty_score":0.09444894},"labels":[],"label_agreement":null},{"id":"W2018940242","doi":"10.1145/2641483.2641542","title":"Binary Linear Programming-based Release Planning for Multi-tenant Business SaaS","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"King Saud University","keywords":"Software as a service; Computer science; Process (computing); Business requirements; Process management; Business process; Service provider; Enterprise resource planning; Software; Service (business); Risk analysis (engineering); Business; Knowledge management; Software development; Work in process; Operating system; Marketing","score_opus":0.08096051559608206,"score_gpt":0.3183232255048689,"score_spread":0.23736270990878686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018940242","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038060192,0.000119328,0.99312186,0.0006507187,0.0001785156,0.00032860605,0.0000018242915,0.0017728276,0.000020310628],"genre_scores_gemma":[0.07727276,0.0000088647,0.9220517,0.00023879803,0.00006606181,0.000111842215,0.0000095805735,0.000017255372,0.00022309067],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991058,0.00001633982,0.00016601896,0.00029315575,0.00014038487,0.00027827153],"domain_scores_gemma":[0.99905527,0.00025198492,0.00006923218,0.00038977445,0.00014735403,0.00008641476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020403884,0.00013917284,0.0001305027,0.000102876016,0.00017103551,0.000055828714,0.00046735923,0.00006692497,0.000003279615],"category_scores_gemma":[0.000265097,0.000098583645,0.000057561283,0.00039329374,0.000025943833,0.00039231827,0.00008201463,0.00010142025,0.000006759336],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00096255285,0.004958455,0.03534807,0.0017615285,0.0002784589,0.004090498,0.003906769,0.24751294,0.0028207037,0.015165542,0.09010322,0.5930913],"study_design_scores_gemma":[0.0004519775,0.00022141286,0.002429203,0.00004736868,0.0000053117924,0.000049523784,0.000004220841,0.81565034,0.002022302,0.000021797949,0.1788455,0.00025104822],"about_ca_topic_score_codex":0.00006907181,"about_ca_topic_score_gemma":0.0000013428514,"teacher_disagreement_score":0.59284025,"about_ca_system_score_codex":0.000018850043,"about_ca_system_score_gemma":0.00009549835,"threshold_uncertainty_score":0.40201244},"labels":[],"label_agreement":null},{"id":"W2019931124","doi":"10.1109/hicss.2010.323","title":"Rigorous Support for Flexible Planning of Product Releases - A Stakeholder-Centric Approach and Its Initial Evaluation","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Tekes","keywords":"Computer science; Stakeholder; Product (mathematics); Process management; Systems engineering; Engineering; Mathematics","score_opus":0.11518942748161935,"score_gpt":0.3474262092822764,"score_spread":0.23223678180065704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019931124","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09258696,0.00022069423,0.9041304,0.000091242415,0.00025947788,0.00068656175,0.0000045328356,0.0004640525,0.0015560668],"genre_scores_gemma":[0.7178329,0.0000047748676,0.2819434,0.000019498555,0.000058364323,0.0000597347,0.0000069086464,0.000005764129,0.000068634254],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992242,0.000021276828,0.00015392939,0.00024872806,0.00021041655,0.00014146895],"domain_scores_gemma":[0.9992828,0.00019275234,0.000090019836,0.00023716883,0.00015567311,0.000041614927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078578223,0.00008158981,0.00010508873,0.00010091175,0.00005076923,0.00006503427,0.0002266615,0.000041697524,0.000014927964],"category_scores_gemma":[0.0005069282,0.00007141715,0.000020010008,0.00018014826,0.000011529761,0.00053618965,0.000065538654,0.00009690301,6.456597e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021454421,0.001122457,0.0045615407,0.0012470353,0.00016753803,0.000013204748,0.0040093,0.0043806448,0.032959208,0.18375498,0.017435038,0.7501345],"study_design_scores_gemma":[0.0014629893,0.0008576296,0.0040751016,0.000039222326,0.00009437528,0.000229172,0.000043793803,0.7665254,0.20177835,0.004347858,0.019935038,0.00061105564],"about_ca_topic_score_codex":0.000012306088,"about_ca_topic_score_gemma":4.5886318e-7,"teacher_disagreement_score":0.76214474,"about_ca_system_score_codex":0.000006418119,"about_ca_system_score_gemma":0.00008446718,"threshold_uncertainty_score":0.29123068},"labels":[],"label_agreement":null},{"id":"W2020503784","doi":"10.1007/s10664-014-9340-x","title":"The kanban approach, between agility and leanness: a systematic review","year":2014,"lang":"en","type":"review","venue":"Empirical Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Kanban; Agile software development; Variety (cybernetics); Field (mathematics); Process management; Scrum; Computer science; Management science; Lean software development; Product (mathematics); Software; Software development; Engineering; Knowledge management; Software development process; Software engineering; Control (management); Artificial intelligence; Mathematics","score_opus":0.04499939975791214,"score_gpt":0.3342892531106428,"score_spread":0.28928985335273066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020503784","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.165557e-8,0.53217405,0.46570045,0.00004913378,0.00013511523,0.000868321,0.000003665832,0.0010622181,0.0000070028555],"genre_scores_gemma":[0.0000021740145,0.9417745,0.0571713,0.000091979506,0.00019822296,0.000622384,0.000016851167,0.00007653569,0.00004603721],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965385,0.00038124292,0.0012042777,0.0008059415,0.0004840931,0.0005859546],"domain_scores_gemma":[0.99011594,0.0073259375,0.0004802901,0.0017464298,0.00006883712,0.0002625769],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025583224,0.000744421,0.0029819654,0.00012717073,0.00023038537,0.00043924229,0.0021752687,0.00035292807,0.0000011378045],"category_scores_gemma":[0.006344378,0.00046339957,0.00052043836,0.0008014624,0.000048203892,0.00031016758,0.00076525594,0.0010770772,0.000024352243],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.2416749e-7,0.000008631492,0.000012166805,0.90952563,0.00015825102,0.000005116409,0.000020790992,0.000008413735,8.868951e-10,0.00030179654,0.0009372551,0.08902183],"study_design_scores_gemma":[0.000027223688,0.000027118109,0.000008343384,0.20817229,0.0007208662,0.00009658684,3.924709e-7,0.00059658237,4.343157e-8,0.000054979286,0.7897448,0.00055078417],"about_ca_topic_score_codex":0.0000041065177,"about_ca_topic_score_gemma":1.3549997e-7,"teacher_disagreement_score":0.7888075,"about_ca_system_score_codex":0.00013094558,"about_ca_system_score_gemma":0.00008071696,"threshold_uncertainty_score":0.9997818},"labels":[],"label_agreement":null},{"id":"W2021436267","doi":"10.1145/1463788.1463806","title":"A methodological leg to stand on","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science","score_opus":0.3236292420747246,"score_gpt":0.3884668193996545,"score_spread":0.0648375773249299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021436267","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0077362163,0.000025648014,0.98141617,0.0015676662,0.00009798331,0.00005104304,1.2452452e-7,0.00079489686,0.0083102435],"genre_scores_gemma":[0.10815897,0.000019950827,0.8900474,0.001081394,0.000023592751,0.000007050629,4.654697e-8,0.0000023336918,0.0006592947],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995344,0.000044479853,0.0000570439,0.00015456547,0.000106984684,0.00010248712],"domain_scores_gemma":[0.99910426,0.00055695086,0.000010527616,0.0002531891,0.000014908613,0.000060182243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029546386,0.00005068939,0.00006753165,0.00004170398,0.000041663945,0.000025640022,0.000322284,0.000026436926,0.0000345431],"category_scores_gemma":[0.0002980096,0.000036175243,0.00002035979,0.00016256465,0.000005961514,0.00012609018,0.00008996713,0.00006793475,0.00007479645],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047035337,0.00015446823,0.0007584217,0.000012897763,0.000021640188,0.00035617212,0.001705739,0.0013181481,0.0009806219,0.6925801,0.18619896,0.115865774],"study_design_scores_gemma":[0.00015265356,0.0011045032,0.008744941,0.000018346893,0.0000018477717,0.00020240355,0.000007140624,0.0041926596,0.020834044,0.0048120744,0.9595678,0.00036160267],"about_ca_topic_score_codex":0.000008897379,"about_ca_topic_score_gemma":2.5035783e-7,"teacher_disagreement_score":0.77336884,"about_ca_system_score_codex":0.000010020409,"about_ca_system_score_gemma":0.00001102568,"threshold_uncertainty_score":0.14751835},"labels":[],"label_agreement":null},{"id":"W2021669047","doi":"10.1145/2038476.2038513","title":"Assisting users in a cross-cultural communication by providing culturally contextualized translations","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Computer science; Communication source; Usability; World Wide Web; Vocabulary; Focus (optics); Target culture; Process (computing); Human–computer interaction; Linguistics","score_opus":0.06345602479204311,"score_gpt":0.3306774584202,"score_spread":0.2672214336281569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021669047","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06676571,0.00025300824,0.9196233,0.00049185194,0.000062888146,0.00024341214,0.000001779718,0.001091522,0.011466499],"genre_scores_gemma":[0.6664227,0.00001770524,0.33333245,0.00006291599,0.0000027832796,0.00002603049,0.000004260987,0.0000037211873,0.00012741631],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99931437,0.00006323999,0.00021233149,0.00016668445,0.0000961726,0.0001472201],"domain_scores_gemma":[0.9993332,0.00017649731,0.00007376211,0.0002991965,0.00008181682,0.00003553264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032502043,0.00008943437,0.00009165424,0.00004244785,0.000113116235,0.0002566384,0.0005996096,0.000051725972,0.000022412923],"category_scores_gemma":[0.0001640327,0.00007277103,0.00003324966,0.00023950482,0.000032770935,0.002084781,0.00006579279,0.00014242971,0.0000047615267],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001057552,0.000628585,0.13482879,0.00012794758,0.0001375623,0.00002461412,0.09394981,0.0003947033,0.023098271,0.5426366,0.011104419,0.19296296],"study_design_scores_gemma":[0.0073301876,0.00064287445,0.2129807,0.00081837666,0.000072963085,0.0001868062,0.0023808759,0.56752336,0.06691968,0.021651126,0.115165964,0.004327078],"about_ca_topic_score_codex":0.0006897845,"about_ca_topic_score_gemma":0.00007363624,"teacher_disagreement_score":0.599657,"about_ca_system_score_codex":0.000029893748,"about_ca_system_score_gemma":0.000013919939,"threshold_uncertainty_score":0.29675165},"labels":[],"label_agreement":null},{"id":"W2023088167","doi":"10.1109/fie.2011.6142874","title":"Teaching students software engineering practices for micro-teams","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canada Excellence Research Chairs, Government of Canada; National Science Foundation","keywords":"Computer science; Software engineering; Software; Social software engineering; Software Engineering Process Group; Engineering management; Software development; Software construction; Engineering; Operating system","score_opus":0.037665505824922826,"score_gpt":0.30721065491615707,"score_spread":0.2695451490912342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023088167","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011613617,0.000087251035,0.98511463,0.000097109885,0.0003985538,0.00024274313,0.0000011469348,0.0019597707,0.000485167],"genre_scores_gemma":[0.07118269,0.00000903024,0.9279296,0.00015730411,0.00007353041,0.000070736154,0.0000011680676,0.000020427748,0.00055554975],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99902177,0.000022450442,0.00017948881,0.00031416846,0.00018842936,0.00027368413],"domain_scores_gemma":[0.9986729,0.00056356576,0.00018565218,0.00045010904,0.000049405295,0.000078350735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007056425,0.00015281029,0.00012714088,0.00009766016,0.00010190802,0.00020498665,0.0012628161,0.00006737402,0.000016383816],"category_scores_gemma":[0.0010665719,0.00013947269,0.00006508821,0.000103501014,0.0000060379384,0.0013391054,0.00029105984,0.00020486311,0.000015867734],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016247353,0.002337127,0.13516346,0.0011573789,0.0010600529,0.00017733408,0.02539611,0.00048587847,0.011187584,0.3795957,0.025983114,0.4172938],"study_design_scores_gemma":[0.0018939314,0.0015294135,0.023358574,0.00031372407,0.00016084895,0.0003271827,0.00028193134,0.054437477,0.07326932,0.0072347443,0.83409697,0.003095875],"about_ca_topic_score_codex":0.00028101937,"about_ca_topic_score_gemma":0.0000031296088,"teacher_disagreement_score":0.8081139,"about_ca_system_score_codex":0.000028676195,"about_ca_system_score_gemma":0.000021209637,"threshold_uncertainty_score":0.56875306},"labels":[],"label_agreement":null},{"id":"W202414668","doi":"","title":"Towards a compliance support framework for global software companies","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Business; Compliance (psychology); Software; Process management; Revenue; Process (computing); Software development; Computer science; Knowledge management; Risk analysis (engineering); Accounting","score_opus":0.07208877016142141,"score_gpt":0.3530945818371886,"score_spread":0.2810058116757672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W202414668","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009148519,0.00004874269,0.99303865,0.00048434516,0.002420274,0.0002499368,0.0000633524,0.0022499182,0.0005299509],"genre_scores_gemma":[0.28993094,0.000015114854,0.7094007,0.00029322619,0.0002136496,0.000050316394,0.000022261142,0.00002198849,0.000051781433],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99805576,0.0000099035715,0.00038878774,0.0005176654,0.00053092226,0.0004969827],"domain_scores_gemma":[0.99808854,0.0007069406,0.0001446253,0.0004955713,0.00039242062,0.00017190533],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00047994877,0.00032000308,0.00026481238,0.00015683296,0.00009095866,0.00033811963,0.0016106847,0.00016657096,0.00006387553],"category_scores_gemma":[0.001777149,0.00034104826,0.00014168578,0.0002965726,0.000029109728,0.0005836915,0.00023429959,0.00032855733,0.00003714884],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041509975,0.000059582333,0.0013255035,0.000055610522,0.00007480843,0.00003714374,0.00016238366,0.0023269264,0.000023758035,0.94876677,0.0005318806,0.04659415],"study_design_scores_gemma":[0.0026330627,0.0019534016,0.06316724,0.0027323063,0.00007852993,0.0005985888,0.00017094609,0.37085348,0.006911026,0.29320246,0.25279686,0.004902108],"about_ca_topic_score_codex":0.000014016534,"about_ca_topic_score_gemma":0.000003596944,"teacher_disagreement_score":0.6555643,"about_ca_system_score_codex":0.00023394615,"about_ca_system_score_gemma":0.00009863141,"threshold_uncertainty_score":0.99990416},"labels":[],"label_agreement":null},{"id":"W2024203371","doi":"10.1007/s13369-015-1597-x","title":"Measuring Flexibility in Software Project Schedules","year":2015,"lang":"en","type":"article","venue":"Arabian Journal for Science and Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Schedule; Flexibility (engineering); Computer science; Betweenness centrality; Software metric; Software; Software project management; Reliability engineering; Network topology; Critical path method; Software system; Software development; Software quality; Systems engineering; Software construction; Centrality; Engineering; Mathematics","score_opus":0.10639523324399723,"score_gpt":0.31358682804842014,"score_spread":0.2071915948044229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024203371","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17501768,0.00040592195,0.8233263,0.0002688392,0.0006023824,0.0001371412,4.8408674e-7,0.00021312092,0.000028123855],"genre_scores_gemma":[0.5483885,0.00002308117,0.45148182,0.000026052287,0.000055982844,0.00001267445,8.063156e-8,0.000006620489,0.000005230806],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987899,0.00001161755,0.00019899735,0.00026301047,0.0003625442,0.0003739494],"domain_scores_gemma":[0.9991834,0.00011987132,0.00005067372,0.00022123064,0.00022049135,0.0002042903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036240092,0.0001126564,0.00012783094,0.00038088727,0.00014644233,0.0004697446,0.00066746364,0.00003511808,2.2562624e-7],"category_scores_gemma":[0.002585776,0.000101259415,0.000029232018,0.0007763074,0.00004824251,0.0022424785,0.00012958096,0.00022736083,7.7379485e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119318705,0.00028613344,0.05488435,0.0006227784,0.00007352243,0.00027322947,0.014270442,0.20340163,0.00889778,0.12765583,0.0014093879,0.5881056],"study_design_scores_gemma":[0.0014601913,0.0006789448,0.018197745,0.0005099191,0.000013065007,0.0012984262,0.0003420275,0.9213464,0.0076395976,0.021170786,0.02620939,0.0011334687],"about_ca_topic_score_codex":0.000013250402,"about_ca_topic_score_gemma":0.0000022726447,"teacher_disagreement_score":0.7179448,"about_ca_system_score_codex":0.00013666111,"about_ca_system_score_gemma":0.00030694774,"threshold_uncertainty_score":0.4529758},"labels":[],"label_agreement":null},{"id":"W2025731420","doi":"10.1145/1118537.1118542","title":"Perceptions of extreme programming","year":2006,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Extreme programming; Extreme programming practices; User story; Agile software development; Computer science; Software engineering; Software development; Perception; Pair programming; Software; Software development process; Programming language; Psychology","score_opus":0.017897023374199097,"score_gpt":0.23881085158818438,"score_spread":0.22091382821398528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025731420","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07191744,0.00045793125,0.92401737,0.00014728906,0.00027622635,0.00016193408,0.0000056676195,0.0030090155,0.0000071464283],"genre_scores_gemma":[0.52014464,0.00000873117,0.47968203,0.000010431273,0.00007539891,0.000028519227,0.000006839407,0.000021908174,0.00002149641],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985986,0.000017428712,0.00035665292,0.0003533311,0.0002916446,0.00038237506],"domain_scores_gemma":[0.9843156,0.014335435,0.00011880688,0.0010403335,0.00011397291,0.00007587055],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00025246388,0.00024708937,0.0002486669,0.00023159372,0.000074428055,0.000108132306,0.0011757037,0.000119305,0.000022709606],"category_scores_gemma":[0.023086376,0.00025694346,0.00013001637,0.00058944646,0.00002844783,0.00062135636,0.00033799472,0.00022342702,0.00001582533],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010234604,0.00042943566,0.74845517,0.0005831609,0.00009677503,0.00007099859,0.00069260586,0.019504324,0.023802845,0.03390758,0.0019594736,0.1704874],"study_design_scores_gemma":[0.0008922263,0.0005304547,0.8558058,0.00061452936,0.000106653446,0.00025159775,0.000024750658,0.008963755,0.04737278,0.0019182134,0.08093612,0.0025831284],"about_ca_topic_score_codex":0.00014676551,"about_ca_topic_score_gemma":0.0000033721126,"teacher_disagreement_score":0.4482272,"about_ca_system_score_codex":0.00004074473,"about_ca_system_score_gemma":0.000033296965,"threshold_uncertainty_score":0.99998826},"labels":[],"label_agreement":null},{"id":"W2025855180","doi":"10.1007/s11219-009-9088-5","title":"An organizational maturity model of software product line engineering","year":2009,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software product line; Capability Maturity Model; Software Engineering Process Group; Service Integration Maturity Model; Product management; Product engineering; Software quality management; Software development; Engineering; Process management; Software engineering; Systems engineering; Software development process; Product (mathematics); New product development; Computer science; Knowledge management; Software; Product design; Business; Marketing","score_opus":0.029049896642323363,"score_gpt":0.3048473787423666,"score_spread":0.27579748210004323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025855180","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029277215,0.00026633524,0.9683663,0.0006690099,0.00026449113,0.00009595634,0.000014311027,0.0010400373,0.000006342192],"genre_scores_gemma":[0.35697013,0.000032462398,0.64261276,0.00016435244,0.00018442825,0.0000013026097,0.0000066060566,0.000014375297,0.000013592717],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998017,0.00010652754,0.0006173477,0.000335671,0.00060184236,0.00032159148],"domain_scores_gemma":[0.9979355,0.0002585019,0.000352899,0.0006925045,0.0005421983,0.00021842473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015043021,0.00022308156,0.00030611004,0.00018642766,0.0001531683,0.00022295737,0.0011377871,0.000107443746,0.000021175923],"category_scores_gemma":[0.0022233215,0.00021385624,0.00010475935,0.0004868187,0.000021838798,0.0015747689,0.00008452978,0.0005742177,0.000003245964],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011581478,0.0016477016,0.015449579,0.00040392773,0.00018532372,0.0000762589,0.003816595,0.7097818,0.017130459,0.08667268,0.00287873,0.16184108],"study_design_scores_gemma":[0.0019292912,0.0019157944,0.06265328,0.000550375,0.00011180292,0.0018518404,0.000048567894,0.58503175,0.056858707,0.28372204,0.0021869272,0.0031396504],"about_ca_topic_score_codex":0.000005898482,"about_ca_topic_score_gemma":5.664475e-7,"teacher_disagreement_score":0.32769293,"about_ca_system_score_codex":0.00007693525,"about_ca_system_score_gemma":0.00024462407,"threshold_uncertainty_score":0.87208045},"labels":[],"label_agreement":null},{"id":"W2026487650","doi":"10.1109/iwsm-mensura.2011.45","title":"Using the COSMIC Method to Evaluate the Quality of the Documentation of Agile User Stories","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Agile software development; Documentation; User story; Computer science; Software documentation; Quality (philosophy); COSMIC cancer database; User requirements document; Software; Software engineering; Software development; Software development process; Astrophysics; Physics","score_opus":0.19748926782943568,"score_gpt":0.4453230164703116,"score_spread":0.2478337486408759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026487650","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053988673,0.000027436252,0.94471556,0.00044524448,0.00017429836,0.00018334117,7.9113187e-7,0.00004907584,0.00041555605],"genre_scores_gemma":[0.5231898,0.0000019444951,0.47656122,0.00016620084,0.0000075393114,0.000006936913,4.2973156e-8,0.0000025222892,0.00006383634],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99905324,0.00038009268,0.00017681101,0.000091271446,0.00022857236,0.00007003835],"domain_scores_gemma":[0.9986116,0.0006092483,0.00011581687,0.0005503426,0.00010190297,0.00001104428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024351957,0.000052415406,0.000074889635,0.000016013888,0.00007212403,0.000028911392,0.0007568231,0.000016073183,0.000029722556],"category_scores_gemma":[0.00017320724,0.000022160086,0.00004212159,0.00025660594,0.000029989855,0.0002646745,0.00022114068,0.00006103218,8.6055746e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007318872,0.00012717606,0.011706627,0.00008929837,0.00018457496,3.8567913e-7,0.05704495,0.0067954995,0.050550207,0.8201256,0.003571861,0.049730655],"study_design_scores_gemma":[0.00025393956,0.00017445654,0.071615376,0.00005450792,0.00008567313,0.000009198567,0.0011009872,0.031776767,0.8365534,0.048811845,0.009279066,0.00028479658],"about_ca_topic_score_codex":0.0023540093,"about_ca_topic_score_gemma":0.000029951238,"teacher_disagreement_score":0.7860032,"about_ca_system_score_codex":0.000014418103,"about_ca_system_score_gemma":0.000028362427,"threshold_uncertainty_score":0.35585734},"labels":[],"label_agreement":null},{"id":"W2026933327","doi":"10.1145/1454247.1454263","title":"Chat to succeed","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Artifact (error); Computer science; Key (lock); Outcome (game theory); Knowledge management; Factor (programming language); Software; Success factors; World Wide Web; Process management; Software engineering; Computer security; Engineering; Business; Artificial intelligence","score_opus":0.02357092556591974,"score_gpt":0.24171253096175246,"score_spread":0.21814160539583272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026933327","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0087063,0.000017499076,0.9815629,0.0016858449,0.00012497324,0.000042908614,6.488641e-8,0.0010865371,0.0067729536],"genre_scores_gemma":[0.44239357,0.000011407814,0.55574685,0.00075222756,0.000025085676,0.0000060590723,8.326583e-8,0.0000026701643,0.0010620558],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99966586,0.0000048079505,0.00004556272,0.00010930466,0.000080409256,0.00009404733],"domain_scores_gemma":[0.9996242,0.00005191429,0.000008033318,0.0002439197,0.000016851098,0.000055069202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000064057735,0.00003978031,0.000039925017,0.000041862877,0.00003861954,0.00002578726,0.00035835593,0.000015644147,0.00003038623],"category_scores_gemma":[0.000037166123,0.000033662207,0.000014406115,0.00018441112,0.0000036003767,0.00026408682,0.00010077284,0.000034553927,0.00015866576],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008738242,0.0001119257,0.007196982,0.000013608434,0.000024431147,0.0002385759,0.0026892538,0.00054181734,0.0022801924,0.59112847,0.28365976,0.11210622],"study_design_scores_gemma":[0.00011188325,0.00017761574,0.015682923,0.0000078358935,0.0000012612522,0.00023480951,0.0000041368844,0.010598933,0.023147007,0.0016428297,0.94804746,0.00034331845],"about_ca_topic_score_codex":0.000035805042,"about_ca_topic_score_gemma":8.613106e-7,"teacher_disagreement_score":0.6643877,"about_ca_system_score_codex":0.0000066295006,"about_ca_system_score_gemma":0.000008555733,"threshold_uncertainty_score":0.20393802},"labels":[],"label_agreement":null},{"id":"W2027411580","doi":"10.1007/s10639-010-9142-8","title":"Organizing and implementing the internship component of undergraduate programs in IS Security","year":2010,"lang":"en","type":"article","venue":"Education and Information Technologies","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor; Sheridan College","funders":"","keywords":"Component (thermodynamics); Internship; Educational technology; Computer science; Engineering management; Mathematics education; Medical education; Engineering; Psychology; Medicine","score_opus":0.014920923820692846,"score_gpt":0.26280879806910207,"score_spread":0.24788787424840922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027411580","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93987334,0.00013317083,0.0364731,0.022115204,0.00022056687,0.00024533135,6.8371276e-7,0.0006260165,0.00031255838],"genre_scores_gemma":[0.9794476,0.00012922572,0.020315856,0.00008179459,0.000003140443,0.00001734086,0.0000018134377,0.0000011025128,0.000002116782],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996574,0.000006504985,0.00015639652,0.000052160965,0.000057126428,0.0000704179],"domain_scores_gemma":[0.9996292,0.000050012626,0.00011123969,0.00015918168,0.000042742708,0.00000760072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027580754,0.000045374927,0.000045913395,0.0001161872,0.000050526836,0.00013060225,0.00020828086,0.000039177296,0.0000010085965],"category_scores_gemma":[0.0001398584,0.000033475753,0.0000060932925,0.00020731127,0.00004137691,0.001247627,0.00018220716,0.0001549176,7.101236e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.8755014e-7,0.000021608166,0.017245399,0.000047575308,0.0000031267882,2.2615273e-8,0.0056413054,1.9237379e-7,0.0001780868,0.2818662,0.00028205675,0.6947138],"study_design_scores_gemma":[0.00066830666,0.00028408464,0.0956226,0.00029870603,0.000016050233,0.00012345536,0.044908643,0.029221272,0.10136802,0.34459394,0.38213396,0.00076096086],"about_ca_topic_score_codex":0.00005334239,"about_ca_topic_score_gemma":0.000010798064,"teacher_disagreement_score":0.6939528,"about_ca_system_score_codex":0.0000059886993,"about_ca_system_score_gemma":0.000021618907,"threshold_uncertainty_score":0.13651016},"labels":[],"label_agreement":null},{"id":"W2027615750","doi":"10.1007/s00500-007-0219-2","title":"A systematic approach for solving the wicked problem of software release planning","year":2007,"lang":"en","type":"article","venue":"Soft Computing","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"ELECTRE; Computer science; Process (computing); Set (abstract data type); Relation (database); Class (philosophy); Software; Selection (genetic algorithm); Mathematical optimization; Multiple-criteria decision analysis; Artificial intelligence; Mathematics; Data mining","score_opus":0.020387164374328387,"score_gpt":0.27280171267356834,"score_spread":0.2524145482992399,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027615750","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026803436,0.00065234385,0.9947929,0.000047199606,0.000121353856,0.0007694334,5.987415e-7,0.00079671934,0.00013914076],"genre_scores_gemma":[0.4010003,5.5936295e-7,0.5988552,0.000047726982,0.000058372705,0.000014545897,0.0000011738125,0.000012662743,0.00000946131],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985375,0.000047302885,0.0005102395,0.00028562467,0.00024922658,0.00037015375],"domain_scores_gemma":[0.9952863,0.0036272716,0.00041657832,0.000484976,0.00013001234,0.000054895943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031486843,0.00015711374,0.0002724691,0.00009992487,0.0002534689,0.000108351414,0.0009297348,0.00006696895,2.9557495e-7],"category_scores_gemma":[0.0008902679,0.00011573949,0.00010994311,0.00036261854,0.00004113589,0.00023623687,0.00026427832,0.00019762591,6.757743e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001949665,0.00078712095,0.012417011,0.14546515,0.0011451297,0.00010504256,0.09267251,0.3268405,0.0025433975,0.17172384,0.0044201426,0.24168518],"study_design_scores_gemma":[0.000334054,0.00014268348,0.00027768433,0.0036831428,0.000054892043,0.00010076315,0.0007481597,0.99007565,0.0014526218,0.0024845602,0.00025154493,0.00039426459],"about_ca_topic_score_codex":0.000011277499,"about_ca_topic_score_gemma":2.4926172e-7,"teacher_disagreement_score":0.6632351,"about_ca_system_score_codex":0.000031498454,"about_ca_system_score_gemma":0.000043777552,"threshold_uncertainty_score":0.47197193},"labels":[],"label_agreement":null},{"id":"W2027885345","doi":"10.1002/pmj.20067","title":"Protecting Software Development Projects against Underestimation","year":2008,"lang":"en","type":"article","venue":"Project Management Journal","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Universidad de Buenos Aires; Polytechnique Montréal; École de technologie supérieure","keywords":"Scope (computer science); Business; Portfolio; Project portfolio management; Risk analysis (engineering); Process management; Project management; Computer science; Operations management; Engineering management; Engineering; Finance; Systems engineering","score_opus":0.05882667950883303,"score_gpt":0.2780389522028095,"score_spread":0.21921227269397647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027885345","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005946714,0.00014414385,0.9895929,0.0001628484,0.0002799986,0.00059561786,1.06134756e-7,0.0009262196,0.0023514377],"genre_scores_gemma":[0.0910614,0.00018974059,0.90808475,0.00012661869,0.00008182005,0.00009676247,0.0000013739901,0.000016716489,0.0003408384],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99853605,0.00008651076,0.0003180258,0.0002689874,0.00045786132,0.00033253804],"domain_scores_gemma":[0.9992672,0.00007627157,0.00023067594,0.00027891097,0.00008644361,0.000060462502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008496498,0.00017184827,0.00012415758,0.00039331242,0.0007539381,0.0003060705,0.0006879338,0.00004342101,0.0000043106375],"category_scores_gemma":[0.00015705958,0.00015278123,0.0000502864,0.0005154512,0.000016103973,0.0010285587,0.0003044923,0.00040308715,0.000023281797],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027695696,0.00026620695,0.0030407335,0.00041748295,0.0002945706,0.0013180659,0.0075034206,0.0018545581,0.000057114205,0.004759713,0.0076954793,0.97276497],"study_design_scores_gemma":[0.0053999485,0.0012855254,0.03028787,0.002517611,0.00014119686,0.012189557,0.0012703096,0.13700277,0.013886155,0.017326899,0.77334744,0.005344736],"about_ca_topic_score_codex":0.0000037807881,"about_ca_topic_score_gemma":6.4573555e-7,"teacher_disagreement_score":0.9674202,"about_ca_system_score_codex":0.0001554515,"about_ca_system_score_gemma":0.00015110969,"threshold_uncertainty_score":0.6230238},"labels":[],"label_agreement":null},{"id":"W2028399289","doi":"10.1145/1148550.1148565","title":"Enquête sur les pratiques de tests d'utilisabilité","year":2005,"lang":"fr","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Usability; Strengths and weaknesses; Computer science; Promotion (chess); System usability scale; Usability engineering; Usability inspection; Domain (mathematical analysis); Web usability; Human–computer interaction; Psychology; Political science; Mathematics","score_opus":0.03489486338325252,"score_gpt":0.29139058050918326,"score_spread":0.2564957171259307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028399289","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025141206,0.010782725,0.91358835,0.038689647,0.0005480721,0.0002542685,0.000004234501,0.0019855476,0.009005976],"genre_scores_gemma":[0.31706455,0.00082188414,0.66728306,0.0008533371,0.00047636966,0.000027181522,8.571982e-7,0.000021599675,0.013451142],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998458,0.00016095678,0.00029477835,0.00039135947,0.00020754029,0.00048732868],"domain_scores_gemma":[0.997708,0.0012449351,0.000087045264,0.0006353979,0.00015549427,0.0001690772],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008928672,0.0002300043,0.00018276586,0.000061051156,0.00009940432,0.00039451037,0.0006946862,0.00022674346,0.0009422974],"category_scores_gemma":[0.0010159776,0.00022754946,0.00008990388,0.00027348392,0.000094042865,0.0017872739,0.00022703271,0.00036179103,0.00012143513],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047103554,0.00023114301,0.006998006,0.00010939308,0.00002597664,0.000023735078,0.0016266875,0.00058396155,0.0003431717,0.2348078,0.024428422,0.730817],"study_design_scores_gemma":[0.00009618916,0.00016305486,0.012227348,0.000101137455,0.000014956577,0.00014036804,0.000019146848,0.10909209,0.008128888,0.0023045505,0.8673722,0.00034009063],"about_ca_topic_score_codex":0.0018420944,"about_ca_topic_score_gemma":0.0007203702,"teacher_disagreement_score":0.8429438,"about_ca_system_score_codex":0.00012728875,"about_ca_system_score_gemma":0.00021146372,"threshold_uncertainty_score":0.999971},"labels":[],"label_agreement":null},{"id":"W2028681620","doi":"10.1109/re.2012.6345802","title":"The impact of domain knowledge on the effectiveness of requirements idea generation during requirements elicitation","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Requirements elicitation; Domain engineering; Domain (mathematical analysis); Requirements engineering; Computer science; Domain knowledge; Requirements analysis; Requirements management; Domain analysis; Tacit knowledge; Domain model; Software engineering; Non-functional requirement; Knowledge management; Risk analysis (engineering); Mathematics; Software; Software development; Business","score_opus":0.05055891685160218,"score_gpt":0.34998095622588044,"score_spread":0.29942203937427825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028681620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7364527,0.00010459599,0.2619778,0.000033505174,0.00017735467,0.0002211275,5.5782465e-7,0.00005727413,0.0009750847],"genre_scores_gemma":[0.99458253,0.00001931054,0.005291218,0.0000040933264,0.00004747851,0.000031668962,9.841146e-7,0.000005933627,0.000016781754],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989955,0.0003601206,0.00019504142,0.00010061207,0.00018967998,0.00015904456],"domain_scores_gemma":[0.99822307,0.001115469,0.00014669781,0.00040121525,0.000087681314,0.000025897929],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026204959,0.00008756219,0.00008691189,0.000048937934,0.00012484146,0.000038736067,0.00036866133,0.000029062572,0.0000047683056],"category_scores_gemma":[0.00021773524,0.00004508067,0.00006307465,0.00022370437,0.000022493412,0.0005442786,0.00009064648,0.00005806865,0.000004241367],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015364296,0.0003873144,0.01785382,0.00012862799,0.000233176,4.2106356e-7,0.0016497162,0.001375425,0.5663556,0.39875454,0.00061811646,0.012489627],"study_design_scores_gemma":[0.00039078586,0.00042915886,0.3265359,0.00014030474,0.000012152189,0.0000031309357,0.000033444307,0.009720837,0.65767926,0.004702858,0.00017027697,0.0001818961],"about_ca_topic_score_codex":0.000058929356,"about_ca_topic_score_gemma":0.0000015181561,"teacher_disagreement_score":0.39405167,"about_ca_system_score_codex":0.00007696585,"about_ca_system_score_gemma":0.00001920468,"threshold_uncertainty_score":0.18383363},"labels":[],"label_agreement":null},{"id":"W2029488227","doi":"10.1145/1370114.1370134","title":"Cooperation and coordination concerns in a distributed software development project","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Generalizability theory; Computer science; Software development; Software; Work (physics); Team software process; Field (mathematics); Software engineering; Software project management; Key (lock); Knowledge management; Software development process; Software construction; Engineering; Computer security; Psychology","score_opus":0.037303598609231436,"score_gpt":0.2762111653984748,"score_spread":0.23890756678924335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029488227","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053648133,0.00004070698,0.94548845,0.00019122062,0.000034472647,0.0001351949,7.200338e-7,0.00039449774,0.000066609],"genre_scores_gemma":[0.6541671,0.000020063706,0.34562898,0.000042890835,0.0000068270233,0.000028959177,0.000009224275,0.000002482763,0.00009343469],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995711,0.00001789221,0.000105501225,0.00014291976,0.0000767335,0.000085888896],"domain_scores_gemma":[0.9997419,0.000081905775,0.000024217858,0.00009307745,0.00004096591,0.000017941302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012748585,0.000057575944,0.000058936515,0.00006233147,0.000062414714,0.000044677563,0.00011061333,0.000030817402,0.0000031515112],"category_scores_gemma":[0.00011352086,0.000051587653,0.0000051244824,0.00024110707,0.000010554691,0.00045749906,0.00006159787,0.000053640866,0.000002069782],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006390697,0.00062278326,0.31523374,0.00021898239,0.00007950303,0.00039256277,0.02249245,0.0023798062,0.0011638727,0.1117612,0.052602448,0.49298874],"study_design_scores_gemma":[0.0022964622,0.0004368685,0.319511,0.0001577573,0.0000072684047,0.0005187397,0.00008584146,0.2863463,0.021339271,0.00091536884,0.3668842,0.0015009204],"about_ca_topic_score_codex":0.00006792559,"about_ca_topic_score_gemma":0.000021743444,"teacher_disagreement_score":0.600519,"about_ca_system_score_codex":0.00003831151,"about_ca_system_score_gemma":0.000077538156,"threshold_uncertainty_score":0.21036835},"labels":[],"label_agreement":null},{"id":"W2031386426","doi":"10.1109/circus.2009.2","title":"Investigating Collaboration Driven by Requirements in Cross-Functional Software Teams","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada; University of Victoria","keywords":"Computer science; Software engineering; Software; Collaborative software; Systems engineering; Knowledge management; Engineering; Operating system","score_opus":0.02021891591321217,"score_gpt":0.299085123620963,"score_spread":0.27886620770775083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031386426","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056659337,0.000043884287,0.94060975,0.0011142142,0.00016620467,0.000110963396,0.0000013695792,0.00076043786,0.0005338619],"genre_scores_gemma":[0.5703428,0.000005260792,0.42851594,0.0008177196,0.000030146775,0.000011135962,0.000010522645,0.0000042406655,0.00026222525],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99917907,0.00002607395,0.00018961042,0.00023067351,0.00021999169,0.00015458025],"domain_scores_gemma":[0.99950564,0.00009543028,0.000067209214,0.0002130303,0.00006800485,0.000050688366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025033022,0.00008810395,0.000075049145,0.00006838705,0.00007117839,0.0002689302,0.00028034995,0.00005712682,0.000020551144],"category_scores_gemma":[0.00031685058,0.00008672567,0.000015284326,0.00047704516,0.000013593081,0.0014306271,0.00005008931,0.000110465386,0.000011574295],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018539671,0.0004786763,0.5313118,0.00004836171,0.000034084012,0.000026827041,0.0019873532,0.025342137,0.03263143,0.10554836,0.14009663,0.16247578],"study_design_scores_gemma":[0.0026548244,0.0014421158,0.4697678,0.00028509612,0.000012345297,0.000044114917,0.00010013233,0.3235913,0.048835263,0.09951744,0.05169626,0.0020533183],"about_ca_topic_score_codex":0.000030579984,"about_ca_topic_score_gemma":0.0000065586737,"teacher_disagreement_score":0.51368344,"about_ca_system_score_codex":0.00007610499,"about_ca_system_score_gemma":0.000057209472,"threshold_uncertainty_score":0.353657},"labels":[],"label_agreement":null},{"id":"W2031459347","doi":"10.1007/s10664-010-9152-6","title":"Using grounded theory to study the experience of software development","year":2011,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":236,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Grounded theory; Computer science; Context (archaeology); Software; Management science; Development theory; Qualitative research; Engineering; Sociology; Social science","score_opus":0.1170929886314408,"score_gpt":0.32886256978482953,"score_spread":0.21176958115338873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031459347","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2997518,0.00007931393,0.69881785,0.000011915633,0.0002513737,0.00027592803,4.829866e-7,0.00080231804,0.000008996391],"genre_scores_gemma":[0.48151955,7.8289776e-7,0.51830095,0.00007210313,0.000022574608,0.00005614834,2.0516794e-7,0.000019202353,0.000008507656],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99827313,0.000079000885,0.00042298407,0.00041859646,0.0004110894,0.00039520345],"domain_scores_gemma":[0.9981063,0.00075342745,0.00009733394,0.00079435034,0.00009142062,0.00015719493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075112825,0.0002640863,0.00025625425,0.00014899203,0.00015561222,0.00006870282,0.0014496577,0.00007216864,0.000034903413],"category_scores_gemma":[0.0012066639,0.0002017595,0.00007262918,0.0008093377,0.000025794088,0.00041893887,0.0006597943,0.00024831673,0.000010313727],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015441935,0.002019734,0.41493306,0.00020998738,0.000765454,0.00028895316,0.37615988,0.022644242,0.00065254554,0.0067136968,0.00035273476,0.1751053],"study_design_scores_gemma":[0.0010429969,0.0011809992,0.9132613,0.0003161496,0.000120076365,0.00016023168,0.0018207094,0.01105406,0.04517988,0.0032398845,0.01969292,0.0029307953],"about_ca_topic_score_codex":0.00005347087,"about_ca_topic_score_gemma":0.0000017999607,"teacher_disagreement_score":0.49832824,"about_ca_system_score_codex":0.00008136939,"about_ca_system_score_gemma":0.00006052926,"threshold_uncertainty_score":0.82275134},"labels":[],"label_agreement":null},{"id":"W2032153578","doi":"10.1109/ccece.2013.6567820","title":"Prioritizing CRC cards as a simple design tool in extreme programming","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Simplicity; Analytic hierarchy process; Extreme programming; Agile software development; Structuring; Software engineering; Class (philosophy); Simple (philosophy); Software; Hierarchy; Software development; Software development process; Artificial intelligence; Operations research; Programming language; Engineering","score_opus":0.06351339780939366,"score_gpt":0.2748479007837784,"score_spread":0.21133450297438475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032153578","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013899855,0.00009170014,0.98343533,0.00032693736,0.0000760664,0.0004096478,6.0951535e-8,0.0010266859,0.00073372276],"genre_scores_gemma":[0.36793762,0.0000075959792,0.6317068,0.00011082245,0.000022374486,0.00010515587,2.3083037e-7,0.0000071939967,0.000102234444],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99908173,0.000046620135,0.00016931306,0.00024514677,0.00016993326,0.0002872478],"domain_scores_gemma":[0.9992234,0.0002937444,0.0000357751,0.00035789303,0.000047509842,0.000041642394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043600105,0.000106267245,0.000109001485,0.00009626661,0.000041984193,0.00038521687,0.0004590922,0.00005379028,0.000042153337],"category_scores_gemma":[0.00022667412,0.00009623492,0.000031267602,0.00032952832,0.000008500217,0.0011271326,0.00015718187,0.00013287076,0.000070115915],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028090953,0.00006361956,0.002541535,0.000029362518,0.000011861093,0.00006935414,0.00075800455,0.00021313083,0.0017023565,0.031482212,0.003290667,0.9598351],"study_design_scores_gemma":[0.001066766,0.0009438431,0.019499402,0.0002076302,0.000017530067,0.00032798006,0.00023775535,0.5730499,0.013637578,0.11820716,0.27061972,0.0021847312],"about_ca_topic_score_codex":0.000988364,"about_ca_topic_score_gemma":0.0000079389665,"teacher_disagreement_score":0.95765036,"about_ca_system_score_codex":0.00004094889,"about_ca_system_score_gemma":0.000046521152,"threshold_uncertainty_score":0.39243463},"labels":[],"label_agreement":null},{"id":"W2032285117","doi":"10.1155/2013/468021","title":"Thematic Review and Analysis of Grounded Theory Application in Software Engineering","year":2013,"lang":"en","type":"article","venue":"Advances in Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Grounded theory; Agile software development; Software engineering; Computer science; Software; Process (computing); Social software engineering; Coding (social sciences); Software development; Thematic analysis; Software requirements; Software development process; Software construction; Qualitative research; Sociology; Programming language","score_opus":0.005233485168363611,"score_gpt":0.24382325732717144,"score_spread":0.23858977215880783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032285117","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010314777,0.039151795,0.949472,0.000032568427,0.00007082758,0.00042470466,0.0000022691465,0.0005224769,0.000008586384],"genre_scores_gemma":[0.34408784,0.008569556,0.64676213,0.00007689258,0.00001394904,0.00044206777,0.000008920786,0.000032723616,0.00000591211],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99856824,0.00003413993,0.0005246555,0.0003845785,0.00019123006,0.0002971466],"domain_scores_gemma":[0.9976032,0.0015435658,0.00015004382,0.0005826607,0.00005603827,0.00006452566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061708974,0.00024131109,0.0005654069,0.0006298179,0.000017473147,0.000043227177,0.00054494914,0.000078988516,0.000010954095],"category_scores_gemma":[0.0015457537,0.00024178564,0.00007850852,0.0021469872,0.00001851705,0.0015750702,0.00016558218,0.00025067842,0.0000026833616],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069512594,0.0001765537,0.08998765,0.009945938,0.00043936484,0.000021237034,0.0013298334,0.4481457,0.00029969512,0.05182228,0.000035215595,0.3977896],"study_design_scores_gemma":[0.00076061074,0.00014824122,0.1612561,0.0052412497,0.0006616318,0.0000489338,0.000057844063,0.81433576,0.0007328597,0.011094161,0.0035707604,0.0020918162],"about_ca_topic_score_codex":0.00004260953,"about_ca_topic_score_gemma":0.000008597218,"teacher_disagreement_score":0.39569777,"about_ca_system_score_codex":0.00007077797,"about_ca_system_score_gemma":0.000012173281,"threshold_uncertainty_score":0.98597324},"labels":[],"label_agreement":null},{"id":"W2032616423","doi":"10.1145/961290.961573","title":"IEEE-CS/ACM computing curricula","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Curriculum; Software engineering; Computer science; Construct (python library); Process (computing); Software; Engineering management; Software Engineering Process Group; Volume (thermodynamics); Software development; Software development process; Engineering; Programming language; Pedagogy; Sociology","score_opus":0.020848385656718958,"score_gpt":0.26619897127636266,"score_spread":0.2453505856196437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032616423","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021241097,0.00047720372,0.9664262,0.00506308,0.0011072065,0.00020518425,9.105498e-7,0.0018366453,0.0036424936],"genre_scores_gemma":[0.3734122,0.000033036107,0.62536556,0.0007806277,0.00009434922,0.000009730286,8.6834484e-7,0.000018621242,0.0002850121],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99862653,0.000120948884,0.00023059688,0.00040891318,0.00024485448,0.0003681651],"domain_scores_gemma":[0.9970439,0.0010523474,0.00011297703,0.0016167226,0.000064338616,0.00010971969],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067046826,0.00018896241,0.00017348769,0.00007776707,0.00013999241,0.00018158158,0.0019478914,0.000089126355,0.00015842794],"category_scores_gemma":[0.0028425378,0.00017960723,0.00007769992,0.0003185108,0.000025852498,0.00013356245,0.00043823922,0.00027354437,0.0004754135],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013102143,0.0004412234,0.0051979697,0.00012061291,0.000101686164,0.00046925826,0.0014185383,0.0031024886,0.0012861695,0.11247726,0.7152475,0.16012417],"study_design_scores_gemma":[0.00022706573,0.00008044335,0.00039372692,0.00005311095,0.000008597444,0.00013020572,0.000011561601,0.0016792384,0.0067623556,0.0050258543,0.9852175,0.0004103422],"about_ca_topic_score_codex":0.000031118587,"about_ca_topic_score_gemma":3.3360365e-7,"teacher_disagreement_score":0.3521711,"about_ca_system_score_codex":0.000029978914,"about_ca_system_score_gemma":0.00002725359,"threshold_uncertainty_score":0.73241705},"labels":[],"label_agreement":null},{"id":"W2033170485","doi":"10.1109/ccece.2008.4564898","title":"An integrated approach to security in software development methodologies","year":2008,"lang":"en","type":"article","venue":"Conference proceedings - Canadian Conference on Electrical and Computer Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Software security assurance; Social software engineering; Software development; Security engineering; Computer science; Software engineering; Software Engineering Process Group; Software construction; Software requirements; Domain (mathematical analysis); Personal software process; Software development process; Software; Computer security; Information security; Security service; Operating system","score_opus":0.050527337700968705,"score_gpt":0.2545530513316287,"score_spread":0.20402571363066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033170485","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.067578554,0.000043078835,0.93077844,0.00023365255,0.00009744466,0.00027527753,0.0000018648237,0.0006951167,0.00029655377],"genre_scores_gemma":[0.5940483,0.000027138036,0.40559965,0.00020604998,0.000029541405,0.00006559765,0.0000032496598,0.000012465732,0.00000799365],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979031,0.000025934187,0.00031274723,0.00077329675,0.00024060206,0.0007442995],"domain_scores_gemma":[0.9986677,0.000121706085,0.00005190212,0.00022613342,0.00022020016,0.00071234145],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00037275898,0.00036848188,0.00037870678,0.0007746174,0.0001486343,0.00038379617,0.0010215787,0.00018482115,0.0000048806237],"category_scores_gemma":[0.00018642475,0.0003601035,0.000029722467,0.0010076583,0.000030094241,0.0006486011,0.00012613615,0.0006143522,0.0000061819105],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064074244,0.0003571463,0.012030806,0.00023400728,0.000093056755,0.00021275114,0.01998298,0.00625596,0.0005520028,0.4394077,0.0013582904,0.5194512],"study_design_scores_gemma":[0.00019665976,0.0003911773,0.016067311,0.00011072734,0.0000032892915,0.0001416357,0.000031400778,0.97570074,0.0006662898,0.0010848258,0.004843125,0.0007627981],"about_ca_topic_score_codex":0.0017689709,"about_ca_topic_score_gemma":0.0002748063,"teacher_disagreement_score":0.9694448,"about_ca_system_score_codex":0.0002202737,"about_ca_system_score_gemma":0.00056228595,"threshold_uncertainty_score":0.9998851},"labels":[],"label_agreement":null},{"id":"W2033248640","doi":"10.1108/17538371211235263","title":"Bounded becoming: insights from understanding projects in situation","year":2012,"lang":"en","type":"article","venue":"International Journal of Managing Projects in Business","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Situated; Conceptualization; Originality; Reflexivity; Sociology; Context (archaeology); Value (mathematics); Epistemology; Ontology; Process (computing); Engineering ethics; Computer science; Knowledge management; Management science; Qualitative research; Social science; Engineering","score_opus":0.07909766916100615,"score_gpt":0.30961523413527636,"score_spread":0.23051756497427023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033248640","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25951108,0.00032804295,0.7346217,0.0021648274,0.0027071612,0.0001287878,4.516315e-7,0.0000681681,0.00046978367],"genre_scores_gemma":[0.94021225,0.00011530562,0.05922586,0.00012527013,0.00029616104,0.0000051361,0.0000020998007,0.000010719775,0.0000072266926],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9986345,0.000077042794,0.00043315993,0.00015457011,0.0005039997,0.00019669051],"domain_scores_gemma":[0.9988689,0.00035889866,0.0003737341,0.00015481467,0.00020400551,0.00003963822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000682898,0.00012708288,0.00017417519,0.0010629138,0.000029924218,0.00026249234,0.00086319406,0.000061027116,0.000003815381],"category_scores_gemma":[0.00040194375,0.00011876005,0.00003716363,0.0006684724,0.000017497274,0.0029591816,0.00018755655,0.00026869596,0.0000020823309],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006681696,0.002529851,0.22984138,0.00029433696,0.00064244546,0.0022592312,0.107361175,0.021879185,0.0034729152,0.53295827,0.0014380972,0.09665496],"study_design_scores_gemma":[0.0074459235,0.00021565861,0.5135717,0.0053593945,0.000070307295,0.000889661,0.004079298,0.14065307,0.0060316017,0.3084422,0.011295882,0.0019453334],"about_ca_topic_score_codex":0.00032331547,"about_ca_topic_score_gemma":0.0000673671,"teacher_disagreement_score":0.68070114,"about_ca_system_score_codex":0.000549397,"about_ca_system_score_gemma":0.000114036346,"threshold_uncertainty_score":0.48428944},"labels":[],"label_agreement":null},{"id":"W2033626699","doi":"10.1109/reet.2010.5633112","title":"Prototyping RE experiments in the classroom: An experience report","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Visualization; Set (abstract data type); Computer science; Prioritization; Work (physics); Industrial design; Rapid prototyping; Human–computer interaction; Engineering management; Software engineering; Systems engineering; Process management; Engineering; Artificial intelligence; Mechanical engineering","score_opus":0.04117744555212787,"score_gpt":0.35007583359559913,"score_spread":0.30889838804347125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033626699","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3777161,0.000021928,0.6113029,0.0008926261,0.00042831062,0.00058638165,8.147934e-8,0.0008056609,0.008246019],"genre_scores_gemma":[0.74978465,0.0000017129606,0.24960127,0.00025489822,0.000037871945,0.00024756865,4.1128436e-7,0.000004113138,0.000067481604],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99920434,0.0000357637,0.000156618,0.0002553094,0.00018836933,0.00015958896],"domain_scores_gemma":[0.99891627,0.000083676176,0.000050585553,0.00089206523,0.000021780223,0.000035643203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006123404,0.00007786702,0.00005947888,0.00004368201,0.00006205506,0.00019489946,0.0010423871,0.000049488724,0.000035044162],"category_scores_gemma":[0.0001346748,0.00005197422,0.000017396796,0.00022324917,0.000018513643,0.0010385434,0.000102551,0.00024983374,0.000005138657],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044377255,0.0013838902,0.093562976,0.000060010214,0.000025013687,0.0032192625,0.10745181,0.000086969376,0.08057915,0.49245825,0.007112602,0.21401566],"study_design_scores_gemma":[0.0006135002,0.00060292304,0.049754575,0.000074138916,0.0000049718033,0.0026047868,0.002907237,0.07284687,0.1486952,0.013868289,0.70653695,0.0014905458],"about_ca_topic_score_codex":0.00010786042,"about_ca_topic_score_gemma":0.000025594187,"teacher_disagreement_score":0.6994244,"about_ca_system_score_codex":0.000007171467,"about_ca_system_score_gemma":0.000021799016,"threshold_uncertainty_score":0.21194473},"labels":[],"label_agreement":null},{"id":"W2033835125","doi":"10.1109/agile.2012.8","title":"Agile Testing: Past, Present, and Future -- Charting a Systematic Map of Testing in Agile Software Development","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Computer science; Software testing; Software engineering; Agile Unified Process; Software development; Agile usability engineering; Lean software development; Software development process; Software; Systems engineering; Engineering; Programming language","score_opus":0.03869826051404044,"score_gpt":0.25603473502979485,"score_spread":0.2173364745157544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033835125","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09999511,0.004045688,0.8904109,0.0008686275,0.0006176817,0.0011688514,0.0000011171162,0.0017919459,0.0011000942],"genre_scores_gemma":[0.2997034,0.0000012621415,0.69995403,0.000027684282,0.0001943478,0.000050325627,4.090073e-7,0.000009743373,0.000058798192],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988155,0.00005862269,0.00040626727,0.00019887193,0.0002005262,0.00032025107],"domain_scores_gemma":[0.99809074,0.0012292453,0.00022007458,0.00028643248,0.00008451964,0.00008896649],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094267674,0.00014289413,0.00023957445,0.00012032136,0.00006138069,0.00006855696,0.0003248239,0.00005625103,0.0000054506727],"category_scores_gemma":[0.0004474081,0.00011887348,0.00001640853,0.00038473867,0.000011686265,0.0006506756,0.00030835185,0.00013044718,0.0000066875255],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006980141,0.00045538077,0.7997149,0.04639374,0.00009102962,0.000038879545,0.013880472,0.0003412409,0.0023033682,0.0040428764,0.0028098167,0.12992127],"study_design_scores_gemma":[0.0027360965,0.0010728374,0.56880623,0.04543504,0.00018249717,0.0013516922,0.0026798076,0.2578904,0.05254206,0.0031753748,0.05840929,0.0057186624],"about_ca_topic_score_codex":0.000035217752,"about_ca_topic_score_gemma":9.779872e-7,"teacher_disagreement_score":0.25754917,"about_ca_system_score_codex":0.000027933887,"about_ca_system_score_gemma":0.00003234309,"threshold_uncertainty_score":0.484752},"labels":[],"label_agreement":null},{"id":"W2034760946","doi":"10.1142/s0219877004000301","title":"'fuzzy ProjectManager' — FRAMEWORK FOR SOFTWARE PROJECT MANAGEMENT USING FUZZY LOGIC","year":2004,"lang":"en","type":"article","venue":"International Journal of Innovation and Technology Management","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Fuzzy logic; Computer science; Software project management; Project management; Software; Project planning; Project management triangle; Software engineering; Systems engineering; Process management; Data mining; Software development; Artificial intelligence; Software construction; Engineering; Programming language","score_opus":0.03405907925394331,"score_gpt":0.33593078941040994,"score_spread":0.30187171015646663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034760946","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004292963,0.00014114146,0.9885769,0.0051871813,0.00065717316,0.00041211964,0.0000017091451,0.0002690079,0.00046179278],"genre_scores_gemma":[0.1017256,0.0001817213,0.89744866,0.00046560814,0.000072634,0.000036407393,0.0000024736323,0.000010674669,0.000056244386],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987559,0.000009913047,0.0005187046,0.0002248689,0.0003248774,0.00016573908],"domain_scores_gemma":[0.9985225,0.00004663011,0.00052381854,0.00022199536,0.0006693684,0.000015681197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005287088,0.00014002375,0.00014965555,0.0020084626,0.00007726052,0.00016010838,0.0009189832,0.00010668253,0.0000011213326],"category_scores_gemma":[0.00018387707,0.00012789902,0.00003842111,0.0013846864,0.000043619908,0.0005065697,0.00036833188,0.00021486446,0.0000011313889],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001859381,0.00007198872,0.00012949352,0.000046307665,0.00024629358,0.000086647735,0.000037887705,0.0003597073,0.000028898565,0.9245074,0.00029047453,0.07417635],"study_design_scores_gemma":[0.00082823617,0.00020693093,0.00019899184,0.00026961532,0.000035626028,0.00022420268,0.00012942022,0.0003474854,0.000587537,0.97339934,0.023592265,0.00018034354],"about_ca_topic_score_codex":0.000002652225,"about_ca_topic_score_gemma":2.2398858e-7,"teacher_disagreement_score":0.09743264,"about_ca_system_score_codex":0.00014352608,"about_ca_system_score_gemma":0.000035359804,"threshold_uncertainty_score":0.5215571},"labels":[],"label_agreement":null},{"id":"W2035129614","doi":"10.5220/0005155003750381","title":"Commitment and Consistency in the Collaborative Software Development Process of Extreme Programming","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Seneca Polytechnic; Toronto Metropolitan University","funders":"","keywords":"Extreme programming; Computer science; Consistency (knowledge bases); Process (computing); Software development process; Software engineering; Software development; Extreme programming practices; Software; Programming language; Artificial intelligence","score_opus":0.023140714293455246,"score_gpt":0.2663814056680778,"score_spread":0.24324069137462254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035129614","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021729112,0.00020743895,0.97651476,0.0004398289,0.000033666824,0.0003321311,2.2028446e-7,0.00016874287,0.0005740753],"genre_scores_gemma":[0.526281,0.0000054637385,0.473567,0.0000792955,0.0000030800575,0.000053149408,3.4019058e-7,0.0000019417162,0.000008716883],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99939495,0.00005746856,0.0001603781,0.00013656684,0.0001476466,0.000102980324],"domain_scores_gemma":[0.9992662,0.00038042103,0.00006534415,0.00019492902,0.00007362292,0.000019463812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005382819,0.000071526934,0.00009446123,0.00004440346,0.00004816569,0.000062351675,0.00032108746,0.000023276481,0.0000016051483],"category_scores_gemma":[0.00016637947,0.000046119072,0.000007664305,0.00029462957,0.00002775823,0.00018648698,0.00006947248,0.000062247185,5.065314e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009008487,0.00023059265,0.033381227,0.00021977528,0.000026133313,0.000006603431,0.023803914,0.00006748188,0.000027596036,0.0773321,0.0003412249,0.86455435],"study_design_scores_gemma":[0.003389454,0.0024333503,0.17228402,0.0010949954,0.000058203867,0.00018232717,0.009834246,0.032363035,0.030493235,0.036797237,0.70854133,0.0025285813],"about_ca_topic_score_codex":0.0000114843015,"about_ca_topic_score_gemma":0.000024042149,"teacher_disagreement_score":0.86202574,"about_ca_system_score_codex":0.000009527481,"about_ca_system_score_gemma":0.00005124755,"threshold_uncertainty_score":0.18806812},"labels":[],"label_agreement":null},{"id":"W2035579747","doi":"10.4018/jitwe.2006010103","title":"Engineering Wireless Mobile Applications","year":2006,"lang":"en","type":"article","venue":"International Journal of Information Technology and Web Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Wireless; Wireless network; Embedded system; Unix; Wireless Application Protocol; Mobile wireless; Mobile device; Software; Operating system","score_opus":0.0018959638919488838,"score_gpt":0.20188743114493987,"score_spread":0.199991467252991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035579747","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015515481,0.00020943946,0.9830093,0.00041848276,0.00032594413,0.0000680149,0.0000020179982,0.00033288784,0.00011844161],"genre_scores_gemma":[0.8339444,0.00010496745,0.16578192,0.000027847029,0.00009840124,0.00002781364,0.0000022717502,0.000004626298,0.000007766162],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99933577,0.000002346618,0.00034414534,0.000053567644,0.00016779616,0.00009637726],"domain_scores_gemma":[0.9993808,0.00006882196,0.00019082002,0.0001126787,0.00022037294,0.000026470354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001822213,0.00008400118,0.000096436816,0.00096468953,0.000023685307,0.00011361218,0.00056625996,0.000088324625,0.000002933968],"category_scores_gemma":[0.00004761429,0.00008315273,0.000032955086,0.00032143114,0.000011708075,0.0015852118,0.00009710592,0.0002110612,0.0000053121375],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005901697,0.000033650933,0.0008803877,0.00003916618,0.00008373672,0.000017334061,0.00007972765,0.07341661,0.003972767,0.8137421,0.000378442,0.10735019],"study_design_scores_gemma":[0.00061079,0.00010025694,0.0010840737,0.00011214777,0.000013151728,0.0014460376,0.000030175112,0.40149972,0.016088229,0.0041066487,0.5745726,0.00033611926],"about_ca_topic_score_codex":0.0000018525899,"about_ca_topic_score_gemma":9.421907e-8,"teacher_disagreement_score":0.8184289,"about_ca_system_score_codex":0.000039271777,"about_ca_system_score_gemma":0.00002492578,"threshold_uncertainty_score":0.33908698},"labels":[],"label_agreement":null},{"id":"W2036558053","doi":"10.1109/quatic.2014.12","title":"Systems and Software Engineering Standards for Very Small Entities: Implementation and Initial Results","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Engineering management; Computer science; Software engineering; International standard; Best practice; Software; Engineering; Management","score_opus":0.018696530085691526,"score_gpt":0.2923969444402877,"score_spread":0.27370041435459613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036558053","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010419422,0.00013787634,0.9883154,0.00006920212,0.00029848298,0.00018217151,0.00003562116,0.0004765863,0.00006525906],"genre_scores_gemma":[0.54255897,0.000056380344,0.4570797,0.000049935523,0.00012826298,0.000060650007,0.000011168308,0.000012270691,0.000042629552],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99941105,0.000014898314,0.00014964171,0.00018515682,0.000106374646,0.00013287908],"domain_scores_gemma":[0.9991156,0.00057813845,0.000044212848,0.00014816243,0.00006743613,0.00004643426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006427591,0.000083603896,0.00009235707,0.00006382438,0.000057102017,0.00028861617,0.00011107756,0.000035480392,0.0000011215407],"category_scores_gemma":[0.00032052843,0.0000794517,0.000013489118,0.00005025938,0.0000074935947,0.00038218885,0.000081772385,0.000042652482,1.7332381e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018565389,0.000049050454,0.003025441,0.0024529267,0.00019035759,0.000011803399,0.00453717,0.0029474786,0.0004923676,0.5560142,0.017574944,0.41251865],"study_design_scores_gemma":[0.0031791783,0.001321782,0.002953732,0.00024009285,0.000045481138,0.00009564761,0.00030583353,0.3979759,0.004900222,0.002013782,0.58602524,0.00094309397],"about_ca_topic_score_codex":0.00009344047,"about_ca_topic_score_gemma":0.000008867348,"teacher_disagreement_score":0.56845033,"about_ca_system_score_codex":0.00001963634,"about_ca_system_score_gemma":0.000021009619,"threshold_uncertainty_score":0.3239946},"labels":[],"label_agreement":null},{"id":"W2036758122","doi":"10.1109/empire.2012.6347678","title":"Case studies in just-in-time requirements analysis","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Requirements engineering; Computer science; Requirements analysis; Requirements elicitation; Requirements management; Non-functional requirement; Software requirements; Requirement; Context (archaeology); Task (project management); Business requirements; Software engineering; Risk analysis (engineering); Software; Systems engineering; Software development; Engineering; Software construction; Operations management; Work in process","score_opus":0.12053773781377218,"score_gpt":0.38527077828433054,"score_spread":0.26473304047055835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036758122","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6140297,0.00085724687,0.38255382,0.00025205503,0.00026563404,0.00013626885,4.695063e-7,0.0005283984,0.0013763972],"genre_scores_gemma":[0.8892539,0.000033803877,0.110449806,0.000067555644,0.000016842127,0.000010983706,2.470274e-7,0.0000024693709,0.00016438232],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99936265,0.000038563237,0.0001476568,0.00013216748,0.00011481423,0.00020417773],"domain_scores_gemma":[0.9994399,0.00019634404,0.00003083284,0.00027890812,0.000016376283,0.00003765824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007381795,0.0000683171,0.00013773981,0.00029982586,0.000017849288,0.000031633284,0.00024698168,0.000025615385,0.000028514018],"category_scores_gemma":[0.00010119679,0.00005790374,0.000032213964,0.0010575256,0.000008735159,0.00082083093,0.00018279029,0.00006419438,0.00002749454],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000128287575,0.0007578655,0.9227717,0.0000935411,0.0010154716,0.005990701,0.013220009,0.002551581,0.00022011693,0.021733899,0.0050782417,0.026554054],"study_design_scores_gemma":[0.004028419,0.00063193345,0.24869497,0.00034120912,0.0015103515,0.006691339,0.0025522257,0.6710316,0.016834542,0.008392489,0.033354823,0.005936074],"about_ca_topic_score_codex":0.000121187724,"about_ca_topic_score_gemma":0.00003123425,"teacher_disagreement_score":0.67407674,"about_ca_system_score_codex":0.000048253434,"about_ca_system_score_gemma":0.0000043069335,"threshold_uncertainty_score":0.2361246},"labels":[],"label_agreement":null},{"id":"W2037150704","doi":"10.1109/re.2012.6345808","title":"On eliciting contribution measures in goal models","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; York University","funders":"","keywords":"Computer science; Stakeholder; Analytic hierarchy process; Variety (cybernetics); Context (archaeology); Process (computing); Quality (philosophy); Hierarchy; Order (exchange); Management science; Exploratory research; Process management; Risk analysis (engineering); Operations research; Artificial intelligence; Engineering; Business","score_opus":0.02719922085020656,"score_gpt":0.26983710565618135,"score_spread":0.24263788480597479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037150704","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024179691,0.000099630764,0.9716304,0.00022158005,0.000121132725,0.00005303845,1.8582384e-7,0.00041904298,0.0032753234],"genre_scores_gemma":[0.9438396,0.0000075314033,0.055900384,0.00019217646,0.000035194924,0.0000086080745,3.7313072e-7,0.0000027037727,0.0000133909025],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995039,0.0000271029,0.00008258537,0.00008484132,0.00011828214,0.00018328446],"domain_scores_gemma":[0.999557,0.00021275031,0.000022456463,0.00014972757,0.000021133497,0.00003693635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005196184,0.00005162808,0.000054575958,0.000056929308,0.000022391221,0.000040381165,0.00017655568,0.000033677592,0.0000045490724],"category_scores_gemma":[0.00015533845,0.00004415392,0.000015348762,0.00012465069,0.0000030533477,0.000824041,0.000043930144,0.00008899513,0.000013327854],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029775526,0.000033880344,0.0007902339,0.0000016706078,0.0000021362275,0.0000011376209,0.00014417649,0.0034025277,0.00016251135,0.970664,0.00038236898,0.02441236],"study_design_scores_gemma":[0.00042591372,0.0001223203,0.006138402,0.0000653656,0.0000035552193,0.000021936963,0.000012528024,0.8343699,0.017348997,0.1329517,0.00811168,0.0004276696],"about_ca_topic_score_codex":0.000051257386,"about_ca_topic_score_gemma":0.000002316162,"teacher_disagreement_score":0.91966,"about_ca_system_score_codex":0.00003105922,"about_ca_system_score_gemma":0.0000058307455,"threshold_uncertainty_score":0.18005446},"labels":[],"label_agreement":null},{"id":"W2039584808","doi":"10.1109/ms.2005.159","title":"Managing Change in Software Process Improvement","year":2005,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":95,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Process management; Change management (ITSM); Negotiation; Process (computing); Context (archaeology); Software quality; Knowledge management; Computer science; Team software process; Software development process; Quality management; Best practice; Software; Software development; Business; Engineering; Operations management; Marketing; Management; Management system","score_opus":0.023575259659299554,"score_gpt":0.2895074524060809,"score_spread":0.2659321927467813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039584808","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028830085,0.00057178165,0.965103,0.0017595739,0.0005677617,0.0004468236,0.000004499178,0.0026377025,0.00007879797],"genre_scores_gemma":[0.67234904,0.00010510125,0.32528847,0.0014621225,0.0003434586,0.00032434112,0.0000034519528,0.00003636015,0.00008764428],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99840987,0.000024343162,0.0002752782,0.0004934665,0.0003229347,0.00047413842],"domain_scores_gemma":[0.9989528,0.00015656523,0.00010546786,0.0006141263,0.000067701025,0.00010336276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033408627,0.00022810443,0.00019615765,0.00023637374,0.00013153823,0.000120844,0.0010009416,0.00009977864,0.000024814382],"category_scores_gemma":[0.00012523199,0.00023116215,0.00006023981,0.00055184244,0.000017673663,0.0015955966,0.00017340886,0.0002904853,0.000048904756],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069363127,0.00010537402,0.007653421,0.00013374447,0.000013042443,0.000057666908,0.0029067472,0.0014535489,0.000051403913,0.00035287795,0.0005815459,0.98668367],"study_design_scores_gemma":[0.0077948957,0.0027295188,0.065800495,0.003380706,0.0001383988,0.0005324004,0.0003622282,0.2459264,0.10703591,0.0782249,0.4769397,0.011134451],"about_ca_topic_score_codex":0.000102338985,"about_ca_topic_score_gemma":0.000054796852,"teacher_disagreement_score":0.9755492,"about_ca_system_score_codex":0.0001223804,"about_ca_system_score_gemma":0.000041134517,"threshold_uncertainty_score":0.94265187},"labels":[],"label_agreement":null},{"id":"W2039674826","doi":"10.4018/jgim.2005040102","title":"Analysis of Software Requirements Engineering Exercises in a Global Virtual Team Setup","year":2005,"lang":"en","type":"article","venue":"Journal of Global Information Management","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Virtual team; Software development; Software; Task (project management); Team software process; Process management; Premise; Exploratory research; Software project management; Engineering management; Knowledge management; Software development process; Software engineering; Systems engineering; Business; Engineering; Software construction","score_opus":0.009177260444475933,"score_gpt":0.2670302184246705,"score_spread":0.2578529579801946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039674826","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024477042,0.00007860688,0.9741707,0.00016645419,0.00018851104,0.000103126295,0.000010042925,0.000073580275,0.00073196075],"genre_scores_gemma":[0.6757319,0.00009835438,0.3239899,0.00014516716,0.000021030075,0.0000033278563,0.0000032628461,0.0000017293273,0.0000053029175],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984591,0.000016695561,0.00078454457,0.000069933674,0.00050825224,0.00016148487],"domain_scores_gemma":[0.99901927,0.000031133626,0.0005348576,0.00022219997,0.00013069325,0.00006185542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006083467,0.00011255381,0.00024686428,0.00037514418,0.000018816763,0.000115288516,0.0006093898,0.000040754647,0.000009817725],"category_scores_gemma":[0.00008715262,0.000106623855,0.00013135598,0.0016588026,0.000007647535,0.0036246367,0.00019043911,0.00007984907,0.00000560126],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004339608,0.00010859522,0.02257239,0.00007680458,0.00067730143,0.000012317912,0.00028467158,0.68755233,0.0000015919377,0.022385517,0.0027572606,0.26352784],"study_design_scores_gemma":[0.0017826804,0.00050701946,0.3633707,0.0003654891,0.0008015659,0.000060020022,0.0002940579,0.530571,0.00010314679,0.0007562519,0.10080204,0.0005860706],"about_ca_topic_score_codex":0.000016963273,"about_ca_topic_score_gemma":0.000005683004,"teacher_disagreement_score":0.6512549,"about_ca_system_score_codex":0.00042910295,"about_ca_system_score_gemma":0.000025431269,"threshold_uncertainty_score":0.43479946},"labels":[],"label_agreement":null},{"id":"W2042463184","doi":"10.1007/s00766-013-0182-7","title":"Reuse of requirements reduced time to market at one industrial shop: a case study","year":2013,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Reuse; Time to market; Block (permutation group theory); Computer science; Artifact (error); Systems engineering; Product (mathematics); Process (computing); Software engineering; Engineering; Engineering management","score_opus":0.061842307890264875,"score_gpt":0.282729017443944,"score_spread":0.22088670955367914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042463184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9386733,0.00003647897,0.05768752,0.0002221787,0.00044183232,0.001572247,0.000004164176,0.0008344754,0.0005277991],"genre_scores_gemma":[0.90773815,0.000003825362,0.09101056,0.00003389644,0.00011594281,0.00020609374,0.000002046826,0.000046180285,0.0008433059],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978367,0.00006421285,0.0005816527,0.0004966144,0.00055379013,0.00046700938],"domain_scores_gemma":[0.99789053,0.00017037283,0.00015937985,0.0014302699,0.00010883917,0.00024061764],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007409368,0.00028353053,0.00034830638,0.00032601878,0.00007778905,0.00013421773,0.0011550824,0.00009915706,0.00046604997],"category_scores_gemma":[0.00057077705,0.00030438256,0.00006878849,0.0006451316,0.00000944622,0.0010169393,0.001294431,0.0001888153,0.0001505233],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025137258,0.0044583953,0.009568357,0.0005638003,0.002583225,0.003716302,0.010564574,0.017556677,0.7241991,0.00053863646,0.1260875,0.09991204],"study_design_scores_gemma":[0.017276717,0.012917605,0.016506594,0.0033600316,0.0008161214,0.0034750523,0.00071827526,0.6628751,0.20362888,0.00041889577,0.068247214,0.00975948],"about_ca_topic_score_codex":0.00020671361,"about_ca_topic_score_gemma":0.0000014495272,"teacher_disagreement_score":0.64531845,"about_ca_system_score_codex":0.0002259462,"about_ca_system_score_gemma":0.000032225664,"threshold_uncertainty_score":0.9999408},"labels":[],"label_agreement":null},{"id":"W2043961404","doi":"10.4236/ti.2011.23019","title":"Analysis on the Mindbugs in Information Technology Service Management Project Implementation","year":2011,"lang":"en","type":"article","venue":"Technology and Investment","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Work (physics); Process management; Service (business); Computer science; Habit; Process (computing); Knowledge management; Project management; Business; Psychology; Marketing; Engineering; Systems engineering","score_opus":0.02344030207645089,"score_gpt":0.26844474023525255,"score_spread":0.24500443815880166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043961404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69979584,0.00016178381,0.25995436,0.021739515,0.00014475061,0.0018467379,0.0000041901135,0.0022430366,0.014109772],"genre_scores_gemma":[0.9166906,0.000085969106,0.08072273,0.0020843663,0.0000023626856,0.00039828737,0.000004280014,0.0000032804953,0.000008145106],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994,0.000020447636,0.00017764507,0.00016354497,0.00008310555,0.00015524673],"domain_scores_gemma":[0.99943143,0.000024581052,0.00008761046,0.00042104314,0.000024084482,0.000011255613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026934076,0.00009530394,0.000095418014,0.0017301517,0.00006594385,0.000026914915,0.00044861593,0.00010348031,0.000011077485],"category_scores_gemma":[0.000012367088,0.00007013904,0.000015724596,0.0031400512,0.00003920161,0.00037150108,0.00023216078,0.00015162987,0.000011782677],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003448506,0.000026591786,0.0047469055,0.000008547864,0.00008245272,0.0000037856187,0.0006761201,0.00000522653,0.0000051797856,0.9436023,0.00013436555,0.05070508],"study_design_scores_gemma":[0.0017148588,0.0016692966,0.11805914,0.00011141201,0.00045099514,0.00006670716,0.007928786,0.02283088,0.030866357,0.6744938,0.14064784,0.0011599166],"about_ca_topic_score_codex":0.000082015824,"about_ca_topic_score_gemma":0.000037804744,"teacher_disagreement_score":0.2691085,"about_ca_system_score_codex":0.00003460351,"about_ca_system_score_gemma":0.000010593937,"threshold_uncertainty_score":0.2860187},"labels":[],"label_agreement":null},{"id":"W2044659433","doi":"10.1023/b:sqjo.0000013359.71560.47","title":"Multi-Project Management in Software Engineering Using Simulation Modelling","year":2004,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Software project management; Computer science; Project management; Interdependence; Systems engineering; Project management triangle; Software; Software development; Engineering; Software construction","score_opus":0.11692953807586136,"score_gpt":0.3729647007733453,"score_spread":0.25603516269748394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044659433","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0316211,0.00033394332,0.96657455,0.000043168882,0.00043274913,0.00020335615,0.0000019210133,0.00078620744,0.000002987283],"genre_scores_gemma":[0.17720556,0.000056221565,0.82256067,0.00005851695,0.00007832225,0.0000063760644,0.0000014033436,0.00002458423,0.000008308593],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980154,0.00009643077,0.0006192272,0.00036017215,0.0004543028,0.00045444662],"domain_scores_gemma":[0.99877805,0.00034274627,0.00023794555,0.00042679356,0.00010657522,0.000107883],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014423936,0.00024205697,0.0002518931,0.00047011673,0.00017746893,0.0003549128,0.00067693996,0.000118217606,0.0000035665287],"category_scores_gemma":[0.0004292991,0.0002525142,0.00012446365,0.0006493354,0.000013230179,0.00146698,0.00019908459,0.0005928114,0.0000048428706],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069195867,0.00006040797,0.00090009643,0.000059745733,0.000025629164,0.000093066585,0.000596613,0.99156064,0.00001763409,0.00077447895,0.0000032320113,0.005901568],"study_design_scores_gemma":[0.00094405696,0.00004094182,0.0016253947,0.0002929202,0.000015046393,0.00014086686,0.000048228874,0.99231964,0.00009571764,0.0032970135,0.0007086981,0.00047147172],"about_ca_topic_score_codex":0.00015459502,"about_ca_topic_score_gemma":0.0000042960405,"teacher_disagreement_score":0.14558446,"about_ca_system_score_codex":0.00042249094,"about_ca_system_score_gemma":0.00010188192,"threshold_uncertainty_score":0.9999927},"labels":[],"label_agreement":null},{"id":"W2045085509","doi":"10.1002/j.2334-5837.2007.tb02949.x","title":"8.2.2 Improvement of Software Engineering Performances An Experience Report at Bombardier Transportation – Total Transit Systems Signalling Group","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bombardier (Canada); Computer Research Institute of Montréal; École de Technologie Supérieure","funders":"Australian Government","keywords":"Baseline (sea); Process management; Process (computing); Maturity (psychological); Engineering management; Key (lock); Transport engineering; Computer science; Operations management; Engineering; Psychology; Operating system; Political science","score_opus":0.008303405508771946,"score_gpt":0.24832614877599823,"score_spread":0.24002274326722628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045085509","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46424532,0.00005055901,0.5343828,0.000027963675,0.0009318059,0.00010193629,0.0000059153963,0.0002149092,0.00003875597],"genre_scores_gemma":[0.9576672,0.000023008675,0.04199153,0.000016592874,0.00016506904,0.000039006216,0.00004000061,0.000015284168,0.000042347587],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983191,0.0000066363377,0.0005583003,0.0003372753,0.00056024635,0.00021845142],"domain_scores_gemma":[0.99910223,0.00013284216,0.00023616446,0.00027153533,0.00016574899,0.00009145681],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006140198,0.00016402599,0.00016035685,0.00011927513,0.000063670144,0.0000879942,0.0005541105,0.000077378674,0.000009900972],"category_scores_gemma":[0.000031699612,0.00016528176,0.00007830274,0.00015510141,0.000019215364,0.0013314086,0.00004294128,0.00011975502,0.0000017475638],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019309549,0.00042682665,0.023678768,0.00029291573,0.0002633428,0.0008436156,0.009597023,0.24674472,0.6913459,0.010793177,0.00005144818,0.01576916],"study_design_scores_gemma":[0.0011637817,0.0013257691,0.06257476,0.0005637295,0.000062509534,0.0012974952,0.00033404378,0.39804214,0.5162398,0.00012633966,0.016702188,0.001567379],"about_ca_topic_score_codex":0.0002304053,"about_ca_topic_score_gemma":0.000017089098,"teacher_disagreement_score":0.49342182,"about_ca_system_score_codex":0.00015152183,"about_ca_system_score_gemma":0.000017401753,"threshold_uncertainty_score":0.6739994},"labels":[],"label_agreement":null},{"id":"W2045321685","doi":"10.1145/2648814","title":"Scenario-Based Programming, Usability-Oriented Perception","year":2014,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Seventh Framework Programme; Azrieli Foundation; Israel Science Foundation","keywords":"Computer science; Programmer; Usability; Programming domain; Human–computer interaction; Programming paradigm; Pair programming; Context (archaeology); Procedural programming; Perspective (graphical); Domain (mathematical analysis); Programming language; Artifact (error); Perception; Software engineering; Inductive programming; Artificial intelligence; Software development; Software","score_opus":0.013634360859524424,"score_gpt":0.2871403162433251,"score_spread":0.2735059553838007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045321685","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0373922,0.000006979691,0.9577984,0.0020070025,0.001224309,0.00022170901,3.8610216e-7,0.0012578274,0.0000911673],"genre_scores_gemma":[0.5535307,0.0000010778818,0.44610202,0.00024013898,0.00006331981,0.00002210115,0.0000045511715,0.00000830835,0.000027760849],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99883735,0.00012731648,0.00021528656,0.00039415553,0.00021728946,0.00020860173],"domain_scores_gemma":[0.99826574,0.00048332528,0.00009629411,0.00093547016,0.0001358193,0.000083344334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057465665,0.00014523254,0.00010773991,0.00018954171,0.0002948582,0.00016247931,0.000569201,0.000079058496,0.00001949514],"category_scores_gemma":[0.00024192105,0.0001516328,0.000073857685,0.0004990369,0.000027119733,0.00033002745,0.000010711678,0.0002567895,0.00003715851],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004481849,0.0003971479,0.00037088818,0.000026701697,0.0000053679537,8.1141344e-8,0.00037913007,0.0063084834,0.00008783687,0.0011770292,0.00014058915,0.9911023],"study_design_scores_gemma":[0.00053027296,0.0008343471,0.02558101,0.00027200388,0.00004724282,0.00002887335,0.00014159532,0.8435167,0.0029673555,0.0034227578,0.12184452,0.0008132963],"about_ca_topic_score_codex":0.000093837116,"about_ca_topic_score_gemma":0.000004877483,"teacher_disagreement_score":0.990289,"about_ca_system_score_codex":0.00012663448,"about_ca_system_score_gemma":0.00013912845,"threshold_uncertainty_score":0.6183407},"labels":[],"label_agreement":null},{"id":"W2045837594","doi":"10.1109/icisa.2013.6579470","title":"Comprehensive Integrated Checklists for Requirements Engineering and Software Project Management","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software project management; Software development; Computer science; Software engineering; Software requirements; Software Engineering Process Group; Software development process; Personal software process; Checklist; Software peer review; Social software engineering; Systems engineering; Engineering management; Software construction; Process management; Software; Engineering","score_opus":0.02808224400488246,"score_gpt":0.2747901389163099,"score_spread":0.24670789491142742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045837594","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004255129,0.00012267333,0.99317676,0.00016171623,0.00015456292,0.0008161679,0.0000013686018,0.0011460533,0.00016556637],"genre_scores_gemma":[0.02196039,0.00004537447,0.97688705,0.00018719904,0.000017585346,0.0003657014,0.000004928042,0.000013753047,0.00051803276],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99928004,0.00000815946,0.00013809267,0.00026260284,0.000103530205,0.00020758096],"domain_scores_gemma":[0.9994165,0.00013682859,0.000037192156,0.00027093577,0.0000927461,0.00004584196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008164875,0.00013499064,0.00011048913,0.00010717211,0.00004577037,0.00022202209,0.00031758717,0.000038873022,0.000009582616],"category_scores_gemma":[0.00004376857,0.000114538314,0.000027585143,0.00018297239,0.00000861552,0.000650774,0.00020109853,0.00006478286,0.000007669415],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029136594,0.0002250671,0.0013589261,0.002050363,0.00062077533,0.000040197883,0.0012247337,0.00084488495,0.0043732175,0.11413759,0.1522648,0.7228303],"study_design_scores_gemma":[0.00090024224,0.00031976428,0.00614618,0.00016669917,0.000027590671,0.00003678452,0.00008846249,0.34308657,0.0043094745,0.002808774,0.6412914,0.0008180459],"about_ca_topic_score_codex":0.00008839313,"about_ca_topic_score_gemma":4.879029e-7,"teacher_disagreement_score":0.7220123,"about_ca_system_score_codex":0.000025709818,"about_ca_system_score_gemma":0.000008137506,"threshold_uncertainty_score":0.4670737},"labels":[],"label_agreement":null},{"id":"W2046022618","doi":"10.1023/b:emse.0000013514.19567.ad","title":"An Industrial Case Study of Immediate Benefits of Requirements Engineering Process Improvement at the Australian Center for Unisys Software","year":2004,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Requirements management; Process management; Engineering; Process (computing); Requirements engineering; Requirements elicitation; Capability Maturity Model; Session (web analytics); Dimension (graph theory); Systems engineering; Engineering management; Computer science; Software","score_opus":0.06675324205872442,"score_gpt":0.3308906027842591,"score_spread":0.2641373607255347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046022618","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64558303,0.00004321622,0.3526047,0.00007721862,0.00041257008,0.0007844893,0.000039046176,0.00045547404,2.5268412e-7],"genre_scores_gemma":[0.948673,0.0000042417664,0.05082768,0.000027284836,0.0001621707,0.00022580645,0.000015820535,0.000057320452,0.0000066560574],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99763596,0.000026133175,0.00073238526,0.0005386599,0.0005241764,0.00054268405],"domain_scores_gemma":[0.99798304,0.00049555756,0.00027661832,0.00084877666,0.00019282187,0.00020317234],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005810565,0.0003804865,0.00042826866,0.00019314441,0.00012937014,0.00007558726,0.0009864478,0.00017650485,0.0000059250074],"category_scores_gemma":[0.00068332563,0.0003169543,0.0001313991,0.0006229546,0.000024790144,0.00064870156,0.0003016024,0.00033469062,9.318204e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006730821,0.0011891287,0.03934662,0.00045009027,0.00025777644,0.00015552276,0.005129149,0.9412384,0.0006751423,0.000093516355,0.00014392874,0.011253424],"study_design_scores_gemma":[0.0799102,0.06586272,0.10256092,0.006091005,0.0021753877,0.005738581,0.0064382292,0.16033885,0.5270867,0.0013933924,0.025721414,0.01668263],"about_ca_topic_score_codex":0.00017510743,"about_ca_topic_score_gemma":0.00002043947,"teacher_disagreement_score":0.7808995,"about_ca_system_score_codex":0.0001999428,"about_ca_system_score_gemma":0.00007311802,"threshold_uncertainty_score":0.99992824},"labels":[],"label_agreement":null},{"id":"W2046386652","doi":"10.1016/j.infsof.2010.03.008","title":"Best practice fusion of CMMI-DEV v1.2 (PP, PMC, SAM) and PMBOK 2008","year":2010,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Division of Civil, Mechanical and Manufacturing Innovation; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Capability Maturity Model Integration; Best practice; Project management; Process management; Computer science; Process (computing); Engineering management; Engineering; Knowledge management; Software development process; Systems engineering; Software development; Software; Management","score_opus":0.00607659504894246,"score_gpt":0.24197151584695667,"score_spread":0.23589492079801422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046386652","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.109117396,0.00072998495,0.8835275,0.0033267585,0.00042961322,0.00025375962,0.000006966093,0.0019614897,0.0006465366],"genre_scores_gemma":[0.3310284,0.0011568759,0.66749245,0.00025006305,0.000018508194,0.000021477967,0.0000046851555,0.0000066661883,0.00002090515],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992419,0.000013506666,0.0002987094,0.0001362041,0.00014961183,0.00016008668],"domain_scores_gemma":[0.99880326,0.0002927373,0.00024721047,0.0003995078,0.00020274764,0.00005453807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003179178,0.00012125565,0.00015174561,0.00031589533,0.00010352861,0.00009098138,0.00035419792,0.00028456104,0.000011464831],"category_scores_gemma":[0.0012933603,0.000112795686,0.000018150855,0.00038701846,0.00012133336,0.0024164882,0.00030550786,0.00038766014,0.000019718773],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014068734,0.000051471878,0.005126861,0.00008431146,0.000017168664,0.0000049721557,0.00083008374,0.0000070780748,0.00055847276,0.058562055,0.0013472548,0.9333962],"study_design_scores_gemma":[0.0009039996,0.00078550086,0.0037904938,0.00011028279,0.000038276983,0.0013191515,0.0004933796,0.0055738613,0.011864675,0.013835329,0.9606554,0.0006296396],"about_ca_topic_score_codex":0.000050309965,"about_ca_topic_score_gemma":0.000005372715,"teacher_disagreement_score":0.95930815,"about_ca_system_score_codex":0.000007734755,"about_ca_system_score_gemma":0.00003877963,"threshold_uncertainty_score":0.45996746},"labels":[],"label_agreement":null},{"id":"W2047222602","doi":"10.5555/381473.381583","title":"Software engineering body of knowledge (SWEBOK) (panel session)","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Accreditation; Panel discussion; Body of knowledge; Warrant; Session (web analytics); Computer science; Certification; Software engineering; Engineering management; Maturity (psychological); Engineering ethics; Internationalization; Software; Engineering; Knowledge management; Political science; World Wide Web; Business; Law","score_opus":0.04495728681655283,"score_gpt":0.2915292036244607,"score_spread":0.24657191680790788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047222602","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01961616,0.0001545707,0.97564256,0.00016268356,0.001780995,0.00015305511,0.00001501882,0.0019743019,0.00050066924],"genre_scores_gemma":[0.72815526,0.00013520641,0.2711287,0.0000432705,0.0001917403,0.00004931697,0.00001281429,0.00004559519,0.00023808108],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980552,0.000022895245,0.0004775504,0.0005137496,0.00052521075,0.00040540245],"domain_scores_gemma":[0.99802,0.00063624745,0.00017098327,0.0006363059,0.0003676331,0.0001688099],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00031081226,0.00037384426,0.000336032,0.00050204305,0.000055835244,0.00016709094,0.0016153861,0.0001643786,0.00015808205],"category_scores_gemma":[0.0016085636,0.00038803276,0.00014706331,0.00047568002,0.000021611142,0.0008489886,0.000361297,0.00046175977,0.00006578952],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001790504,0.0011758833,0.03553187,0.00072788104,0.0009260037,0.0006784279,0.002351866,0.13623947,0.016049007,0.7087973,0.004379256,0.09296398],"study_design_scores_gemma":[0.0012254805,0.00048330054,0.028670378,0.0019508589,0.000042907486,0.00032649716,0.000033432127,0.84940445,0.016952574,0.0009127097,0.09795792,0.0020394628],"about_ca_topic_score_codex":0.000020322892,"about_ca_topic_score_gemma":9.983887e-7,"teacher_disagreement_score":0.713165,"about_ca_system_score_codex":0.00012978133,"about_ca_system_score_gemma":0.000097354554,"threshold_uncertainty_score":0.9998572},"labels":[],"label_agreement":null},{"id":"W2047979571","doi":"10.1504/ijpmb.2007.013318","title":"Risk management models in software engineering","year":2007,"lang":"en","type":"article","venue":"International Journal of Process Management and Benchmarking","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Software project management; Software Engineering Process Group; Risk management; Software development; Process (computing); Computer science; Software development process; Personal software process; Product (mathematics); Engineering management; Software engineering; Social software engineering; Team software process; Risk analysis (engineering); Software; Engineering; Process management; Software construction; Business","score_opus":0.009120165277496052,"score_gpt":0.2601359921936323,"score_spread":0.2510158269161363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047979571","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02046483,0.00041730513,0.97717464,0.00006816485,0.0006417487,0.00006983795,3.0883058e-7,0.000056137436,0.0011070321],"genre_scores_gemma":[0.6476885,0.00073750975,0.35140467,0.000036974146,0.000104371706,0.0000023430343,4.2570056e-7,0.0000054924553,0.00001969337],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99890906,0.000008871931,0.000344408,0.00014701093,0.000431438,0.00015922182],"domain_scores_gemma":[0.9994071,0.000110085646,0.00024404841,0.00009189177,0.00010187897,0.00004499547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009625299,0.00010168943,0.00010258568,0.00060432276,0.000025820777,0.00015748397,0.00070485286,0.000027964956,0.000003767748],"category_scores_gemma":[0.000031511096,0.000095954114,0.00003800184,0.00021776957,0.000006904583,0.0010627928,0.00021802702,0.00017611732,3.9808913e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006278088,0.0001202404,0.030674357,0.00019168432,0.0003605647,0.001537735,0.0008707919,0.047158916,0.0000040565933,0.072962545,0.00018898599,0.84586734],"study_design_scores_gemma":[0.0046352195,0.00046713668,0.21951906,0.0035380635,0.00021099382,0.0007675128,0.00077275326,0.52052224,0.000821904,0.19694698,0.050081726,0.0017163856],"about_ca_topic_score_codex":0.0000046233736,"about_ca_topic_score_gemma":0.0000016977166,"teacher_disagreement_score":0.84415096,"about_ca_system_score_codex":0.00005617552,"about_ca_system_score_gemma":0.0000051392562,"threshold_uncertainty_score":0.39128953},"labels":[],"label_agreement":null},{"id":"W2049314455","doi":"10.1016/j.infsof.2006.10.006","title":"Distributed priority ranking of strategic preliminary requirements for management information systems in economic organizations","year":2006,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Ranking (information retrieval); Computer science; Task (project management); Profit (economics); Information system; Requirements analysis; Process management; Requirements management; Knowledge management; Risk analysis (engineering); Engineering; Systems engineering; Business; Information retrieval","score_opus":0.010924112297456755,"score_gpt":0.2381267326497769,"score_spread":0.22720262035232014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049314455","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022046566,0.00006618765,0.97635734,0.00014591106,0.00013174328,0.00048762377,0.000033428718,0.0006061456,0.00012506],"genre_scores_gemma":[0.9118739,0.000042240874,0.087807216,0.000017570152,0.000005275076,0.00008921673,0.00015924267,0.0000028436739,0.0000025093946],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992554,0.000008187436,0.00046485473,0.00007255328,0.00007255905,0.00012640796],"domain_scores_gemma":[0.99937195,0.00005748018,0.0002499305,0.00020142407,0.00010643504,0.000012812345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000220621,0.00008299356,0.000119275,0.00046542432,0.000057666417,0.000097066404,0.0002480619,0.00011262058,9.932388e-7],"category_scores_gemma":[0.000057162193,0.000088022985,0.000011360015,0.00043496361,0.000022813974,0.00228907,0.0001080118,0.00006473515,0.0000030724043],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019394345,0.00003085784,0.0090938015,0.0004783866,0.000019626677,8.2869826e-7,0.00025866413,0.014353262,0.000005472439,0.93269473,0.0003930539,0.042651944],"study_design_scores_gemma":[0.005906298,0.0010595826,0.049138382,0.00055651163,0.00007710853,0.00013602007,0.0015992336,0.6761868,0.0015853554,0.15576166,0.10661462,0.0013784125],"about_ca_topic_score_codex":0.000078962774,"about_ca_topic_score_gemma":0.000004363749,"teacher_disagreement_score":0.8898273,"about_ca_system_score_codex":0.00007281964,"about_ca_system_score_gemma":0.000034214743,"threshold_uncertainty_score":0.3589473},"labels":[],"label_agreement":null},{"id":"W2049483354","doi":"10.1145/340855.341144","title":"A whole new kind of engineering","year":2000,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McMaster University","keywords":"Software Engineering Process Group; Social software engineering; Software walkthrough; Software engineering; Civil engineering software; Software development; Software requirements; Engineering; Personal software process; Software; Software construction; Engineering management; Computer science","score_opus":0.013986361207456659,"score_gpt":0.23120381333083345,"score_spread":0.2172174521233768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049483354","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08882104,0.0018280391,0.9036432,0.0004759468,0.0005241926,0.00024737112,0.000013279552,0.0044333097,0.000013626855],"genre_scores_gemma":[0.4443189,0.00007462621,0.55517703,0.00005326725,0.00015219003,0.000017771585,0.000006749915,0.000055442597,0.0001440036],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981393,0.000014879767,0.00044441564,0.0004864506,0.00038203143,0.00053289696],"domain_scores_gemma":[0.98121715,0.016809413,0.00010448571,0.0015399324,0.00007003684,0.00025898457],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00026520054,0.00038403636,0.0003964737,0.0002631171,0.000050249404,0.00009254154,0.0018369964,0.00018206274,0.00016570029],"category_scores_gemma":[0.029281968,0.0004128416,0.00016325027,0.0007889819,0.000016307711,0.0008795257,0.0002881151,0.00036766604,0.00008555598],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006170013,0.00035899295,0.06885099,0.0010496641,0.00045180818,0.00023110265,0.0030194116,0.280729,0.026745813,0.008167388,0.013016485,0.5973177],"study_design_scores_gemma":[0.0021076624,0.00089172524,0.21360084,0.0014575236,0.00014995689,0.00043308167,0.0000080149475,0.042638164,0.11090747,0.00080825284,0.62277275,0.0042245304],"about_ca_topic_score_codex":0.0000857494,"about_ca_topic_score_gemma":8.88424e-7,"teacher_disagreement_score":0.6097563,"about_ca_system_score_codex":0.000046638354,"about_ca_system_score_gemma":0.00007902305,"threshold_uncertainty_score":0.99983233},"labels":[],"label_agreement":null},{"id":"W2049875335","doi":"10.1007/s10664-011-9179-3","title":"Computer-mediated communication to support distributed requirements elicitations and negotiations tasks","year":2011,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Requirements elicitation; Computer science; Negotiation; Technical communication; Knowledge management; Empirical research; Requirements management; Stakeholder; Requirements engineering; Process management; Software; Engineering","score_opus":0.06055152737650241,"score_gpt":0.30205757710763703,"score_spread":0.24150604973113463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049875335","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018577395,0.0000594795,0.9786735,0.00044182868,0.0001634898,0.00021094752,0.000022063105,0.0018113084,0.000039944374],"genre_scores_gemma":[0.38893005,0.000015739653,0.61057925,0.00030839964,0.00002469764,0.000055835928,0.000060669016,0.000017730099,0.000007634493],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988664,0.000036068803,0.00029681335,0.00030936493,0.00019645112,0.0002949473],"domain_scores_gemma":[0.99845314,0.00057400495,0.00006634515,0.00056892826,0.000093636125,0.00024393346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024886563,0.0001842745,0.0001692723,0.00017053913,0.00013257739,0.00011878139,0.00059291784,0.00008696973,0.000023998604],"category_scores_gemma":[0.00069280603,0.00019649405,0.000040607665,0.00065653113,0.000016642132,0.00063912815,0.00039334883,0.00021000084,0.00004172166],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009339803,0.0021314083,0.5622766,0.0006235287,0.0009965536,0.00025518067,0.03957572,0.06253464,0.0015575059,0.06019246,0.11617866,0.15358433],"study_design_scores_gemma":[0.0007919328,0.0008318637,0.7358867,0.00018506624,0.00005540538,0.00007803972,0.000028464261,0.13704444,0.000832005,0.0013666599,0.12143911,0.0014603114],"about_ca_topic_score_codex":0.00004003309,"about_ca_topic_score_gemma":0.0000033409483,"teacher_disagreement_score":0.37035266,"about_ca_system_score_codex":0.00006574027,"about_ca_system_score_gemma":0.000027701533,"threshold_uncertainty_score":0.8012795},"labels":[],"label_agreement":null},{"id":"W2050947983","doi":"10.1115/ipc2004-0195","title":"Suggestions for Improving Initiation of Pipeline Projects","year":2004,"lang":"en","type":"article","venue":"2004 International Pipeline Conference, Volumes 1, 2, and 3","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Task (project management); Project management; Pipeline (software); Stakeholder; Process management; Project management triangle; Computer science; Key (lock); Knowledge management; Engineering management; Business; Engineering; Systems engineering; Computer security; Political science; Public relations","score_opus":0.025277091748555313,"score_gpt":0.2773687497130729,"score_spread":0.2520916579645176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050947983","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007425439,0.00019200539,0.9888748,0.0017288998,0.00046977866,0.00024144855,0.000039063234,0.00020147789,0.0008271031],"genre_scores_gemma":[0.8464427,0.00008083538,0.15268058,0.000098141645,0.00017182705,0.000041858246,0.000044138043,0.000008254048,0.000431677],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990802,0.000012928011,0.00030438756,0.00026001083,0.00019524303,0.00014724676],"domain_scores_gemma":[0.99894166,0.00011874805,0.00017986211,0.00018772844,0.00051983,0.000052147716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025246505,0.00012594454,0.00014263496,0.00018621012,0.000064909924,0.000120465294,0.00039227138,0.00007142025,0.000015963908],"category_scores_gemma":[0.0004653116,0.00012298646,0.000051750452,0.00014499301,0.00003874386,0.0006203277,0.000097147255,0.00010787624,0.0000031214627],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008954433,0.00044607508,0.0025714012,0.00027800075,0.000069271555,0.0000100893685,0.001401337,0.0032201046,0.0037713964,0.7018606,0.004993053,0.28128913],"study_design_scores_gemma":[0.0027854168,0.00046962887,0.0032865256,0.00029702188,0.000058070753,0.00008335447,0.00011798945,0.87053347,0.010359308,0.07515809,0.036157615,0.0006935208],"about_ca_topic_score_codex":0.00015146215,"about_ca_topic_score_gemma":0.00003227273,"teacher_disagreement_score":0.8673133,"about_ca_system_score_codex":0.00003693814,"about_ca_system_score_gemma":0.00017722571,"threshold_uncertainty_score":0.5015242},"labels":[],"label_agreement":null},{"id":"W2053878739","doi":"10.4018/jcini.2007070106","title":"Constructivist Learning During Software Development","year":2007,"lang":"en","type":"article","venue":"International Journal of Cognitive Informatics and Natural Intelligence","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Computer science; Constructivist teaching methods; Programmer; Documentation; Process (computing); Denial; Development (topology); Artificial intelligence; Software engineering; Knowledge management; Mathematics education; Programming language; Teaching method; Psychology","score_opus":0.01006575226746511,"score_gpt":0.282571987619913,"score_spread":0.2725062353524479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053878739","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24806158,0.00022344656,0.7509915,0.00002756455,0.0004978596,0.000029145787,4.0226183e-7,0.000037206057,0.0001312762],"genre_scores_gemma":[0.7763176,0.00013181416,0.22341007,0.000062065235,0.000054824322,4.109725e-7,8.453291e-7,0.0000028303218,0.000019570274],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99887514,0.0000111260615,0.0005373147,0.000055527693,0.00038958128,0.000131288],"domain_scores_gemma":[0.9978883,0.0006946916,0.00045114662,0.000039618226,0.0008584307,0.00006781066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059643574,0.000097774806,0.000109320856,0.00025838433,0.000074526506,0.00019269921,0.00044519312,0.00003594667,0.0000059787694],"category_scores_gemma":[0.0008084679,0.00008163166,0.00004003647,0.00011714613,0.00004665501,0.0012128921,0.00017042166,0.0003956707,0.000003935557],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085984204,0.000023414217,0.004436194,0.00002290553,0.00014794036,0.00011291025,0.004111478,0.00015024941,0.00008620989,0.0032010942,0.000007303143,0.98761433],"study_design_scores_gemma":[0.002653839,0.0012760276,0.18160519,0.0057847607,0.0001046178,0.026061345,0.010718375,0.050771687,0.67404175,0.014051225,0.030172553,0.0027586194],"about_ca_topic_score_codex":0.0000014890096,"about_ca_topic_score_gemma":7.658125e-7,"teacher_disagreement_score":0.9848557,"about_ca_system_score_codex":0.000046426507,"about_ca_system_score_gemma":0.000050677747,"threshold_uncertainty_score":0.33288425},"labels":[],"label_agreement":null},{"id":"W2054154000","doi":"10.1002/j.2334-5837.2004.tb00481.x","title":"1.4.1 Teaching Old Dogs New Tricks","year":2004,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Capability Maturity Model Integration; Capability Maturity Model; Maturity (psychological); Consolidation (business); Pace; Engineering; Competitor analysis; New product development; Engineering management; Process management; Computer science; Software development; Software; Business; Software development process; Marketing","score_opus":0.010874830166147669,"score_gpt":0.2694237656085861,"score_spread":0.25854893544243845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054154000","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0072055263,0.00004072497,0.96049505,0.019551577,0.0016265144,0.00008304653,0.0000017513952,0.0008779356,0.010117861],"genre_scores_gemma":[0.78783345,0.000027702652,0.20874132,0.0010679632,0.0005985841,0.000011959772,0.0000042715046,0.000014151294,0.0017005699],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99903435,0.000013935877,0.0001906066,0.00026248733,0.00033575596,0.00016289108],"domain_scores_gemma":[0.9993347,0.00012635234,0.000084900494,0.00030761305,0.00004895986,0.00009745575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002508242,0.00012058377,0.000086995475,0.000103283935,0.00006864471,0.00025478756,0.0012085437,0.00006200232,0.00002190172],"category_scores_gemma":[0.000098007666,0.00011677882,0.00006566073,0.00012319928,0.000009499981,0.0009949703,0.00026529524,0.00025914938,0.00009348566],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001928352,0.00021988955,0.0011414365,0.000009673439,0.00009482681,0.00016201437,0.001820206,0.0047843773,0.007324739,0.8858279,0.005545213,0.09305042],"study_design_scores_gemma":[0.0012870041,0.00021023156,0.0016785113,0.00012527838,0.000013550737,0.0004569344,0.000009130159,0.00842254,0.0129640205,0.10399183,0.8701902,0.00065077894],"about_ca_topic_score_codex":0.0021801793,"about_ca_topic_score_gemma":0.000010876845,"teacher_disagreement_score":0.864645,"about_ca_system_score_codex":0.00016886576,"about_ca_system_score_gemma":0.00005947419,"threshold_uncertainty_score":0.4762102},"labels":[],"label_agreement":null},{"id":"W2054942051","doi":"10.4236/jsea.2011.411074","title":"Extending Extreme Programming User Stories to Meet ISO 9001 Formality Requirements","year":2011,"lang":"en","type":"article","venue":"Journal of Software Engineering and Applications","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"User story; Certification; Agile software development; Capability Maturity Model Integration; Software engineering; Computer science; User requirements document; Formality; Process management; Identification (biology); Software; Engineering; Software development process; Software development","score_opus":0.0530033427844285,"score_gpt":0.27981720701619406,"score_spread":0.22681386423176556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054942051","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0063028224,0.00037549826,0.9925398,0.0000700499,0.00016927865,0.00017161226,0.0000017447737,0.00033854606,0.000030625222],"genre_scores_gemma":[0.21441574,0.000051266645,0.78528243,0.000031302137,0.00012323131,0.00005915758,3.7421768e-7,0.000014452893,0.000022043274],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999066,0.000010400627,0.00034070775,0.00016333965,0.0002011388,0.0002184256],"domain_scores_gemma":[0.999083,0.00013066226,0.0001741281,0.0002882932,0.00014295986,0.000180992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004929262,0.00013682937,0.00016801777,0.00017972347,0.0001059999,0.00011289773,0.00046885794,0.00005000701,0.000003713701],"category_scores_gemma":[0.00019996791,0.00012745999,0.000055287564,0.00035367,0.000012047392,0.00084968697,0.00013389032,0.00014511915,0.000001621233],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005887173,0.0006291254,0.041679412,0.00061189727,0.0004319495,0.000081711114,0.009467496,0.004241836,0.0022335867,0.25833768,0.0038745198,0.6783519],"study_design_scores_gemma":[0.0006909015,0.00076704496,0.031238552,0.0005483403,0.00012932971,0.00068813644,0.00020121405,0.0033754918,0.0053206687,0.004600358,0.95120335,0.0012366141],"about_ca_topic_score_codex":0.000012464217,"about_ca_topic_score_gemma":8.836598e-7,"teacher_disagreement_score":0.9473288,"about_ca_system_score_codex":0.000045732068,"about_ca_system_score_gemma":0.000024530527,"threshold_uncertainty_score":0.51976675},"labels":[],"label_agreement":null},{"id":"W2055197427","doi":"10.1007/s00766-012-0146-3","title":"Quantifying the impact of requirements definition and management process maturity on project outcome in large business application development","year":2012,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"RDM; Maturity (psychological); Process management; Capability Maturity Model; Process (computing); Quality (philosophy); Service Integration Maturity Model; Computer science; Function (biology); Knowledge management; Business; Engineering; Engineering management; Political science","score_opus":0.10170514658281507,"score_gpt":0.3675075791882169,"score_spread":0.2658024326054018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055197427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50056875,0.00021346722,0.4979398,0.000032701482,0.00013548676,0.0007005998,0.000001723051,0.00021659448,0.0001908546],"genre_scores_gemma":[0.9604517,0.00007921338,0.03924697,0.000012386574,0.000019690304,0.00016694341,0.000006135751,0.000014948813,0.0000019916165],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99878114,0.000022192104,0.0003482603,0.00021334326,0.00028525744,0.0003497938],"domain_scores_gemma":[0.9994088,0.000058157144,0.0001365332,0.00031937147,0.000038190487,0.00003896156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009102726,0.00017847272,0.00015706453,0.00023130188,0.0000622475,0.000053805707,0.0003288101,0.000045536257,9.68317e-7],"category_scores_gemma":[0.00005045108,0.0001359466,0.000029027839,0.0005618249,0.000006921196,0.0007486767,0.00016238187,0.000119948716,0.000002261322],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000087176544,0.0014373853,0.82667726,0.0037055772,0.0003963936,0.0000130242515,0.005856388,0.01189074,0.0036998566,0.08471311,0.00005516452,0.061467893],"study_design_scores_gemma":[0.0004977402,0.00004780129,0.97587276,0.00036257552,0.000013949897,0.000008135918,0.000034822348,0.02013476,0.0019328276,0.00008924815,0.0006702655,0.00033509743],"about_ca_topic_score_codex":0.000026418556,"about_ca_topic_score_gemma":0.0000016325823,"teacher_disagreement_score":0.45988294,"about_ca_system_score_codex":0.00014763318,"about_ca_system_score_gemma":0.000017705019,"threshold_uncertainty_score":0.5543741},"labels":[],"label_agreement":null},{"id":"W2055658588","doi":"10.1109/seaa.2012.14","title":"Software Measurement in Software Engineering Education: A Delphi Study to Develop a List of Teaching Topics and Related Levels of Learning","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Delphi method; Computer science; Software engineering; Software peer review; Social software engineering; Personal software process; Software Engineering Process Group; Software development; Engineering management; Software; Software construction; Delphi; Quality (philosophy); Software analytics; Software project management; Engineering; Artificial intelligence; Operating system","score_opus":0.03494570975758469,"score_gpt":0.2859668363375145,"score_spread":0.2510211265799298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055658588","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31102875,0.0003104269,0.68787533,0.000088515364,0.00016808585,0.0002392299,3.0228765e-7,0.00023914261,0.000050207924],"genre_scores_gemma":[0.6107877,0.00000194349,0.3891375,0.000010223785,0.00001274619,0.000013000664,1.7965878e-7,0.000006539001,0.000030136345],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989541,0.00007204222,0.000342473,0.00017567871,0.00027029993,0.00018539079],"domain_scores_gemma":[0.99918336,0.00021398434,0.00009772709,0.00023806775,0.00018676338,0.00008009956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015988294,0.00011809183,0.0001873613,0.00021783932,0.000036996265,0.000028919596,0.00027417546,0.000041497482,0.000006911131],"category_scores_gemma":[0.003470224,0.000116134426,0.000017041097,0.0004988145,0.0000055504756,0.00045683948,0.00024600438,0.00023255385,6.287018e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009678807,0.00092471356,0.73113936,0.00037052837,0.00008671226,0.0000037622451,0.04589624,0.003419959,0.00074487674,0.0080814175,0.00013066742,0.2091921],"study_design_scores_gemma":[0.0007020779,0.0007722963,0.97743094,0.0010023849,0.000046841524,0.00007068404,0.0025951685,0.004738968,0.004604691,0.00027940894,0.0068016415,0.0009548943],"about_ca_topic_score_codex":0.00014763384,"about_ca_topic_score_gemma":0.000012856943,"teacher_disagreement_score":0.29975897,"about_ca_system_score_codex":0.000065483786,"about_ca_system_score_gemma":0.000104059196,"threshold_uncertainty_score":0.47358245},"labels":[],"label_agreement":null},{"id":"W2056844734","doi":"10.1145/1142958.1142966","title":"Reflections on CSEE&amp;T 2006","year":2006,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Programming language; Software engineering","score_opus":0.03547956312893565,"score_gpt":0.30488343502382426,"score_spread":0.2694038718948886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056844734","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011709045,0.00039902207,0.9783444,0.0007121085,0.0009876322,0.00018434462,0.000015098267,0.0075257495,0.00012263955],"genre_scores_gemma":[0.48821613,0.000016830712,0.51093525,0.00017582178,0.00030750598,0.000059842187,0.000018996938,0.000052045893,0.0002175794],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99815387,0.00002718261,0.00033408144,0.0005641374,0.00037435596,0.00054637087],"domain_scores_gemma":[0.9743373,0.02382671,0.00009803442,0.0015288837,0.00009226796,0.000116808595],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00027490812,0.0003715977,0.00025666773,0.00034810003,0.00018142942,0.00026207615,0.001359311,0.00017966372,0.000031460568],"category_scores_gemma":[0.034660403,0.00038324573,0.00013849203,0.00080662576,0.000021071352,0.000628757,0.0003069673,0.00045020366,0.00020165932],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000744046,0.0013724891,0.1412227,0.0005855726,0.00033871245,0.00034137187,0.0011293731,0.3248568,0.02147248,0.31151247,0.12656224,0.0705314],"study_design_scores_gemma":[0.00070168794,0.00045336405,0.13026296,0.0003330777,0.000057886922,0.00023942595,0.000003498114,0.0018604742,0.02137727,0.004230055,0.83797485,0.00250545],"about_ca_topic_score_codex":0.00021016606,"about_ca_topic_score_gemma":0.000015988782,"teacher_disagreement_score":0.7114126,"about_ca_system_score_codex":0.0001001861,"about_ca_system_score_gemma":0.00004027103,"threshold_uncertainty_score":0.99986196},"labels":[],"label_agreement":null},{"id":"W2056988413","doi":"10.1109/ccece.2006.277682","title":"The Formal Economic Model of Software Engineering","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Workload; Software development; Software engineering; Software sizing; Software; Social software engineering; Industrial engineering; Software requirements; Duration (music); Cost estimate; Estimation; Software construction; Systems engineering; Engineering; Programming language","score_opus":0.007717000516528736,"score_gpt":0.2007957045240704,"score_spread":0.19307870400754165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056988413","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005970913,0.00007290954,0.9927034,0.0001041173,0.00009884232,0.000037123922,7.8932436e-7,0.00045051702,0.00056139723],"genre_scores_gemma":[0.45888507,0.000011239622,0.5408847,0.000010810098,0.000023738525,0.0000063522575,2.8662785e-7,0.0000046228447,0.00017320905],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995975,0.0000028942911,0.00012391944,0.0000810303,0.00005551468,0.0001391312],"domain_scores_gemma":[0.9994485,0.00021566723,0.000038055,0.00027044557,0.000012773405,0.000014593449],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001745449,0.000055851808,0.000053509073,0.00002561612,0.000045945977,0.000057347424,0.0004514505,0.000023260847,0.0000017352035],"category_scores_gemma":[0.000025165416,0.000039646115,0.000033583794,0.000040527877,0.0000073764795,0.00048193365,0.00011448674,0.000050422936,0.0000043372615],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001062488,0.0000049775176,0.00025565719,0.000006289773,0.000004560778,3.3373757e-7,0.000015173905,0.46721527,0.00010288932,0.5246395,0.0015194676,0.0062348573],"study_design_scores_gemma":[0.000031776137,0.000010946496,0.00025905357,0.0000024809501,0.0000011249414,0.000002986362,5.586195e-7,0.9885062,0.0033367302,0.003195844,0.0045910315,0.00006125185],"about_ca_topic_score_codex":0.00007077844,"about_ca_topic_score_gemma":0.0000067387246,"teacher_disagreement_score":0.5214436,"about_ca_system_score_codex":0.000015827283,"about_ca_system_score_gemma":0.000020324725,"threshold_uncertainty_score":0.16167216},"labels":[],"label_agreement":null},{"id":"W2057144864","doi":"10.1080/07370024.2014.881668","title":"An Investigation of Metrics for the In Situ Detection of Software Expertise","year":2014,"lang":"en","type":"article","venue":"Human-Computer Interaction","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Computer science; In situ; Software; Chemistry; Operating system","score_opus":0.037291313114834725,"score_gpt":0.3075425596002994,"score_spread":0.27025124648546467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057144864","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16614614,0.000028510876,0.83301175,0.000040230145,0.00047938694,0.0001630043,4.4007663e-7,0.00012424793,0.000006282671],"genre_scores_gemma":[0.86100173,0.0000047881376,0.13879722,0.00004425494,0.00010403336,0.00003483267,0.0000032178207,0.000007446584,0.0000024647316],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99918866,0.00008395996,0.00030152066,0.0001919792,0.00013812166,0.00009577794],"domain_scores_gemma":[0.9984834,0.000735114,0.00025264092,0.00037795416,0.00012690396,0.000023969373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054142595,0.000089063615,0.0001290195,0.00027480317,0.000053782565,0.00005686729,0.0003870233,0.00005780767,0.0000013880498],"category_scores_gemma":[0.00010568045,0.000074496995,0.000055011184,0.00031849867,0.00001994529,0.0009169118,0.000049245915,0.000112814574,6.2370174e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041007017,0.0001235451,0.0020192543,0.00014659985,0.00003118388,5.022179e-7,0.0043053185,0.010768447,0.16931684,0.0051095947,0.0002074718,0.80793023],"study_design_scores_gemma":[0.0002776011,0.00066268723,0.018278956,0.000078836354,0.000011901013,0.000007765896,0.000025079244,0.6807639,0.2959226,0.0026870666,0.0011380836,0.0001455358],"about_ca_topic_score_codex":0.00013473417,"about_ca_topic_score_gemma":0.000050307495,"teacher_disagreement_score":0.8077847,"about_ca_system_score_codex":0.000044334214,"about_ca_system_score_gemma":0.000008477561,"threshold_uncertainty_score":0.3037899},"labels":[],"label_agreement":null},{"id":"W2057770204","doi":"10.4018/jitpm.2012070104","title":"Project-to-Organization Matching","year":2012,"lang":"en","type":"article","venue":"International Journal of Information Technology Project Management","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; HEC Montréal","funders":"","keywords":"Project risk management; Risk management plan; Risk management; IT risk management; Risk analysis (engineering); Competence (human resources); Vulnerability (computing); Process management; Project management triangle; Business; Matching (statistics); Dimension (graph theory); Risk management framework; Project management; Risk assessment; Knowledge management; Context (archaeology); Computer science; Engineering; Management; Computer security; Systems engineering; Finance","score_opus":0.009192697100442196,"score_gpt":0.2795267739198447,"score_spread":0.2703340768194025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057770204","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006284733,0.000031539123,0.98822,0.0023823974,0.0011971584,0.00022787378,0.0000010224961,0.00034308372,0.0013121869],"genre_scores_gemma":[0.40565154,0.000089601344,0.59355915,0.0005403769,0.00009236484,0.000014875807,0.0000035557443,0.000005776814,0.00004274442],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989234,0.00001564828,0.0004335697,0.000056873785,0.0004115233,0.00015896955],"domain_scores_gemma":[0.99887526,0.00002746274,0.00041754422,0.00018200937,0.00046837624,0.000029352539],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005634192,0.000091693684,0.00009271015,0.0020586853,0.00004305573,0.00018033045,0.001266853,0.000063266125,0.000006191781],"category_scores_gemma":[0.00013647822,0.0000822511,0.00003242411,0.00092643284,0.000009685764,0.0042183353,0.00043244447,0.00016318407,0.000049226735],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029968276,0.00016575262,0.0040116925,0.00005655143,0.00039171785,0.00002395912,0.0058851517,0.00064882333,0.00013269435,0.55136067,0.024130601,0.41316244],"study_design_scores_gemma":[0.0010555233,0.0003467643,0.004512634,0.00024770948,0.000046411933,0.0013254042,0.0020466112,0.0013093968,0.013737837,0.008919625,0.9658884,0.00056370883],"about_ca_topic_score_codex":0.0000063850225,"about_ca_topic_score_gemma":1.12853876e-7,"teacher_disagreement_score":0.9417578,"about_ca_system_score_codex":0.00013650415,"about_ca_system_score_gemma":0.000036183214,"threshold_uncertainty_score":0.33541024},"labels":[],"label_agreement":null},{"id":"W2057837180","doi":"10.1109/iwsm-mensura.2013.26","title":"Towards the Development of a Framework for Education in Software Measurement","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Division of Undergraduate Education","keywords":"Computer science; Process (computing); Field (mathematics); Set (abstract data type); Software; Educational software; Personal software process; Software development; Software engineering; Undergraduate education; Engineering management; Mathematics education; Medical education; Software construction; Engineering; Psychology","score_opus":0.05162778908165088,"score_gpt":0.2996731560647659,"score_spread":0.24804536698311502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057837180","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002357213,0.000094847586,0.99575067,0.0010329038,0.00014804804,0.00033883683,6.6142015e-8,0.00010992923,0.00016747882],"genre_scores_gemma":[0.1605597,0.000002097651,0.8390278,0.00011900643,0.000011215463,0.00025645978,1.8547395e-7,0.0000026567388,0.000020835303],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994965,0.000012010658,0.00014883085,0.000095220516,0.0001604965,0.00008694984],"domain_scores_gemma":[0.9994158,0.00015700949,0.000046832865,0.0002254894,0.00013779859,0.000017079301],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048086204,0.00004872941,0.00005416711,0.00003984343,0.000027138996,0.000042685875,0.00038953012,0.000029761624,0.000015078131],"category_scores_gemma":[0.00038368197,0.00003165709,0.00001735705,0.00013147765,0.000004994572,0.00019222627,0.00006134203,0.0000523714,0.0000041875996],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.5125057e-7,0.000057159577,0.0005199887,0.000028747862,0.0000060620023,1.4583053e-8,0.0011107188,0.000020670672,0.000041338753,0.06369765,0.001534149,0.93298256],"study_design_scores_gemma":[0.00032192757,0.00019206508,0.15552235,0.000522097,0.000010422027,0.0000043647196,0.00045955254,0.010696997,0.05245455,0.6578899,0.12126696,0.00065880833],"about_ca_topic_score_codex":0.00006530851,"about_ca_topic_score_gemma":0.000013600218,"teacher_disagreement_score":0.93232375,"about_ca_system_score_codex":0.000043268632,"about_ca_system_score_gemma":0.0003371335,"threshold_uncertainty_score":0.12909387},"labels":[],"label_agreement":null},{"id":"W2060100043","doi":"10.1037/a0014367","title":"Boundary work in knowledge teams.","year":2009,"lang":"en","type":"article","venue":"Journal of Applied Psychology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":305,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Boundary spanning; Psychology; Boundary (topology); Perspective (graphical); Psychological safety; Team effectiveness; Task (project management); Team composition; Resource (disambiguation); Work (physics); Applied psychology; Reinforcement; Knowledge management; Social psychology; Management; Computer science; Engineering","score_opus":0.013915361118417383,"score_gpt":0.32148714689010177,"score_spread":0.30757178577168437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060100043","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05236738,0.0018993082,0.88246626,0.0051233605,0.001572945,0.00012443759,1.53829e-7,0.00018718452,0.056258976],"genre_scores_gemma":[0.7988828,0.00011287698,0.199616,0.001187474,0.00016837461,0.0000015854298,8.919881e-8,0.0000049555542,0.000025884083],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992648,0.00002511495,0.00031628157,0.000129836,0.00009314806,0.00017086334],"domain_scores_gemma":[0.9993478,0.00011892068,0.00018594571,0.00025668435,0.000033430042,0.000057188878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062444794,0.000084366235,0.00018280804,0.00024730462,0.00002174927,0.000044770753,0.0006896852,0.00009176373,0.000012518577],"category_scores_gemma":[0.000022461285,0.00007400093,0.000045889785,0.00046018537,0.000018623476,0.00018656183,0.000029566776,0.000419151,0.000020269526],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027185245,0.00048158452,0.0004817416,0.0000060765383,0.000023106946,0.00016103502,0.0017043904,0.00016124884,0.0012956589,0.04205182,0.0584634,0.8948981],"study_design_scores_gemma":[0.0013975867,0.00084897975,0.10802707,0.00006856103,0.000009803932,0.00062966853,0.000020285177,0.000147933,0.00057615887,0.12269816,0.76523453,0.00034124748],"about_ca_topic_score_codex":3.1644637e-7,"about_ca_topic_score_gemma":2.6511066e-7,"teacher_disagreement_score":0.8945568,"about_ca_system_score_codex":0.000030549225,"about_ca_system_score_gemma":0.000044276167,"threshold_uncertainty_score":0.30176702},"labels":[],"label_agreement":null},{"id":"W2061243812","doi":"10.1016/j.jss.2007.12.764","title":"Software architecting without requirements knowledge and experience: What are the repercussions?","year":2008,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software engineering; Software; Computer science; Systems engineering; Engineering; Operating system","score_opus":0.04710047116379498,"score_gpt":0.30230812209598856,"score_spread":0.25520765093219355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061243812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53403157,0.030568238,0.43331066,0.00038655254,0.0012914897,0.00019607454,0.0000010885917,0.0002017532,0.000012550576],"genre_scores_gemma":[0.95510715,0.002979827,0.04147474,0.00007023796,0.00023337573,0.00001212131,1.5180436e-7,0.000015602991,0.00010682077],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986402,0.00012836888,0.00046623187,0.0002216261,0.00033209636,0.00021151383],"domain_scores_gemma":[0.99823856,0.00051665056,0.0005202535,0.0003570749,0.0002165038,0.00015093804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082085165,0.00016852852,0.00030677294,0.00012305172,0.0005110804,0.00044396715,0.00047859232,0.000077865356,0.0000013592135],"category_scores_gemma":[0.0006740637,0.000100513476,0.00006383742,0.00020334465,0.000087292115,0.001737594,0.00018814289,0.00034457113,9.401236e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000766414,0.00019589023,0.69394803,0.0006741554,0.0002428159,0.00072955433,0.07461556,0.00041942502,0.0003397895,0.00071294745,0.0040727714,0.22397242],"study_design_scores_gemma":[0.005650895,0.0036237626,0.44831297,0.02683262,0.00029413,0.12862766,0.046789683,0.01391084,0.001660974,0.0038898874,0.3162526,0.0041539758],"about_ca_topic_score_codex":0.00002206781,"about_ca_topic_score_gemma":0.000001447516,"teacher_disagreement_score":0.42107552,"about_ca_system_score_codex":0.000032161704,"about_ca_system_score_gemma":0.000059093036,"threshold_uncertainty_score":0.42811853},"labels":[],"label_agreement":null},{"id":"W2062675161","doi":"10.1016/j.infsof.2007.10.012","title":"Architecting-problems rooted in requirements","year":2007,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Requirements engineering; Software requirements; Computer science; Software requirements specification; Software engineering; Quality (philosophy); Requirements elicitation; Software development; Software; Systems engineering; Engineering; Software construction","score_opus":0.011928428012539474,"score_gpt":0.2575535918467975,"score_spread":0.24562516383425803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062675161","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05233132,0.000086354434,0.9445518,0.0005472365,0.00010627815,0.00012310725,4.3349283e-7,0.0018821934,0.00037123033],"genre_scores_gemma":[0.73462975,0.000033704055,0.2650796,0.00022342546,0.000005842692,0.000012886317,0.0000025831462,0.0000035221335,0.000008707938],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992533,0.0000071608356,0.00030252407,0.000107027336,0.00010807809,0.00022195236],"domain_scores_gemma":[0.9994595,0.00010647372,0.00010424114,0.00025196315,0.000043901215,0.000033937307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058613665,0.00008620012,0.000093328155,0.00074460544,0.0000534511,0.00006382546,0.00033674526,0.00014143254,0.0000032914077],"category_scores_gemma":[0.00042079668,0.00008561574,0.000012307207,0.0007049687,0.000031626856,0.0011469424,0.00018446372,0.00022423708,0.0000136610215],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004133699,0.000012811581,0.02795988,0.000026652064,0.0000043375144,0.0000062366594,0.00060087175,0.00008881033,0.00003046209,0.026046135,0.00006363732,0.94515604],"study_design_scores_gemma":[0.003780976,0.0011065989,0.198344,0.0004676775,0.000014028126,0.00094583357,0.0005340334,0.036896676,0.009833958,0.225915,0.5201367,0.0020245118],"about_ca_topic_score_codex":0.000036468744,"about_ca_topic_score_gemma":0.000027593818,"teacher_disagreement_score":0.9431315,"about_ca_system_score_codex":0.000032276574,"about_ca_system_score_gemma":0.000014788212,"threshold_uncertainty_score":0.34913087},"labels":[],"label_agreement":null},{"id":"W2064871489","doi":"10.1145/1082983.1083115","title":"Effects of agile practices on social factors","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"TransCanada (Canada)","funders":"","keywords":"Agile software development; Timeline; Extreme programming practices; Computer science; Knowledge management; Process management; Scrum; Lean software development; Quality (philosophy); Software quality; Agile Unified Process; Agile usability engineering; Software; Software development; Engineering; Software development process; Engineering management; Software engineering","score_opus":0.02591000041924832,"score_gpt":0.28006082794159437,"score_spread":0.2541508275223461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064871489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6782081,0.000739203,0.31524172,0.0007942011,0.00074463664,0.0003487753,0.0000094985,0.0039042665,0.000009568082],"genre_scores_gemma":[0.7759899,0.00003257998,0.22359742,0.00008238034,0.00021173111,0.000027478016,0.0000042283677,0.000038769016,0.000015501259],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983977,0.000039937462,0.00031753417,0.00042434517,0.00041540148,0.00040506874],"domain_scores_gemma":[0.9302261,0.06851416,0.00037765692,0.00069409516,0.00008499532,0.00010301854],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00026293457,0.0003355853,0.0003379647,0.00024492896,0.000106261476,0.00010990608,0.0014113942,0.00017652896,0.0000137645475],"category_scores_gemma":[0.12652074,0.00032240414,0.00014766947,0.00045589564,0.000024249768,0.0009935744,0.00033865118,0.00038656997,0.000026719643],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018254376,0.002873372,0.27388835,0.0051756846,0.0011859396,0.00026474273,0.015290314,0.032416664,0.0843006,0.055318832,0.018116375,0.51098657],"study_design_scores_gemma":[0.00087397156,0.00060735224,0.35893533,0.00039121805,0.00010532024,0.000027979144,0.000012541017,0.0021072552,0.5633831,0.00017058956,0.071746215,0.0016391227],"about_ca_topic_score_codex":0.00003344507,"about_ca_topic_score_gemma":8.8569396e-7,"teacher_disagreement_score":0.50934744,"about_ca_system_score_codex":0.000065456494,"about_ca_system_score_gemma":0.000038753355,"threshold_uncertainty_score":0.9999228},"labels":[],"label_agreement":null},{"id":"W2065527077","doi":"10.1145/1062455.1062641","title":"What you always wanted to know about agile methods but did not dare to ask","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Ask price; Agile software development; Computer science; Software engineering; Business","score_opus":0.025263694877367522,"score_gpt":0.3478889759249406,"score_spread":0.3226252810475731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065527077","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017813117,0.00032990068,0.9800647,0.013098237,0.0008402049,0.00025398112,0.0000034667548,0.0018465916,0.0017815902],"genre_scores_gemma":[0.017545262,0.00013601728,0.9726705,0.005288716,0.00018410245,0.0000540661,0.0000018366525,0.000021587608,0.0040978943],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984942,0.000087001674,0.00024859855,0.0005156368,0.00026378798,0.00039076773],"domain_scores_gemma":[0.99820065,0.0004336488,0.000049144433,0.0009250383,0.00011477855,0.00027671515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008181092,0.00020356658,0.0002131934,0.00017168591,0.00009562023,0.00067467755,0.0012089019,0.0000854591,0.00017092083],"category_scores_gemma":[0.00037640138,0.00017846121,0.00007197615,0.00056838605,0.000009622951,0.0017281175,0.00058925856,0.00017904038,0.00037148778],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011258511,0.000046546596,0.000024106941,0.000011074597,0.000017049593,0.000008708254,0.0011130716,0.0014639001,0.0084373,0.0073521654,0.037154872,0.94435996],"study_design_scores_gemma":[0.000081148355,0.00013330323,0.00036127123,0.0000695893,0.000005883949,0.000015228544,0.000042300788,0.019856015,0.11876357,0.00017084132,0.8601681,0.00033273135],"about_ca_topic_score_codex":0.000082325285,"about_ca_topic_score_gemma":0.00002053653,"teacher_disagreement_score":0.94402725,"about_ca_system_score_codex":0.00006276066,"about_ca_system_score_gemma":0.00003402351,"threshold_uncertainty_score":0.7277437},"labels":[],"label_agreement":null},{"id":"W2065698748","doi":"10.1109/tse.2012.8","title":"Guest Editor's Introduction: International Conference on Software Engineering","year":2012,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Special section; Software engineering; Section (typography); Software; Library science; Programming language; Engineering; Operating system; Engineering physics","score_opus":0.017545056608538608,"score_gpt":0.24498084886590438,"score_spread":0.22743579225736577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065698748","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006430954,0.00007938627,0.9478586,0.00035132517,0.046613656,0.00018833841,0.000021990718,0.004207648,0.000035993595],"genre_scores_gemma":[0.42051262,0.00011719193,0.5644477,0.00013733152,0.014215182,0.00020294805,0.000012483673,0.00011350891,0.00024102836],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977868,0.00002694213,0.0003813192,0.00055048335,0.0005952129,0.00065924117],"domain_scores_gemma":[0.9982453,0.00039421662,0.000095561125,0.00083437026,0.00013303169,0.00029752072],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036592677,0.0004656898,0.00029092032,0.0005030802,0.00015849582,0.0002474869,0.00092856964,0.00022174089,0.0001528987],"category_scores_gemma":[0.0002576331,0.00050993694,0.0001714566,0.0005461313,0.000021193997,0.0015375788,0.000016799278,0.0008826916,0.00017060546],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000881179,0.001054322,0.00052737485,0.00028477365,0.0006053571,0.000055318713,0.0013893103,0.89892185,0.0017986582,0.025597516,0.036317937,0.033359487],"study_design_scores_gemma":[0.001142617,0.0006094987,0.0012460966,0.0005409106,0.00010968936,0.00042222216,0.000042047413,0.20328604,0.06320588,0.000053522414,0.7263497,0.0029917813],"about_ca_topic_score_codex":0.000010021081,"about_ca_topic_score_gemma":5.656479e-7,"teacher_disagreement_score":0.6956358,"about_ca_system_score_codex":0.00025668286,"about_ca_system_score_gemma":0.000040490082,"threshold_uncertainty_score":0.99973524},"labels":[],"label_agreement":null},{"id":"W2066626806","doi":"10.1108/02656711211272863","title":"Agile software development practices: evolution, principles, and criticisms","year":2012,"lang":"en","type":"article","venue":"International Journal of Quality & Reliability Management","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Agile software development; Lean software development; Software development; Extreme programming practices; Personal software process; Software development process; Agile Unified Process; Agile usability engineering; Software engineering; Software peer review; Software; Computer science; Engineering management; Engineering; Software construction; Process management","score_opus":0.05848585762987115,"score_gpt":0.3562875006268723,"score_spread":0.2978016429970012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066626806","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05517554,0.00057375757,0.93878365,0.0034304147,0.0013047594,0.00014111308,0.0000018141253,0.000119132696,0.0004698221],"genre_scores_gemma":[0.48870245,0.00011128752,0.5106519,0.00028892056,0.00013209354,0.000008780627,0.0000012753578,0.0000059439444,0.00009739496],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99776274,0.00018080774,0.0007602474,0.00020000941,0.00087644777,0.00021974089],"domain_scores_gemma":[0.99744195,0.0005819413,0.00091125566,0.000341258,0.0005757445,0.00014788187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047489945,0.0001337821,0.00017667611,0.00017334514,0.00007298267,0.0001963401,0.00096341554,0.000049545255,0.00002017446],"category_scores_gemma":[0.0019434266,0.00012046486,0.00007096891,0.00012670449,0.00004135603,0.001950642,0.0005617988,0.0002192952,0.000009747573],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019186079,0.0025402482,0.14782304,0.00065007276,0.0011051778,0.00010107691,0.0057789567,0.001121828,0.00012269142,0.6765276,0.004579346,0.1594581],"study_design_scores_gemma":[0.0005852537,0.00011669234,0.28555465,0.0001929272,0.00005044936,0.00019378202,0.00024865844,0.0004960936,0.0006610827,0.01503729,0.6964739,0.00038922238],"about_ca_topic_score_codex":0.00003341079,"about_ca_topic_score_gemma":0.0000020369107,"teacher_disagreement_score":0.69189453,"about_ca_system_score_codex":0.00033602334,"about_ca_system_score_gemma":0.00006571474,"threshold_uncertainty_score":0.49124143},"labels":[],"label_agreement":null},{"id":"W2067172306","doi":"10.1145/1056018.1056045","title":"On the use of visualization to support awareness of human activities in software development","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":166,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Visualization; Computer science; Formative assessment; Software development; Software; Software visualization; Human–computer interaction; Data science; Knowledge management; Software engineering; Software construction; Artificial intelligence","score_opus":0.07921767493007227,"score_gpt":0.3285502051407375,"score_spread":0.24933253021066526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067172306","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33056986,0.0000018048775,0.6691005,0.000100230085,0.000020438902,0.00007820516,4.1926995e-7,0.000091148235,0.00003738002],"genre_scores_gemma":[0.8180462,0.0000018409658,0.18167673,0.00015492736,0.0000045185143,0.00001430918,0.000001084179,0.000004064765,0.000096321215],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999459,0.00002551718,0.00017422569,0.00010505366,0.00015567963,0.00008052227],"domain_scores_gemma":[0.99928415,0.00037474235,0.000061655264,0.00022989849,0.000033248685,0.000016283813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021913652,0.00005985455,0.0000854396,0.000117568175,0.000026838605,0.000027805065,0.00028070193,0.000024109755,0.000030358808],"category_scores_gemma":[0.00012271458,0.000043401407,0.000013737513,0.00022311791,0.000008428374,0.00035862025,0.000098931225,0.000036401092,0.0000017676566],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044623346,0.00085810304,0.045118853,0.00018929115,0.00005696881,0.0000062623485,0.017121999,0.046267424,0.0050068498,0.52195764,0.012519221,0.35085276],"study_design_scores_gemma":[0.00025030226,0.0006227464,0.036110707,0.00023729504,0.000004860201,0.0000036998865,0.00006537333,0.010024818,0.89611644,0.0010856299,0.055021062,0.00045709754],"about_ca_topic_score_codex":0.00006156558,"about_ca_topic_score_gemma":0.000069741065,"teacher_disagreement_score":0.8911096,"about_ca_system_score_codex":0.000023676095,"about_ca_system_score_gemma":0.00004479719,"threshold_uncertainty_score":0.1769858},"labels":[],"label_agreement":null},{"id":"W2067671180","doi":"10.1145/2676723.2677284","title":"An Experience Report at Teaching a Group Based Agile Software Development Project Course","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Division of Civil, Mechanical and Manufacturing Innovation; Mitacs","keywords":"Agile software development; Software project management; Software development; Scope (computer science); Lean software development; Computer science; Software development process; Engineering management; Agile usability engineering; Software engineering; Personal software process; Software; Knowledge management; Engineering; Software construction","score_opus":0.05039717065577085,"score_gpt":0.3384351343211827,"score_spread":0.28803796366541184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067671180","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04680184,0.000035594116,0.94941473,0.000104900864,0.00026211218,0.00018858285,3.6607028e-7,0.0024793993,0.00071246957],"genre_scores_gemma":[0.28891906,4.139085e-7,0.71046567,0.00019832909,0.000028210854,0.00008385349,0.000008188024,0.000011026158,0.0002852766],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985368,0.00007148512,0.00024543115,0.0004631632,0.00041297378,0.00027012525],"domain_scores_gemma":[0.998691,0.00012170504,0.00011305574,0.0008183748,0.00007882074,0.00017700781],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011064867,0.00016014873,0.00012798377,0.00007424584,0.00016608197,0.0001960111,0.0007762689,0.00005987598,0.00001432455],"category_scores_gemma":[0.0003321456,0.0001370968,0.000028641467,0.00017545714,0.000019362054,0.0011181145,0.00024215419,0.0001539278,0.0000149152265],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015130754,0.0030161848,0.18449327,0.0001996848,0.00013687754,0.006432296,0.076077074,0.0037421144,0.0025363618,0.017991858,0.13221559,0.57300735],"study_design_scores_gemma":[0.0005975943,0.0005263715,0.0059408066,0.00008858649,0.0000113055385,0.0011172832,0.00036422806,0.09919449,0.011817339,0.00027733072,0.87883675,0.0012279085],"about_ca_topic_score_codex":0.00016266224,"about_ca_topic_score_gemma":0.000021022337,"teacher_disagreement_score":0.7466212,"about_ca_system_score_codex":0.00013961761,"about_ca_system_score_gemma":0.0002879509,"threshold_uncertainty_score":0.5590645},"labels":[],"label_agreement":null},{"id":"W2067729594","doi":"10.1109/iccse.2009.5228291","title":"Application of software engineering approaches to interdisciplinary education","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Subject matter; Software engineering; Process (computing); Software; Subject (documents); Programming language; Curriculum; Psychology; World Wide Web","score_opus":0.03195614481106768,"score_gpt":0.26964467579290086,"score_spread":0.23768853098183318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067729594","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002659505,0.00004477842,0.99483055,0.0011369779,0.0000781475,0.00013938897,2.1247685e-7,0.00056428846,0.0005461675],"genre_scores_gemma":[0.495979,6.991904e-7,0.5038959,0.00006116349,0.000019313262,0.000017045795,9.943683e-7,0.0000022525896,0.000023641127],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995515,0.0000050392932,0.00011867594,0.0001588567,0.00008282628,0.00008311724],"domain_scores_gemma":[0.99949414,0.00005526198,0.000036151432,0.00034418865,0.000024256418,0.00004602287],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001134753,0.00006626629,0.00007091824,0.00011128295,0.000018073231,0.000028050054,0.00038714983,0.000029697067,0.0000016026567],"category_scores_gemma":[0.00004988576,0.0000630617,0.0000242959,0.0002890278,0.0000023444472,0.0003083865,0.00012725576,0.000050130853,0.0000067705932],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027184958,0.00010290354,0.0002920446,0.000023739805,0.0000041339263,2.0133173e-7,0.00048485494,0.0040627928,0.00081150164,0.16138718,0.0009030927,0.83192486],"study_design_scores_gemma":[0.00026964935,0.0012475481,0.1288675,0.0002529557,0.000027867234,0.00008501327,0.00014764407,0.6857718,0.08448529,0.053345703,0.044044085,0.0014549416],"about_ca_topic_score_codex":0.0000047019794,"about_ca_topic_score_gemma":2.2522444e-7,"teacher_disagreement_score":0.8304699,"about_ca_system_score_codex":0.000019360625,"about_ca_system_score_gemma":0.000021574622,"threshold_uncertainty_score":0.25715813},"labels":[],"label_agreement":null},{"id":"W2067931894","doi":"10.9876/sim.v18i3.482","title":"The impact of Software Process Maturity on Software Project Performance: The Contingent Role of Software Development Risk","year":2013,"lang":"en","type":"article","venue":"Cairn.info","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Software development; Personal software process; Team software process; Software development process; Software project management; Computer science; Software peer review; Software Engineering Process Group; Process management; Software engineering; Software construction; Software; Engineering; Operating system","score_opus":0.01043970535874054,"score_gpt":0.26305669568480833,"score_spread":0.25261699032606777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067931894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8914814,0.0008597019,0.10488967,0.00009531248,0.0002551445,0.00132753,0.00002063246,0.0008174176,0.00025318083],"genre_scores_gemma":[0.88961816,0.00021396186,0.10951537,0.000036883383,0.000060505405,0.00031656912,0.0000055646815,0.000031091608,0.00020188522],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980223,0.00008665547,0.0005311245,0.00033192858,0.0005765751,0.00045141103],"domain_scores_gemma":[0.99686646,0.0009533546,0.0006175206,0.000994734,0.00048592212,0.000081980186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086233404,0.00030984278,0.00031000935,0.00010201194,0.00042831042,0.00019682178,0.0017138195,0.00012528292,0.000035725792],"category_scores_gemma":[0.0012927426,0.00016877663,0.0001771915,0.00044927417,0.000121632685,0.0006689056,0.0003442853,0.00043790744,0.000026289785],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014079767,0.00033394468,0.2540878,0.00054141413,0.00044379145,0.000003890026,0.024505882,0.005395928,0.000092786555,0.00061096926,0.009416799,0.704426],"study_design_scores_gemma":[0.0014368672,0.002709551,0.83953327,0.001186885,0.00012104402,0.000096233656,0.000957986,0.029461907,0.075268336,0.004426853,0.042803608,0.0019974615],"about_ca_topic_score_codex":0.0011436369,"about_ca_topic_score_gemma":0.000017460205,"teacher_disagreement_score":0.7024285,"about_ca_system_score_codex":0.00023623093,"about_ca_system_score_gemma":0.0004277348,"threshold_uncertainty_score":0.68825114},"labels":[],"label_agreement":null},{"id":"W2068221441","doi":"10.1016/j.cirp.2007.10.010","title":"A SCIENTIFIC FOUNDATION OF COLLABORATIVE ENGINEERING","year":2007,"lang":"en","type":"article","venue":"CIRP Annals","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":221,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Collaborative engineering; Health systems engineering; Foundation (evidence); Domain (mathematical analysis); Biological systems engineering; Field (mathematics); Engineering management; Engineering; Engineering ethics; Interdisciplinarity; Grand Challenges; Knowledge management; Computer science; Civil engineering software; Work in process; Sociology; Political science","score_opus":0.027982673241949366,"score_gpt":0.3085628088212399,"score_spread":0.2805801355792905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068221441","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03177445,0.0001796138,0.96657085,0.0001721191,0.0003856685,0.00007249537,8.9212693e-7,0.00024063575,0.0006032999],"genre_scores_gemma":[0.84828395,0.000008940392,0.15155526,0.00003195532,0.000032340824,0.000003359697,0.0000015818591,0.0000045737443,0.000078063524],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994053,0.0000092303,0.00014426874,0.00014502741,0.0001561881,0.00013998017],"domain_scores_gemma":[0.9991923,0.00018723833,0.00007876096,0.00026689513,0.00023346434,0.00004135028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010138939,0.000056954494,0.000076408985,0.00015927273,0.000045973655,0.0001340167,0.00029596913,0.000030138559,0.000007961017],"category_scores_gemma":[0.00029475367,0.00005804814,0.00002394821,0.00075664284,0.000020903071,0.0005572887,0.000055037814,0.000054008808,0.000010331056],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031897125,0.00021585773,0.001913329,0.00018955329,0.00010605103,0.00005371835,0.006437272,0.0041225213,0.09822176,0.54267347,0.011211466,0.33482307],"study_design_scores_gemma":[0.00024230265,0.00023648834,0.020097189,0.00013098435,0.000009220196,0.000020313177,0.000056473127,0.04243863,0.47536492,0.005619078,0.45530125,0.0004831482],"about_ca_topic_score_codex":0.0000035705023,"about_ca_topic_score_gemma":0.0000010542497,"teacher_disagreement_score":0.8165095,"about_ca_system_score_codex":0.000009649761,"about_ca_system_score_gemma":0.00003589521,"threshold_uncertainty_score":0.23671344},"labels":[],"label_agreement":null},{"id":"W2069122536","doi":"10.5555/2667089.2667090","title":"Combining experiments and grounded theory to evaluate a research prototype: lessons from the Umple model-oriented programming technology","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Grounded theory; Software deployment; Comprehension; Management science; Empirical research; Scarcity; Quality (philosophy); Data science; Software engineering; Engineering; Qualitative research","score_opus":0.1395927116664308,"score_gpt":0.43164367019883826,"score_spread":0.2920509585324075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069122536","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05112537,0.00037765433,0.943235,0.0031255453,0.00009138007,0.000966624,7.9182917e-7,0.0007462124,0.00033145252],"genre_scores_gemma":[0.62053365,0.0000056434533,0.37865445,0.00009608405,0.000020435264,0.00062807056,7.335386e-7,0.000009347004,0.0000515833],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985592,0.00020409876,0.0001353317,0.0002953953,0.0003313685,0.0004746225],"domain_scores_gemma":[0.9984878,0.00064527936,0.0000342515,0.00062513485,0.000103584665,0.000103984574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002647785,0.00011260975,0.000107644635,0.00012795048,0.00030428547,0.00018413554,0.0006984498,0.00007704908,0.000009030147],"category_scores_gemma":[0.0004073793,0.0000770557,0.000017444314,0.0006370018,0.00007174476,0.0005121674,0.0008753327,0.0003091103,0.0000136444],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036526882,0.00010830563,0.0014073655,0.000005282565,0.000032129054,0.0000015554365,0.00599926,0.00004086342,0.0013440879,0.85194147,0.0003256533,0.13875753],"study_design_scores_gemma":[0.0015845116,0.0015982749,0.0030043817,0.0002825216,0.00004973633,0.00006433835,0.0043818983,0.36240882,0.059128843,0.42734554,0.13879864,0.0013525079],"about_ca_topic_score_codex":0.00015769928,"about_ca_topic_score_gemma":0.000005065896,"teacher_disagreement_score":0.5694083,"about_ca_system_score_codex":0.000038417136,"about_ca_system_score_gemma":0.000034827055,"threshold_uncertainty_score":0.31422403},"labels":[],"label_agreement":null},{"id":"W2069570166","doi":"10.5555/776816.776954","title":"Addressing the challenges of software industry globalization: the workshop on global software development","year":2003,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Globalization; Work (physics); Software development; Software; Engineering management; Knowledge management; Field (mathematics); Computer science; Engineering ethics; Process management; Engineering; Political science","score_opus":0.12203952425332974,"score_gpt":0.33191268044439576,"score_spread":0.209873156191066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069570166","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003909119,0.0006439747,0.990376,0.0013162125,0.0015020727,0.00022665423,0.000013450688,0.00086804235,0.0011445067],"genre_scores_gemma":[0.7645572,0.00017346627,0.23451665,0.00039476258,0.00014289186,0.00010020706,0.0000074052537,0.00003210387,0.000075348995],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99792504,0.000084536114,0.00041080327,0.00043947392,0.0008071111,0.00033302186],"domain_scores_gemma":[0.99777144,0.00089258177,0.00022388333,0.00071326736,0.0003102388,0.00008858057],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055171904,0.00032974713,0.00021504606,0.00010177699,0.00018605137,0.00027981173,0.001804638,0.00023092824,0.000060141727],"category_scores_gemma":[0.0025404952,0.00023319616,0.00009148701,0.0004098301,0.000052311123,0.0003883181,0.00022896104,0.00064571167,0.000017835468],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016737784,0.000112975256,0.003081057,0.0000499081,0.00017099596,0.000021614504,0.0009616046,0.04380357,0.000007184865,0.8704775,0.000650046,0.08064678],"study_design_scores_gemma":[0.004942389,0.001241964,0.21241738,0.016837949,0.00023975958,0.0011669378,0.003067683,0.0892025,0.017990524,0.052523036,0.5914641,0.008905788],"about_ca_topic_score_codex":0.000005207393,"about_ca_topic_score_gemma":0.000004026996,"teacher_disagreement_score":0.8179545,"about_ca_system_score_codex":0.00020248849,"about_ca_system_score_gemma":0.00020154283,"threshold_uncertainty_score":0.95094633},"labels":[],"label_agreement":null},{"id":"W2070430535","doi":"10.1109/ieem.2011.6118198","title":"The impact of absorptive capacity on the ex-post adoption of agile methods: The case of Extreme Programming model","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Agile software development; Mindset; Extreme programming; Absorptive capacity; Computer science; Context (archaeology); Agile Unified Process; Process (computing); Scrum; Construct (python library); Dynamic capabilities; Set (abstract data type); Process management; Knowledge management; New product development; Software engineering; Software development; Engineering; Software development process; Business; Software; Artificial intelligence","score_opus":0.14670578384700103,"score_gpt":0.3436066172509549,"score_spread":0.1969008334039539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070430535","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13609634,0.000043908425,0.8625708,0.00007892441,0.000033501416,0.00024954125,0.0000037359468,0.00006954478,0.00085369963],"genre_scores_gemma":[0.657913,0.000013438793,0.3420309,0.00000851804,0.000004441881,0.00001241349,1.1445375e-7,0.000003905897,0.000013224134],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999202,0.00020244448,0.0002229176,0.0001231871,0.00011776211,0.00013165006],"domain_scores_gemma":[0.99733126,0.0014966811,0.00026916587,0.00068794494,0.00019231513,0.000022606593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018414467,0.000098538905,0.00011982572,0.000034561705,0.00008433792,0.00002437735,0.00064991316,0.000039456983,0.000009986562],"category_scores_gemma":[0.00035267664,0.000039395807,0.00012430886,0.0002174071,0.000116629235,0.00021611038,0.00012314857,0.00014954517,6.822308e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015046255,0.00047544148,0.00027606543,0.000064856256,0.00031026296,0.000015850672,0.026201623,0.010997219,0.011556349,0.54099065,0.0005291277,0.4084321],"study_design_scores_gemma":[0.00011691512,0.00089344126,0.0013319396,0.000058650785,0.00003666569,0.000115533214,0.0008547195,0.8898185,0.08610093,0.02038202,0.0001088841,0.00018182477],"about_ca_topic_score_codex":0.0024352325,"about_ca_topic_score_gemma":0.000033559958,"teacher_disagreement_score":0.87882125,"about_ca_system_score_codex":0.00001779624,"about_ca_system_score_gemma":0.000034284127,"threshold_uncertainty_score":0.36813596},"labels":[],"label_agreement":null},{"id":"W2070848457","doi":"10.1109/ms.2008.107","title":"A Replicated Survey of IT Software Project Failures","year":2008,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":335,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Software project management; Software review; Software peer review; Software; Software engineering; Computer science; Software development; Engineering; Software construction; Operating system","score_opus":0.07118256728858817,"score_gpt":0.3032006274918481,"score_spread":0.23201806020325993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070848457","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035274066,0.0002773868,0.96102583,0.00019219134,0.00035739492,0.00032503332,0.00004445463,0.0024471923,0.000056466335],"genre_scores_gemma":[0.5441381,0.00011239551,0.45513391,0.00020164328,0.00004540895,0.000062899824,0.000021130776,0.00003684781,0.00024766187],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.998172,0.00014629615,0.00039999885,0.00053220725,0.00040329577,0.00034623],"domain_scores_gemma":[0.99699223,0.0010505798,0.00024043636,0.001258332,0.00037402118,0.00008439996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000599029,0.00023606134,0.0003328198,0.00020017313,0.00022105186,0.00004111191,0.001275969,0.00015229423,0.000015309733],"category_scores_gemma":[0.002126133,0.00022151895,0.00010352203,0.0010753828,0.000084105035,0.00058333954,0.00021011812,0.00025700126,0.000022556393],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023055467,0.000965303,0.39143854,0.000693055,0.00046922016,0.0006636225,0.009473818,0.0017084683,0.0014040485,0.0011073513,0.50553244,0.086313576],"study_design_scores_gemma":[0.002369448,0.0019602038,0.6289668,0.0006572896,0.00008697401,0.0018287951,0.000042845983,0.0055680894,0.07563353,0.002309832,0.2766091,0.003967108],"about_ca_topic_score_codex":0.0026379903,"about_ca_topic_score_gemma":0.00007905971,"teacher_disagreement_score":0.50886405,"about_ca_system_score_codex":0.00003501029,"about_ca_system_score_gemma":0.0002445775,"threshold_uncertainty_score":0.90332806},"labels":[],"label_agreement":null},{"id":"W2070948668","doi":"10.1109/gtse.2013.6613870","title":"Generating a useful theory of software engineering","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Grounded theory; Software; Software engineering; Social software engineering; Software development; Management science; Software construction; Engineering; Programming language; Qualitative research; Sociology","score_opus":0.012901185773288509,"score_gpt":0.21337282457704287,"score_spread":0.20047163880375438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070948668","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0329038,0.0000952416,0.9657517,0.000057490914,0.00010619676,0.00007527305,1.9777076e-7,0.0008603746,0.00014969108],"genre_scores_gemma":[0.2868715,0.00000393498,0.71291167,0.000068150344,0.000022443408,0.0000167872,2.1454387e-7,0.0000062254926,0.00009908035],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99949026,0.000016098398,0.00013453346,0.0001293226,0.00009959551,0.00013017566],"domain_scores_gemma":[0.99914324,0.0003990377,0.000043323296,0.0003225897,0.000053112475,0.000038690083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002134664,0.00007616798,0.00008655346,0.00006051327,0.00002048359,0.000073137395,0.00040137506,0.000034605444,0.00009616372],"category_scores_gemma":[0.0003396784,0.00006453941,0.00003341106,0.00015660052,0.000006180916,0.0005942421,0.00013360253,0.000074405885,0.000021696203],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030780914,0.00011158452,0.010938065,0.00022540578,0.00012081762,0.0000141701885,0.0014911949,0.032627497,0.02679912,0.6166074,0.0076846797,0.30337697],"study_design_scores_gemma":[0.00025488943,0.0001919792,0.0125167705,0.00010414689,0.000012432837,0.00006189137,0.00003388384,0.88721085,0.07695813,0.012425339,0.00947198,0.00075769215],"about_ca_topic_score_codex":0.000027658685,"about_ca_topic_score_gemma":1.885646e-7,"teacher_disagreement_score":0.8545834,"about_ca_system_score_codex":0.000007527026,"about_ca_system_score_gemma":0.000011756852,"threshold_uncertainty_score":0.26318407},"labels":[],"label_agreement":null},{"id":"W2071308215","doi":"10.4018/ijissc.2014070106","title":"Personality Profiles of Software Engineers and Their Software Quality Preferences","year":2014,"lang":"en","type":"article","venue":"International Journal of Information Systems and Social Change","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Personality; Quality (philosophy); Software quality; Software; Computer science; Software engineering; Software development; Psychology; Social psychology; Operating system","score_opus":0.047527128529892465,"score_gpt":0.2939128979284039,"score_spread":0.24638576939851145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071308215","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15127872,0.000310558,0.8469734,0.000496992,0.00069337786,0.00010100613,0.00003605481,0.00005831009,0.000051540836],"genre_scores_gemma":[0.9878834,0.000072779214,0.011695421,0.0000851049,0.00024669917,0.000006808787,0.0000047799876,0.0000023220302,0.0000026979396],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990815,0.000067001674,0.00042017488,0.000050275274,0.00031349988,0.00006756051],"domain_scores_gemma":[0.99851304,0.0002524884,0.0006148382,0.00005372321,0.000529982,0.00003595302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009848897,0.00008051174,0.00018055477,0.00013360323,0.0000481759,0.00017150784,0.00029064674,0.00006153212,0.0000017563251],"category_scores_gemma":[0.00026311036,0.00006083286,0.000046903333,0.000056084937,0.000028865197,0.0019331707,0.00007041706,0.000099930076,3.472359e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010861491,0.0000805322,0.040589854,0.001269193,0.0004772359,0.0000022548566,0.16663264,0.000106960666,0.00006779246,0.18458812,0.0009857194,0.6050911],"study_design_scores_gemma":[0.0045376373,0.0016229583,0.691958,0.0020482119,0.00008304745,0.0008066692,0.017818902,0.033293493,0.0017384326,0.016432878,0.22771187,0.0019479104],"about_ca_topic_score_codex":0.00014534639,"about_ca_topic_score_gemma":0.0000018498553,"teacher_disagreement_score":0.83660465,"about_ca_system_score_codex":0.000023335824,"about_ca_system_score_gemma":0.000023674862,"threshold_uncertainty_score":0.2480692},"labels":[],"label_agreement":null},{"id":"W2071650163","doi":"10.1109/ms.2012.3","title":"Conway's Law Revisited: The Evidence for a Task-Based Perspective","year":2011,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Mirroring; Perspective (graphical); Task (project management); Computer science; Software; Organizational architecture; Software system; Software engineering; Software architecture; Knowledge management; Engineering; Artificial intelligence; Programming language; Sociology; Systems engineering; Communication","score_opus":0.1082970439283792,"score_gpt":0.3257855418566644,"score_spread":0.21748849792828523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071650163","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001988192,0.0011066729,0.99530005,0.0009071799,0.0003844949,0.00046769084,0.000011401089,0.0012498772,0.00037379406],"genre_scores_gemma":[0.6281092,0.000026280442,0.36949354,0.0019519281,0.00012452381,0.00021045342,9.856802e-7,0.000022126265,0.000060947987],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99891865,0.00006648501,0.00015987373,0.00039177248,0.00019666023,0.0002665379],"domain_scores_gemma":[0.9968731,0.0018051389,0.00011291415,0.00086248666,0.0002788338,0.000067551875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005525302,0.00016259725,0.00014770741,0.000047038222,0.0003421266,0.00011112718,0.001212977,0.00007384483,0.00001830674],"category_scores_gemma":[0.0009279035,0.000118164055,0.00012461323,0.00027348482,0.00007849941,0.0006424837,0.00006425728,0.00018232207,0.000021353111],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002653398,0.00028089044,0.002119974,0.0003582982,0.00021444958,0.00009277852,0.017374001,0.000633867,0.00063649524,0.91143423,0.041709002,0.024880698],"study_design_scores_gemma":[0.002592305,0.003576248,0.003936485,0.002396665,0.0004132724,0.00021737149,0.00047819025,0.037408464,0.094648615,0.29663557,0.5539034,0.003793419],"about_ca_topic_score_codex":0.0002911316,"about_ca_topic_score_gemma":0.000012229296,"teacher_disagreement_score":0.6279104,"about_ca_system_score_codex":0.00006342353,"about_ca_system_score_gemma":0.0000785269,"threshold_uncertainty_score":0.48185903},"labels":[],"label_agreement":null},{"id":"W2072090132","doi":"10.1080/10286600214151","title":"Decision mapping: Understanding decision making processes","year":2002,"lang":"en","type":"article","venue":"Civil Engineering and Environmental Systems","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Decision support system; Decision engineering; Evidential reasoning approach; Decision analysis; Computer science; Business decision mapping; R-CAST; Task (project management); Decision quality; Context (archaeology); Management science; Quality (philosophy); Process management; Risk analysis (engineering); Knowledge management; Data science; Systems engineering; Data mining; Engineering; Business","score_opus":0.027556977909203563,"score_gpt":0.20578759525127724,"score_spread":0.17823061734207368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072090132","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015011359,0.0047713974,0.9787824,0.000019978215,0.00053157425,0.00012119701,0.0000022288004,0.0005137049,0.00024613726],"genre_scores_gemma":[0.9676336,0.0006583306,0.03155311,0.0000117304535,0.00006434947,0.000018988654,9.735775e-7,0.000021480077,0.000037447557],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989342,0.00001042425,0.0002171589,0.00032841688,0.00025894007,0.00025086803],"domain_scores_gemma":[0.999127,0.0004256735,0.000059902242,0.00029587926,0.000003236155,0.0000883526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020108659,0.00018418331,0.00016223194,0.00013833471,0.00011976163,0.00025833686,0.0002931202,0.000081061095,0.000017582677],"category_scores_gemma":[0.00008363979,0.00017754937,0.000029273886,0.00020951488,0.000015140251,0.0005183161,0.00017282725,0.00013206076,0.00001677879],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003745733,0.00051678956,0.020967133,0.0027333081,0.00031690692,0.00047627997,0.008920923,0.6514789,0.0060077664,0.025265116,0.013458833,0.26982063],"study_design_scores_gemma":[0.0002086154,0.00006355507,0.000794456,0.00077201996,0.0000071170543,0.00026889308,0.00016317132,0.96898526,0.000042519816,0.00040229596,0.027868595,0.00042347377],"about_ca_topic_score_codex":0.00000398056,"about_ca_topic_score_gemma":7.7826786e-7,"teacher_disagreement_score":0.95262223,"about_ca_system_score_codex":0.0001496935,"about_ca_system_score_gemma":0.0000023792136,"threshold_uncertainty_score":0.7240253},"labels":[],"label_agreement":null},{"id":"W2073484328","doi":"10.7251/jit1201014f","title":"Analyzing the Cost and Benefit of Pair Programming Revisited","year":2012,"lang":"en","type":"article","venue":"JITA - Journal of Information Technology and Applications (Banja Luka) - APEIRON","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Focus (optics); Software; Pair programming; Software development; Value (mathematics); Project management; Industrial engineering; Software engineering; Product (mathematics); Risk analysis (engineering); Operations research; Systems engineering; Engineering; Mathematics; Business; Programming language","score_opus":0.009082411788905684,"score_gpt":0.25073473461526546,"score_spread":0.2416523228263598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073484328","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017810855,0.0020779578,0.9775389,0.0020953435,0.000026890933,0.0002570464,0.0000018894038,0.000109611596,0.00008153941],"genre_scores_gemma":[0.8651326,0.00056379597,0.1341532,0.00006322119,0.00003549622,0.00003914216,0.0000024450753,0.0000033851786,0.0000067501833],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99928385,0.00001115975,0.0004160148,0.0000537653,0.00010028816,0.00013491792],"domain_scores_gemma":[0.9987826,0.00016302813,0.0006017578,0.0002569613,0.00014986483,0.00004578674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071092986,0.00008229345,0.00013824976,0.00042249903,0.00015281035,0.00007021395,0.00037850172,0.00010824586,0.000002079621],"category_scores_gemma":[0.000098983786,0.000059269005,0.000030221603,0.00072119053,0.00008567974,0.0016715111,0.00012090224,0.00025251144,0.0000016335911],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004131791,0.000025859446,0.009500287,0.000048518523,0.00002691241,1.1465983e-7,0.00031928133,0.000021961318,0.0000816605,0.26862702,0.00015762143,0.72118664],"study_design_scores_gemma":[0.0008119323,0.00044309147,0.03643541,0.0002682578,0.00017193392,0.0010644014,0.0011744254,0.007394173,0.0088362135,0.027971217,0.9149219,0.0005070731],"about_ca_topic_score_codex":0.0000016488265,"about_ca_topic_score_gemma":1.4277184e-7,"teacher_disagreement_score":0.9147642,"about_ca_system_score_codex":0.000016492708,"about_ca_system_score_gemma":0.000012119541,"threshold_uncertainty_score":0.24169199},"labels":[],"label_agreement":null},{"id":"W2073613279","doi":"10.7763/lnse.2015.v3.188","title":"Design and Assessment for Agile Auditing Model: The Case of ISO 9001 Traceability Requirements","year":2014,"lang":"en","type":"article","venue":"Lecture Notes on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec","funders":"","keywords":"Traceability; Audit; Agile software development; Process management; Business; Systems engineering; Engineering; Computer science; Accounting; Software engineering","score_opus":0.03056224182539864,"score_gpt":0.29619116712551413,"score_spread":0.2656289253001155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073613279","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007448944,0.00010816374,0.9907763,0.00025779303,0.00015814896,0.00044687028,0.0000043490595,0.000794425,0.0000049778137],"genre_scores_gemma":[0.47946668,0.000004346544,0.5203611,0.00006494249,0.00003236116,0.000053099324,8.7419284e-7,0.000015779593,7.626097e-7],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99890614,0.00005968695,0.00025023127,0.00035634357,0.00015355217,0.00027407877],"domain_scores_gemma":[0.9946611,0.004523532,0.00012282668,0.00054873805,0.00008077827,0.00006300275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011712739,0.00022079001,0.00022396859,0.00007588488,0.00013875462,0.000097601565,0.0003621709,0.00009314183,0.000001562804],"category_scores_gemma":[0.0021601464,0.000166021,0.000066870445,0.00018021243,0.000020663048,0.00025038497,0.00009954583,0.0002749949,2.612639e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007681322,0.00002588495,0.00009450346,0.00014605862,0.000027628761,0.0000076062993,0.0002849505,0.9190943,0.00041269365,0.003589664,0.000040505845,0.07626848],"study_design_scores_gemma":[0.000177647,0.00019680108,0.00011114379,0.000059524056,0.000016583273,0.000062610314,0.0000013752688,0.99136686,0.004410823,0.002955669,0.00045409382,0.000186876],"about_ca_topic_score_codex":0.00001398232,"about_ca_topic_score_gemma":0.0000014561185,"teacher_disagreement_score":0.47201774,"about_ca_system_score_codex":0.00004861957,"about_ca_system_score_gemma":0.000028536337,"threshold_uncertainty_score":0.677014},"labels":[],"label_agreement":null},{"id":"W2074204837","doi":"10.1145/1415472.1415496","title":"Programmers are from Mars, customers are from Venus","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Agile software development; Pace; Key (lock); Computer science; Set (abstract data type); Best practice; Work (physics); Knowledge management; Mars Exploration Program; Process management; Business; Engineering; Software engineering; Management; Computer security","score_opus":0.009755885692377776,"score_gpt":0.21959835431225996,"score_spread":0.20984246861988218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074204837","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03923822,0.0008690961,0.9527568,0.0015491901,0.00074137247,0.00019227354,0.000035427704,0.002726682,0.0018909466],"genre_scores_gemma":[0.6967433,0.000018935156,0.30252847,0.00024153828,0.00019025542,0.000024256684,0.00002307052,0.000015219385,0.000214906],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990865,0.00002574534,0.00013793174,0.00032736413,0.00019914607,0.00022332215],"domain_scores_gemma":[0.9991024,0.00020170832,0.00011738788,0.0004882826,0.000029726882,0.00006046044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008089473,0.00013252154,0.00013417882,0.000052407497,0.000052785468,0.00020021352,0.0005933073,0.00007839487,0.000056916466],"category_scores_gemma":[0.000032159453,0.00012239977,0.00005600548,0.00022474957,0.000018105295,0.00038526085,0.00013092665,0.00014564484,0.000069967515],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038802707,0.0004935555,0.19369306,0.000040079147,0.00019658596,0.0007244526,0.00056597125,0.0018454122,0.0008331861,0.011824776,0.27563938,0.5141047],"study_design_scores_gemma":[0.0004253704,0.000066916065,0.12594676,0.00010054559,0.00003203071,0.000007814,0.00009308457,0.017505825,0.0053639775,0.01113822,0.83853453,0.00078492786],"about_ca_topic_score_codex":0.005416506,"about_ca_topic_score_gemma":0.00010896428,"teacher_disagreement_score":0.6575051,"about_ca_system_score_codex":0.00003258217,"about_ca_system_score_gemma":0.000015585201,"threshold_uncertainty_score":0.8188173},"labels":[],"label_agreement":null},{"id":"W2074241100","doi":"10.1109/agile.2010.6","title":"Reactive Variability Management in Agile Software Development","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Agile Unified Process; Agile usability engineering; Computer science; Usability; Extreme programming practices; Code refactoring; Iterative and incremental development; User story; Lean software development; Process management; Software engineering; Software development; Software prototyping; Systems engineering; Software; Risk analysis (engineering); Software development process; Engineering; Business; Human–computer interaction","score_opus":0.008820366522948058,"score_gpt":0.24615237329294076,"score_spread":0.2373320067699927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074241100","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024103487,0.0000026105945,0.9644516,0.00017310682,0.0002905626,0.00015510712,1.5882175e-7,0.0007393007,0.0100840805],"genre_scores_gemma":[0.25375026,0.0000013172729,0.7459451,0.00007672646,0.000008880061,0.00004125797,6.273006e-7,0.0000036634592,0.0001721778],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99926865,0.000021537402,0.00014053703,0.00027037866,0.00013480059,0.00016406561],"domain_scores_gemma":[0.99922174,0.00021269152,0.0000311314,0.00046456163,0.00002599811,0.00004387026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069667224,0.00008524931,0.00007437072,0.000081880244,0.000033998305,0.00006296325,0.00051465305,0.000048992046,0.00005676896],"category_scores_gemma":[0.00012101159,0.00007683426,0.000016013739,0.00023297242,0.000009470904,0.00040585216,0.00027956936,0.00021680898,0.00003205993],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007865034,0.00030873631,0.017305935,0.00004970354,0.000037376893,0.00007233875,0.0010522193,0.00006169745,0.0004884674,0.25258777,0.0014771486,0.72655076],"study_design_scores_gemma":[0.0005643256,0.000062694875,0.2978475,0.000039928298,0.00000797623,0.00003839669,0.000035497014,0.007497732,0.028963026,0.06392998,0.60001814,0.0009947798],"about_ca_topic_score_codex":0.000031452866,"about_ca_topic_score_gemma":0.00002635908,"teacher_disagreement_score":0.72555596,"about_ca_system_score_codex":0.000037362213,"about_ca_system_score_gemma":0.000027835074,"threshold_uncertainty_score":0.313321},"labels":[],"label_agreement":null},{"id":"W2074463862","doi":"10.1023/b:ihie.0000048794.27286.7c","title":"The Real-Time Case Method: Description and Analysis of the First Implementation","year":2004,"lang":"en","type":"article","venue":"Innovative Higher Education","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Mathematics education; Higher education; Computer science; Teaching method; Face (sociological concept); Pedagogy; Psychology; Sociology; Political science","score_opus":0.024276740603045122,"score_gpt":0.3553153389945481,"score_spread":0.33103859839150296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074463862","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41487676,0.00010779313,0.57519984,0.008340502,0.0006165167,0.00031364925,0.000004982347,0.00012533202,0.00041463826],"genre_scores_gemma":[0.8950596,0.000018926436,0.1045906,0.00013719001,0.000027671107,0.000044226526,0.0000054892016,0.000003924147,0.00011235781],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99946976,0.000054993143,0.00017152172,0.0001298245,0.00010329099,0.00007063731],"domain_scores_gemma":[0.99908215,0.00018548718,0.00019578032,0.00028144254,0.00024408844,0.000011059483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043320342,0.000060915423,0.000069142836,0.00012159409,0.00018601149,0.000089619796,0.00018315011,0.000023825856,0.000008776047],"category_scores_gemma":[0.000029646055,0.000038606922,0.000022974746,0.002362207,0.000027671605,0.00036896442,0.000059566853,0.000057724916,7.1862723e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070835963,0.000115291165,0.01729441,0.000017561955,0.00037339074,0.0000021625162,0.004730543,0.0004673303,0.0035508552,0.8977826,0.0017390918,0.073919676],"study_design_scores_gemma":[0.00020794781,0.000095284435,0.9314422,0.00002598229,0.00022291573,0.000048812515,0.00028487053,0.001439139,0.009944535,0.024890888,0.031185828,0.00021159933],"about_ca_topic_score_codex":0.0009499079,"about_ca_topic_score_gemma":0.000053005613,"teacher_disagreement_score":0.9141478,"about_ca_system_score_codex":0.000071634466,"about_ca_system_score_gemma":0.00007970183,"threshold_uncertainty_score":0.15743446},"labels":[],"label_agreement":null},{"id":"W2075727908","doi":"10.1109/re.2006.21","title":"Experiences of Requirements Engineering for Two Consecutive Versions of a Product at VLSC","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Quality (philosophy); Product (mathematics); Requirements engineering; Computer science; New product development; Software engineering; Software quality; Software; Engineering; Engineering management; Manufacturing engineering; Software development; Mathematics; Business; Marketing; Programming language","score_opus":0.02075345104177998,"score_gpt":0.28064892055170304,"score_spread":0.25989546950992304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075727908","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17970492,0.00013020093,0.81902426,0.00006499156,0.00019746482,0.00020833874,0.000002416593,0.00018031667,0.0004871142],"genre_scores_gemma":[0.736534,0.000002469128,0.26329926,0.0000054282664,0.000014226416,0.00003583051,9.069351e-7,0.0000031277252,0.00010472496],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994306,0.0000070618535,0.00017103374,0.00015596344,0.00012019681,0.000115163755],"domain_scores_gemma":[0.9993628,0.0002255002,0.000088797664,0.00023122261,0.0000732507,0.000018394001],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015413405,0.000067431974,0.000109004905,0.000064400745,0.000027415093,0.000009841388,0.00028916693,0.000015300677,0.000012389696],"category_scores_gemma":[0.00010116699,0.00005959427,0.00004146725,0.0001642755,0.000024305746,0.00024686547,0.00011351152,0.000023068551,5.804765e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017883877,0.00076965,0.005204495,0.0007599786,0.00024913932,0.000015242399,0.03259031,0.01566889,0.36937258,0.52820355,0.037734717,0.009252589],"study_design_scores_gemma":[0.00032720773,0.0001947859,0.00031982257,0.0000579902,0.000009732429,0.00000663573,0.0002096526,0.02792774,0.9638326,0.0005148046,0.0064245146,0.0001744786],"about_ca_topic_score_codex":0.0000825489,"about_ca_topic_score_gemma":0.0000020311163,"teacher_disagreement_score":0.59446007,"about_ca_system_score_codex":0.000018143732,"about_ca_system_score_gemma":0.000019612122,"threshold_uncertainty_score":0.24301839},"labels":[],"label_agreement":null},{"id":"W2075909729","doi":"10.5539/cis.v3n3p180","title":"Utilizing Usability Evaluating Model in Applying CMM to Improve the Quality of Software Maintenance Process","year":2010,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Usability; Software engineering; Process (computing); Quality (philosophy); Reliability engineering; Function (biology); Key (lock); Product (mathematics); Software; Systems engineering; Human–computer interaction; Engineering; Operating system","score_opus":0.04430372828469514,"score_gpt":0.365766524035731,"score_spread":0.32146279575103587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075909729","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25441507,0.0000028928164,0.7447522,0.00016437836,0.00016590263,0.00025545747,0.0000011098552,0.00008068129,0.00016229086],"genre_scores_gemma":[0.65213627,0.000001313606,0.34756622,0.00025684942,0.000007317183,0.000030294312,1.6433198e-7,0.0000010118762,5.6808835e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987173,0.000023051602,0.00041254214,0.0002043577,0.00043777304,0.00020499149],"domain_scores_gemma":[0.9986653,0.00029783644,0.00018089164,0.00045561173,0.00033570838,0.00006467632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047528925,0.00008453557,0.00011359559,0.00014443767,0.00015462324,0.00028760152,0.0010220286,0.000030071313,6.978995e-7],"category_scores_gemma":[0.0011932347,0.00006093924,0.00001868523,0.0008491264,0.00014297654,0.0063866456,0.0004500327,0.0002089363,0.0000013510468],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011842003,0.000025950112,0.00716466,0.00018549265,0.0000018287061,1.00641195e-7,0.012098026,0.050105784,0.0034605833,0.075981975,0.000022421234,0.85094136],"study_design_scores_gemma":[0.000082859486,0.000033606495,0.017682062,0.000022604323,5.050686e-7,0.0000028908887,0.00004910237,0.97708654,0.0014420806,0.0034022597,0.00010386245,0.00009159671],"about_ca_topic_score_codex":0.00003086324,"about_ca_topic_score_gemma":0.0000033949002,"teacher_disagreement_score":0.9269808,"about_ca_system_score_codex":0.000020537931,"about_ca_system_score_gemma":0.00014849898,"threshold_uncertainty_score":0.4630164},"labels":[],"label_agreement":null},{"id":"W2077210358","doi":"10.4018/jdm.2009010101","title":"Use Case Diagrams in Support of Use Case Modeling","year":2009,"lang":"en","type":"article","venue":"Journal of Database Management","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Use Case Diagram; Computer science; Unified Modeling Language; Diagram; Communication diagram; Influence diagram; Set (abstract data type); Comprehension; Activity diagram; Class diagram; Representation (politics); Human–computer interaction; Natural language processing; Information retrieval; Artificial intelligence; Programming language; Software; Decision tree","score_opus":0.06721987002247232,"score_gpt":0.30140926671189405,"score_spread":0.23418939668942174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077210358","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19914624,0.0000557398,0.80015564,0.00031168674,0.0001420101,0.000106626445,0.000011269246,0.000037962585,0.000032835032],"genre_scores_gemma":[0.62162095,0.00022190635,0.37791568,0.00019678344,0.000023179526,0.0000011748416,0.0000022135116,0.0000048334573,0.000013301657],"study_design_codex":"case_report","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99881876,0.00005146668,0.000526866,0.00015480582,0.00027034534,0.00017775348],"domain_scores_gemma":[0.9988753,0.00014797974,0.00027551135,0.0005356718,0.00007599544,0.00008949659],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096384186,0.000115101815,0.00019181606,0.0003720047,0.00002859292,0.00015144346,0.00037836496,0.000025410196,0.00000636979],"category_scores_gemma":[0.00009782133,0.00010241374,0.000069382186,0.00032462538,0.000007261114,0.0027340364,0.00021092381,0.00020359004,0.0000011547675],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008800274,0.0005297148,0.0009917293,0.00017398974,0.00014381087,0.81028736,0.00065359566,0.05350351,0.00015451184,0.013753628,0.0111452965,0.10857486],"study_design_scores_gemma":[0.0022813063,0.0014787703,0.00065911055,0.0006346879,0.00027913536,0.14359197,0.00028912845,0.7961739,0.0011741949,0.0014269543,0.051043227,0.00096763676],"about_ca_topic_score_codex":0.00020128074,"about_ca_topic_score_gemma":0.000022499304,"teacher_disagreement_score":0.74267036,"about_ca_system_score_codex":0.000044250974,"about_ca_system_score_gemma":0.000016492864,"threshold_uncertainty_score":0.4176311},"labels":[],"label_agreement":null},{"id":"W2078732285","doi":"10.1145/584731.584735","title":"Commentary on","year":2002,"lang":"en","type":"article","venue":"ACM Journal of Computer Documentation","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hewlett-Packard (Canada)","funders":"","keywords":"Business","score_opus":0.021818872448989484,"score_gpt":0.28407000320813985,"score_spread":0.26225113075915035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078732285","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009109653,0.00012539237,0.9742557,0.015399413,0.0008649156,0.000045519428,1.7960011e-7,0.00007561891,0.00012360576],"genre_scores_gemma":[0.30465475,0.00016091779,0.68764013,0.0070756935,0.0004382505,0.0000013241495,5.9481636e-7,0.000006486994,0.000021825395],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992857,0.0000544445,0.00023936374,0.000081711194,0.000247611,0.00009119178],"domain_scores_gemma":[0.9991037,0.00027997873,0.00022661583,0.0002800737,0.000059987746,0.00004963521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002321423,0.00007424827,0.000094647796,0.00013321878,0.00004036899,0.00016700191,0.00074351206,0.000021213078,0.0000539274],"category_scores_gemma":[0.000024306484,0.0000642897,0.00005393122,0.0001319446,0.000007194312,0.001316246,0.0000993887,0.00013893287,0.000024634492],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011455787,0.00014802541,0.000535186,0.000009287437,0.000060307786,0.00007587944,0.0009382161,0.0023634145,0.00009985226,0.0046555544,0.5199804,0.47112247],"study_design_scores_gemma":[0.0042399447,0.007482838,0.0089195315,0.00047305203,0.0000862273,0.0015164542,0.00003960836,0.23676735,0.015978571,0.049585544,0.67385674,0.0010541562],"about_ca_topic_score_codex":0.0000028108755,"about_ca_topic_score_gemma":7.572772e-8,"teacher_disagreement_score":0.4700683,"about_ca_system_score_codex":0.00003974017,"about_ca_system_score_gemma":0.0000032596781,"threshold_uncertainty_score":0.26216578},"labels":[],"label_agreement":null},{"id":"W2079435573","doi":"10.12957/cadinf.2012.7158","title":"Aplicando a Experimentação na Engenharia de Requisitos: O Caso do Método ERi*c","year":2013,"lang":"pt","type":"article","venue":"Cadernos do IME - Série Informática","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Humanities; Philosophy; Physics","score_opus":0.02303586712424874,"score_gpt":0.2878184416385507,"score_spread":0.2647825745143019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079435573","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11620954,0.015531152,0.8222626,0.0056395293,0.0046832766,0.004617935,0.00012029987,0.0047246367,0.026211059],"genre_scores_gemma":[0.94451886,0.00051206636,0.04943676,0.002133498,0.0006554712,0.0006163731,0.00001811327,0.00013476932,0.0019740618],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949045,0.00015889919,0.0012165522,0.0010676613,0.000902015,0.0017503812],"domain_scores_gemma":[0.9949189,0.0009731816,0.0005427828,0.0022441496,0.00032852686,0.0009924466],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00090315397,0.0009139492,0.000787506,0.00034639574,0.0004879275,0.0028109418,0.0026853082,0.0007557685,0.004116303],"category_scores_gemma":[0.00074041606,0.000909543,0.0003605744,0.0008366461,0.00021790703,0.0037091,0.0012376183,0.0013228728,0.002454585],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003984229,0.0012710025,0.0072172293,0.0013002079,0.00194891,0.00088054786,0.08445828,0.0003928395,0.01572768,0.091453016,0.47612864,0.31882325],"study_design_scores_gemma":[0.0053074085,0.003318688,0.008065583,0.0018408604,0.00057269,0.0026027148,0.004504363,0.08554516,0.095275775,0.009897364,0.7752893,0.0077801226],"about_ca_topic_score_codex":0.0006294068,"about_ca_topic_score_gemma":0.0000020544862,"teacher_disagreement_score":0.82830936,"about_ca_system_score_codex":0.0004539897,"about_ca_system_score_gemma":0.00051545113,"threshold_uncertainty_score":0.9993355},"labels":[],"label_agreement":null},{"id":"W2079451898","doi":"10.5555/2819009.2819245","title":"4th international workshop on realizing AI synergies in software engineering (RAISE 2015)","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Artificial intelligence; Software; Software engineering; Work (physics); Engineering ethics; Engineering management; Engineering; Management science","score_opus":0.04963756882473955,"score_gpt":0.31623104006087377,"score_spread":0.2665934712361342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079451898","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052897492,0.00011656001,0.98446006,0.0025394873,0.0039476543,0.00020828685,0.000023937419,0.0024458368,0.00096840254],"genre_scores_gemma":[0.729448,0.0001190453,0.2686847,0.0005130591,0.00059059076,0.00015090201,0.00005657718,0.00008714451,0.00034994987],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972614,0.000033560846,0.00052362273,0.0007055732,0.00096907705,0.0005067358],"domain_scores_gemma":[0.99790645,0.00068946177,0.00014888788,0.00063625653,0.00036866224,0.00025027592],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000573858,0.0004657767,0.00033196216,0.0009204705,0.000042686836,0.0005595012,0.00200364,0.00020386007,0.000055886452],"category_scores_gemma":[0.0043263556,0.0005018869,0.000114528404,0.0004743415,0.000020747626,0.0014144582,0.0004322105,0.0008428268,0.000080627324],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001298873,0.00026058467,0.004957533,0.00006142153,0.00020739347,0.00048445477,0.001288642,0.70964366,0.00027942433,0.25266758,0.010512591,0.019506825],"study_design_scores_gemma":[0.001582153,0.00027468227,0.004569884,0.0021761379,0.000014676862,0.00013388733,0.00013986726,0.8699427,0.0017589837,0.0015334404,0.1160715,0.0018020914],"about_ca_topic_score_codex":0.00007093424,"about_ca_topic_score_gemma":0.00000659666,"teacher_disagreement_score":0.7241583,"about_ca_system_score_codex":0.0004954154,"about_ca_system_score_gemma":0.00014010341,"threshold_uncertainty_score":0.9997433},"labels":[],"label_agreement":null},{"id":"W2079610451","doi":"10.5555/381473.381678","title":"David L. Parnas symposium","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Honour; Computer science; Software engineering; Software development; Software; Engineering ethics; Foundation (evidence); Engineering; Programming language; Law; Political science","score_opus":0.031126400599880862,"score_gpt":0.2777788825736405,"score_spread":0.2466524819737596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079610451","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048664995,0.00003498712,0.9865838,0.001528372,0.0016175853,0.00008743944,0.000004045822,0.001983919,0.0032932942],"genre_scores_gemma":[0.7641967,0.00024091428,0.23414561,0.00029719877,0.00026370058,0.000056061177,0.000010675291,0.000028846149,0.00076031045],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99875474,0.000013677383,0.00021373214,0.00035675592,0.00039763298,0.00026345823],"domain_scores_gemma":[0.9990474,0.0001949684,0.000069303635,0.00043483754,0.00014654247,0.000106951935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001782596,0.00020518005,0.00013716295,0.00021333176,0.000048770533,0.00027559526,0.0012241222,0.00008031987,0.00014541196],"category_scores_gemma":[0.0003159097,0.00021049795,0.000069252455,0.00022252751,0.000010789904,0.0007222602,0.00018386394,0.0002821041,0.00014353934],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034179036,0.00016003338,0.006287792,0.000029880382,0.00015746798,0.00040545862,0.0006018568,0.027666857,0.003891228,0.925974,0.0030392592,0.03175197],"study_design_scores_gemma":[0.0005932931,0.00023629788,0.004608081,0.000339945,0.000013590346,0.00041244485,0.0000188701,0.44129273,0.004232328,0.0034121342,0.5436361,0.0012041891],"about_ca_topic_score_codex":0.000015225067,"about_ca_topic_score_gemma":6.5392254e-7,"teacher_disagreement_score":0.9225619,"about_ca_system_score_codex":0.00008240737,"about_ca_system_score_gemma":0.000037607762,"threshold_uncertainty_score":0.85838574},"labels":[],"label_agreement":null},{"id":"W2080011162","doi":"10.1108/02656711011035147","title":"Identifying some critical changes required in adopting agile practices in traditional software development projects","year":2010,"lang":"en","type":"article","venue":"International Journal of Quality & Reliability Management","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Agile software development; Software development; Software development process; Process management; Personal software process; Knowledge management; Team software process; Software project management; Software; Engineering; Engineering management; Computer science; Software engineering; Software construction","score_opus":0.13490739231323667,"score_gpt":0.4003621427345177,"score_spread":0.265454750421281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080011162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64720124,0.00014166706,0.3257831,0.022155447,0.0039012767,0.00039926183,0.000005077523,0.00016909032,0.00024380379],"genre_scores_gemma":[0.54975003,0.000057990143,0.4497216,0.0002623458,0.00015988882,0.00002643104,0.0000025651968,0.000006852,0.000012271506],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9971168,0.00022959894,0.0009570348,0.00034608837,0.001100595,0.0002498534],"domain_scores_gemma":[0.9969246,0.0015291952,0.00078786735,0.0003077237,0.00036986044,0.00008077708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065406677,0.00015422932,0.00023512244,0.0005317682,0.00005345489,0.00031386688,0.0013538215,0.00008255655,0.000024303732],"category_scores_gemma":[0.0050065587,0.00015297443,0.00007517378,0.00026698443,0.00005990206,0.0022687,0.0003799071,0.0006400269,0.0000046891237],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046916306,0.004573762,0.057330117,0.0014259766,0.00041019093,0.0019389322,0.011868178,0.002033259,0.0024578678,0.56153727,0.0008457014,0.3551096],"study_design_scores_gemma":[0.0030102255,0.00039179606,0.756933,0.001974659,0.000046706355,0.0004058642,0.0012730542,0.00459945,0.0052988566,0.16656229,0.058141388,0.0013627432],"about_ca_topic_score_codex":0.00007797629,"about_ca_topic_score_gemma":0.000117608106,"teacher_disagreement_score":0.69960284,"about_ca_system_score_codex":0.0002923438,"about_ca_system_score_gemma":0.00011498802,"threshold_uncertainty_score":0.62381166},"labels":[],"label_agreement":null},{"id":"W2080368628","doi":"10.1145/1082983.1083116","title":"Cultural patterns in software process mishaps","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Exploratory research; Process (computing); Phase (matter); Engineering ethics; Sociology; Software; Grounded theory; Management science; Computer science; Qualitative research; Engineering; Social science","score_opus":0.018074062117973435,"score_gpt":0.2733128226829014,"score_spread":0.255238760564928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080368628","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.356507,0.00094123435,0.63504326,0.00091668306,0.0005071062,0.00033916032,0.000019399859,0.0057221353,0.0000040444747],"genre_scores_gemma":[0.64701784,0.000050257648,0.3523594,0.00019102448,0.00020005803,0.00009320138,0.000016123568,0.00005144051,0.000020620995],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99745905,0.000032346066,0.0005104087,0.0007404641,0.00046700245,0.0007907137],"domain_scores_gemma":[0.9830877,0.015122712,0.0001364956,0.0012859778,0.00015007023,0.00021705295],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036975593,0.00050073495,0.00040307763,0.0003557488,0.00009506848,0.00031535001,0.0023366367,0.00023888506,0.000047482532],"category_scores_gemma":[0.062335234,0.000500377,0.00013498309,0.00080357975,0.000021944077,0.0021713064,0.0004995019,0.00064223615,0.00006704997],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016426562,0.00023786051,0.83803535,0.00051348325,0.00006336627,0.0001633618,0.0028221807,0.038218837,0.0003935743,0.00086664205,0.0010351923,0.11763374],"study_design_scores_gemma":[0.002988992,0.00057288597,0.8426843,0.0021659029,0.00008469217,0.00073516415,0.0000971432,0.029205823,0.03841984,0.0007930106,0.07572463,0.006527584],"about_ca_topic_score_codex":0.00007247531,"about_ca_topic_score_gemma":0.000020899895,"teacher_disagreement_score":0.29051086,"about_ca_system_score_codex":0.00015547566,"about_ca_system_score_gemma":0.00006481923,"threshold_uncertainty_score":0.9997448},"labels":[],"label_agreement":null},{"id":"W2080483673","doi":"10.1145/568235.568239","title":"XP requirement negotiation workshop","year":2002,"lang":"en","type":"article","venue":"ACM SIGAPP Applied Computing Review","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada)","funders":"","keywords":"Negotiation; Computer science; Political science; Law","score_opus":0.054998808292745005,"score_gpt":0.2918950230222762,"score_spread":0.2368962147295312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080483673","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014662309,0.051442523,0.9378218,0.0036641057,0.00028048496,0.0005769073,2.2440064e-7,0.0016834526,0.004383892],"genre_scores_gemma":[0.3160952,0.031593703,0.64510286,0.006556524,0.00035228342,0.00008904412,0.0000065848017,0.000045726913,0.0001580464],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983563,0.000051582574,0.00044294316,0.00047597717,0.0003384556,0.00033473677],"domain_scores_gemma":[0.9975127,0.00063693395,0.00025918096,0.0014495525,0.000050468043,0.000091188114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080668344,0.00021864598,0.00031855554,0.00006184518,0.00013965917,0.00015440064,0.0016746952,0.0000648327,0.00007964063],"category_scores_gemma":[0.00042239847,0.0002065249,0.00008841624,0.0006877182,0.000015950196,0.00025095945,0.00068520725,0.0002514527,0.0002673011],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.5544692e-7,0.000038987026,0.00001924338,0.00044275948,0.000017927465,0.000004983559,0.000121266035,0.0002797333,0.000041078765,0.019954475,0.037551276,0.94152784],"study_design_scores_gemma":[0.00041230937,0.0000981902,0.00027909226,0.0042186487,0.00009585382,0.000073399344,0.000008688518,0.09637737,0.00051822496,0.007729588,0.88897496,0.0012136757],"about_ca_topic_score_codex":0.0000024824385,"about_ca_topic_score_gemma":1.4506995e-7,"teacher_disagreement_score":0.9403141,"about_ca_system_score_codex":0.00005511787,"about_ca_system_score_gemma":0.000010246851,"threshold_uncertainty_score":0.8421841},"labels":[],"label_agreement":null},{"id":"W2081230927","doi":"10.1109/euromicro.2004.43","title":"Introducing agile methods: three years of experience","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Bachelor; Pair programming; Preference; Extreme programming practices; Work (physics); Test (biology); Engineering management; Computer science; Psychology; Engineering; Medical education; Political science; Software development; Software development process; Software engineering; Software; Medicine; Mathematics","score_opus":0.024520763816717913,"score_gpt":0.33227263538939705,"score_spread":0.30775187157267914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081230927","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017316552,0.000092959446,0.9812817,0.00019356962,0.0001768139,0.000042291962,1.01614056e-7,0.00037436376,0.00052164146],"genre_scores_gemma":[0.21791705,0.000008460379,0.78198546,0.00004934802,0.000018762099,0.0000052517457,6.755139e-8,0.0000030520637,0.000012544632],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99950147,0.000014632162,0.000112862814,0.0001683435,0.00009981592,0.00010285085],"domain_scores_gemma":[0.9993071,0.00015830276,0.00004436277,0.0004349793,0.000026956946,0.000028308588],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030886245,0.00004869513,0.00008038709,0.000049648454,0.000016434578,0.00003225292,0.00050663354,0.000024867399,0.000019733527],"category_scores_gemma":[0.00021845537,0.000046482754,0.000026603348,0.00023855573,0.000018021296,0.00040091458,0.0001513678,0.00006285621,0.0000063845464],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035102519,0.00006487882,0.00046571688,0.000021021011,0.00001746008,0.000014776357,0.0046045333,0.009252128,0.020423597,0.34809822,0.00026625078,0.6167679],"study_design_scores_gemma":[0.00048372764,0.0003333252,0.009339218,0.000095101626,0.000010097317,0.00008009232,0.00012856041,0.025331026,0.80926836,0.121195264,0.033089586,0.0006456516],"about_ca_topic_score_codex":0.00017570792,"about_ca_topic_score_gemma":0.000003195945,"teacher_disagreement_score":0.78884476,"about_ca_system_score_codex":0.000014316987,"about_ca_system_score_gemma":0.000020063964,"threshold_uncertainty_score":0.18955117},"labels":[],"label_agreement":null},{"id":"W2083442948","doi":"10.4236/ti.2011.21004","title":"Benefits of DfX in Requirements Engineering","year":2011,"lang":"en","type":"article","venue":"Technology and Investment","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ITEA","keywords":"Process management; Information and Communications Technology; Work (physics); Business; Competitive advantage; Computer science; Supply chain; Knowledge management; Engineering management; Systems engineering; Engineering; Marketing","score_opus":0.036538972060141915,"score_gpt":0.2361886765217049,"score_spread":0.19964970446156297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083442948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91821074,0.0017157128,0.07733101,0.00026680392,0.00012770346,0.00015608438,6.0174983e-7,0.0006711471,0.0015201931],"genre_scores_gemma":[0.8062096,0.00006235308,0.19363353,0.00006463314,0.0000022184279,0.000017785927,1.3559719e-7,0.0000030037997,0.0000067117153],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9995843,0.0000044205754,0.00012383582,0.00012991182,0.000046005116,0.00011152382],"domain_scores_gemma":[0.99968344,0.00001656436,0.000039373655,0.00023146646,0.00001072588,0.000018451006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012445035,0.0000625323,0.00008769868,0.00032350235,0.000010261702,0.0000037456189,0.000257895,0.00007759831,0.0000035425758],"category_scores_gemma":[0.00003726249,0.00006027738,0.0000082973365,0.00032891345,0.000027814987,0.00017619196,0.00016075454,0.00008572392,0.0000013887415],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012757354,0.000031611286,0.0058614826,0.0000112809075,0.000006336035,0.0000028790798,0.00018955744,0.000018902338,0.00028774087,0.98616433,0.000020086625,0.00740454],"study_design_scores_gemma":[0.0011305768,0.0013929018,0.20409791,0.0004357332,0.000021348897,0.00010220385,0.000060710197,0.012033636,0.38718686,0.382442,0.010315031,0.00078110705],"about_ca_topic_score_codex":0.000014769191,"about_ca_topic_score_gemma":0.000001035113,"teacher_disagreement_score":0.60372233,"about_ca_system_score_codex":0.000010892391,"about_ca_system_score_gemma":0.000006175664,"threshold_uncertainty_score":0.24580401},"labels":[],"label_agreement":null},{"id":"W2084739116","doi":"10.1145/1449814.1449865","title":"Collaboration and communication","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Research (Canada)","funders":"","keywords":"Software deployment; Computer science; Robustness (evolution); Intellectual property; Function (biology); Risk analysis (engineering); Knowledge management; Process management; Business; Software engineering","score_opus":0.015457039917708842,"score_gpt":0.24737489244729233,"score_spread":0.2319178525295835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084739116","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013801942,0.00019579052,0.98093635,0.0016391438,0.000020404981,0.000029348957,5.6384742e-8,0.00040301666,0.0029739568],"genre_scores_gemma":[0.5628219,0.00022213199,0.4367646,0.00008022986,0.000002680671,0.0000024847177,2.619083e-7,7.533747e-7,0.000104941086],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99985486,0.000010543871,0.00003092944,0.000044749242,0.000033067347,0.000025832955],"domain_scores_gemma":[0.99972165,0.00005945804,0.000011657606,0.00017394465,0.000021403323,0.000011910157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000059480444,0.000018416613,0.000018917432,0.00001572085,0.000055427427,0.00003448754,0.00011464165,0.000011661629,0.0000029312218],"category_scores_gemma":[0.000023157609,0.000016546493,0.0000025198306,0.00009668816,0.000008130179,0.00047971288,0.000047666388,0.000021912485,0.0000034358002],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002029854,0.000028664334,0.004587325,0.000006450544,0.000006565956,0.0000056071635,0.0022099582,0.000058565132,0.0004659146,0.9216584,0.030618489,0.04035202],"study_design_scores_gemma":[0.00048275068,0.0002283505,0.070118025,0.00002161318,0.0000054103675,0.00044273486,0.000074044714,0.22219169,0.016258331,0.034749083,0.6548553,0.000572672],"about_ca_topic_score_codex":0.0000151436,"about_ca_topic_score_gemma":0.0000017908998,"teacher_disagreement_score":0.8869093,"about_ca_system_score_codex":0.0000032636215,"about_ca_system_score_gemma":0.0000071207746,"threshold_uncertainty_score":0.06747464},"labels":[],"label_agreement":null},{"id":"W2084934305","doi":"10.1109/fie.2011.6142882","title":"Connecting reality with theory &amp;#x2014; An approach for creating integrative industry case studies in the software engineering curriculum","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canada Excellence Research Chairs, Government of Canada; National Science Foundation","keywords":"Mirroring; Curriculum; Variety (cybernetics); Computer science; Discipline; Relevance (law); Field (mathematics); Appeal; Engineering ethics; Realism; Engineering; Pedagogy; Psychology; Artificial intelligence; Sociology","score_opus":0.11796101324996097,"score_gpt":0.34450826650941835,"score_spread":0.22654725325945738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084934305","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09054682,0.000091159105,0.9079471,0.000017377895,0.000056963177,0.0003518577,0.0000021575322,0.00062360906,0.00036294866],"genre_scores_gemma":[0.44495654,0.0000025286583,0.55482614,0.00003469874,0.000031005613,0.0001292661,0.0000018462523,0.000009721413,0.0000082737715],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988675,0.00016845403,0.00021233439,0.0003632629,0.00012274264,0.0002656909],"domain_scores_gemma":[0.99746394,0.0017389586,0.000109266926,0.0005105577,0.00012910832,0.00004815662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021232618,0.00020770919,0.00020632055,0.00008831173,0.0001823464,0.00010628847,0.00055906596,0.00011559602,0.0000034355257],"category_scores_gemma":[0.0018187632,0.00011744035,0.000037289774,0.00035982582,0.00003277026,0.0008338861,0.00012227635,0.000538263,2.8203073e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011036922,0.0009643811,0.027145546,0.00064832665,0.0004607987,0.0006289943,0.32071757,0.011257628,0.000032550506,0.6038902,0.00036252046,0.03378116],"study_design_scores_gemma":[0.0026367516,0.003354951,0.00334476,0.0013413938,0.00033688752,0.024394471,0.3290215,0.59383774,0.0033422236,0.030966818,0.0027345768,0.0046879407],"about_ca_topic_score_codex":0.00042930993,"about_ca_topic_score_gemma":0.00009790167,"teacher_disagreement_score":0.5825801,"about_ca_system_score_codex":0.000040674906,"about_ca_system_score_gemma":0.000023083785,"threshold_uncertainty_score":0.47890785},"labels":[],"label_agreement":null},{"id":"W2086404454","doi":"10.1145/2445196.2445422","title":"Teaching software engineering with an open-source humanitarian software project (abstract only)","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Software engineering; Software development; Social software engineering; Computer science; Software; Software peer review; Software project management; Software construction; Operating system","score_opus":0.02181292975408062,"score_gpt":0.2643229788517313,"score_spread":0.24251004909765067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086404454","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028148964,0.00003102552,0.9649892,0.00020260498,0.00012339705,0.0007221731,0.0000015722545,0.005035759,0.00074534735],"genre_scores_gemma":[0.13828163,0.0000021923927,0.86035365,0.00026800766,0.000096147276,0.00012761675,0.000008500317,0.00006411257,0.00079813524],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99824315,0.000045089415,0.00026708827,0.0006284863,0.000319491,0.00049671467],"domain_scores_gemma":[0.9981494,0.00037713244,0.000118699354,0.0010813196,0.00010197597,0.00017150503],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00047717275,0.00033427877,0.00025295615,0.00019985091,0.00028043616,0.0018397565,0.0025647026,0.00011051254,0.000102961094],"category_scores_gemma":[0.00031467984,0.00026980223,0.00003943965,0.00027990463,0.000018396577,0.0058974703,0.00068275945,0.0005874798,0.0000570405],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005562193,0.0011972326,0.01622417,0.00046007574,0.0003489482,0.00023772482,0.0071172537,0.009091841,0.000795248,0.08098401,0.017547822,0.86594003],"study_design_scores_gemma":[0.0033500423,0.007979001,0.09838171,0.0012683792,0.00013757021,0.0021276604,0.0008208791,0.18227951,0.0028379567,0.0051403944,0.6869645,0.008712392],"about_ca_topic_score_codex":0.006149543,"about_ca_topic_score_gemma":0.00010701389,"teacher_disagreement_score":0.8572277,"about_ca_system_score_codex":0.000063458305,"about_ca_system_score_gemma":0.00013118332,"threshold_uncertainty_score":0.99997544},"labels":[],"label_agreement":null},{"id":"W2086621649","doi":"10.1109/snpd.2014.6888672","title":"Novice and expert, how are they programming differently?","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Algoma University","funders":"","keywords":"Computer science; Software engineering; Empirical research; Field (mathematics); Cognition; Software development; Process (computing); Software; Human–computer interaction; Programming language; Psychology","score_opus":0.014366369130093908,"score_gpt":0.2394555150522488,"score_spread":0.2250891459221549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086621649","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008555872,0.000096826356,0.9867562,0.0030068387,0.00009481574,0.0000667071,8.673234e-8,0.00093523855,0.0004874097],"genre_scores_gemma":[0.6915476,0.000020111536,0.30802774,0.00023177484,0.000043915385,0.0000134573065,1.76445e-7,0.0000048398892,0.00011039835],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995065,0.00002348373,0.000048996357,0.00018990859,0.00009428072,0.00013686201],"domain_scores_gemma":[0.9994203,0.00017928354,0.00003727363,0.00028790417,0.000020461635,0.00005478496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014069871,0.000082103914,0.000078191064,0.00003225157,0.00005089466,0.00031616984,0.00029703835,0.00003386071,0.0000030440915],"category_scores_gemma":[0.00008237394,0.00006096867,0.000016517177,0.00005890664,0.000008387317,0.00037318634,0.00014780194,0.000069476526,0.0000028076615],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002225298,0.00004404504,0.0045016776,0.000030998788,0.0000124611015,0.000004338086,0.00081818586,0.0000037795123,0.00031623873,0.061812527,0.0016087353,0.9308448],"study_design_scores_gemma":[0.00047194958,0.0003463406,0.020482041,0.00010337266,0.000009450711,0.0000852033,0.00014411529,0.100498825,0.00507814,0.0074228183,0.86449784,0.0008598747],"about_ca_topic_score_codex":0.00003818125,"about_ca_topic_score_gemma":0.000011515246,"teacher_disagreement_score":0.9299849,"about_ca_system_score_codex":0.000005296466,"about_ca_system_score_gemma":0.0000027189415,"threshold_uncertainty_score":0.3048833},"labels":[],"label_agreement":null},{"id":"W2086687355","doi":"10.1145/2591062.2591160","title":"Lessons learned managing distributed software engineering courses","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Toronto; University of Waterloo","funders":"","keywords":"Capstone; Computer science; Software engineering; Capstone course; Software development; Engineering management; Set (abstract data type); Distributed development; Software peer review; Social software engineering; Software; Open-source software development; Software Engineering Process Group; Software development process; Knowledge management; Engineering; Software construction","score_opus":0.02537197927048321,"score_gpt":0.27971704107989104,"score_spread":0.2543450618094078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086687355","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006605855,0.000051283572,0.99198174,0.0030417582,0.00025785208,0.000053000815,0.000001956006,0.003583374,0.00036847263],"genre_scores_gemma":[0.42359555,0.00002916045,0.5759558,0.00016475742,0.00006465655,0.000013692283,0.0000062420086,0.000016316255,0.0001537862],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991404,0.00002301196,0.00012650144,0.00027642306,0.00016242251,0.00027125527],"domain_scores_gemma":[0.9988483,0.00046814242,0.000043756212,0.0005147198,0.000038832128,0.00008624308],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032437438,0.00013565023,0.00012773342,0.00008462269,0.00007665872,0.00021541734,0.00066450145,0.00005205954,0.00001766861],"category_scores_gemma":[0.0005533842,0.00012803944,0.000047319743,0.00027714125,0.000009580658,0.0005064779,0.00020862736,0.00015874824,0.00003297177],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040688406,0.000057262117,0.0015224544,0.000080727834,0.000052511943,0.000023932382,0.00015410989,0.0268354,0.00036736522,0.702494,0.009196818,0.2592113],"study_design_scores_gemma":[0.00022724147,0.00008621029,0.0036836043,0.00006518575,0.000014214146,0.000037546637,0.000009322609,0.6254055,0.0034178328,0.0077822413,0.35867947,0.0005916605],"about_ca_topic_score_codex":0.000029655137,"about_ca_topic_score_gemma":0.0000014749769,"teacher_disagreement_score":0.6947118,"about_ca_system_score_codex":0.000023326516,"about_ca_system_score_gemma":0.000015298046,"threshold_uncertainty_score":0.52212965},"labels":[],"label_agreement":null},{"id":"W2086903295","doi":"10.1109/agile.2009.68","title":"XP Customer Practices: A Grounded Theory","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Grounded theory; Customer advocacy; Customer retention; Computer science; Apprenticeship; Customer to customer; Customer intelligence; Voice of the customer; Process management; Knowledge management; Business; Marketing; Qualitative research","score_opus":0.02529381408542102,"score_gpt":0.3003589369873627,"score_spread":0.2750651229019417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086903295","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032147593,0.000104868384,0.90578324,0.002113242,0.0001429784,0.00006950334,9.695125e-8,0.001599257,0.08986532],"genre_scores_gemma":[0.52659416,0.000042039348,0.46908543,0.0022607013,0.000064810774,0.0000063530815,4.2581803e-7,0.000005181455,0.0019409129],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992864,0.00005945596,0.000107539374,0.00021423287,0.00015871748,0.00017364816],"domain_scores_gemma":[0.9988608,0.00042983284,0.00013056818,0.0004857073,0.00003567236,0.0000574447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005867969,0.00009210008,0.00007998582,0.00006877686,0.00005536978,0.00021985153,0.0006317207,0.000048624774,0.000078743],"category_scores_gemma":[0.00033173474,0.000073763236,0.00003682524,0.00027280624,0.000009097583,0.0013970697,0.00006200863,0.00014013497,0.00015778399],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005329947,0.000042495085,0.00001548226,0.0000022971783,0.0000068409718,0.0000141332375,0.00015127892,0.000009883288,0.00012609287,0.9033791,0.0047030183,0.09154409],"study_design_scores_gemma":[0.00025791692,0.00030737126,0.0027304972,0.000019338817,0.000017020733,0.00016933098,0.000036224952,0.009123598,0.0024519602,0.27828783,0.7060859,0.0005129881],"about_ca_topic_score_codex":0.000020078563,"about_ca_topic_score_gemma":8.6544935e-7,"teacher_disagreement_score":0.7013829,"about_ca_system_score_codex":0.000017303706,"about_ca_system_score_gemma":0.000024072146,"threshold_uncertainty_score":0.30079773},"labels":[],"label_agreement":null},{"id":"W2087485479","doi":"10.1145/2647648.2647654","title":"Foundations for long-term collaborative research","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada)","funders":"","keywords":"Term (time); Computer science; Knowledge management; Collaborative software; Engineering ethics; Engineering management; Management science; Process management; Engineering","score_opus":0.0855762407245925,"score_gpt":0.42162116412690065,"score_spread":0.3360449234023082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087485479","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00063222926,0.000018058357,0.99134284,0.0019076049,0.000138614,0.00020938415,0.0000010857909,0.00040793492,0.0053422456],"genre_scores_gemma":[0.26050982,0.000011595745,0.73781496,0.00011359358,0.00009547923,0.0001487179,0.0000038917374,0.000006503609,0.0012954241],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99942225,0.000057114357,0.00007056249,0.00016019748,0.00013652154,0.00015332481],"domain_scores_gemma":[0.99795073,0.0013799408,0.000018699371,0.0003169319,0.00029445093,0.000039266844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009210612,0.00004306421,0.000050271465,0.00008237977,0.00015332681,0.00023690826,0.000432872,0.000028723765,0.000018200444],"category_scores_gemma":[0.00054201705,0.000037193226,0.000016550284,0.00039769785,0.000020242765,0.0004238931,0.00009730665,0.00007417128,0.000030083236],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002708459,0.000022804665,0.00090644625,0.000012105144,0.0000071131335,4.5200775e-7,0.00017391077,0.000022022019,0.000085695334,0.9403263,0.012759006,0.045681443],"study_design_scores_gemma":[0.00052859564,0.00092868914,0.019998139,0.000039838502,0.00000707088,0.000010446756,0.000023936314,0.09803584,0.0110334195,0.11392024,0.7550192,0.00045459616],"about_ca_topic_score_codex":0.0000055777496,"about_ca_topic_score_gemma":0.000009913457,"teacher_disagreement_score":0.82640606,"about_ca_system_score_codex":0.000018027105,"about_ca_system_score_gemma":0.00004220961,"threshold_uncertainty_score":0.22845119},"labels":[],"label_agreement":null},{"id":"W2089372337","doi":"10.1109/ms.2015.31","title":"Release Stabilization on Linux and Chrome","year":2015,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Rework; Operating system; Computer science; Business; Engineering; Embedded system","score_opus":0.03211070806974998,"score_gpt":0.26943304995962936,"score_spread":0.23732234188987938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089372337","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07697097,0.00031384447,0.92031723,0.0003403019,0.00047039322,0.00010256872,0.0000026512764,0.0013570153,0.00012502569],"genre_scores_gemma":[0.8680097,0.000047938618,0.13132998,0.0003622694,0.00010568935,0.000016153963,0.0000027362835,0.000015546591,0.000110025954],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993313,0.000030593983,0.00009620528,0.00022952282,0.00018254494,0.00012981943],"domain_scores_gemma":[0.9992093,0.0001853373,0.0000436211,0.00035712228,0.00007443587,0.00013022336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021029197,0.000094377334,0.00008627652,0.000063860665,0.00006947706,0.00008072245,0.00024523353,0.00005740751,0.0000028140657],"category_scores_gemma":[0.0004643792,0.00008750345,0.000016968215,0.00018726615,0.000016153544,0.00042568892,0.00006447522,0.00010626948,0.000025830648],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002217974,0.0008616843,0.057594046,0.00041626111,0.00013875346,0.0005420787,0.017951809,0.027316576,0.0010240105,0.04653852,0.20583302,0.64156145],"study_design_scores_gemma":[0.003385028,0.004340491,0.025366336,0.00042310148,0.00006771395,0.00037263808,0.00011447268,0.086405575,0.031027587,0.07745092,0.7679736,0.0030725575],"about_ca_topic_score_codex":0.000017221635,"about_ca_topic_score_gemma":0.0000015978396,"teacher_disagreement_score":0.7910387,"about_ca_system_score_codex":0.000035048808,"about_ca_system_score_gemma":0.000044933797,"threshold_uncertainty_score":0.35682872},"labels":[],"label_agreement":null},{"id":"W2090204212","doi":"10.1145/2491411.2491440","title":"Do all task dependencies require coordination? the role of task properties in identifying critical coordination needs in software projects","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"National Science Foundation","keywords":"Task (project management); Computer science; Software; Task analysis; Human–computer interaction; Systems engineering; Engineering; Programming language","score_opus":0.032003707277515225,"score_gpt":0.278294150294538,"score_spread":0.2462904430170228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090204212","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27893636,0.002232916,0.705806,0.0081472555,0.00037765174,0.0019185107,0.0000057603884,0.0011706403,0.0014048881],"genre_scores_gemma":[0.97289556,0.000011133946,0.026605744,0.00008967691,0.000016400465,0.0002353366,0.0000020760517,0.000010339216,0.00013375859],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998719,0.00011803,0.00033719174,0.00023380411,0.00033152208,0.0002604831],"domain_scores_gemma":[0.9987217,0.00057553255,0.00008286761,0.0003707198,0.00021523976,0.000033906166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006476021,0.0001350665,0.00015803473,0.00033850622,0.00006974184,0.00041214752,0.00073122507,0.00008949412,0.000037195383],"category_scores_gemma":[0.0015477798,0.00009533851,0.00003559023,0.00075012434,0.00006223473,0.002868579,0.00028464943,0.00021906,0.000014040366],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045045093,0.0011773157,0.113778606,0.001173607,0.00009899047,0.000048048798,0.060605824,0.0022472334,0.0697,0.49380118,0.0069761346,0.25034803],"study_design_scores_gemma":[0.0018226199,0.0009192023,0.09335781,0.0022269622,0.000055125758,0.00020656678,0.016582483,0.5216389,0.113054566,0.22473553,0.022865072,0.0025352063],"about_ca_topic_score_codex":0.0011892591,"about_ca_topic_score_gemma":0.000082649116,"teacher_disagreement_score":0.6939592,"about_ca_system_score_codex":0.000064771804,"about_ca_system_score_gemma":0.00007540094,"threshold_uncertainty_score":0.3974348},"labels":[],"label_agreement":null},{"id":"W2090397244","doi":"","title":"Proceedings of the 12th annual international conference on Aspect-oriented software development","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Modularity (biology); Computer science; Software engineering; Software development; CLARITY; Vision; Scope (computer science); Software; Novelty; Maintainability; Software system; Data science; Programming language","score_opus":0.015652740355923622,"score_gpt":0.23936083884387477,"score_spread":0.22370809848795115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090397244","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11033597,0.000009406064,0.8566053,0.0037572829,0.0008588336,0.00042569713,0.0000028897125,0.0010040769,0.027000526],"genre_scores_gemma":[0.65480703,0.0000032763544,0.343971,0.00019129306,0.000020602156,0.000032115342,4.875419e-7,0.000004447585,0.00096974405],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.999327,0.000003177016,0.00013668199,0.00016091175,0.00026749208,0.000104736035],"domain_scores_gemma":[0.9994074,0.000049636907,0.00008282924,0.00013367196,0.00029566974,0.000030808817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010376549,0.00007850615,0.00006290625,0.00004678934,0.000041498097,0.00007785421,0.0008279198,0.000030546136,0.00017725238],"category_scores_gemma":[0.000109408335,0.00005030635,0.000023169103,0.00015930495,0.000018402154,0.0005134628,0.00027017272,0.000098483295,0.000028626288],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073825336,0.00017057527,0.0114046065,0.000027559048,0.00005804993,9.106527e-7,0.0026061411,0.000022136766,0.0011871897,0.8824786,0.0370302,0.06500668],"study_design_scores_gemma":[0.0009892395,0.0005905065,0.3258948,0.00053724996,0.00001449796,0.000071173454,0.0008314902,0.029029854,0.31221923,0.030889235,0.29755327,0.0013794425],"about_ca_topic_score_codex":0.000024184044,"about_ca_topic_score_gemma":8.7811003e-7,"teacher_disagreement_score":0.8515893,"about_ca_system_score_codex":0.000028121718,"about_ca_system_score_gemma":0.00004333173,"threshold_uncertainty_score":0.20514333},"labels":[],"label_agreement":null},{"id":"W2090461980","doi":"10.5555/2819009.2819236","title":"2nd international workshop on context for software development (CSD 2015)","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Leverage (statistics); Computer science; Context (archaeology); Software development; Software; Data science; Software engineering; Software development process; Context model; Knowledge management; World Wide Web; Artificial intelligence","score_opus":0.08856441273009741,"score_gpt":0.3273858924642953,"score_spread":0.23882147973419787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090461980","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014803078,0.00006520113,0.9899908,0.0015852323,0.004467666,0.0002751608,0.000026897542,0.0014885141,0.0006202306],"genre_scores_gemma":[0.3670399,0.000025603567,0.63062525,0.0005863208,0.000414559,0.00027341675,0.00008014143,0.000052106094,0.00090267183],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99791664,0.000017892018,0.00039736423,0.0005668544,0.00074412144,0.00035711983],"domain_scores_gemma":[0.9979109,0.0006610654,0.0001515946,0.00044292788,0.0006068749,0.00022660056],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00045506368,0.00034260316,0.00023350789,0.0003685508,0.000069928225,0.00043051917,0.001728275,0.00014449541,0.00007278841],"category_scores_gemma":[0.0026140034,0.00034997336,0.00009967487,0.0001683713,0.00001845984,0.0007120957,0.00026820923,0.00034702398,0.00010033712],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036223457,0.00046485735,0.0015912073,0.000073643714,0.0006196931,0.000109043736,0.0028095583,0.054416165,0.00014301777,0.4815947,0.04358915,0.4142267],"study_design_scores_gemma":[0.0015182777,0.00029985618,0.0008915657,0.00067115424,0.000011573267,0.000048628288,0.000103093145,0.14669114,0.0033021432,0.0023095296,0.8430123,0.0011407409],"about_ca_topic_score_codex":0.0000083729365,"about_ca_topic_score_gemma":0.0000041297467,"teacher_disagreement_score":0.79942316,"about_ca_system_score_codex":0.00035581793,"about_ca_system_score_gemma":0.00019754407,"threshold_uncertainty_score":0.9998952},"labels":[],"label_agreement":null},{"id":"W2091326097","doi":"10.5555/776816.776903","title":"Evaluating individual contribution toward group software engineering projects","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Multitude; Accreditation; Teamwork; Work (physics); Group work; Engineering management; Group (periodic table); Engineering ethics; Engineering; Software engineering; Psychology; Medical education; Management; Pedagogy; Political science","score_opus":0.061130169040887986,"score_gpt":0.31308489260835276,"score_spread":0.2519547235674648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091326097","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014921476,0.00018138866,0.98206836,0.000067940775,0.0003591766,0.00022376094,0.0000011686885,0.0020282387,0.00014850435],"genre_scores_gemma":[0.4335749,0.0000049823575,0.5662614,0.000071207476,0.000024817764,0.000036175163,0.0000031249679,0.0000081030075,0.000015276488],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99881804,0.000061565814,0.000184422,0.0002953442,0.00033312684,0.00030751637],"domain_scores_gemma":[0.9990434,0.00041518992,0.000065012944,0.00032144442,0.00008342077,0.00007154912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011405761,0.00014596921,0.00012676234,0.000104633735,0.00007112984,0.00022223339,0.00043104106,0.000079964804,0.000023206285],"category_scores_gemma":[0.002584907,0.00013640153,0.000047131376,0.0003773838,0.0000065866047,0.0007632475,0.00011384398,0.00018427565,0.00001598444],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008491144,0.00015879216,0.009056577,0.00013002966,0.00012789294,0.000046146964,0.001423185,0.0050534713,0.0022585788,0.91431737,0.0018620609,0.065557405],"study_design_scores_gemma":[0.004672695,0.0032683858,0.03840692,0.0005144604,0.00020347085,0.0009762321,0.0001589144,0.611355,0.12976508,0.018217491,0.18742695,0.0050343876],"about_ca_topic_score_codex":0.000011335998,"about_ca_topic_score_gemma":5.505118e-7,"teacher_disagreement_score":0.89609987,"about_ca_system_score_codex":0.00004621636,"about_ca_system_score_gemma":0.000047298035,"threshold_uncertainty_score":0.5562293},"labels":[],"label_agreement":null},{"id":"W2092610242","doi":"10.1145/1035134.1035136","title":"The obstacles and myths of usability and software engineering","year":2004,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":229,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Usability; Computer science; Usability engineering; Software engineering; Component-based usability testing; Mythology; Software; Pluralistic walkthrough; Usability inspection; Human–computer interaction; Programming language; History","score_opus":0.021993531886904425,"score_gpt":0.26423357752360316,"score_spread":0.24224004563669874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092610242","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5297852,0.03657335,0.33139598,0.10026593,0.0002859185,0.0007747073,0.00001510987,0.00066984334,0.00023394791],"genre_scores_gemma":[0.54898953,0.00059104717,0.4504007,0.000009012058,0.000001403412,0.0000048264556,9.6978766e-8,0.000001813793,0.0000015871937],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996823,0.000029238552,0.000115244984,0.00006190101,0.000058704343,0.000052587216],"domain_scores_gemma":[0.98892564,0.0014413082,0.000071854825,0.009504573,0.00004205301,0.000014577122],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00030695347,0.000041675587,0.000058786758,0.000014712933,0.00013183098,0.000028537728,0.0076944535,0.000019392866,1.135228e-7],"category_scores_gemma":[0.008749421,0.000026625366,0.00002006587,0.00012536031,0.00014776413,0.0001383778,0.00822391,0.000093239876,9.911214e-8],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013544635,0.00027730607,0.05040185,0.0003368161,0.00016837241,3.477799e-7,0.008405348,0.004645422,0.00502191,0.8128925,0.0012980895,0.116538495],"study_design_scores_gemma":[0.0005780557,0.00015032872,0.37948042,0.0004115773,0.00005956513,0.00005199009,0.00028954897,0.01122636,0.027240086,0.5439035,0.03616787,0.00044067748],"about_ca_topic_score_codex":0.000036699177,"about_ca_topic_score_gemma":0.000007173924,"teacher_disagreement_score":0.32907858,"about_ca_system_score_codex":0.000008663105,"about_ca_system_score_gemma":0.000016646283,"threshold_uncertainty_score":0.9997974},"labels":[],"label_agreement":null},{"id":"W2094392229","doi":"10.1023/a:1009809824225","title":"Beg, Borrow, or Steal: Using Multidisciplinary Approaches in Empirical Software Engineering Research","year":2001,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; University of Toronto; University of Victoria; University of New Brunswick","funders":"University of Victoria","keywords":"Computer science","score_opus":0.286019139000558,"score_gpt":0.4116135689242767,"score_spread":0.12559442992371872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094392229","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25625172,0.00069439923,0.73859084,0.00042316856,0.000522577,0.00046401453,0.0000053893323,0.0030319118,0.000015963684],"genre_scores_gemma":[0.34951428,0.00007872253,0.6494584,0.00007267588,0.00041640288,0.00016994706,0.000011847757,0.000167606,0.00011010101],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99461794,0.00019563433,0.0008965337,0.0013417315,0.0011538875,0.0017942548],"domain_scores_gemma":[0.9938998,0.003956448,0.000118521566,0.0013140043,0.00016055894,0.0005506386],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021132715,0.000704124,0.0007299541,0.0011724212,0.0002806886,0.00041273798,0.0018924376,0.00053149724,0.000043708576],"category_scores_gemma":[0.005409092,0.00066177116,0.00021769678,0.003870739,0.00007076548,0.0015529532,0.0014547369,0.00205372,0.000040007875],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012631525,0.00058357767,0.5266621,0.00048708988,0.00010251148,0.0020364658,0.0026806442,0.45678604,0.00023063445,0.00028548067,0.0016302781,0.00838888],"study_design_scores_gemma":[0.0009362838,0.00038879478,0.121816665,0.0006165264,0.00002409834,0.00070442964,0.00008468013,0.8378141,0.000490397,0.000223714,0.035145346,0.0017550015],"about_ca_topic_score_codex":0.00010893487,"about_ca_topic_score_gemma":0.000016945825,"teacher_disagreement_score":0.40484545,"about_ca_system_score_codex":0.0007084841,"about_ca_system_score_gemma":0.0002614472,"threshold_uncertainty_score":0.99958336},"labels":[],"label_agreement":null},{"id":"W2095526692","doi":"10.1016/j.jss.2010.07.012","title":"A replicated survey of software testing practices in the Canadian province of Alberta: What has changed from 2004 to 2009?","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"IBM; Test (biology); Software testing; Software; Unit (ring theory); Usability; Unit testing; Engineering; Software engineering; Business; Computer science; Psychology","score_opus":0.06858567220213452,"score_gpt":0.2852814977116194,"score_spread":0.2166958255094849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095526692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9128362,0.00639776,0.07551586,0.002792722,0.0014113276,0.0008834844,0.00006247059,0.00007697257,0.000023231416],"genre_scores_gemma":[0.9410184,0.000040824965,0.058739718,0.000087185574,0.000078994446,0.000008989258,0.0000021003068,0.000011527878,0.000012275124],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983735,0.00021272353,0.0006363596,0.0002064628,0.00036009567,0.00021085617],"domain_scores_gemma":[0.9936274,0.0035766866,0.0014653017,0.00051679934,0.0006493486,0.00016443092],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0030793236,0.0001397447,0.0003780962,0.00025312087,0.00010021799,0.00046122854,0.00087981677,0.0001293116,0.0000028140255],"category_scores_gemma":[0.01156484,0.0000986156,0.000038678067,0.00061102665,0.00003958953,0.00124071,0.00006219405,0.0004636527,8.379444e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013241009,0.0002878474,0.91124094,0.0006485937,0.00020414077,0.0003299243,0.01362623,0.0011710972,0.0016879697,0.00031383385,0.0066178185,0.06373921],"study_design_scores_gemma":[0.0007712109,0.0010658578,0.9716559,0.0029452627,0.000066067085,0.0008955712,0.00063815486,0.0023822442,0.00075985445,0.00032451976,0.017899593,0.0005957615],"about_ca_topic_score_codex":0.59604645,"about_ca_topic_score_gemma":0.45749927,"teacher_disagreement_score":0.13854715,"about_ca_system_score_codex":0.000036945385,"about_ca_system_score_gemma":0.0006125306,"threshold_uncertainty_score":0.99676114},"labels":[],"label_agreement":null},{"id":"W2096287423","doi":"10.1109/icse.2009.5070504","title":"How tagging helps bridge the gap between social and technical aspects in software development","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Bridge (graph theory); Computer science; Mechanism (biology); Empirical research; Knowledge management; Software; Software development; Domain (mathematical analysis); Collaborative software; Work (physics); Software engineering; Data science; Engineering","score_opus":0.04748437766172536,"score_gpt":0.2850500230728536,"score_spread":0.23756564541112823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096287423","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013978851,0.00010315173,0.96729493,0.017162256,0.000038016264,0.0001389803,3.9580408e-7,0.00087686355,0.0004065667],"genre_scores_gemma":[0.76978177,0.000007486423,0.22968858,0.0004098788,0.000059886785,0.000007248049,7.227298e-7,0.000004067525,0.000040371982],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992237,0.000029527699,0.00012180893,0.00022747646,0.00017652384,0.00022095321],"domain_scores_gemma":[0.99947333,0.00024197758,0.000041744603,0.00018557321,0.00001773813,0.000039623115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041170203,0.000108578424,0.000119155266,0.000069045236,0.00013646374,0.0002992756,0.00047281396,0.00006638059,0.0000014687952],"category_scores_gemma":[0.000119290096,0.000078966346,0.000020753012,0.00026291175,0.00001991212,0.00039063295,0.00017839955,0.00021900608,0.0000017444497],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004325823,0.000058049613,0.009404557,0.000020940717,0.000016639135,0.00005414569,0.0013595689,0.000008221482,0.0002175229,0.07992517,0.0060887034,0.90284216],"study_design_scores_gemma":[0.00020260924,0.000079214115,0.9436208,0.00003593861,0.0000052255036,0.000051559484,0.00001412866,0.00030859618,0.0021678791,0.012604829,0.040540457,0.00036874844],"about_ca_topic_score_codex":0.0000130380395,"about_ca_topic_score_gemma":0.000011551601,"teacher_disagreement_score":0.93421626,"about_ca_system_score_codex":0.000042239826,"about_ca_system_score_gemma":0.00003936735,"threshold_uncertainty_score":0.32201543},"labels":[],"label_agreement":null},{"id":"W2096358068","doi":"","title":"Risk Modelling and Reasoning in Goal Models","year":2006,"lang":"en","type":"article","venue":"Unitn Eprints Research (Università Degli Studi di Trento)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Risk analysis (engineering); Requirements engineering; Goal modeling; Process (computing); Requirements elicitation; Management science; Systems engineering; Software engineering; Engineering; Software","score_opus":0.05805399784489917,"score_gpt":0.3063013523290306,"score_spread":0.24824735448413143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096358068","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26785472,0.000373808,0.7245427,0.00018015929,0.00003903437,0.00017390233,0.0000029914336,0.0002342363,0.0065984493],"genre_scores_gemma":[0.93410134,0.00078338187,0.064579956,0.0000046324462,0.000029433122,0.000007824096,0.0000036440435,0.000013754215,0.00047601774],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978398,0.00030341,0.00015923807,0.00055142236,0.00056709326,0.0005790277],"domain_scores_gemma":[0.9985091,0.0005980067,0.00006334787,0.0005255887,0.00017695787,0.00012701393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014426514,0.00016178115,0.00018758528,0.0007875867,0.00039008778,0.00020456508,0.00085544004,0.00008918927,0.000011571668],"category_scores_gemma":[0.0000994747,0.00017683096,0.000042091888,0.0012636423,0.00009831525,0.0013487816,0.0011498086,0.00072449056,0.000014276035],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000742047,0.000412648,0.067348644,0.000057552967,0.00008966019,0.0005293936,0.0041446704,0.39298317,0.00006391219,0.47007364,0.00055299705,0.06366951],"study_design_scores_gemma":[0.0005096063,0.00006307196,0.017482555,0.000074908254,0.0000072679877,0.000009081707,0.0004049475,0.955802,0.000053398668,0.023058096,0.0022988801,0.00023615174],"about_ca_topic_score_codex":0.005502426,"about_ca_topic_score_gemma":0.0002869988,"teacher_disagreement_score":0.66624665,"about_ca_system_score_codex":0.00018252766,"about_ca_system_score_gemma":0.00005735837,"threshold_uncertainty_score":0.8318059},"labels":[],"label_agreement":null},{"id":"W2096905623","doi":"10.1109/agile.2008.78","title":"Agile Methods and User-Centered Design: How These Two Methodologies are Being Successfully Integrated in Industry","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":148,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; USable; Computer science; Agile usability engineering; User story; Agile Unified Process; Software engineering; Software; Process management; Software development; Software development process; Engineering; World Wide Web","score_opus":0.1685778313057607,"score_gpt":0.39884674078439447,"score_spread":0.23026890947863377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096905623","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046911016,0.00026859055,0.95036674,0.0011311659,0.00013446501,0.00015465278,6.159283e-7,0.00085005164,0.00018272555],"genre_scores_gemma":[0.2620226,0.00011109182,0.73749995,0.00013931951,0.000011155237,0.00002076398,4.4982806e-7,0.000009462506,0.00018515016],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99816424,0.00086896034,0.00018301701,0.0003822551,0.0001263862,0.0002751512],"domain_scores_gemma":[0.9969164,0.0024312108,0.000109663255,0.00041845307,0.00006471523,0.000059571783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017852049,0.00018969408,0.0002681853,0.00020865133,0.000067300236,0.00019873887,0.00067770097,0.00019009261,0.000013432545],"category_scores_gemma":[0.0015526549,0.00014959532,0.00003314872,0.0005790483,0.000057300167,0.0010488118,0.0003450365,0.00059154147,0.0000011639579],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018340415,0.0003503253,0.16424097,0.00017258136,0.00026160007,0.0016121741,0.009282941,0.005889407,0.020123117,0.03031865,0.011150654,0.7564142],"study_design_scores_gemma":[0.0030366534,0.0008463872,0.14092882,0.00069004385,0.00005999374,0.001596875,0.001987557,0.32213366,0.43075088,0.03427457,0.06061685,0.0030777066],"about_ca_topic_score_codex":0.00022485905,"about_ca_topic_score_gemma":0.000009852223,"teacher_disagreement_score":0.7533365,"about_ca_system_score_codex":0.000035728986,"about_ca_system_score_gemma":0.000043244094,"threshold_uncertainty_score":0.610032},"labels":[],"label_agreement":null},{"id":"W2097017991","doi":"10.1109/icgse.2006.261221","title":"Culture and Shared Understanding in Distributed Requirements Engineering","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Process (computing); Computer science; Knowledge management; Diversity (politics); Requirements engineering; Process management; Software; Engineering","score_opus":0.030053560714329526,"score_gpt":0.2504346909878019,"score_spread":0.2203811302734724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097017991","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020135595,0.00010773908,0.99648446,0.00018646753,0.000055951237,0.00005577164,0.0000017050365,0.0004610632,0.00063328183],"genre_scores_gemma":[0.83643126,0.00001261945,0.16344568,0.000020465459,0.000016149957,0.000005367136,0.0000059992035,0.0000042343117,0.00005819438],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995306,0.00000587446,0.00009776541,0.00014842008,0.00008154056,0.00013580824],"domain_scores_gemma":[0.99977976,0.000045211436,0.000019674428,0.00012460595,0.0000073625706,0.000023403141],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011016156,0.00007070921,0.00006316348,0.00006020728,0.000023383727,0.00013557068,0.0001588013,0.000036854526,0.000004466323],"category_scores_gemma":[0.000027761645,0.000064207066,0.0000103362645,0.0002306169,0.000004135187,0.00053288584,0.000084416344,0.00007230681,9.429936e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046339956,0.000057262252,0.018361703,0.000062513755,0.000014332142,0.0000745551,0.0003074933,0.004416223,0.0026372531,0.9660192,0.006977609,0.0010672089],"study_design_scores_gemma":[0.0012935236,0.00015179945,0.06568374,0.00026649973,0.000011155759,0.00007980448,0.00008764761,0.82191664,0.0047690384,0.052456573,0.05215195,0.001131635],"about_ca_topic_score_codex":0.000071371695,"about_ca_topic_score_gemma":0.000009405287,"teacher_disagreement_score":0.91356266,"about_ca_system_score_codex":0.00006995786,"about_ca_system_score_gemma":0.0000044651347,"threshold_uncertainty_score":0.2618288},"labels":[],"label_agreement":null},{"id":"W2097177877","doi":"10.1109/isre.2001.948552","title":"An empirical study of facilitation of computer-mediated distributed requirements negotiations","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Facilitation; Facilitator; Negotiation; Knowledge management; Empirical research; Collaborative software; Social facilitation; Computer science; Psychology; Social psychology; Political science","score_opus":0.06279428566054784,"score_gpt":0.3343679807956885,"score_spread":0.2715736951351407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097177877","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26929656,0.000006501481,0.73015475,0.000099089244,0.000057906927,0.00012531377,0.000007836703,0.00021686257,0.00003515429],"genre_scores_gemma":[0.8953996,0.000002310173,0.10454514,0.00001712712,0.0000076042543,0.000006168103,0.000012260074,0.0000024907993,0.0000073025553],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99918956,0.000077606324,0.00027144444,0.00015840301,0.00021747734,0.000085529195],"domain_scores_gemma":[0.9991543,0.00019678297,0.00011222176,0.00037535513,0.00011934607,0.000041935582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001673842,0.00006616745,0.00011806064,0.0000822424,0.0000273139,0.000022310403,0.0003607441,0.000030845353,0.000034626977],"category_scores_gemma":[0.0000824627,0.000059964368,0.000020924084,0.0004225464,0.000013114987,0.00053375104,0.000059760427,0.000049303802,0.0000041880417],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005749355,0.03172463,0.6355688,0.00026483167,0.00060254836,0.000035790858,0.061996263,0.055028554,0.006981624,0.012011838,0.042857125,0.1528705],"study_design_scores_gemma":[0.00044449457,0.0017760427,0.10473509,0.000008259866,0.000010410767,0.0000014509551,0.00013022457,0.8914484,0.00056888955,0.00018215552,0.00056759804,0.0001270255],"about_ca_topic_score_codex":0.00005695467,"about_ca_topic_score_gemma":0.0000053414356,"teacher_disagreement_score":0.8364198,"about_ca_system_score_codex":0.000013222703,"about_ca_system_score_gemma":0.000005906522,"threshold_uncertainty_score":0.24452761},"labels":[],"label_agreement":null},{"id":"W2097386545","doi":"10.1007/978-1-4615-0457-3_8","title":"A Visual Architectural Approach to Maintaining Web Applications","year":2003,"lang":"en","type":"book-chapter","venue":"Software Visualization","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; World Wide Web; Web server; Schedule; Web page; Web development; Web service; Web navigation; Static web page; Web browser; Software; The Internet; Operating system","score_opus":0.0186898301387344,"score_gpt":0.2825949362837032,"score_spread":0.2639051061449688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097386545","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000030710592,0.00027075247,0.96413714,0.0000840459,0.00021750422,0.0009222133,0.00001535672,0.0025471393,0.031802773],"genre_scores_gemma":[0.002729014,0.000089039175,0.9508338,0.0017361651,0.000421517,0.00061495276,0.00037358198,0.00023926512,0.042962685],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99782383,0.00004797484,0.00043161755,0.0008429095,0.00049176294,0.00036191658],"domain_scores_gemma":[0.9983303,0.0002345428,0.0002743805,0.00076092564,0.00019753605,0.00020233555],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003582886,0.00046201682,0.00035621994,0.000560223,0.00020247929,0.00031318452,0.0008319107,0.00034768213,0.000031314157],"category_scores_gemma":[0.00017881313,0.00049450353,0.00013813701,0.00035547037,0.000034063887,0.00030730115,0.0002975089,0.00037042622,0.000111238536],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005741655,0.000048304253,0.00002324473,0.00010147446,0.000055672026,0.0000044225785,0.00037883763,0.0014417745,0.000011994599,0.93985564,0.003659012,0.05441386],"study_design_scores_gemma":[0.00016335673,0.00018956992,0.000014075871,0.00015358216,0.000048618058,0.00009015565,0.0000051240354,0.014157643,0.00006308456,0.03452957,0.9495484,0.001036827],"about_ca_topic_score_codex":0.0000046191694,"about_ca_topic_score_gemma":0.0000013909201,"teacher_disagreement_score":0.94588935,"about_ca_system_score_codex":0.00015884383,"about_ca_system_score_gemma":0.00013000928,"threshold_uncertainty_score":0.9997507},"labels":[],"label_agreement":null},{"id":"W2098379865","doi":"10.1007/978-3-642-14192-8_11","title":"Validation of the Effectiveness of an Optimized EPMcreate as an Aid for Creative Requirements Elicitation","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Brainstorming; Creativity; Computer science; Requirements elicitation; Context (archaeology); Principal (computer security); Quality (philosophy); Management science; Human–computer interaction; Artificial intelligence; Requirements analysis; Psychology; Engineering","score_opus":0.022037807489777714,"score_gpt":0.3059368114280506,"score_spread":0.2838990039382729,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098379865","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010754686,0.000021112359,0.98730546,0.000037716658,0.00069546135,0.0008452649,0.000007857048,0.00008821584,0.00024420672],"genre_scores_gemma":[0.2751128,0.000005852063,0.7247168,0.00004271748,0.000057805522,0.000026749189,0.000008744623,0.000016469943,0.000012066811],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9981319,0.00014764135,0.00035265906,0.00063992845,0.0005257531,0.00020217153],"domain_scores_gemma":[0.99638635,0.0015711209,0.00049502426,0.001033138,0.00045770445,0.00005665071],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024610385,0.00024871985,0.00035323788,0.00030282003,0.00012281009,0.00012509579,0.0019518347,0.00021889956,0.0000041060616],"category_scores_gemma":[0.0005489935,0.00019088155,0.00009405632,0.00031945336,0.00029367892,0.0010938188,0.0003165009,0.00030836114,4.5892008e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005790561,0.00029475844,0.0002631468,0.0006798744,0.0000927193,0.000007314335,0.00378834,0.2976833,0.054549873,0.08476189,0.0000014563345,0.5572983],"study_design_scores_gemma":[0.00047929978,0.00084459234,0.00050281966,0.0005274189,0.000023582352,0.000010546343,2.1828077e-7,0.23449469,0.4991886,0.2635551,0.00007479218,0.00029832264],"about_ca_topic_score_codex":0.00007303118,"about_ca_topic_score_gemma":0.0000059057643,"teacher_disagreement_score":0.557,"about_ca_system_score_codex":0.00007528287,"about_ca_system_score_gemma":0.00022560114,"threshold_uncertainty_score":0.7783924},"labels":[],"label_agreement":null},{"id":"W2098513273","doi":"10.1007/s11219-006-5997-8","title":"PEM: The small company-dedicated software process quality evaluation method combining CMMISM and ISO/IEC 14598","year":2006,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Motorola (Canada); Computer Research Institute of Montréal","funders":"","keywords":"Capability Maturity Model Integration; LeanCMMI; Software quality control; Software quality; Personal software process; Software quality management; Computer science; Software engineering; Software quality analyst; Team software process; Software; Software development process; Verification and validation; Process (computing); Quality (philosophy); Software development; Systems engineering; Engineering; Software construction; Operations management","score_opus":0.07220551126872021,"score_gpt":0.3888549613939644,"score_spread":0.3166494501252442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098513273","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07674356,0.0013078891,0.91739696,0.0024015994,0.00053380994,0.00039975188,0.000010559767,0.0011323992,0.00007347252],"genre_scores_gemma":[0.38969982,0.000058225065,0.60900474,0.00066739804,0.0003727566,0.00005895512,0.000022006385,0.00004189734,0.00007420118],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.993785,0.0023712334,0.0011966622,0.0006565858,0.001391646,0.0005988234],"domain_scores_gemma":[0.9930247,0.0037678583,0.0011157213,0.0009084932,0.0009441241,0.0002391192],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01710258,0.00039382983,0.0005256277,0.00018124083,0.0010119295,0.0010170282,0.0014955223,0.00022656433,0.000048257778],"category_scores_gemma":[0.0044240914,0.0003022249,0.00018272821,0.0006741976,0.00014576653,0.0010891409,0.00030871874,0.0012476789,0.000009294738],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024992475,0.0010806487,0.20247708,0.0009640371,0.0005337707,0.00010578459,0.013102631,0.011910701,0.00041508846,0.03621204,0.010218606,0.7227297],"study_design_scores_gemma":[0.0040769354,0.00051981874,0.5146725,0.0005533178,0.00037069974,0.00218495,0.0009128006,0.044309597,0.0015746569,0.41495457,0.01343757,0.0024325775],"about_ca_topic_score_codex":0.0005977256,"about_ca_topic_score_gemma":0.000057343655,"teacher_disagreement_score":0.7202971,"about_ca_system_score_codex":0.00015494693,"about_ca_system_score_gemma":0.00037794895,"threshold_uncertainty_score":0.99994296},"labels":[],"label_agreement":null},{"id":"W2098756414","doi":"10.1109/cseet.2011.5876142","title":"Panel on the role of graduate software and systems engineering bodies of knowledge in formulating graduate software engineering curricula","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software Engineering Process Group; Software engineering; Curriculum; Body of knowledge; Social software engineering; Engineering management; Computer science; Knowledge engineering; Software requirements; Software development; Software; Engineering ethics; Engineering; Software construction; Knowledge management; Sociology","score_opus":0.08225432780551191,"score_gpt":0.2491366119348544,"score_spread":0.16688228412934247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098756414","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39301753,0.0013059556,0.60414714,0.000017952108,0.0002592104,0.00035431076,0.000004393202,0.00073483516,0.00015868708],"genre_scores_gemma":[0.8748401,0.000055063065,0.12501384,0.0000040962977,0.000018037626,0.000038800958,6.465084e-7,0.000021069154,0.000008336829],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987485,0.000035565925,0.0004299892,0.000266178,0.00022558028,0.00029419368],"domain_scores_gemma":[0.9981762,0.0010440219,0.00016488586,0.00044970398,0.00010787043,0.000057311827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064382586,0.00023396095,0.00031802375,0.00024325223,0.000040953524,0.000042214684,0.00052938116,0.00007213162,0.0000019010158],"category_scores_gemma":[0.000644191,0.0001724551,0.00006540358,0.00033702713,0.0000237816,0.00040942154,0.00027050273,0.00026283177,0.0000014905042],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071920804,0.0008189369,0.12247815,0.005019784,0.00047728178,0.00007564249,0.047461987,0.10518749,0.005545808,0.57887644,0.00030469464,0.13368188],"study_design_scores_gemma":[0.00032489584,0.00030443506,0.047659963,0.0015317274,0.000028905912,0.000048336806,0.0003992404,0.91746104,0.029429585,0.0017322426,0.00038566574,0.0006939862],"about_ca_topic_score_codex":0.00028609883,"about_ca_topic_score_gemma":0.0000037938235,"teacher_disagreement_score":0.8122735,"about_ca_system_score_codex":0.00002434393,"about_ca_system_score_gemma":0.00001683625,"threshold_uncertainty_score":0.7032515},"labels":[],"label_agreement":null},{"id":"W2098871488","doi":"10.1109/ccece.2003.1226152","title":"Decision support for requirements engineering process development","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Requirements engineering; Bridging (networking); Decision support system; Process (computing); Requirements analysis; Management science; Systems engineering; Engineering; Artificial intelligence","score_opus":0.027865812537776286,"score_gpt":0.3067626701645932,"score_spread":0.27889685762681693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098871488","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040068347,0.000012915413,0.99440837,0.00010191163,0.00026401383,0.00017670747,2.094695e-7,0.0008129767,0.00021607422],"genre_scores_gemma":[0.15592748,0.000002296487,0.8438321,0.000081402126,0.000019231302,0.00006826246,0.0000013563929,0.000007913675,0.000060008028],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99929,0.0000011886932,0.00015647191,0.00019982347,0.00016797367,0.00018455305],"domain_scores_gemma":[0.99957705,0.000077897756,0.00003141225,0.00020418875,0.00005485654,0.000054592405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024258255,0.00008915647,0.0000718955,0.00006985599,0.000049852915,0.00008351402,0.00043854193,0.000034163175,0.000008071283],"category_scores_gemma":[0.00010543655,0.000079427016,0.000022933125,0.00014805837,0.000002300047,0.00055586733,0.000076363875,0.00004224607,0.00001459056],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045856148,0.00037038673,0.0005730088,0.00038627672,0.000109444176,0.000045156095,0.002775937,0.068207204,0.00202166,0.21526028,0.00277591,0.7074289],"study_design_scores_gemma":[0.0024594143,0.0006472045,0.002715563,0.0003203781,0.000015453148,0.000097925564,0.000020370599,0.06467067,0.37874496,0.033729192,0.5150813,0.0014975568],"about_ca_topic_score_codex":0.0000019920785,"about_ca_topic_score_gemma":7.0866383e-7,"teacher_disagreement_score":0.7059313,"about_ca_system_score_codex":0.00005452672,"about_ca_system_score_gemma":0.00008395206,"threshold_uncertainty_score":0.323894},"labels":[],"label_agreement":null},{"id":"W2098940703","doi":"10.1109/iwspm.2006.5","title":"Lightweight Replanning of Software Product Releases","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Product (mathematics); Quality (philosophy); Software; Process (computing); Analytic hierarchy process; Software engineering; Systems engineering; Manufacturing engineering; Engineering; Operations research; Mathematics","score_opus":0.008840952175738541,"score_gpt":0.2268544008585867,"score_spread":0.21801344868284817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098940703","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007775991,0.0005416736,0.9867894,0.0003446921,0.00014027592,0.00006925284,6.823436e-7,0.0013390882,0.002998945],"genre_scores_gemma":[0.3194728,0.000009354963,0.67968756,0.000034180863,0.00006693406,0.0000053248305,0.0000014644156,0.000005816189,0.0007165417],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993533,0.000014759449,0.00016171603,0.00020860154,0.00013998909,0.0001216507],"domain_scores_gemma":[0.9991992,0.000165521,0.000078334255,0.00048013378,0.00005625477,0.000020548665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014927045,0.00007482013,0.00009642025,0.00006744902,0.00003261757,0.000040502895,0.00038673735,0.000024373074,0.000015083068],"category_scores_gemma":[0.00014690515,0.00006087079,0.000034086675,0.00023724452,0.000011971842,0.00039702634,0.000093749404,0.00006160203,0.000007609315],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023089746,0.00038420962,0.05957735,0.0002597572,0.000053803175,0.00012389361,0.00031401188,0.0018198309,0.005377674,0.5468696,0.24016279,0.14503399],"study_design_scores_gemma":[0.00030160256,0.00031431238,0.038558953,0.00017482215,0.000022013279,0.00017922033,0.0000055209484,0.0077389753,0.47587287,0.023798753,0.45223296,0.00080000196],"about_ca_topic_score_codex":0.00015201465,"about_ca_topic_score_gemma":0.0000015761854,"teacher_disagreement_score":0.5230708,"about_ca_system_score_codex":0.000007701219,"about_ca_system_score_gemma":0.00001985081,"threshold_uncertainty_score":0.24822387},"labels":[],"label_agreement":null},{"id":"W2099656866","doi":"10.1109/ms.2010.70","title":"Certification 1, 2, 3","year":2010,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Certification; Software; Column (typography); Investment (military); Software engineering; Computer science; Professional certification (computer technology); Engineering management; Business; Accounting; Engineering; Management; Operating system; Economics; Political science; Telecommunications","score_opus":0.015834637025682757,"score_gpt":0.2574545233972596,"score_spread":0.24161988637157686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099656866","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021402674,0.000022427887,0.9741749,0.0005265876,0.0015067694,0.00006281095,0.0000011148252,0.0020336427,0.00026903683],"genre_scores_gemma":[0.55356944,0.000004534911,0.44602698,0.00013043219,0.00010365198,0.000017151497,0.0000011659384,0.000007629257,0.00013900534],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994367,0.000010592775,0.00009382658,0.00019736729,0.00012609086,0.00013541801],"domain_scores_gemma":[0.9990909,0.00015699009,0.000043243148,0.00059733115,0.00005472264,0.000056777266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001641274,0.00007408111,0.00005730305,0.000052169755,0.0001202253,0.00008518854,0.0006067267,0.000069102694,0.000028069804],"category_scores_gemma":[0.00021932732,0.000070372414,0.0000315985,0.00018751255,0.000014453015,0.00047477192,0.00004975623,0.00022072157,0.000097951044],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007879104,0.0001728105,0.009337898,0.000059738977,0.00003341331,0.000042923934,0.0015435724,0.00022085571,0.061791368,0.07798401,0.043410223,0.8053953],"study_design_scores_gemma":[0.00020111029,0.00007948511,0.012755305,0.000018539942,0.000009402581,0.000112617876,0.0000035195987,0.0073583974,0.11997207,0.024930878,0.83393574,0.0006229662],"about_ca_topic_score_codex":0.0000145596605,"about_ca_topic_score_gemma":0.000004315656,"teacher_disagreement_score":0.8047723,"about_ca_system_score_codex":0.0000069969024,"about_ca_system_score_gemma":0.000023071376,"threshold_uncertainty_score":0.28697038},"labels":[],"label_agreement":null},{"id":"W2100243929","doi":"10.3233/his-2004-11-212","title":"Hybrid Intelligence in Software Release Planning","year":2004,"lang":"en","type":"article","venue":"International Journal of Hybrid Intelligent Systems","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":113,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software; Software analytics; Software engineering; Artificial intelligence; Software development; Component-based software engineering; Programming language","score_opus":0.02343917267582474,"score_gpt":0.29660702599261574,"score_spread":0.273167853316791,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100243929","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035407618,0.0019453656,0.9573246,0.00046442923,0.0044924114,0.000121281344,0.000004504611,0.00013014533,0.00010961861],"genre_scores_gemma":[0.9470651,0.0003208023,0.0520708,0.00012739867,0.0003576441,0.000007593114,0.0000023475807,0.000017496479,0.000030791252],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99757636,0.0000704418,0.0010208075,0.00024826854,0.0008295008,0.00025461207],"domain_scores_gemma":[0.99808806,0.0003272501,0.00063047966,0.00030310467,0.0005145496,0.00013653374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094673544,0.0001982892,0.00028868954,0.00066149473,0.000033673314,0.0003512197,0.0021581426,0.000030553834,0.000012250526],"category_scores_gemma":[0.0006958507,0.00018196473,0.0001518634,0.00018290871,0.000028814196,0.0011925574,0.00019589406,0.00044807428,0.000039725463],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011875248,0.00035699553,0.0029421202,0.00005612876,0.00023604422,0.010066802,0.00084317476,0.9043521,0.00016333176,0.03096088,0.0015728417,0.048330802],"study_design_scores_gemma":[0.0033782872,0.002869554,0.0021940144,0.014275647,0.00010162291,0.10267698,0.0010798984,0.24599363,0.27347183,0.13205674,0.21819189,0.0037098927],"about_ca_topic_score_codex":0.00013765642,"about_ca_topic_score_gemma":9.158547e-7,"teacher_disagreement_score":0.9116575,"about_ca_system_score_codex":0.00042942798,"about_ca_system_score_gemma":0.0001780382,"threshold_uncertainty_score":0.7420307},"labels":[],"label_agreement":null},{"id":"W2101648895","doi":"10.1109/adevc.2004.1","title":"A Study Case: Evolution of Co-Location and Planning Strategy","year":2004,"lang":"en","type":"article","venue":"Agile Development Conference","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"TransCanada (Canada)","funders":"","keywords":"Agile software development; Software evolution; Process management; Computer science; Software; Scrum; Business; Knowledge management; Engineering management; Software development; Engineering; Software engineering","score_opus":0.047574824991302916,"score_gpt":0.30547949140881825,"score_spread":0.2579046664175153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101648895","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41734463,0.00004668982,0.582206,0.000015365276,0.000032720916,0.00010460388,2.1680363e-7,0.00010222751,0.00014752457],"genre_scores_gemma":[0.9331999,0.0000040585137,0.06674939,0.0000056801377,0.0000055221103,0.000021578695,0.0000010842679,0.0000028321558,0.00000995311],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99939984,0.000020358342,0.00016580625,0.00018411054,0.00012850779,0.00010137894],"domain_scores_gemma":[0.9995473,0.000056936336,0.000080730155,0.00016174532,0.00011912506,0.000034154837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023742588,0.00007941654,0.00008724669,0.00007571553,0.00007038035,0.00006337969,0.00017406253,0.000028800212,0.0000024401518],"category_scores_gemma":[0.000051904113,0.00007855378,0.0000053586286,0.00018181285,0.00001493598,0.0003604218,0.0000688385,0.000069303824,0.0000025784607],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047916412,0.0013451732,0.1766,0.00042532594,0.00028988748,0.0033178404,0.0983508,0.014649954,0.0027790186,0.366442,0.00026861997,0.33548346],"study_design_scores_gemma":[0.0026931434,0.0014492735,0.92320997,0.00075789157,0.000042681484,0.0026778528,0.0075032245,0.010847555,0.0343683,0.013112479,0.0017884608,0.0015491566],"about_ca_topic_score_codex":0.00010831636,"about_ca_topic_score_gemma":0.000019896182,"teacher_disagreement_score":0.74661,"about_ca_system_score_codex":0.00005040735,"about_ca_system_score_gemma":0.00023476862,"threshold_uncertainty_score":0.320333},"labels":[],"label_agreement":null},{"id":"W2101810296","doi":"10.1109/iwspm.2008.7","title":"Supporting the Dynamic Reprioritization of Requirements in Agile Development of Software Products","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Agile software development; Requirement prioritization; Requirement; Computer science; Prioritization; Agile usability engineering; Agile Unified Process; Requirements engineering; Process management; Empirical research; New product development; Extreme programming practices; Software development; Software; Software development process; Business; Software engineering; Marketing","score_opus":0.030588787475971862,"score_gpt":0.3024164727009554,"score_spread":0.2718276852249835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101810296","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22604476,0.000046950343,0.773397,0.0001201164,0.000059745802,0.00012549757,1.8611667e-7,0.00011380794,0.00009188375],"genre_scores_gemma":[0.5734352,0.000010670302,0.42648068,0.000010074402,0.0000020579419,0.0000049474156,9.525836e-7,0.0000023228497,0.000053121363],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992376,0.000021192413,0.00032188246,0.00014433778,0.00017244235,0.00010255832],"domain_scores_gemma":[0.99933535,0.00008597177,0.00017022651,0.00031057207,0.000087681314,0.00001019028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053199776,0.00005095872,0.000082643324,0.000061782535,0.000037808084,0.000006220372,0.00033364078,0.000020412532,0.0000050295803],"category_scores_gemma":[0.0004256159,0.000038531387,0.000011689724,0.0003597809,0.000016913627,0.0002700982,0.00012742163,0.000049263683,9.3804107e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036785463,0.00083118345,0.36295536,0.0010446951,0.000109995504,0.000070008835,0.04763193,0.0043036835,0.05465119,0.012867301,0.0022083432,0.5132895],"study_design_scores_gemma":[0.000569573,0.00017128873,0.36160845,0.00035975658,0.000008945819,0.00008299253,0.00016946893,0.03532437,0.5911152,0.0026131112,0.0073976135,0.0005792881],"about_ca_topic_score_codex":0.000021953118,"about_ca_topic_score_gemma":0.0000062315794,"teacher_disagreement_score":0.536464,"about_ca_system_score_codex":0.000023923034,"about_ca_system_score_gemma":0.000099185214,"threshold_uncertainty_score":0.15712643},"labels":[],"label_agreement":null},{"id":"W2101880321","doi":"10.1109/chase.2009.5071404","title":"Audio-video recording of ad hoc software development team interactions","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Teamwork; Computer science; Software; Software development; Multimedia; Process (computing); Team software process; Face (sociological concept); Post hoc; Software development process; Human–computer interaction","score_opus":0.01913255521286214,"score_gpt":0.27349397039113904,"score_spread":0.25436141517827693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101880321","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003224628,0.00015331787,0.99258167,0.000787559,0.00027332167,0.000072909985,2.8824442e-7,0.0009718763,0.0019344479],"genre_scores_gemma":[0.20890044,0.000040365052,0.7903228,0.00017004758,0.000016125941,0.0000064405053,8.283403e-7,0.0000040839864,0.00053890934],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992814,0.000016770055,0.00022250346,0.00019162832,0.00013697286,0.00015070285],"domain_scores_gemma":[0.9992173,0.00023317298,0.0000922549,0.00034070772,0.00006515099,0.000051447318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021621464,0.00009661443,0.00011887904,0.000119160286,0.000067317356,0.000060171562,0.00046465726,0.000032944532,0.000046459547],"category_scores_gemma":[0.00018982061,0.00008764539,0.000042289957,0.00026648183,0.0000065178588,0.00066704163,0.000100321566,0.00012668959,0.00002023717],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046606706,0.000063479645,0.00035427514,0.000010891211,0.000016357919,0.0000032545322,0.00050049217,0.00008063407,0.00039969542,0.0028838604,0.015108767,0.98057365],"study_design_scores_gemma":[0.0002247561,0.00031755926,0.009569997,0.00020011983,0.000010827993,0.00008008885,0.00004379206,0.0041890624,0.04097253,0.005245768,0.9386104,0.0005351357],"about_ca_topic_score_codex":0.000008191861,"about_ca_topic_score_gemma":0.0000046478376,"teacher_disagreement_score":0.9800385,"about_ca_system_score_codex":0.00004680302,"about_ca_system_score_gemma":0.000051343945,"threshold_uncertainty_score":0.35740754},"labels":[],"label_agreement":null},{"id":"W2102961782","doi":"10.1007/978-3-642-13273-5_16","title":"Investigating the Capability of Agile Processes to Support Life-Science Regulations: The Case of XP and FDA Regulations with a Focus on Human Factor Requirements","year":2010,"lang":"en","type":"book-chapter","venue":"Studies in computational intelligence","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Agile software development; Risk analysis (engineering); Process (computing); Software; Process management; Computer science; Engineering; Software engineering; Engineering management; Business","score_opus":0.16866630895136564,"score_gpt":0.40309984172200186,"score_spread":0.23443353277063622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102961782","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08404678,0.0013177872,0.8983236,0.005021766,0.00060653547,0.0034212638,0.00014354351,0.00028006005,0.0068386495],"genre_scores_gemma":[0.9227443,0.00002886889,0.076868914,0.00007225711,0.000027003915,0.000049247305,0.0000019441652,0.00001060495,0.00019690588],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983987,0.000032118925,0.00053615833,0.0004237317,0.00046541533,0.00014387592],"domain_scores_gemma":[0.9953394,0.0026711957,0.00046805153,0.0005235341,0.00094424305,0.000053582855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000818188,0.00020369032,0.00025472575,0.00018954722,0.00040357077,0.000057931262,0.00072034315,0.000057068984,0.000006924887],"category_scores_gemma":[0.0016038652,0.00012780094,0.000028611026,0.0004169374,0.0014523498,0.00026785544,0.0004429301,0.0003064445,7.2810894e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011088421,0.000056198518,0.0006262133,0.0003961208,0.000113110545,0.0000201651,0.01621728,0.056564797,0.00006031691,0.9090681,0.000077992765,0.016788613],"study_design_scores_gemma":[0.00010740265,0.0010858104,0.0035765083,0.0014896886,0.000054696036,0.00020514421,0.0008426923,0.013150334,0.0037467082,0.9746846,0.00046106736,0.00059535226],"about_ca_topic_score_codex":0.000096446514,"about_ca_topic_score_gemma":0.00030836082,"teacher_disagreement_score":0.8386975,"about_ca_system_score_codex":0.000059246802,"about_ca_system_score_gemma":0.00032132654,"threshold_uncertainty_score":0.53512436},"labels":[],"label_agreement":null},{"id":"W2103169481","doi":"10.1007/s00766-012-0147-2","title":"Introduction to the REFSQ 2011 special issue","year":2012,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Presentation (obstetrics); Session (web analytics); Library science; Computer science; Quality (philosophy); Engineering ethics; Engineering; World Wide Web; Medicine","score_opus":0.02015280333067836,"score_gpt":0.2657621287047804,"score_spread":0.24560932537410202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103169481","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013693852,0.0001715405,0.9857619,0.0052754562,0.0057269433,0.00018464883,6.2577357e-7,0.00065385725,0.00085566135],"genre_scores_gemma":[0.27183807,0.00010036837,0.61853594,0.00075319456,0.10624073,0.00015559101,0.0000060590182,0.000080172125,0.0022898626],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999094,0.000015233521,0.00014600766,0.00017969465,0.00022323852,0.0003418425],"domain_scores_gemma":[0.99926573,0.00004269197,0.00003383021,0.00052973465,0.000023706669,0.00010432965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005430643,0.00012077017,0.00008423583,0.000088589695,0.00006873518,0.000091374764,0.00053572905,0.00003463444,0.00018329594],"category_scores_gemma":[0.00011433903,0.00009666742,0.00003177285,0.00023102277,0.000003690576,0.0009044142,0.00019809516,0.00013058973,0.0005527659],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009700822,0.00010286251,0.00057882036,0.00005405151,0.000090452435,0.000004839872,0.0022327225,0.01923665,0.0056626513,0.0558735,0.77342397,0.14272979],"study_design_scores_gemma":[0.000035974113,0.000025642927,0.0011572002,0.0000074884274,0.0000046544137,0.000011811416,0.0000035069465,0.0035472447,0.0032376905,0.000018478486,0.99181604,0.00013427643],"about_ca_topic_score_codex":0.000009354579,"about_ca_topic_score_gemma":3.548923e-7,"teacher_disagreement_score":0.36722592,"about_ca_system_score_codex":0.00006910907,"about_ca_system_score_gemma":0.0000062283807,"threshold_uncertainty_score":0.7104871},"labels":[],"label_agreement":null},{"id":"W2104074302","doi":"10.1109/icadiwt.2009.5273971","title":"Agile Development Methodologies: Are they suitable for developing Decision Support Systems","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"New York Institute of Technology","funders":"","keywords":"Agile software development; Computer science; Software development; Agile Unified Process; Decision support system; Software; Software development process; Systems engineering; Software engineering; Engineering; Data mining","score_opus":0.10504488221470552,"score_gpt":0.35710712760884417,"score_spread":0.25206224539413863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104074302","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00067421474,0.00017945192,0.996081,0.00041501957,0.00047565633,0.00030481198,7.417565e-7,0.0012171023,0.0006519959],"genre_scores_gemma":[0.04746246,0.000027595554,0.95165825,0.00030372667,0.000025370091,0.00005743884,0.0000022604388,0.000007333341,0.00045556886],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99884963,0.00004085782,0.00028247372,0.0003196854,0.00019444551,0.00031287904],"domain_scores_gemma":[0.99781644,0.0015131374,0.0001164443,0.00038648047,0.0001270147,0.00004046401],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016735306,0.00014244895,0.00020293744,0.000102060716,0.00013816053,0.00025475983,0.00076231564,0.00008981088,0.0000050567087],"category_scores_gemma":[0.00071597256,0.00011203031,0.00004061197,0.0001684411,0.000003855335,0.0005584296,0.0001343248,0.0000808799,0.000015793205],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029434572,0.000051365892,0.00031307194,0.000109226865,0.000048218513,0.000023974058,0.0011593553,0.0022629756,0.00038896498,0.17820522,0.028522259,0.78888595],"study_design_scores_gemma":[0.00042144174,0.00030735807,0.0051108375,0.0002484435,0.000010527077,0.00008665683,0.00018908909,0.0187962,0.023540255,0.03661598,0.91378254,0.0008906525],"about_ca_topic_score_codex":0.0000137101015,"about_ca_topic_score_gemma":0.000003026037,"teacher_disagreement_score":0.8852603,"about_ca_system_score_codex":0.00008727778,"about_ca_system_score_gemma":0.000116650044,"threshold_uncertainty_score":0.45684636},"labels":[],"label_agreement":null},{"id":"W2104829867","doi":"10.1007/s00766-002-0164-7","title":"An exploratory study of facilitation in distributed requirements engineering","year":2003,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Victoria","funders":"","keywords":"Facilitator; Facilitation; Knowledge management; Exploratory research; Negotiation; Empirical research; Collaborative software; Requirements engineering; Computer science; Psychology; Software; Social psychology; Political science","score_opus":0.03969566621466222,"score_gpt":0.2947862211677538,"score_spread":0.25509055495309163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104829867","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45127591,0.00006667724,0.5477642,0.0000040768005,0.00024482555,0.00026736138,0.0000025955435,0.00035756116,0.000016783191],"genre_scores_gemma":[0.9524271,0.000010295467,0.047425892,0.0000049138453,0.000013954851,0.00008331017,0.0000072725916,0.000024799425,0.0000024713213],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982172,0.00007439813,0.0005278054,0.00039969687,0.00041558925,0.0003652677],"domain_scores_gemma":[0.9989301,0.00010247389,0.00011348105,0.00068355224,0.00006539057,0.00010502375],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008535623,0.00024138784,0.00026035402,0.0003704039,0.000032130603,0.00006980447,0.0005533254,0.00006814793,0.0000063936177],"category_scores_gemma":[0.00031952214,0.00027557326,0.00003777406,0.00076488545,0.0000056348217,0.0016915795,0.00007895596,0.00018007378,0.0000028293798],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019561361,0.0019189455,0.022588499,0.00033371305,0.00017161384,0.000090551344,0.00949448,0.8741965,0.07166213,0.015520418,0.000043625016,0.003959956],"study_design_scores_gemma":[0.0046886355,0.0026383302,0.03927633,0.0005801478,0.00006151066,0.000020666212,0.0016367077,0.8924049,0.051448204,0.00037769444,0.0046940134,0.0021728529],"about_ca_topic_score_codex":0.000020849722,"about_ca_topic_score_gemma":0.0000060967577,"teacher_disagreement_score":0.5011512,"about_ca_system_score_codex":0.00015161371,"about_ca_system_score_gemma":0.00002837044,"threshold_uncertainty_score":0.99996966},"labels":[],"label_agreement":null},{"id":"W2104927742","doi":"10.5539/jel.v4n4p39","title":"Case Studies for Enhancing Student Engagement and Active Learning in Software V&amp;V Education","year":2015,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Michigan-Dearborn; Fairfield University; Auburn University; East Carolina University; Kennesaw State University; Embry-Riddle Aeronautical University; National Science Foundation","keywords":"Curriculum; Student engagement; Professional development; Software development; Computer science; Engineering management; Software; Medical education; Psychology; Pedagogy; Software engineering; Engineering; Medicine","score_opus":0.078381762450584,"score_gpt":0.40239539522327744,"score_spread":0.32401363277269346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104927742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7475176,0.0033662333,0.24778527,0.0005050947,0.0006459441,0.00011343426,4.5776904e-8,0.00003569398,0.000030698833],"genre_scores_gemma":[0.8263769,0.00026629222,0.17290099,0.000069675814,0.00013568193,0.00001635522,4.4848898e-7,0.0000055078795,0.000228149],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993051,0.00017332112,0.00021783284,0.00010846497,0.00010889629,0.00008634309],"domain_scores_gemma":[0.99861854,0.0006601346,0.00027947008,0.000054706885,0.00030969805,0.0000774558],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015062486,0.000071538394,0.00012728527,0.00020366775,0.00013369242,0.00011405572,0.00007729708,0.000026501828,0.0000010474184],"category_scores_gemma":[0.0029405528,0.000065098466,0.00001802298,0.00011842849,0.0000101034,0.00057028735,0.00005718673,0.0003770113,2.8955628e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025829688,0.00022635063,0.014432009,0.00011366986,0.000058906284,0.000017255239,0.119513795,0.002858203,0.00012535696,0.00076425663,0.0008014024,0.86106294],"study_design_scores_gemma":[0.0026466416,0.003111286,0.035170406,0.001891017,0.00020150885,0.012078969,0.4293356,0.0039424216,0.00090080267,0.006256324,0.50332355,0.0011414447],"about_ca_topic_score_codex":0.000014360197,"about_ca_topic_score_gemma":0.000010836155,"teacher_disagreement_score":0.8599215,"about_ca_system_score_codex":0.0001004083,"about_ca_system_score_gemma":0.00031866602,"threshold_uncertainty_score":0.35203287},"labels":[],"label_agreement":null},{"id":"W2105246013","doi":"10.1109/tse.2002.1158289","title":"Ethical issues in empirical studies of software engineering","year":2002,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":190,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; National Research Council Canada; U.S. Department of Health and Human Services; National Institutes of Health; Public Works and Government Services Canada; Canadian Psychological Association","keywords":"Empirical research; Computer science; Social software engineering; Software engineering; Popularity; Software Engineering Process Group; Software development; Software requirements; Software peer review; Personal software process; Software; Management science; Data science; Software construction; Engineering ethics; Engineering","score_opus":0.05595567562007852,"score_gpt":0.3199783701972545,"score_spread":0.264022694577176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105246013","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011095642,0.0014717516,0.98383737,0.00038709436,0.0009305727,0.00018106776,0.0000076178244,0.0020844974,0.000004387809],"genre_scores_gemma":[0.5130201,0.00052875647,0.48609963,0.000106310916,0.0000532598,0.000081959326,4.805844e-7,0.00005086244,0.000058639856],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99797547,0.00004782125,0.0005549603,0.000498209,0.00044666976,0.0004768789],"domain_scores_gemma":[0.9972313,0.001796155,0.00007990307,0.00066496263,0.00009726648,0.00013040607],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004391433,0.00037357642,0.0005184714,0.00061775255,0.000067268105,0.000059622005,0.0006548874,0.0003414295,0.00003900442],"category_scores_gemma":[0.00079674233,0.00039254027,0.00017715039,0.0010621725,0.000036893198,0.00046499234,0.000015187459,0.0012505507,0.000023870507],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014161435,0.00030294096,0.0007601429,0.00052329095,0.0002069671,0.00012514193,0.0030805592,0.9711078,0.00044425298,0.0008309845,0.0010826903,0.021521114],"study_design_scores_gemma":[0.0016474741,0.00096535945,0.002724766,0.0020575542,0.000104157305,0.00024859054,0.00009593706,0.8980648,0.06431036,0.00021759322,0.026954163,0.0026092434],"about_ca_topic_score_codex":0.00001717977,"about_ca_topic_score_gemma":0.0000032940072,"teacher_disagreement_score":0.50192446,"about_ca_system_score_codex":0.00014186511,"about_ca_system_score_gemma":0.000018199116,"threshold_uncertainty_score":0.99985266},"labels":[],"label_agreement":null},{"id":"W2105663766","doi":"10.5539/ies.v6n6p191","title":"Success Factors for Using Case Method in Teaching and Learning Software Engineering","year":2013,"lang":"en","type":"article","venue":"International Education Studies","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Teaching method; Engineering education; Software; Psychology; Computer science; Engineering; Engineering management","score_opus":0.06159569188124575,"score_gpt":0.4134088261156007,"score_spread":0.35181313423435495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105663766","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3673573,0.00032991334,0.631168,0.00024222612,0.0006980981,0.00008683316,4.736728e-7,0.000106568434,0.000010591283],"genre_scores_gemma":[0.43253797,0.0000112105645,0.56725913,0.000032308883,0.00004192837,0.000060346887,0.0000011122182,0.0000050439276,0.00005092975],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99946564,0.000040329218,0.0001440759,0.00017318134,0.0000801593,0.00009660349],"domain_scores_gemma":[0.9977982,0.001765243,0.00006816676,0.000073398754,0.00026955595,0.00002543021],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039675285,0.00008654641,0.00009473834,0.0001886195,0.00012110013,0.00015127027,0.00015222364,0.000024892874,0.0000026393861],"category_scores_gemma":[0.0044510933,0.00008234966,0.000020072575,0.00007523892,0.0000066275607,0.0008603353,0.000109175846,0.0001832997,5.1463417e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008432521,0.00027531767,0.19113387,0.00040673642,0.00052007317,0.00003484964,0.04133724,0.044083755,0.0007104572,0.07792632,0.0014599359,0.642103],"study_design_scores_gemma":[0.00048010136,0.00010074468,0.02961629,0.00043287373,0.00003445035,0.00097055885,0.008874803,0.90662944,0.00093267875,0.00695665,0.044062342,0.0009090343],"about_ca_topic_score_codex":0.00064885855,"about_ca_topic_score_gemma":0.0000055607607,"teacher_disagreement_score":0.8625457,"about_ca_system_score_codex":0.00008123725,"about_ca_system_score_gemma":0.000027092428,"threshold_uncertainty_score":0.5328696},"labels":[],"label_agreement":null},{"id":"W2106043187","doi":"10.1109/icsp.1996.565024","title":"Evaluating the congruence of a software process model in a given environment","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Congruence (geometry); Computer science; Adaptation (eye); Process (computing); Goal-Driven Software Development Process; Software; Software development process; Software engineering; Contingency; Software development; Programming language; Mathematics","score_opus":0.07193903732190206,"score_gpt":0.32441295488569355,"score_spread":0.2524739175637915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106043187","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032505937,0.0001531909,0.96615016,0.0006450638,0.000016438606,0.00014493745,4.589216e-7,0.00013840644,0.0002454094],"genre_scores_gemma":[0.64980316,0.000023975044,0.3499688,0.00006853054,0.0000031144791,0.000032755754,6.7078666e-8,0.0000029790465,0.00009665993],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99933666,0.00002821307,0.00014444816,0.00015824065,0.00021578191,0.00011668604],"domain_scores_gemma":[0.9993291,0.00024136853,0.00006310044,0.00033041617,0.00001770522,0.000018337583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003827105,0.00006395657,0.000074651565,0.000033713764,0.00002740424,0.000025718971,0.0005917361,0.000024440422,0.00003937373],"category_scores_gemma":[0.0001347859,0.00004385385,0.000019309586,0.0001422797,0.000021960292,0.00029514375,0.00011195612,0.00009489742,0.0000061263618],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052218393,0.00014704313,0.0024772862,0.000066949455,0.000011641951,0.0000061591436,0.0056943246,0.8461213,0.00052141666,0.006759974,0.00036833854,0.13782035],"study_design_scores_gemma":[0.00006422048,0.00006369393,0.00021571934,0.000017391092,0.0000016827275,0.0000038625067,0.000010534706,0.9942347,0.000715734,0.004546626,0.00006418921,0.000061651124],"about_ca_topic_score_codex":0.000025578947,"about_ca_topic_score_gemma":0.0000015240929,"teacher_disagreement_score":0.6172972,"about_ca_system_score_codex":0.000017342696,"about_ca_system_score_gemma":0.000011609064,"threshold_uncertainty_score":0.1788308},"labels":[],"label_agreement":null},{"id":"W2106133082","doi":"10.1109/chase.2009.5071407","title":"A qualitative study on project landscapes","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Documentation; Interview; Join (topology); Computer science; Grounded theory; Exploratory research; World Wide Web; Data science; Knowledge management; Qualitative research; Sociology","score_opus":0.05522101905298874,"score_gpt":0.4050306307020762,"score_spread":0.3498096116490874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106133082","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060316827,0.00001990014,0.92028075,0.0014194534,0.000084844665,0.00034015044,3.3783408e-7,0.0017969357,0.015740784],"genre_scores_gemma":[0.92292386,0.0000014967144,0.07659114,0.00026055734,0.000017332173,0.000010683111,1.7079074e-7,0.0000018918807,0.00019288706],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99948263,0.000069577116,0.00007039035,0.00015790355,0.00012861537,0.00009085687],"domain_scores_gemma":[0.99947107,0.00022485538,0.000022672275,0.0002457294,0.000018424482,0.000017226963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032551773,0.0000633848,0.000064901324,0.00006743235,0.000029672863,0.00008198852,0.00029863222,0.000015087094,0.0000042414285],"category_scores_gemma":[0.00006147618,0.000045538814,0.000017674165,0.00020350139,0.0000016811985,0.00023998025,0.000025838828,0.000068050846,0.000019474688],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005121631,0.0021722855,0.00033452385,0.000007830232,0.00006786758,0.00010240675,0.36243927,0.000092079565,0.00013806904,0.46780422,0.03588066,0.13090956],"study_design_scores_gemma":[0.008131424,0.10401981,0.09409987,0.00030052243,0.00011252438,0.00018565322,0.14642332,0.09475299,0.01847492,0.22393677,0.30275387,0.006808336],"about_ca_topic_score_codex":0.00001971533,"about_ca_topic_score_gemma":0.0000014911699,"teacher_disagreement_score":0.862607,"about_ca_system_score_codex":0.0000070174783,"about_ca_system_score_gemma":0.000011340742,"threshold_uncertainty_score":0.18570189},"labels":[],"label_agreement":null},{"id":"W2106196482","doi":"10.1145/1370175.1370232","title":"Summary for scrutinizing agile practices or shoot-out at process corral!","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Agile software development; Jargon; Waterfall; Holy Grail; Process (computing); Context (archaeology); Extreme programming practices; Engineering; Computer science; Software; Engineering management; Software development process; Software development; Software engineering; World Wide Web; Geography","score_opus":0.1191551752194856,"score_gpt":0.35613256896880857,"score_spread":0.23697739374932297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106196482","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012933187,0.0002836069,0.97575974,0.0014862724,0.0006119686,0.00047827058,0.0000039500474,0.0021567857,0.0062862257],"genre_scores_gemma":[0.24732697,0.00023967057,0.7372466,0.0009913056,0.00023674393,0.0002025437,0.000008924999,0.000037027825,0.013710252],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988045,0.000026745887,0.00021699921,0.00039909672,0.00023343161,0.00031923034],"domain_scores_gemma":[0.9978097,0.0012196515,0.0002907158,0.00045570757,0.00012857383,0.00009563534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003678911,0.00016173309,0.00016835406,0.000075844204,0.000301621,0.00012047398,0.00080072,0.00007940157,0.00006970248],"category_scores_gemma":[0.0010790934,0.00012393636,0.00005901174,0.00024090186,0.000024314435,0.0015993406,0.00023599154,0.00012941279,0.000036656947],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009488629,0.0008996096,0.02470159,0.0011379756,0.00029038487,0.00063135894,0.011845171,0.0011379467,0.00319224,0.028708883,0.8484203,0.07808567],"study_design_scores_gemma":[0.0006736588,0.0006046136,0.00064129697,0.00010091731,0.000029138531,0.00065569265,0.00009561574,0.063114956,0.023530638,0.0014167685,0.908277,0.0008597522],"about_ca_topic_score_codex":0.00002922491,"about_ca_topic_score_gemma":0.000031285366,"teacher_disagreement_score":0.23851317,"about_ca_system_score_codex":0.000039885377,"about_ca_system_score_gemma":0.000116776384,"threshold_uncertainty_score":0.5053978},"labels":[],"label_agreement":null},{"id":"W2107093540","doi":"10.19173/irrodl.v3i1.70","title":"Software Evaluation Criteria and Terminology","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Terminology; Computer science; Software; Software engineering; Programming language; Linguistics","score_opus":0.17623508046726055,"score_gpt":0.4709700283269401,"score_spread":0.2947349478596796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107093540","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10904884,0.3596656,0.3514372,0.1572185,0.0008185033,0.004864279,0.000060111935,0.00038360342,0.016503332],"genre_scores_gemma":[0.92703855,0.06126435,0.011229398,0.00021292215,0.000027443357,0.000100388716,0.000021004627,0.0000048351426,0.00010108825],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99880034,0.0003964058,0.00016664776,0.00016009713,0.0003629074,0.000113624876],"domain_scores_gemma":[0.9985529,0.00097591453,0.00006657804,0.00016772743,0.00020917931,0.000027673766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047039846,0.000048124555,0.00010591965,0.00007825588,0.00007519051,0.0001796664,0.0008863933,0.000022890426,0.00013966979],"category_scores_gemma":[0.003844653,0.000034799436,0.0000116975,0.00023297314,0.00006368995,0.0003773477,0.0008227618,0.00028393746,0.0000037674165],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013681346,0.00006284247,0.013627515,0.00075136713,0.000026133377,0.000016968797,0.00026037692,0.000043857515,0.00004898268,0.022338355,0.008061085,0.9547488],"study_design_scores_gemma":[0.0014420585,0.00047245834,0.048173167,0.013617033,0.000024224868,0.00035146173,0.00030727993,0.4262125,0.0002329451,0.031318042,0.47744182,0.00040702274],"about_ca_topic_score_codex":0.00008122081,"about_ca_topic_score_gemma":0.0000017304164,"teacher_disagreement_score":0.9543418,"about_ca_system_score_codex":0.00003056571,"about_ca_system_score_gemma":0.000022380824,"threshold_uncertainty_score":0.46026865},"labels":[],"label_agreement":null},{"id":"W2107366830","doi":"10.1145/2088883.2088901","title":"Evolution of software engineers' personality profile","year":2012,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software engineering; Social software engineering; Personal software process; Software; Software development; Software construction; Software peer review; Computer science; Work (physics); Software analytics; Engineering; Mechanical engineering","score_opus":0.0177354591475012,"score_gpt":0.2476067547847011,"score_spread":0.22987129563719988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107366830","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09093625,0.0026671195,0.9016178,0.00009313317,0.0009874084,0.000262603,0.000030522995,0.0033999798,0.0000051796433],"genre_scores_gemma":[0.55757725,0.000013523661,0.44210213,0.000019362606,0.0001789736,0.000046390218,0.0000106511925,0.000037794376,0.0000139224785],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977394,0.000046951867,0.00046798706,0.00043336223,0.0005285072,0.000783839],"domain_scores_gemma":[0.974887,0.022897305,0.00020876822,0.0015164778,0.00019963655,0.00029079255],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00076902163,0.00041881588,0.0004193097,0.00031254473,0.00009549853,0.000071229006,0.0015114429,0.00024084652,0.000061896906],"category_scores_gemma":[0.087678924,0.0004351822,0.0002054615,0.0008391841,0.00003930225,0.001680946,0.00055390457,0.00042428693,0.000045539906],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021525113,0.00036567316,0.9494468,0.000985746,0.00017298272,0.000012703766,0.002374876,0.0043392694,0.003454922,0.019810945,0.0020585558,0.016956005],"study_design_scores_gemma":[0.0008317214,0.00037441184,0.9153829,0.00052666717,0.00013670517,0.00021217628,0.000048311904,0.0058753025,0.056294505,0.00042279213,0.01743169,0.0024628115],"about_ca_topic_score_codex":0.00010096042,"about_ca_topic_score_gemma":6.715683e-7,"teacher_disagreement_score":0.466641,"about_ca_system_score_codex":0.00019693632,"about_ca_system_score_gemma":0.00008645282,"threshold_uncertainty_score":0.99981},"labels":[],"label_agreement":null},{"id":"W2107715674","doi":"10.1109/52.819970","title":"A modular software process mini-assessment method","year":2000,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Scope (computer science); Process (computing); Computer science; Software engineering; Modular design; Software development process; Personal software process; Software; Focus (optics); Process management; Software Engineering Process Group; Software development; Engineering management; Engineering; Software construction; Programming language","score_opus":0.014620630803170854,"score_gpt":0.3192028523388995,"score_spread":0.30458222153572867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107715674","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012240799,0.00022915135,0.98198515,0.0003802684,0.0004637187,0.00030030197,0.000015850012,0.0040572365,0.00032754644],"genre_scores_gemma":[0.058165662,0.000055827215,0.94016683,0.00057945604,0.00015377699,0.00015675808,0.00000875797,0.000047956906,0.00066497753],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976876,0.00011996774,0.00034734723,0.0007493881,0.0005595494,0.00053615175],"domain_scores_gemma":[0.9978996,0.00050206645,0.0001149757,0.0011366531,0.00014446669,0.00020222858],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00056645536,0.00033743636,0.00032527905,0.00013803874,0.00033561495,0.0002239462,0.001527351,0.00017697008,0.00032754263],"category_scores_gemma":[0.0001709338,0.00032478466,0.00014491675,0.00066692015,0.000030604006,0.0011065837,0.0001011388,0.00040205658,0.00013948373],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021368132,0.0002838074,0.002818911,0.00022854118,0.00011234981,0.00022514747,0.0018267129,0.019492285,0.00018758987,0.0008354577,0.0059092855,0.9680585],"study_design_scores_gemma":[0.0025783484,0.0013906697,0.01883319,0.00071520027,0.00020847,0.0011365669,0.00008464148,0.13208549,0.01776825,0.06168099,0.75837725,0.005140948],"about_ca_topic_score_codex":0.00004611771,"about_ca_topic_score_gemma":0.0000022803931,"teacher_disagreement_score":0.96291757,"about_ca_system_score_codex":0.00008036884,"about_ca_system_score_gemma":0.00016612872,"threshold_uncertainty_score":0.9999204},"labels":[],"label_agreement":null},{"id":"W2108933707","doi":"10.1145/1273445.1273458","title":"How to read a paper","year":2007,"lang":"en","type":"article","venue":"ACM SIGCOMM Computer Communication Review","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":139,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Intel Corporation","keywords":"Computer science; Reading (process); Data science; Linguistics","score_opus":0.03555281855278352,"score_gpt":0.313631737692381,"score_spread":0.2780789191395975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108933707","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002113979,0.04347987,0.8827272,0.07166027,0.00012947049,0.00043307594,4.9634485e-7,0.00082985923,0.0007185793],"genre_scores_gemma":[0.006916341,0.026987338,0.9461041,0.019685635,0.00007147158,0.000054627133,0.000008164341,0.000017964712,0.00015433689],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99857223,0.00020965704,0.00036759584,0.0003115391,0.00025793267,0.00028103415],"domain_scores_gemma":[0.9928353,0.0013255448,0.0001776603,0.0053248247,0.00017262202,0.00016404243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019069884,0.00019392766,0.00029491444,0.00010930999,0.00013743644,0.00029914526,0.0053244177,0.000060751623,0.00002212164],"category_scores_gemma":[0.00051452377,0.00017802062,0.00010308625,0.000757826,0.00002884967,0.0009286556,0.0024311107,0.00029814633,0.00008886283],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011851378,0.00003791686,0.00004528403,0.00016905466,0.000014992424,0.0000044718295,0.00010341895,0.000008743003,0.000012753556,0.02711966,0.05563219,0.9168503],"study_design_scores_gemma":[0.00006417198,0.000068213594,0.0008588527,0.00107121,0.000010653143,0.000039900555,0.000002137784,0.0005991381,0.000048278107,0.0012470233,0.9957458,0.0002446436],"about_ca_topic_score_codex":0.00003110592,"about_ca_topic_score_gemma":0.000011373252,"teacher_disagreement_score":0.9401136,"about_ca_system_score_codex":0.000047033984,"about_ca_system_score_gemma":0.000020906164,"threshold_uncertainty_score":0.9894181},"labels":[],"label_agreement":null},{"id":"W2109559108","doi":"10.1109/relaw.2011.6050275","title":"Towards a compliance meta-model for system requirements in contractual projects","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Requirements engineering; Key (lock); Compliance (psychology); Government (linguistics); Requirements management; Risk analysis (engineering); Computer science; Requirements analysis; Engineering management; Process management; Systems engineering; Engineering; Computer security; Business; Software","score_opus":0.3823347288163642,"score_gpt":0.35087103922099994,"score_spread":0.031463689595364275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109559108","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043848867,0.00008337375,0.99346983,0.00007809947,0.0001313559,0.00050132483,0.0000027705935,0.00070173823,0.0045930347],"genre_scores_gemma":[0.5060991,0.000002178061,0.49349344,0.00008385268,0.00000702056,0.00020535197,3.7539183e-7,0.000005300095,0.000103392624],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99912345,0.000021469014,0.00021441121,0.00027202404,0.00013788391,0.00023077527],"domain_scores_gemma":[0.99935955,0.00009215497,0.00007596358,0.00036329895,0.0000650238,0.000043985176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055386045,0.00011974578,0.0002193999,0.00007479848,0.000030930056,0.000054062515,0.00059845176,0.000048639635,0.0000065165023],"category_scores_gemma":[0.00007307908,0.00009367043,0.000071861796,0.00014567791,0.000009372189,0.00066313,0.00009702082,0.000070342336,0.000005651576],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008052762,0.00029084433,0.00029584774,0.00047366068,0.00040944258,0.000038062455,0.0050003305,0.00050779694,0.00020771837,0.9688842,0.0025633208,0.021248227],"study_design_scores_gemma":[0.00028775822,0.0001020687,0.00023480594,0.000036852936,0.000043484186,0.000011049139,0.000024793964,0.9939883,0.0020699457,0.0022115507,0.0008012171,0.00018818579],"about_ca_topic_score_codex":0.00015987897,"about_ca_topic_score_gemma":0.000016435772,"teacher_disagreement_score":0.9934805,"about_ca_system_score_codex":0.000046373436,"about_ca_system_score_gemma":0.00005287232,"threshold_uncertainty_score":0.38197693},"labels":[],"label_agreement":null},{"id":"W2109832147","doi":"10.1109/iwspm.2011.6046206","title":"Request-implementation ratio as an indicator for requirements prioritisation imbalance","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; IBM (Canada)","funders":"","keywords":"Computer science; Business requirements; Process management; Value (mathematics); Resource (disambiguation); Risk analysis (engineering); Engineering management; Knowledge management; Business; Business process; Engineering; Operations management","score_opus":0.06514692909552977,"score_gpt":0.3560453194781772,"score_spread":0.2908983903826474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109832147","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015932148,0.000012482604,0.98168,0.00014200529,0.00020291597,0.00036837396,0.0000019185056,0.0006356781,0.0010245005],"genre_scores_gemma":[0.48509103,0.000010968028,0.5144628,0.00022577262,0.000036846588,0.000096533724,0.0000128708725,0.000006017019,0.000057114117],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993091,0.000025481511,0.00016548907,0.00022775345,0.00013171772,0.00014044324],"domain_scores_gemma":[0.9994597,0.00004181073,0.00010053134,0.00029417142,0.000050368853,0.00005341967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036191355,0.000073266754,0.000060546678,0.00005859612,0.000071539245,0.00009141995,0.00034576483,0.00003730715,0.00008774161],"category_scores_gemma":[0.000041637795,0.00007344704,0.00001897547,0.00009219066,0.0000073206215,0.0018601525,0.000039821432,0.000037840942,0.000016764887],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002219477,0.00011392222,0.012588553,0.000030219013,0.000024383588,0.000004028856,0.0030736183,0.0000017991595,0.0021058042,0.84433776,0.002897484,0.13480024],"study_design_scores_gemma":[0.002671437,0.005051369,0.16778645,0.00006382675,0.00005859032,0.00006431082,0.0004290981,0.029489106,0.39922312,0.2922831,0.10120437,0.00167522],"about_ca_topic_score_codex":0.00015076397,"about_ca_topic_score_gemma":0.000014964317,"teacher_disagreement_score":0.55205464,"about_ca_system_score_codex":0.00003221585,"about_ca_system_score_gemma":0.00004072927,"threshold_uncertainty_score":0.29950833},"labels":[],"label_agreement":null},{"id":"W2110721401","doi":"10.1109/ms.2004.14","title":"How higher-education systems influence software engineering degree programs","year":2004,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Professionalization; Certification; Professional certification (computer technology); Engineering management; Higher education; Knowledge management; Engineering ethics; Medical education; Political science; Computer science; Engineering; Medicine","score_opus":0.028834112766979,"score_gpt":0.24537254399261565,"score_spread":0.21653843122563665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110721401","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04010806,0.0014376325,0.9488218,0.0005093547,0.0029144378,0.00046200966,0.0000041313738,0.0057260124,0.000016599406],"genre_scores_gemma":[0.57650256,0.000026836697,0.42245764,0.000115016875,0.0002574675,0.00024888836,0.000008499966,0.000044380708,0.00033871894],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982063,0.000027425998,0.00025938658,0.0005599965,0.00044619828,0.0005006672],"domain_scores_gemma":[0.99823403,0.00018260314,0.00016606922,0.00095862616,0.00024797805,0.00021070182],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002121262,0.00033432024,0.00025285588,0.00018450568,0.00021591633,0.0008293583,0.001212716,0.00019664576,0.0000019140873],"category_scores_gemma":[0.0003759825,0.00033368086,0.00009778236,0.0007118843,0.000030080124,0.0019731445,0.00014912276,0.00035784394,0.000028345408],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003669038,0.0013833588,0.04086331,0.003155169,0.00040974215,0.00043980664,0.003609142,0.27654698,0.0022500774,0.12903398,0.0047075595,0.53756416],"study_design_scores_gemma":[0.0024476377,0.0015836926,0.0629336,0.00462074,0.0001777905,0.0012870663,0.00009995427,0.004052211,0.0124292495,0.013611694,0.8903982,0.0063581313],"about_ca_topic_score_codex":0.00017072921,"about_ca_topic_score_gemma":0.000002698376,"teacher_disagreement_score":0.8856907,"about_ca_system_score_codex":0.00022454461,"about_ca_system_score_gemma":0.0002454132,"threshold_uncertainty_score":0.99991155},"labels":[],"label_agreement":null},{"id":"W2110896815","doi":"10.1109/ccece.2004.1347582","title":"Application of fuzzy logic for improved software project management estimations","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Fuzzy logic; Computer science; Software project management; Project management; Software; Estimation; Project management triangle; Soft computing; Software engineering; Systems engineering; Software development; Artificial intelligence; Engineering; Software construction; Programming language","score_opus":0.020729314015612076,"score_gpt":0.29789277531924485,"score_spread":0.2771634613036328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110896815","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000027873188,0.000025403499,0.9975068,0.00047913945,0.000041851945,0.0006724637,0.0000023451205,0.00066922454,0.00057489943],"genre_scores_gemma":[0.026154757,0.000008227305,0.97335714,0.0000798954,0.000009110939,0.00031274254,0.000005513757,0.000004539923,0.00006805457],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99957454,0.0000034366933,0.0001203468,0.0001548142,0.00005628854,0.00009054443],"domain_scores_gemma":[0.9994857,0.00006835312,0.000065191234,0.0003143297,0.000052210402,0.000014273607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012219566,0.000058722566,0.000063582964,0.000069715985,0.000037024023,0.000029730183,0.0003250439,0.00002629465,6.944706e-7],"category_scores_gemma":[0.000041073672,0.00005092383,0.00003266427,0.00020715455,0.000007885633,0.00023979011,0.00007086034,0.00002713004,0.0000024470244],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033524307,0.00007327381,0.000017470255,0.00010045244,0.000016946742,2.693461e-7,0.000070603615,0.0025638975,0.00023286525,0.8616178,0.00039082236,0.13491225],"study_design_scores_gemma":[0.0010793977,0.00051531184,0.0009004027,0.00004844045,0.000047314505,0.000014248317,0.000033696047,0.21218337,0.01165921,0.7373379,0.035698187,0.00048251988],"about_ca_topic_score_codex":0.000036105273,"about_ca_topic_score_gemma":0.000001691492,"teacher_disagreement_score":0.20961946,"about_ca_system_score_codex":0.00002294147,"about_ca_system_score_gemma":0.00001818744,"threshold_uncertainty_score":0.20766135},"labels":[],"label_agreement":null},{"id":"W2111833495","doi":"10.1145/1734103.1734111","title":"Why do we need personality diversity in software engineering?","year":2010,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software development; Social software engineering; Software Engineering Process Group; Software engineering; Personal software process; Software construction; Diversity (politics); Software peer review; Software; Team software process; Computer science; Knowledge management; Engineering; Engineering management; Sociology","score_opus":0.019064608574363037,"score_gpt":0.24059184912764908,"score_spread":0.22152724055328604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111833495","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3072952,0.001338356,0.6792956,0.0017732099,0.002389563,0.0004630328,0.00003829404,0.0074036727,0.0000030609879],"genre_scores_gemma":[0.5655996,0.00008703579,0.43376446,0.00022094513,0.00019124585,0.000049123373,0.000009220392,0.00006710338,0.000011230374],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968402,0.000040165785,0.0005079516,0.0009655901,0.0006765345,0.0009695816],"domain_scores_gemma":[0.9661421,0.030912131,0.00016745311,0.0022036615,0.00017705194,0.00039757873],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008159917,0.0006696748,0.0005623394,0.00060177257,0.00022470302,0.00026612915,0.0031982719,0.0004542975,0.0000995351],"category_scores_gemma":[0.101754405,0.00074029015,0.00024195571,0.0012666489,0.00004798056,0.0015095142,0.0024800247,0.0015927262,0.00003967693],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026163483,0.00023929313,0.96408236,0.0004920135,0.00010654384,0.00026566978,0.0022362322,0.007327068,0.0026156167,0.00434703,0.0040833657,0.014178617],"study_design_scores_gemma":[0.002068285,0.00037306518,0.764298,0.00085554726,0.00010250208,0.00038842545,0.0000352436,0.014856516,0.008985973,0.0012397892,0.20192736,0.0048692496],"about_ca_topic_score_codex":0.00048004944,"about_ca_topic_score_gemma":0.000042391985,"teacher_disagreement_score":0.25830445,"about_ca_system_score_codex":0.00013300059,"about_ca_system_score_gemma":0.00007799005,"threshold_uncertainty_score":0.9995048},"labels":[],"label_agreement":null},{"id":"W2111997630","doi":"10.1145/2157136.2157345","title":"Incorporating software architecture in the computer science curriculum (abstract only)","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Brainstorming; Curriculum; Software engineering; Session (web analytics); Architecture; Software architecture; Software; Quality (philosophy); Engineering management; Engineering; World Wide Web; Artificial intelligence; Programming language; Pedagogy","score_opus":0.014257580537169195,"score_gpt":0.2643534137867567,"score_spread":0.2500958332495875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111997630","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042214826,0.00007587723,0.9553042,0.00063810963,0.00036073534,0.0001380625,3.0914043e-7,0.000495359,0.0007725145],"genre_scores_gemma":[0.54233354,0.0000011940323,0.4571621,0.00038342288,0.00010565141,0.000006689305,3.4321906e-7,0.0000033815338,0.0000036428542],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99873537,0.00004289783,0.00017499727,0.00024386236,0.00039564297,0.00040725296],"domain_scores_gemma":[0.9988588,0.00037798999,0.00008203805,0.00055830774,0.000042683027,0.000080177604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017892302,0.00012902221,0.00009444331,0.00016479504,0.00016014662,0.00032713191,0.0016495719,0.0000367135,0.0000075216],"category_scores_gemma":[0.000190176,0.00007985878,0.000034159322,0.0010703974,0.00007800162,0.0015593051,0.0003374442,0.0003511749,0.000020011254],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015652537,0.0002981387,0.12263851,0.000033643086,0.0000060062507,0.000027682769,0.0035272506,0.0028517593,0.00014259898,0.085972115,0.0014460627,0.78305465],"study_design_scores_gemma":[0.0004791024,0.0003255928,0.87972224,0.0001964208,0.000012833951,0.0011908843,0.00011805805,0.057254378,0.0020634676,0.026063647,0.030971302,0.0016020751],"about_ca_topic_score_codex":0.00008456122,"about_ca_topic_score_gemma":0.000012820177,"teacher_disagreement_score":0.7814526,"about_ca_system_score_codex":0.000032666638,"about_ca_system_score_gemma":0.0000793102,"threshold_uncertainty_score":0.32565466},"labels":[],"label_agreement":null},{"id":"W2112064227","doi":"10.5555/381473.381637","title":"From software requirements to architectures","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software engineering; Computer science; Software requirements; Software; Social software engineering; Engineering management; Software development; Software construction; Engineering; Programming language","score_opus":0.04447392789602861,"score_gpt":0.30785301292897965,"score_spread":0.26337908503295104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112064227","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0355651,0.000028736815,0.9593031,0.0010013975,0.0015397217,0.00014230152,0.000021780184,0.001991984,0.0004059001],"genre_scores_gemma":[0.47759774,0.000018411723,0.52128905,0.00050456333,0.0003117331,0.00005767951,0.000016197026,0.000026715132,0.00017792394],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99833834,0.00001789531,0.00026092643,0.0005141977,0.0005490195,0.00031959589],"domain_scores_gemma":[0.99872714,0.00031160974,0.000069116795,0.0005592187,0.00015040398,0.00018248922],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00014933808,0.00026298512,0.00017733773,0.00031026202,0.000055064,0.0003239482,0.0015710127,0.000083341816,0.0002258663],"category_scores_gemma":[0.0010293407,0.0002697475,0.00007459145,0.00028061226,0.000009422465,0.0003512634,0.00032514153,0.00028699668,0.00017154551],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028184222,0.0004990732,0.027337203,0.00006499963,0.0007948185,0.0010755634,0.005106455,0.20748176,0.0066454536,0.16531995,0.01304833,0.57234454],"study_design_scores_gemma":[0.0022619867,0.0012420509,0.060662307,0.002165306,0.000055592976,0.0003057096,0.00010317049,0.29582876,0.01923551,0.036347613,0.5767392,0.0050528185],"about_ca_topic_score_codex":0.00009652022,"about_ca_topic_score_gemma":0.000004350541,"teacher_disagreement_score":0.56729174,"about_ca_system_score_codex":0.00011121266,"about_ca_system_score_gemma":0.0000377439,"threshold_uncertainty_score":0.99997544},"labels":[],"label_agreement":null},{"id":"W2112902067","doi":"10.1109/sess.1995.525963","title":"Trillium: a model for the assessment of telecom software system development and maintenance capability","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Benchmarking; Benchmark (surveying); Computer science; Process (computing); Software development; Capability Maturity Model; Software engineering; Software; Software development process; Engineering management; Software quality; Quality (philosophy); Best practice; Systems engineering; Process management; Engineering; Business; Operating system","score_opus":0.036876116665001436,"score_gpt":0.26631052867990246,"score_spread":0.22943441201490103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112902067","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012844726,0.00015012466,0.99725425,0.0004619818,0.00006416549,0.00032257772,0.0000018918249,0.00031184583,0.00014868459],"genre_scores_gemma":[0.4356722,0.000014533581,0.56407756,0.000029579032,0.000004236349,0.000069876434,1.2945142e-7,0.0000031095315,0.00012879887],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99931747,0.000015493722,0.0001996806,0.00019557445,0.00012913399,0.00014266439],"domain_scores_gemma":[0.9988172,0.00063366786,0.00007707422,0.00036026936,0.00007899966,0.000032787506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052439264,0.00008628123,0.00012507194,0.00002518168,0.00008964406,0.000048893507,0.00037870338,0.00003205059,0.000002650132],"category_scores_gemma":[0.00008025128,0.000053718257,0.000030995496,0.00009493674,0.000019961759,0.00017323805,0.00010902736,0.00006086452,3.8525894e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015310623,0.00029292854,0.0065151057,0.0015229629,0.0001968978,0.0000046311575,0.004191991,0.03841763,0.00008066183,0.36848593,0.014610255,0.5656657],"study_design_scores_gemma":[0.000107401276,0.000026853271,0.00091746653,0.000021676608,0.000004740994,0.000007646029,0.000017672035,0.99429315,0.00024237225,0.0002587288,0.0040221736,0.00008010741],"about_ca_topic_score_codex":0.000012409585,"about_ca_topic_score_gemma":0.0000046541063,"teacher_disagreement_score":0.9558755,"about_ca_system_score_codex":0.00005435223,"about_ca_system_score_gemma":0.000032597705,"threshold_uncertainty_score":0.2190567},"labels":[],"label_agreement":null},{"id":"W2115383266","doi":"10.1109/aswec.2007.33","title":"NextMove: A Framework for Distributed Task Coordination","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Task (project management); Agile software development; Java; Software engineering; Distributed Computing Environment; Distributed computing; Human–computer interaction; Systems engineering; Operating system; Engineering","score_opus":0.01674552823288105,"score_gpt":0.3030124920235022,"score_spread":0.28626696379062117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115383266","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025900244,0.000030425508,0.9963459,0.0017670387,0.00024395397,0.00013427339,0.0000030112901,0.00093790167,0.0002785122],"genre_scores_gemma":[0.29412547,0.000002130465,0.70552254,0.00021939668,0.000050106224,0.000011345642,0.000004476993,0.000003770308,0.000060775066],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99949867,0.000005301031,0.0001024452,0.00014508034,0.00008785346,0.0001606275],"domain_scores_gemma":[0.9987561,0.00085760216,0.000041123403,0.00021437385,0.00008714772,0.000043630942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045440602,0.000059758033,0.00005620722,0.000041066618,0.000050796076,0.00009526666,0.000314332,0.000065221946,0.000007201395],"category_scores_gemma":[0.0006314881,0.000053889336,0.00003155002,0.00026377809,0.0000059683302,0.00034876677,0.00005167432,0.00007328432,0.00000581277],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044729895,0.000016979655,0.0001340562,0.0000066581933,0.000004848374,0.0000017140442,0.000036891448,0.000012908897,0.00010466366,0.964027,0.005698727,0.029951103],"study_design_scores_gemma":[0.00030902482,0.00022466847,0.0066191233,0.00003229909,0.0000099697245,0.000018666904,0.000018061855,0.0701652,0.0137610175,0.56301594,0.34540203,0.00042400137],"about_ca_topic_score_codex":0.00001220081,"about_ca_topic_score_gemma":9.2204857e-7,"teacher_disagreement_score":0.40101102,"about_ca_system_score_codex":0.000022877577,"about_ca_system_score_gemma":0.000009836311,"threshold_uncertainty_score":0.21975434},"labels":[],"label_agreement":null},{"id":"W2115686133","doi":"10.1109/re.2007.51","title":"Collaboration Patterns and the Impact of Distance on Awareness in Requirements-Centred Social Networks","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Requirements analysis; Requirements engineering; Knowledge management; Requirements management; Work (physics); Computer science; Collaborative software; Requirements elicitation; Social network analysis; Software; Process management; Engineering; World Wide Web; Social media","score_opus":0.023471304109317928,"score_gpt":0.3246104304619179,"score_spread":0.3011391263526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115686133","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11103389,0.000046517373,0.8882583,0.00025582462,0.00006338385,0.00010255711,9.659304e-7,0.000056166733,0.00018240087],"genre_scores_gemma":[0.99775046,0.00002783039,0.0021428657,0.000036233738,0.000026920803,0.0000033522538,0.0000010276935,0.0000025942015,0.000008740682],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995329,0.000033731485,0.00012881038,0.000099344594,0.00009743052,0.00010782142],"domain_scores_gemma":[0.9995138,0.00024283468,0.00006899139,0.00012812002,0.000031708787,0.000014542009],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042454136,0.00005578415,0.00008137647,0.00003283785,0.00003676444,0.00005784472,0.0001698082,0.000030056948,0.0000029692928],"category_scores_gemma":[0.000034832898,0.000035096782,0.000019320285,0.0002535634,0.000019876068,0.00023927375,0.000040412957,0.00005713263,1.288886e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010027186,0.00036119923,0.4177906,0.00005297732,0.000096444084,0.000029628514,0.010060671,0.016850883,0.00012479805,0.392861,0.0026544752,0.15811458],"study_design_scores_gemma":[0.0022786364,0.00024644597,0.5999375,0.000078452096,0.000007033465,0.0000029826926,0.00021806982,0.39240682,0.00095378555,0.0030518363,0.0005294136,0.00028899376],"about_ca_topic_score_codex":0.0004286862,"about_ca_topic_score_gemma":0.00015029458,"teacher_disagreement_score":0.88671654,"about_ca_system_score_codex":0.000039185084,"about_ca_system_score_gemma":0.000017556165,"threshold_uncertainty_score":0.14312053},"labels":[],"label_agreement":null},{"id":"W2116361154","doi":"10.1145/1370175.1370230","title":"Socio-technical congruence (STC 2008)","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Victoria","funders":"","keywords":"Congruence (geometry); Computer science; Mathematics; Geometry","score_opus":0.023178385284788366,"score_gpt":0.26465849584344087,"score_spread":0.2414801105586525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116361154","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030015574,0.00012561015,0.98559123,0.0015059594,0.0001720257,0.000064225525,3.2498596e-7,0.0022509792,0.0072881123],"genre_scores_gemma":[0.5060112,0.00011305018,0.4925651,0.00045457,0.000036964073,0.000010876188,3.948891e-7,0.0000054651236,0.000802425],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992777,0.000018461442,0.000119344724,0.00022071846,0.00017571342,0.00018806585],"domain_scores_gemma":[0.9992052,0.00020437293,0.00003270716,0.00044548602,0.000041405012,0.0000708289],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016850598,0.00008618851,0.0000910294,0.000041384803,0.00010314109,0.000043185366,0.0007282953,0.000067942216,0.00007517714],"category_scores_gemma":[0.000107419095,0.00007468803,0.00004280642,0.00020851717,0.000048397782,0.00054526347,0.00018165399,0.00015201658,0.00012549947],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008404304,0.00019912275,0.00955962,0.000020876747,0.000028933282,0.0005287013,0.0004933544,0.0001891591,0.0027872575,0.5024525,0.45474055,0.028991494],"study_design_scores_gemma":[0.00064075267,0.0005031957,0.046450216,0.000042201515,0.000012720897,0.0033619206,0.00001592381,0.029427448,0.019352831,0.020761762,0.8778867,0.0015443142],"about_ca_topic_score_codex":0.000052702042,"about_ca_topic_score_gemma":0.000001785736,"teacher_disagreement_score":0.5030096,"about_ca_system_score_codex":0.000021979959,"about_ca_system_score_gemma":0.000044113607,"threshold_uncertainty_score":0.30456898},"labels":[],"label_agreement":null},{"id":"W2117110510","doi":"","title":"The Yearly Review, or How to Evaluate Your Sys Admin","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"System administrator; Work (physics); Computer science; Strengths and weaknesses; Process management; Engineering management; Engineering; Computer security; Psychology","score_opus":0.05583462749708084,"score_gpt":0.3353694651089516,"score_spread":0.27953483761187076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117110510","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011576767,0.003267317,0.9745492,0.016357213,0.00034725096,0.0002950647,2.9527064e-7,0.0005350632,0.0045328606],"genre_scores_gemma":[0.022280369,0.0052524665,0.93066055,0.006315616,0.00007881661,0.0001562453,3.0335443e-7,0.000022273807,0.035233386],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99928784,0.00008526907,0.000090187335,0.0001668046,0.00020048575,0.00016942227],"domain_scores_gemma":[0.9989472,0.00030735717,0.00003344365,0.0005783573,0.000061202845,0.00007242367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011483238,0.000077003,0.000081451784,0.000021237309,0.00007660613,0.00023142701,0.0006279637,0.000020763719,0.000056535788],"category_scores_gemma":[0.0014348223,0.00004076063,0.000030956904,0.000313085,0.0000055448286,0.00025073718,0.00008204524,0.00007994456,0.00012966333],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064389897,0.000024438074,0.000066481996,0.000102623424,0.000025931862,0.000026928154,0.00016574621,0.000021739965,0.000080342084,0.11992236,0.707001,0.17255601],"study_design_scores_gemma":[0.00003123502,0.00008859511,0.00008762494,0.00008024211,0.0000051984875,0.00002667041,0.0000047488115,0.0005719226,0.0006131147,0.00045691145,0.9979357,0.00009804803],"about_ca_topic_score_codex":0.000007573494,"about_ca_topic_score_gemma":0.0000042552247,"teacher_disagreement_score":0.29093474,"about_ca_system_score_codex":0.000015445106,"about_ca_system_score_gemma":0.000052461015,"threshold_uncertainty_score":0.2231656},"labels":[],"label_agreement":null},{"id":"W2117540154","doi":"10.1145/1022494.1022502","title":"Global software development","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Documentation; Field (mathematics); Engineering management; Engineering; Engineering ethics; Computer science; Software engineering; Knowledge management; Process management; Data science","score_opus":0.016493821157735164,"score_gpt":0.24735450789427949,"score_spread":0.2308606867365443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117540154","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042310566,0.00073152507,0.94765073,0.0003525058,0.00081649714,0.00020912748,0.000008767898,0.007916065,0.000004232286],"genre_scores_gemma":[0.3927042,0.00001537179,0.6069268,0.00015504054,0.00008896776,0.000054019387,0.000010854199,0.00003534112,0.000009450644],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975569,0.000016835063,0.0004459269,0.0007048035,0.0005271881,0.0007483237],"domain_scores_gemma":[0.9876281,0.010215846,0.00012905397,0.0015878219,0.00013851894,0.00030066576],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00033218297,0.000492944,0.00034679772,0.00018005444,0.0001913042,0.0002976224,0.0023735035,0.00021930014,0.000017888447],"category_scores_gemma":[0.06723187,0.00051535125,0.00013392117,0.0009285211,0.000026787176,0.0010389137,0.00092752714,0.00031034768,0.00013377005],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003466482,0.0005766549,0.49345583,0.00073790905,0.0004355635,0.0007255507,0.0024151665,0.1307449,0.00047764834,0.04287268,0.002120237,0.32540318],"study_design_scores_gemma":[0.0030214798,0.0006098358,0.74251944,0.0012394802,0.000098857796,0.0010829392,0.00001737661,0.0006147867,0.035372827,0.0076109343,0.20174141,0.006070651],"about_ca_topic_score_codex":0.000060353133,"about_ca_topic_score_gemma":0.00000738392,"teacher_disagreement_score":0.35039362,"about_ca_system_score_codex":0.00038059146,"about_ca_system_score_gemma":0.00025448736,"threshold_uncertainty_score":0.9997298},"labels":[],"label_agreement":null},{"id":"W2117621675","doi":"10.1109/re.2011.6051643","title":"How interaction between roles shapes the communication structure in requirements-driven collaboration","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"University of Victoria","keywords":"Interdependence; Knowledge management; Computer science; Requirements analysis; Collaborative software; Work (physics); Process management; Software; Engineering","score_opus":0.05106856161529477,"score_gpt":0.2939763907706961,"score_spread":0.24290782915540132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117621675","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059109896,0.00012849853,0.93274397,0.005669172,0.00012712253,0.00028936838,0.0000024287715,0.00047416717,0.0014553888],"genre_scores_gemma":[0.8870508,0.000036290283,0.11276515,0.000066659115,0.000019857594,0.000012055563,0.0000041126013,0.000003801378,0.00004128791],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99948555,0.0000905663,0.00010968837,0.0001209818,0.00011039435,0.0000828067],"domain_scores_gemma":[0.9993459,0.00012984572,0.000090451445,0.00035887925,0.000059336897,0.000015578584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019408393,0.000067580244,0.0000612587,0.0000685667,0.00006623559,0.00023353663,0.0006494121,0.000046021156,0.000018208746],"category_scores_gemma":[0.000064789725,0.000047422873,0.0000127952,0.00030955233,0.000013555312,0.0016595082,0.00013927712,0.00013883109,0.0000019748793],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052114996,0.00017320532,0.102865666,0.00005452988,0.00015381057,0.000008789814,0.044332832,0.0007921776,0.0040044263,0.29880652,0.008048037,0.5407079],"study_design_scores_gemma":[0.0010945521,0.0006468396,0.41104534,0.00029130594,0.00007433172,0.000034200482,0.0052937637,0.22491288,0.07353073,0.12317176,0.15843904,0.0014652458],"about_ca_topic_score_codex":0.00012637941,"about_ca_topic_score_gemma":0.00034545668,"teacher_disagreement_score":0.8279409,"about_ca_system_score_codex":0.000037237,"about_ca_system_score_gemma":0.000013679064,"threshold_uncertainty_score":0.22519991},"labels":[],"label_agreement":null},{"id":"W2118399909","doi":"10.1007/s00766-011-0133-0","title":"The effectiveness of an optimized EPMcreate as a creativity enhancement technique for Web site requirements elicitation","year":2011,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Brainstorming; Creativity; Requirements elicitation; Computer science; Quality (philosophy); Requirements analysis; Artificial intelligence; Psychology; Social psychology","score_opus":0.03634901009203512,"score_gpt":0.3063416091910493,"score_spread":0.2699925990990142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118399909","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05196844,0.00008194707,0.9455294,0.000009040597,0.00024846275,0.0013149299,0.0000043309196,0.00036601105,0.00047743],"genre_scores_gemma":[0.6320453,0.00004684748,0.36698604,0.0000066241373,0.000019584753,0.0008475771,0.0000068600457,0.000024766165,0.000016384409],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984529,0.00014762585,0.00037655592,0.00036245567,0.00030505002,0.00035538402],"domain_scores_gemma":[0.9982069,0.00069086585,0.00019679671,0.0006725811,0.00014843847,0.00008441062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002704718,0.00023431004,0.0002487634,0.00013649037,0.00013509541,0.00007800975,0.0006733328,0.000076281925,0.0000058748024],"category_scores_gemma":[0.0004114413,0.0001972328,0.00009265832,0.00028457248,0.000023917699,0.0010344023,0.00015518305,0.000103910716,0.0000028703432],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004908756,0.00030204127,0.00027700374,0.0004518695,0.0002388096,0.0000075280254,0.0005982346,0.0028125772,0.95089,0.03358541,0.000017581206,0.010328041],"study_design_scores_gemma":[0.0008459679,0.0008764728,0.0012569911,0.00032639137,0.00003926678,0.0000072389666,0.0000074354457,0.09502406,0.89822716,0.0021156978,0.0009343729,0.00033894682],"about_ca_topic_score_codex":0.00006257261,"about_ca_topic_score_gemma":0.0000010076183,"teacher_disagreement_score":0.5800769,"about_ca_system_score_codex":0.00011082286,"about_ca_system_score_gemma":0.00004550818,"threshold_uncertainty_score":0.804292},"labels":[],"label_agreement":null},{"id":"W2118596422","doi":"10.1109/adevc.2004.23","title":"The XP Customer Role in Practice: Three Studies","year":2004,"lang":"en","type":"article","venue":"Agile Development Conference","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Business; Extreme programming; Process management; Customer intelligence; Customer advocacy; Voice of the customer; Customer retention; Customer to customer; Control (management); Quality (philosophy); Customer needs; Computer science; Knowledge management; Marketing; Service quality; Software development; Software development process","score_opus":0.032229630486348124,"score_gpt":0.3009932650334347,"score_spread":0.26876363454708657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118596422","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02587269,0.0043429425,0.9384876,0.014130886,0.0012080433,0.0006959173,6.840925e-7,0.0012670028,0.0139942365],"genre_scores_gemma":[0.7505048,0.0008446453,0.24807927,0.00030340624,0.000019427145,0.00012293993,6.9346294e-7,0.000007849504,0.000116989475],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988782,0.000034982186,0.00024565504,0.00027453306,0.00027526697,0.00029137955],"domain_scores_gemma":[0.9986689,0.0006055667,0.000104093415,0.00039020722,0.00018644043,0.000044811448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070033525,0.00014189896,0.00012483628,0.00006601102,0.00020244301,0.00021839554,0.0008596021,0.000044697023,0.000003508898],"category_scores_gemma":[0.000584454,0.00010256808,0.000018008112,0.0003385763,0.000045990793,0.00079901004,0.000351593,0.00022218341,0.00011147048],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018731293,0.000140916,0.001938851,0.000022536968,0.00017272236,0.00011444441,0.010308979,0.0005908178,0.0001640491,0.5437149,0.000894067,0.44191903],"study_design_scores_gemma":[0.00064819964,0.00007572779,0.016289178,0.00021821065,0.000013741459,0.0000631576,0.00084326684,0.0009067817,0.00672116,0.042694297,0.9308422,0.00068405457],"about_ca_topic_score_codex":0.00004831941,"about_ca_topic_score_gemma":0.00023605126,"teacher_disagreement_score":0.92994815,"about_ca_system_score_codex":0.000120852106,"about_ca_system_score_gemma":0.00031338044,"threshold_uncertainty_score":0.4182605},"labels":[],"label_agreement":null},{"id":"W2118867332","doi":"10.13140/2.1.3974.8484","title":"An Innovative Approach in Developing Standard Professionals by Involving Software Engineering Students in Implementing and Improving International Standards","year":2014,"lang":"en","type":"article","venue":"Arrow@dit (Dublin Institute of Technology)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Engineering management; Engineering; International standard; Software engineering; Quality assurance; Software development; Software; Software deployment; Computer science; Operations management","score_opus":0.009823517217212738,"score_gpt":0.2992514749208371,"score_spread":0.28942795770362434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118867332","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41370934,0.00012145897,0.5849684,0.00034371845,0.00025498733,0.00020448692,0.000012472305,0.00036496334,0.000020183674],"genre_scores_gemma":[0.5598628,0.000022259188,0.43998078,0.000040885287,0.000015832631,0.000052381947,0.000011819494,0.000011792501,0.0000014498457],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99792117,0.00003378132,0.00060756557,0.00052201696,0.00052605296,0.0003894325],"domain_scores_gemma":[0.99889195,0.000102549064,0.00028149536,0.00039116712,0.00029022634,0.000042630174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022999544,0.00022599983,0.0003297554,0.0012151034,0.00008333476,0.00017165637,0.00137109,0.00020918612,0.0000017305033],"category_scores_gemma":[0.0012809996,0.0002359374,0.000019521985,0.0015210183,0.00007094262,0.0020096065,0.0009130326,0.0004892346,1.731085e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006397862,0.00037864572,0.4415325,0.00063789287,0.00013565167,0.000041489613,0.0023712183,0.0021385488,0.01294616,0.31028306,0.000425815,0.22904505],"study_design_scores_gemma":[0.014633721,0.0019672667,0.08539007,0.007536979,0.000051927756,0.00019597859,0.0024537083,0.44910994,0.13094851,0.024021007,0.2775269,0.0061639897],"about_ca_topic_score_codex":0.00005834629,"about_ca_topic_score_gemma":0.000026317926,"teacher_disagreement_score":0.44697142,"about_ca_system_score_codex":0.0002553654,"about_ca_system_score_gemma":0.00017571099,"threshold_uncertainty_score":0.9621248},"labels":[],"label_agreement":null},{"id":"W2119162476","doi":"10.1109/ms.2007.156","title":"Agile's Coming of Age ... or Not","year":2007,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Agile software development; Maturity (psychological); Mainstream; Agile usability engineering; Extreme programming practices; Agile Unified Process; Field (mathematics); Engineering; Software development; Software; Computer science; Psychology; Political science; Software development process; Software engineering","score_opus":0.035197744341986595,"score_gpt":0.29815746705245805,"score_spread":0.26295972271047147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119162476","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028485198,0.00005899926,0.96957105,0.000064710235,0.0005828625,0.00008741599,0.0000029889056,0.00093942817,0.00020735363],"genre_scores_gemma":[0.55299187,0.000011165825,0.44652107,0.00019413908,0.00006401491,0.0000033189758,7.2919585e-7,0.000011271158,0.00020244114],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990494,0.000018291483,0.0002372228,0.00021377555,0.00023377743,0.0002475273],"domain_scores_gemma":[0.998329,0.0009070297,0.00011591272,0.00050848926,0.00006537624,0.00007421154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005843784,0.00011650831,0.00016437471,0.00011213556,0.00008495794,0.00003726883,0.00070543756,0.000079693265,0.000018510858],"category_scores_gemma":[0.00036342017,0.00009957052,0.000060146154,0.00034055472,0.000029945162,0.00034756947,0.00011802955,0.00015650775,0.00001120106],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000400962,0.0004387427,0.01083369,0.00067291636,0.00019261958,0.002770258,0.007820414,0.0012051717,0.024052452,0.019837687,0.023893612,0.9078815],"study_design_scores_gemma":[0.0012892873,0.00094255706,0.02986885,0.0005187958,0.000054293378,0.0003711188,0.00007286485,0.0026542242,0.6491702,0.0051752836,0.30822355,0.0016589523],"about_ca_topic_score_codex":0.000047864367,"about_ca_topic_score_gemma":0.000013803352,"teacher_disagreement_score":0.9062225,"about_ca_system_score_codex":0.000024512152,"about_ca_system_score_gemma":0.00003330629,"threshold_uncertainty_score":0.4060368},"labels":[],"label_agreement":null},{"id":"W2119566373","doi":"10.24908/pceea.v0i0.4797","title":"Software Quality Assurance in an Undergraduate Software Engineering Program","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software quality assurance; Software quality analyst; Quality assurance; Software quality; Team software process; Engineering management; Software engineering; Software quality control; Capstone course; Software peer review; Capstone; Software project management; Personal software process; Quality (philosophy); Software; Computer science; Verification and validation; Software development; Software construction; Engineering; Operations management; Computer security","score_opus":0.010445993627011475,"score_gpt":0.2550345924509577,"score_spread":0.24458859882394623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119566373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91901505,0.000430885,0.048525948,0.018202195,0.004987476,0.0036102796,0.000032107575,0.0045941016,0.0006019346],"genre_scores_gemma":[0.77354914,0.000010158286,0.22552301,0.00016298541,0.000090655965,0.00036706397,0.000005775736,0.0000373048,0.00025388788],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983289,0.000015766174,0.00042229984,0.0003436244,0.00041053822,0.00047882134],"domain_scores_gemma":[0.9981937,0.00024189203,0.00036815277,0.00029252897,0.0006388582,0.00026486552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007080214,0.00022349524,0.00022901187,0.00038352952,0.00010787517,0.00045849112,0.0010194895,0.00019380775,0.0000089754],"category_scores_gemma":[0.004185673,0.000229454,0.000084638436,0.0010670243,0.000010148954,0.0017585165,0.00007365347,0.0003941351,0.000010054115],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023470825,0.00037123894,0.8857192,0.0009605897,0.00010962042,5.527644e-7,0.0017355079,0.012919837,0.0015005376,0.039900362,0.019940006,0.036840197],"study_design_scores_gemma":[0.00018466711,0.000047821395,0.9557505,0.0002737165,0.000013520581,0.0000053472654,0.000040522344,0.025479835,0.0010940515,0.0013807929,0.015151188,0.0005780267],"about_ca_topic_score_codex":0.012072471,"about_ca_topic_score_gemma":0.0038757063,"teacher_disagreement_score":0.17699707,"about_ca_system_score_codex":0.0014793244,"about_ca_system_score_gemma":0.0005327445,"threshold_uncertainty_score":0.99450624},"labels":[],"label_agreement":null},{"id":"W2119774534","doi":"10.1007/s00766-007-0060-2","title":"A case study validation of a knowledge-based approach for the selection of requirements engineering techniques","year":2007,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Scope (computer science); Requirements engineering; Selection (genetic algorithm); Process (computing); Systems engineering; Requirement; Requirements elicitation; Software engineering; Requirements analysis; Risk analysis (engineering); Software; Engineering; Artificial intelligence","score_opus":0.05524807735586998,"score_gpt":0.32356405888005646,"score_spread":0.26831598152418645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119774534","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.064755924,0.00009414238,0.933286,0.000005818106,0.00018875548,0.0011165624,0.0000018412661,0.00051826815,0.000032660493],"genre_scores_gemma":[0.66573626,0.0000026828952,0.33405772,0.00000244611,0.000046749952,0.00012558799,0.0000019229299,0.000022435865,0.0000042131114],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99850774,0.000022676088,0.0005651031,0.00029523214,0.00030319305,0.0003060508],"domain_scores_gemma":[0.99853516,0.00050558854,0.00023283038,0.00047235482,0.00020146316,0.000052592164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021257582,0.00021715439,0.00024539663,0.00036907737,0.00007524032,0.000043691965,0.0005043969,0.00007514296,0.0000014938807],"category_scores_gemma":[0.00023338929,0.00019173873,0.00009917247,0.00075128727,0.000011605026,0.00045535213,0.000109793946,0.00013898032,1.6003057e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018193628,0.00364866,0.012688178,0.0036149705,0.0013653033,0.0001299296,0.005380326,0.58503395,0.27673653,0.0077241873,0.000185301,0.103310704],"study_design_scores_gemma":[0.0004369545,0.00045612038,0.0002849386,0.00008666419,0.00006900444,0.00007746612,0.00006326096,0.65012664,0.34774423,0.00000694814,0.0004122627,0.00023551828],"about_ca_topic_score_codex":0.000054918015,"about_ca_topic_score_gemma":0.0000014718048,"teacher_disagreement_score":0.60098034,"about_ca_system_score_codex":0.000110488094,"about_ca_system_score_gemma":0.000038629416,"threshold_uncertainty_score":0.7818878},"labels":[],"label_agreement":null},{"id":"W2120070059","doi":"10.1109/apsec.1997.640207","title":"A Z specification of use cases: a preliminary report","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Popularity; Confusion; Formalism (music); Software engineering; Use Case Diagram; Set (abstract data type); Architecture; Unified Modeling Language; Programming language; Software","score_opus":0.07864484425474008,"score_gpt":0.2675269731799584,"score_spread":0.1888821289252183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120070059","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012675079,0.00006628414,0.98437846,0.00021933505,0.00007647732,0.000062887426,2.2586302e-7,0.00038291377,0.002138345],"genre_scores_gemma":[0.59260315,0.000022527864,0.4065351,0.00002413858,0.0000115405,0.0000030731899,3.4318998e-7,0.0000022947643,0.00079786964],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995589,0.000008442029,0.00014518911,0.00012096103,0.0001026806,0.00006381636],"domain_scores_gemma":[0.99897623,0.00042236544,0.00007774259,0.00045617792,0.000044172284,0.00002330604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017389377,0.000039558152,0.000049195925,0.000056464036,0.000012949076,0.00003257875,0.00019830912,0.000024629633,0.000049607203],"category_scores_gemma":[0.00035383427,0.00003509077,0.000021482685,0.00017883742,0.000008050334,0.0005261295,0.000053329957,0.00003928776,0.000009900912],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005570121,0.0011448305,0.03181258,0.00017339677,0.000092703965,0.007009481,0.003603526,0.00032106563,0.0035615007,0.37587997,0.18295363,0.3933916],"study_design_scores_gemma":[0.0003679993,0.0015083548,0.10103727,0.00011136722,0.000031830772,0.013623671,0.00005493329,0.23090686,0.048045453,0.0020000897,0.6014324,0.00087979715],"about_ca_topic_score_codex":0.00005067301,"about_ca_topic_score_gemma":5.8067e-7,"teacher_disagreement_score":0.57992804,"about_ca_system_score_codex":0.0000074264667,"about_ca_system_score_gemma":0.0000033198871,"threshold_uncertainty_score":0.143096},"labels":[],"label_agreement":null},{"id":"W2120427215","doi":"10.5555/504800.504836","title":"A unified process for software and documentation development","year":2000,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Documentation; Rational Unified Process; Goal-Driven Software Development Process; Workflow; Software engineering; Computer science; Software development process; Software documentation; Process (computing); Internal documentation; Software development; Technical documentation; Software; Software construction; Programming language; Database","score_opus":0.01943811624977329,"score_gpt":0.2928721725120753,"score_spread":0.273434056262302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120427215","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029108522,0.00003375124,0.9696079,0.00019811076,0.000024122537,0.00014792602,1.9688771e-7,0.00053000276,0.00034947856],"genre_scores_gemma":[0.121877894,0.000014878446,0.8770707,0.00016014995,0.000009198588,0.00007509023,0.0000019642441,0.00000383481,0.0007862882],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996484,0.000004123413,0.00007261529,0.00013053125,0.00006139463,0.00008292648],"domain_scores_gemma":[0.9997642,0.00008286944,0.000015245372,0.000086830405,0.000023206694,0.000027649507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010096541,0.000049548256,0.000040621217,0.000024058938,0.000057270616,0.00009739472,0.00013582836,0.000019661607,0.000049703885],"category_scores_gemma":[0.000019496982,0.000043094147,0.000006850307,0.000076136814,0.0000041277062,0.00050157274,0.0000148399995,0.00002201443,0.000005229474],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008680398,0.000017069653,0.00038593722,0.000052930376,0.000008528795,9.0048104e-7,0.0009622469,0.00014651976,0.000013952293,0.0065134903,0.00048221566,0.9914075],"study_design_scores_gemma":[0.0017095052,0.00046483826,0.017566964,0.00010683417,0.000021373382,0.000078594865,0.000094993324,0.048458356,0.04210605,0.064383194,0.82375443,0.0012548866],"about_ca_topic_score_codex":0.000005604243,"about_ca_topic_score_gemma":0.0000015470212,"teacher_disagreement_score":0.99015266,"about_ca_system_score_codex":0.000008142126,"about_ca_system_score_gemma":0.000022757507,"threshold_uncertainty_score":0.17573284},"labels":[],"label_agreement":null},{"id":"W2121551205","doi":"10.1007/978-1-4471-0353-0_9","title":"Improving and Mediating Software-to-Usability Engineering Communication","year":2001,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Usability; Software engineering; Usability engineering; Computer science; Software development process; Software development; Component-based usability testing; Software Engineering Process Group; Usability goals; Systems engineering; Usability inspection; Engineering; Software; Human–computer interaction","score_opus":0.013610549256407131,"score_gpt":0.2285793870679079,"score_spread":0.21496883781150078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121551205","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024443123,0.00059785176,0.97196007,0.00035994267,0.00014545042,0.00023623822,0.0000024659028,0.0018321121,0.024841452],"genre_scores_gemma":[0.0018295007,0.00031815819,0.9857969,0.00016842701,0.0000888846,0.000023283337,0.0000074353156,0.000046552905,0.01172082],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988545,0.000011288869,0.0002944391,0.00042402672,0.0002128474,0.00020289504],"domain_scores_gemma":[0.9976944,0.0008976893,0.00014097111,0.001058022,0.000075208125,0.00013373706],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005676837,0.00026442943,0.0002474595,0.00015479996,0.00008390618,0.00021593468,0.0007967477,0.00021101865,0.000034620545],"category_scores_gemma":[0.00056387146,0.00027078943,0.000050642022,0.00006218632,0.000017564766,0.00043959552,0.0008611931,0.00044280483,0.00001621722],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035124317,0.0000132889045,0.00012970726,0.0002564922,0.000050002975,0.000014671126,0.00037342685,0.00057245546,0.00010291244,0.41818145,0.0008929682,0.5794091],"study_design_scores_gemma":[0.00028725184,0.0002711523,0.0004217295,0.00071488076,0.00007181567,0.0001622204,0.000006636167,0.12760298,0.00051510805,0.030843563,0.8366798,0.0024228336],"about_ca_topic_score_codex":0.00006952193,"about_ca_topic_score_gemma":0.000006815038,"teacher_disagreement_score":0.8357869,"about_ca_system_score_codex":0.000075421136,"about_ca_system_score_gemma":0.000029999312,"threshold_uncertainty_score":0.9999744},"labels":[],"label_agreement":null},{"id":"W2122243664","doi":"10.1145/2629432","title":"Impediments to Regulatory Compliance of Requirements in Contractual Systems Engineering Projects","year":2014,"lang":"en","type":"article","venue":"ACM Transactions on Management Information Systems","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Key (lock); Process (computing); Upgrade; Government (linguistics); Risk analysis (engineering); Requirements engineering; Compliance (psychology); Process management; Domain (mathematical analysis); Scale (ratio); Computer science; Business; Engineering management; Engineering; Computer security","score_opus":0.031079053590708068,"score_gpt":0.26415291030894567,"score_spread":0.2330738567182376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122243664","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048514465,0.000019357998,0.99172556,0.00006691563,0.0010288552,0.0010333422,0.0000052734913,0.00034851948,0.00092075043],"genre_scores_gemma":[0.97294044,0.000014062053,0.0265781,0.00007574347,0.000016433709,0.0002890816,0.0000042514557,0.0000086922655,0.00007317981],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984426,0.00004899842,0.00063880475,0.00017528188,0.00046460767,0.00022970713],"domain_scores_gemma":[0.9986766,0.00014575277,0.00021621109,0.00081118103,0.000082888975,0.00006736054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083564385,0.00016030809,0.00021564688,0.00063015555,0.000052423486,0.00018019762,0.0007362003,0.000058539124,0.0000016999821],"category_scores_gemma":[0.00004377481,0.00016634395,0.000038234604,0.0005577067,0.000006481985,0.0019048281,0.00003213249,0.000116971634,0.000050272567],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003814354,0.0001201869,0.00022316209,0.0017503143,0.00013412774,0.0000026235487,0.0018120867,0.91096205,0.000108417684,0.043155532,0.0005733223,0.041120037],"study_design_scores_gemma":[0.001769301,0.0005210791,0.005961504,0.0022222593,0.000037613645,0.000018457427,0.00071291893,0.8698079,0.0011370375,0.00006984322,0.11694389,0.0007982036],"about_ca_topic_score_codex":0.00008667758,"about_ca_topic_score_gemma":8.5050823e-7,"teacher_disagreement_score":0.968089,"about_ca_system_score_codex":0.0001261106,"about_ca_system_score_gemma":0.000010400797,"threshold_uncertainty_score":0.6783309},"labels":[],"label_agreement":null},{"id":"W2122499688","doi":"10.1109/ccece.2005.1557127","title":"The impact of intercultural factors on global software development","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Intercultural communication; Software development; Software; Intercultural relations; Knowledge management; Cultural diversity; Computer science; Engineering ethics; Engineering; Sociology; Pedagogy","score_opus":0.014188570086316533,"score_gpt":0.2796172239948287,"score_spread":0.26542865390851217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122499688","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3909854,0.000040517014,0.6072072,0.00006277329,0.000113085196,0.00005703634,0.0000012235072,0.00041526216,0.0011175568],"genre_scores_gemma":[0.9129965,0.0000019472898,0.0868837,0.000008311268,0.000011298983,0.000002606985,0.0000012767497,0.0000020774005,0.00009229205],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99949324,0.000013393656,0.00012744464,0.00010485541,0.0001289899,0.00013205124],"domain_scores_gemma":[0.99948466,0.00018808455,0.000051719846,0.00021508941,0.000037362395,0.000023113509],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009677594,0.00008739605,0.00006432045,0.000013739195,0.00006965353,0.00008902127,0.00048552055,0.00002583932,0.000006684159],"category_scores_gemma":[0.000055001972,0.00004154979,0.000060380004,0.00014089634,0.000013146994,0.00017229382,0.000094074916,0.000051191033,0.000005979583],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006293541,0.00043576903,0.27295572,0.000028986402,0.00029371536,0.000017268045,0.001634753,0.0074318564,0.00027091347,0.23671393,0.08310283,0.3970513],"study_design_scores_gemma":[0.0001745591,0.00038811623,0.9588476,0.000037165042,0.000003854026,0.000018074057,0.000036351525,0.0025795696,0.013715673,0.008106016,0.015705604,0.00038742035],"about_ca_topic_score_codex":0.00046143835,"about_ca_topic_score_gemma":0.000019332323,"teacher_disagreement_score":0.68589187,"about_ca_system_score_codex":0.000089493034,"about_ca_system_score_gemma":0.000035914047,"threshold_uncertainty_score":0.16943513},"labels":[],"label_agreement":null},{"id":"W2123017428","doi":"10.1109/icsea.2008.70","title":"Interdisciplinary Project-Based Learning in Ergonomics for Software Engineers: A Case Study","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Context (archaeology); Engineering management; Computer science; Software project management; Software; Human factors and ergonomics; Project-based learning; Software engineering; Knowledge management; Engineering; Software development; Software construction; Mathematics education; Psychology; Poison control","score_opus":0.04065203135153492,"score_gpt":0.3161537816317802,"score_spread":0.27550175028024526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123017428","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23697591,0.000021985712,0.76129735,0.000059870472,0.00009687178,0.0005165889,5.925672e-7,0.0010123801,0.000018453757],"genre_scores_gemma":[0.59491235,0.0000014103806,0.40480596,0.000025556541,0.00001926654,0.00016682556,0.0000011082468,0.0000114030445,0.000056142573],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914384,0.000035735942,0.00020674917,0.0003123578,0.00008138984,0.00021992558],"domain_scores_gemma":[0.99901336,0.0005429826,0.000051350587,0.0003148039,0.000039047904,0.000038427672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003549206,0.00013856059,0.0001532349,0.00025631464,0.00012934704,0.00005942416,0.00036126288,0.000049776576,0.0000020989098],"category_scores_gemma":[0.0001647028,0.00013120139,0.00005423413,0.00033827694,0.000009147953,0.000440059,0.0002591142,0.0002060262,0.000002143046],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000694298,0.0061844364,0.16818297,0.0006425488,0.00030079222,0.046561833,0.12566687,0.3742189,0.000083086066,0.0028734154,0.03230909,0.24228175],"study_design_scores_gemma":[0.0017307606,0.0022531447,0.0018442165,0.00004668083,0.000012975977,0.0028467523,0.0023754155,0.98269457,0.0003338883,0.00010921743,0.0050498,0.00070260064],"about_ca_topic_score_codex":0.00015613507,"about_ca_topic_score_gemma":0.00005522497,"teacher_disagreement_score":0.6084756,"about_ca_system_score_codex":0.00006316233,"about_ca_system_score_gemma":0.00010439809,"threshold_uncertainty_score":0.53502375},"labels":[],"label_agreement":null},{"id":"W2123863234","doi":"10.1109/re.2007.54","title":"Requirements in the wild: How small companies do it","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Exploratory research; Cohesion (chemistry); Principal (computer security); Requirements analysis; Requirements engineering; Work (physics); Diversity (politics); Business; Software; Computer science; Engineering; Computer security","score_opus":0.058793666922399304,"score_gpt":0.3012674811594007,"score_spread":0.24247381423700143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123863234","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00923419,0.00007285588,0.9779408,0.005438133,0.00018153647,0.000088601926,1.1291475e-7,0.00028909108,0.006754684],"genre_scores_gemma":[0.7688053,0.000015799864,0.23004703,0.00094594975,0.000031630858,0.00000426894,2.7046156e-7,0.000003057476,0.00014666391],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994009,0.000027349717,0.00009440911,0.00013905011,0.00015846491,0.00017980945],"domain_scores_gemma":[0.99908084,0.00047431703,0.00003266369,0.00037283666,0.000017302254,0.000022059534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011277326,0.00006863521,0.000059265403,0.00006670823,0.000037113412,0.00022702831,0.0008587187,0.000028766708,0.000006726031],"category_scores_gemma":[0.00008497593,0.00004488483,0.00002023509,0.00027675708,0.000011927202,0.00027110244,0.000109772176,0.00011004515,0.000007849895],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021599306,0.00031903852,0.02754954,0.00005148274,0.00004139078,0.00026577455,0.009665518,0.00028491073,0.00031613407,0.5323016,0.052357394,0.3768256],"study_design_scores_gemma":[0.00046183713,0.0002792764,0.0560829,0.000076677294,0.000007902611,0.000090951115,0.0007658207,0.012878978,0.0020689068,0.008556529,0.91814977,0.00058044685],"about_ca_topic_score_codex":0.000064694774,"about_ca_topic_score_gemma":0.00008962704,"teacher_disagreement_score":0.8657924,"about_ca_system_score_codex":0.000015022088,"about_ca_system_score_gemma":0.0000072987605,"threshold_uncertainty_score":0.21892393},"labels":[],"label_agreement":null},{"id":"W2124946826","doi":"10.1109/ms.2009.176","title":"Guest Editors' Introduction: Cooperative and Human Aspects of Software Engineering","year":2009,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Social software engineering; Software development; Software peer review; Software engineering; Domain (mathematical analysis); Software; Computer science; Variety (cybernetics); Personal software process; Software construction; Software Engineering Process Group; Software deployment; Artificial intelligence","score_opus":0.008644575784821317,"score_gpt":0.24257475633170983,"score_spread":0.23393018054688852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124946826","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011753773,0.0003125098,0.9797253,0.0006940933,0.005508659,0.00017907015,0.0000060746884,0.001777964,0.000042551193],"genre_scores_gemma":[0.6302472,0.00003114392,0.35954875,0.00010401237,0.00997787,0.000015417541,0.0000071991717,0.000024804482,0.000043604854],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99888617,0.000025446261,0.00024029624,0.0003829734,0.00023126112,0.00023384418],"domain_scores_gemma":[0.9989244,0.0002124336,0.00010359535,0.00049757963,0.00016431173,0.000097729535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020103402,0.00020299465,0.00023997288,0.00013912166,0.00016945155,0.00008613865,0.00042512792,0.00010464195,0.000009174775],"category_scores_gemma":[0.00050878356,0.00020316806,0.00004703087,0.00036399098,0.00003412318,0.0007339263,0.00007650831,0.00024669277,0.000003894971],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010484245,0.0015415024,0.014739215,0.0013282049,0.000653461,0.0005787289,0.011975936,0.027739808,0.06728257,0.30806035,0.4665027,0.099492684],"study_design_scores_gemma":[0.0019789229,0.004659513,0.039300557,0.0007058905,0.00013982043,0.0007289505,0.00005214733,0.0035172869,0.4229734,0.011512547,0.51090753,0.0035234762],"about_ca_topic_score_codex":0.000015168887,"about_ca_topic_score_gemma":0.000001227168,"teacher_disagreement_score":0.62017655,"about_ca_system_score_codex":0.000033705706,"about_ca_system_score_gemma":0.000033661454,"threshold_uncertainty_score":0.8284953},"labels":[],"label_agreement":null},{"id":"W2125969389","doi":"10.24908/pceea.v0i0.3588","title":"Strategic Planning in an Academic Context","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Timeline; Plan (archaeology); Process (computing); Computer science; Statement (logic); Strategic planning; Context (archaeology); Process management; Mission statement; Software engineering; Quality (philosophy); Product (mathematics); Problem statement; Engineering management; Management science; Engineering; Business; Management; Programming language","score_opus":0.03855520388365229,"score_gpt":0.26088556930994733,"score_spread":0.22233036542629503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125969389","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9862272,0.00029547676,0.001755222,0.0018855972,0.0018959992,0.00044262165,0.0000049061714,0.00048100293,0.007011956],"genre_scores_gemma":[0.98914903,0.000005635808,0.010436802,0.00017076767,0.000056811325,0.00003260977,0.0000010378421,0.000013549332,0.00013374169],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991733,0.0000068367185,0.00022223328,0.00017307163,0.00018141496,0.00024317761],"domain_scores_gemma":[0.9992531,0.00004713702,0.00023190516,0.00012208291,0.00020568485,0.00014010606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005458517,0.00010557742,0.000107612424,0.00030474662,0.000061355306,0.00008673167,0.00074716617,0.00015053633,0.000008103733],"category_scores_gemma":[0.00039720506,0.000106969994,0.000032643227,0.00053356343,0.0000065066497,0.0008517944,0.000032913886,0.0003486587,0.0000028871452],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004061219,0.000100240446,0.55713224,0.00016193309,0.000045710512,7.470119e-7,0.015649088,0.0009786632,0.0017524465,0.41481128,0.0045893593,0.004774229],"study_design_scores_gemma":[0.00034652912,0.000108943364,0.91707474,0.00056794507,0.00003234409,0.00001779792,0.0012908558,0.04372921,0.008314682,0.014481911,0.013155583,0.00087943935],"about_ca_topic_score_codex":0.0068638003,"about_ca_topic_score_gemma":0.0017496619,"teacher_disagreement_score":0.40032938,"about_ca_system_score_codex":0.00076072366,"about_ca_system_score_gemma":0.00039629874,"threshold_uncertainty_score":0.9997496},"labels":[],"label_agreement":null},{"id":"W2126658443","doi":"10.1109/adc.2005.50","title":"Waltzing with changes [agile software development]","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"TransCanada (Canada)","funders":"","keywords":"Agile software development; Timeline; Computer science; Software development; Software engineering; Software development process; Software project management; Change management (ITSM); Agile Unified Process; Project management; Quality (philosophy); Process management; Software; Software construction; Systems engineering; Engineering; Operations management","score_opus":0.008680679828507454,"score_gpt":0.20173889018931085,"score_spread":0.1930582103608034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126658443","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003924542,0.00007307562,0.9910455,0.0003945261,0.00006382047,0.000059562903,1.6181355e-7,0.0019484247,0.002490418],"genre_scores_gemma":[0.08887209,0.0000032937512,0.9098849,0.00015362022,0.000040906092,0.000019361121,0.0000019110298,0.000008771376,0.0010151033],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99940944,0.000007858511,0.00007242744,0.00018727516,0.00014307324,0.0001799453],"domain_scores_gemma":[0.99957544,0.000090215486,0.0000349117,0.00023503402,0.000034565073,0.000029865136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011319903,0.00009112172,0.000069022346,0.00006179988,0.000081142876,0.00012118258,0.00034636594,0.000029235673,0.000022994664],"category_scores_gemma":[0.000014013348,0.00006854867,0.000008954589,0.00021152582,0.000008082365,0.00033235698,0.00009736583,0.00006335893,0.000023725794],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017611765,0.00022805911,0.03311757,0.0001510634,0.00007411031,0.0002083783,0.001148122,0.0011040671,0.0010358805,0.14433521,0.041849766,0.7767302],"study_design_scores_gemma":[0.00027346687,0.00014908338,0.013175184,0.000074557516,0.0000062937024,0.00010968214,0.00001246243,0.003005483,0.06479823,0.0023597346,0.9153242,0.0007116078],"about_ca_topic_score_codex":0.00006412443,"about_ca_topic_score_gemma":0.00006983882,"teacher_disagreement_score":0.8734745,"about_ca_system_score_codex":0.000019044972,"about_ca_system_score_gemma":0.000031070384,"threshold_uncertainty_score":0.27953336},"labels":[],"label_agreement":null},{"id":"W2126707096","doi":"10.1145/1536274.1536292","title":"SW development projects in academia","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan College","funders":"","keywords":"Agile software development; Bachelor; Software engineering; Context (archaeology); Software development; Engineering management; Computer science; Process (computing); Software development process; Rational Unified Process; Software; Engineering","score_opus":0.023537805059418625,"score_gpt":0.27600808239447455,"score_spread":0.25247027733505595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126707096","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010668188,0.000056336186,0.979933,0.0022319418,0.00005422124,0.00008689141,1.3972947e-8,0.00074696174,0.006222415],"genre_scores_gemma":[0.43060225,0.0000071505724,0.5685208,0.00068294135,0.000008682622,0.0000050984954,1.2070306e-7,0.0000012850618,0.00017170057],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99955195,0.000008540258,0.000092944836,0.00013041195,0.00009090022,0.00012524595],"domain_scores_gemma":[0.9997698,0.000040939416,0.000016693055,0.0001389598,0.000008333734,0.000025262832],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021066424,0.00005113282,0.000048344336,0.000071916205,0.000015473806,0.000039873517,0.00034227598,0.00010449408,0.0000056998924],"category_scores_gemma":[0.000036838814,0.000043266067,0.000007649226,0.00023289726,0.0000020459056,0.0003389505,0.00004697029,0.00027513332,0.000018284296],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023936084,0.000052791285,0.0019344062,0.0000065290315,0.0000025858465,0.000028435335,0.0012748383,0.000068439964,0.00024603182,0.0959776,0.0050129835,0.89539295],"study_design_scores_gemma":[0.0003864587,0.00019960353,0.17794074,0.00008516519,0.0000014748031,0.00004775107,0.000017522336,0.022339413,0.054101095,0.013402118,0.7307732,0.0007054667],"about_ca_topic_score_codex":0.000005912052,"about_ca_topic_score_gemma":0.0000016974449,"teacher_disagreement_score":0.89468753,"about_ca_system_score_codex":0.000026334828,"about_ca_system_score_gemma":0.000040523828,"threshold_uncertainty_score":0.1764339},"labels":[],"label_agreement":null},{"id":"W2127930639","doi":"10.1109/cseet.2006.28","title":"Report from the 2nd International Workshop on Software Engineering Course Projects (SWECP 2005)","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Alberta","funders":"","keywords":"Relevance (law); Engineering management; Task (project management); Work (physics); Course (navigation); Software Engineering Process Group; Computer science; Software engineering; Software; Scale (ratio); Software development; Engineering ethics; Engineering; Software development process; Systems engineering; Political science","score_opus":0.01568118338968181,"score_gpt":0.2583501922565237,"score_spread":0.24266900886684192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127930639","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041045826,0.00014737925,0.9883889,0.0031923286,0.0010781133,0.00013979893,0.0000034482978,0.0014968467,0.0014486213],"genre_scores_gemma":[0.25604513,0.000027935397,0.73920083,0.00061798183,0.00092760345,0.00006175152,0.000034876488,0.000030176465,0.0030537287],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989613,0.000013952354,0.00019103895,0.00030464007,0.00031743018,0.000211633],"domain_scores_gemma":[0.99852264,0.00069889275,0.00008364828,0.0006088472,0.00004867004,0.000037299735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030537357,0.00013724733,0.000088284796,0.000044401877,0.000058246827,0.0002655825,0.0008445533,0.00006258717,0.000075571596],"category_scores_gemma":[0.00036705722,0.00009744177,0.000051356496,0.00015764922,0.0000107776,0.00039469847,0.00016605132,0.00021661597,0.000023732908],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029315488,0.00041562194,0.03566846,0.00001409426,0.00021149607,0.0013021205,0.00037600048,0.039615434,0.00023389453,0.07224735,0.7960971,0.05378911],"study_design_scores_gemma":[0.000320371,0.00003995579,0.062480964,0.00016479446,0.000022051196,0.00025084222,0.000018914287,0.101997145,0.0029797843,0.0020735988,0.8289961,0.0006554386],"about_ca_topic_score_codex":0.00032106304,"about_ca_topic_score_gemma":0.000030793602,"teacher_disagreement_score":0.25194055,"about_ca_system_score_codex":0.00004204155,"about_ca_system_score_gemma":0.00004213751,"threshold_uncertainty_score":0.397356},"labels":[],"label_agreement":null},{"id":"W2128044611","doi":"10.1007/978-1-4471-0719-4_42","title":"Experience in Assessment of a Software Project by Using Multiple Process Models","year":2001,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Process (computing); Context (archaeology); Perspective (graphical); Sample (material); Software development process; Software; Software engineering; Process management; Software development; Systems engineering; Management science; Engineering; Artificial intelligence","score_opus":0.08527153640399691,"score_gpt":0.35533864422016687,"score_spread":0.27006710781616994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128044611","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022064988,0.00022935793,0.9628812,0.000012186237,0.00008256632,0.00044417047,0.00000928041,0.00044956707,0.03567103],"genre_scores_gemma":[0.06524272,0.00027042505,0.92022216,0.00006497503,0.000030497693,0.00009578889,0.0000108088125,0.00006334577,0.013999248],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99839604,0.00001373031,0.00041567892,0.0005217335,0.00041635914,0.00023647708],"domain_scores_gemma":[0.99876636,0.00020616697,0.00028109062,0.0005895809,0.00011346207,0.000043344404],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00020765568,0.00029506924,0.00037145638,0.0002536298,0.00003184,0.00007364254,0.0009248611,0.00022768122,0.000026013622],"category_scores_gemma":[0.00004473852,0.00027820945,0.00007153265,0.00014343421,0.000035416673,0.00087957963,0.00024602492,0.00032748195,5.394299e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009969769,0.0013252295,0.008908526,0.0036622407,0.0004123229,0.00070984906,0.01756399,0.14044313,0.0007253931,0.5301831,0.0076140305,0.28835252],"study_design_scores_gemma":[0.00023437192,0.00011812535,0.0000074000136,0.00058861653,0.000011153404,0.000042948268,0.000024993697,0.96840775,0.0003197667,0.013392848,0.016138403,0.0007136462],"about_ca_topic_score_codex":0.0003221439,"about_ca_topic_score_gemma":0.000013514116,"teacher_disagreement_score":0.8279646,"about_ca_system_score_codex":0.00010736357,"about_ca_system_score_gemma":0.00023783385,"threshold_uncertainty_score":0.999967},"labels":[],"label_agreement":null},{"id":"W2128437438","doi":"10.4236/jsea.2010.37074","title":"The Need to Evaluate Strategy and Tactics before the Software Development Process Begins","year":2010,"lang":"en","type":"article","venue":"Journal of Software Engineering and Applications","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Software quality control; Quality (philosophy); Software quality management; Process management; Software quality; Team software process; Product (mathematics); Software; Software project management; Process (computing); Software quality analyst; Computer science; Plan (archaeology); Software development process; Engineering; Software development; Software engineering; Systems engineering; Software construction","score_opus":0.01006204230858749,"score_gpt":0.26758996014077385,"score_spread":0.25752791783218637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128437438","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04763001,0.00035868704,0.94976914,0.0016645681,0.00016181517,0.00022585246,0.0000016178692,0.00018181094,0.000006491201],"genre_scores_gemma":[0.55189896,0.00009502697,0.4474472,0.000096649506,0.00025370147,0.0001352235,7.518794e-7,0.000023397286,0.000049085542],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991418,0.0000105913205,0.00027885675,0.00014112578,0.00023867804,0.00018891571],"domain_scores_gemma":[0.9986242,0.00054955273,0.00014980196,0.00030218437,0.00022493396,0.00014929727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067673175,0.00013829244,0.00012218775,0.00007712787,0.00037197955,0.00033407842,0.00060731976,0.000056646088,8.811696e-7],"category_scores_gemma":[0.0005010547,0.000083775914,0.000029259849,0.0002975306,0.00003234953,0.00028385074,0.000111781206,0.00048495264,0.0000014540143],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011882517,0.00008218516,0.005202632,0.00014648384,0.00017009022,0.000008619275,0.003046235,0.017673114,0.0006158172,0.036535643,0.0009454176,0.9355619],"study_design_scores_gemma":[0.00041889286,0.00034347296,0.04740444,0.00013325422,0.000086501685,0.0010061391,0.00025505733,0.013232169,0.0015172712,0.0052988115,0.92973316,0.0005708101],"about_ca_topic_score_codex":0.0000028149673,"about_ca_topic_score_gemma":0.0000055099345,"teacher_disagreement_score":0.93499106,"about_ca_system_score_codex":0.000016737695,"about_ca_system_score_gemma":0.00011733964,"threshold_uncertainty_score":0.34162825},"labels":[],"label_agreement":null},{"id":"W2128933927","doi":"","title":"The Development and Experimentation of an International Standard for Very Small Entities Involved in Software Development","year":2010,"lang":"en","type":"article","venue":"Espace ÉTS (ETS)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Outsourcing; Business; Product (mathematics); Software; Quality (philosophy); Process management; Capability Maturity Model; Maturity (psychological); Software development; Engineering management; Engineering; Computer science; Marketing","score_opus":0.021298352752008955,"score_gpt":0.2809528192121837,"score_spread":0.2596544664601747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128933927","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65132093,0.000053839067,0.34778354,0.00017302693,0.00041704418,0.0001474282,0.0000013149238,0.00008108724,0.000021802987],"genre_scores_gemma":[0.34649548,0.000012675365,0.653303,0.000020108717,0.000018399958,0.0000785512,0.000005212234,0.0000058366527,0.000060712267],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99936503,0.000016693682,0.00017675223,0.00016392196,0.00015807955,0.00011953522],"domain_scores_gemma":[0.9993729,0.00026544963,0.00008493133,0.00016874526,0.00007455009,0.000033397988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005181684,0.00008309262,0.00007739193,0.00008058875,0.00009220579,0.00014481292,0.0003604692,0.000039917366,0.0000031382672],"category_scores_gemma":[0.00015983445,0.00006934014,0.000012670546,0.00006710331,0.000025213594,0.0004378538,0.0001221495,0.000085299944,5.2385946e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004126635,0.0002597905,0.051387474,0.00016941811,0.00015465003,0.00001055474,0.076837726,0.00025845217,0.009429698,0.060707554,0.000587614,0.7997844],"study_design_scores_gemma":[0.0012902956,0.00022106271,0.06999112,0.00011915529,0.000006047761,0.0000075394432,0.0015337191,0.0044021127,0.5495455,0.0022065449,0.37011948,0.0005573984],"about_ca_topic_score_codex":0.000011895956,"about_ca_topic_score_gemma":0.0005276849,"teacher_disagreement_score":0.799227,"about_ca_system_score_codex":0.00004170453,"about_ca_system_score_gemma":0.000120454395,"threshold_uncertainty_score":0.28276086},"labels":[],"label_agreement":null},{"id":"W2130031345","doi":"10.1109/cere.2006.3","title":"Evaluating the Effectiveness of a Goal-Oriented Requirements Engineering Method","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Goal orientation; Goal modeling; Requirements engineering; Domain (mathematical analysis); Software engineering; Software; Mathematics","score_opus":0.03130805333406253,"score_gpt":0.36497077244741605,"score_spread":0.33366271911335355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130031345","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018779667,0.00006378283,0.97964424,0.000040011026,0.00019407344,0.00017500251,2.931852e-7,0.00038179557,0.00072113477],"genre_scores_gemma":[0.3991264,7.8934096e-7,0.6007876,0.000007945717,0.000020208528,0.000025804038,4.6313232e-7,0.0000050641406,0.000025719568],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99909097,0.00020458025,0.00016490485,0.00016738924,0.00023367532,0.00013845315],"domain_scores_gemma":[0.9975888,0.0018769741,0.000066365355,0.00038299552,0.0000696244,0.000015246239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032225573,0.0000842136,0.000104151775,0.000051273415,0.00003887104,0.000037097892,0.0004081551,0.00002726872,0.000004826729],"category_scores_gemma":[0.0003479257,0.000057655594,0.000042520576,0.00036396802,0.000007076748,0.00027577308,0.0001459495,0.00007977049,0.000001829703],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039980358,0.000099121185,0.0020111753,0.00021377401,0.00006535104,0.000005307563,0.00012234611,0.10128483,0.16648114,0.7001039,0.00016064463,0.029412456],"study_design_scores_gemma":[0.00024967393,0.00020751964,0.014307682,0.00008957665,0.000014173776,0.000012316301,0.0000027610197,0.82565886,0.15383226,0.004234694,0.0012297608,0.00016073258],"about_ca_topic_score_codex":0.00019111218,"about_ca_topic_score_gemma":5.871123e-7,"teacher_disagreement_score":0.724374,"about_ca_system_score_codex":0.000023824867,"about_ca_system_score_gemma":0.000015977812,"threshold_uncertainty_score":0.23511268},"labels":[],"label_agreement":null},{"id":"W2131693786","doi":"10.1145/2735399.2735417","title":"ACM SIGSOFT FSE 2014 Conference Summary","year":2015,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Engineering; Library science; Software; Software engineering; Engineering ethics; Computer science","score_opus":0.04656500864555982,"score_gpt":0.2706995584630495,"score_spread":0.22413454981748968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131693786","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03305971,0.002239591,0.9490507,0.002012993,0.0026169054,0.00044703996,0.000031873857,0.010513983,0.000027209291],"genre_scores_gemma":[0.5204043,0.0001075378,0.47864223,0.00026131442,0.00028742306,0.000075624375,0.000029133458,0.00007678063,0.000115668925],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99698913,0.00006760604,0.0005208899,0.00086804316,0.00070957746,0.000844754],"domain_scores_gemma":[0.89796835,0.09502611,0.00029711533,0.005202569,0.00058956846,0.0009162714],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00076393224,0.00060396903,0.00050894095,0.00034180953,0.00012771622,0.00047960502,0.0045349644,0.0003105732,0.000048394584],"category_scores_gemma":[0.30470154,0.0006192996,0.00016748275,0.00068853813,0.00005252699,0.0017517708,0.0020052588,0.0006726185,0.000287305],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014781137,0.00076475024,0.52543616,0.0010855667,0.00058243156,0.0010765193,0.005751525,0.02389874,0.006721787,0.029329438,0.26941332,0.13579193],"study_design_scores_gemma":[0.0037717207,0.001861041,0.1280559,0.001540084,0.00023898575,0.00096095464,0.000088876324,0.017681587,0.045150906,0.0076916837,0.7842414,0.008716865],"about_ca_topic_score_codex":0.00011598008,"about_ca_topic_score_gemma":0.000003871963,"teacher_disagreement_score":0.5148281,"about_ca_system_score_codex":0.00014279307,"about_ca_system_score_gemma":0.00023377605,"threshold_uncertainty_score":0.99962586},"labels":[],"label_agreement":null},{"id":"W2131811565","doi":"10.1109/compsac.2005.123","title":"Principles Should Underlie Standards and Best Practices","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Best practice; Position paper; Software engineering; Computer science; Software; Identification (biology); Software development; Set (abstract data type); Social software engineering; Software Engineering Process Group; Subject (documents); Software peer review; Engineering management; Engineering ethics; Data science; Software development process; Engineering; Software construction; Political science; World Wide Web","score_opus":0.09187364900053274,"score_gpt":0.3447888557155554,"score_spread":0.25291520671502266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131811565","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044540833,0.00047090396,0.9265143,0.0027814207,0.00011495964,0.000087384855,0.0000023371936,0.0008824332,0.06469213],"genre_scores_gemma":[0.29997194,0.00018148149,0.69611156,0.00021580727,0.00012975965,0.000012435135,0.0000012424417,0.000011977047,0.003363823],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992174,0.000021743948,0.00012604229,0.00022311363,0.000264219,0.00014750635],"domain_scores_gemma":[0.9991611,0.00031607854,0.0001314874,0.00028663196,0.00006406036,0.00004062186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045922928,0.000092709124,0.00008122357,0.00005144669,0.00007684138,0.00034932513,0.00028977057,0.00005014363,0.00002174644],"category_scores_gemma":[0.0002066337,0.00007635102,0.000016966693,0.00013075155,0.000021986198,0.0009462185,0.00016956306,0.000104661856,0.000005777612],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005391899,0.000097283424,0.0027083072,0.000035088917,0.000014548278,0.00002787842,0.000064730004,0.00011783783,0.00022408449,0.92095006,0.0051995153,0.070555255],"study_design_scores_gemma":[0.000074480726,0.00010870936,0.0010219689,0.00001209921,0.00000700623,0.00004770269,0.000012006961,0.006576328,0.0025740764,0.0037443496,0.98565197,0.00016931695],"about_ca_topic_score_codex":0.0004920931,"about_ca_topic_score_gemma":0.000087779445,"teacher_disagreement_score":0.9804524,"about_ca_system_score_codex":0.00002518901,"about_ca_system_score_gemma":0.000051451414,"threshold_uncertainty_score":0.33685502},"labels":[],"label_agreement":null},{"id":"W2131832913","doi":"","title":"Software Engineering Documentation Priorities: An Industrial Study","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Documentation; Software documentation; Software; Software peer review; Software development; Software engineering; Computer science; Engineering management; World Wide Web; Engineering; Software construction","score_opus":0.05203291747925034,"score_gpt":0.2715180081003208,"score_spread":0.21948509062107044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131832913","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.090944074,0.000040044353,0.9052324,0.00008083124,0.00068101595,0.00027442665,4.87878e-7,0.0025838136,0.00016285597],"genre_scores_gemma":[0.73441553,0.000009047608,0.26491305,0.000057787856,0.00015900252,0.000037355796,8.4891826e-7,0.000012271572,0.0003951121],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99924344,0.000028614997,0.00014621897,0.00022565453,0.00019926295,0.00015681495],"domain_scores_gemma":[0.9993405,0.00015847206,0.000034737946,0.00037272534,0.000026515256,0.00006707626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020140363,0.00010365587,0.00008648009,0.000094211,0.000054153646,0.0003216938,0.00044516398,0.000048743095,0.00016744733],"category_scores_gemma":[0.00016167275,0.00010024332,0.000020706953,0.00024784435,0.0000037295972,0.0019491786,0.00008852573,0.00013989831,0.000026841248],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020405862,0.0020542375,0.09348389,0.000063705535,0.00022277924,0.00024297286,0.02202082,0.009246143,0.00031151235,0.043610215,0.023719406,0.80500394],"study_design_scores_gemma":[0.005370577,0.006985688,0.030525804,0.00012379,0.000094668656,0.00017665674,0.0011977938,0.7749326,0.0043006646,0.0014370709,0.17150459,0.0033500602],"about_ca_topic_score_codex":0.00006427148,"about_ca_topic_score_gemma":0.0000024082292,"teacher_disagreement_score":0.80165386,"about_ca_system_score_codex":0.000030250061,"about_ca_system_score_gemma":0.000006558249,"threshold_uncertainty_score":0.4087804},"labels":[],"label_agreement":null},{"id":"W2132764782","doi":"10.1007/s00766-005-0014-5","title":"Is emotion relevant to requirements engineering?","year":2005,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Requirements engineering; Computer science; Requirements analysis; Work (physics); Software engineering; Requirement; Software; Knowledge management; Engineering; Programming language","score_opus":0.028980346911971745,"score_gpt":0.28612525990959087,"score_spread":0.2571449129976191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132764782","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020537686,0.00018189274,0.97409546,0.0015522102,0.0008606087,0.00035089062,0.000003773308,0.0021209805,0.00029647845],"genre_scores_gemma":[0.4971976,0.00004988329,0.501512,0.000564617,0.00032145725,0.0000636064,0.0000038116445,0.000059387123,0.00022764028],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99766827,0.0000141083365,0.00047170222,0.00059029856,0.000587,0.0006686245],"domain_scores_gemma":[0.99857044,0.00007761271,0.000089957844,0.00089959323,0.000076500604,0.00028591353],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004993694,0.00035926225,0.00025534997,0.00039212263,0.000077727585,0.00023390392,0.0009914151,0.00010896695,0.000051998584],"category_scores_gemma":[0.00021899396,0.00039542848,0.0001040912,0.00066685496,0.0000051210363,0.001524102,0.00038039568,0.00024257762,0.00024161767],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041221185,0.0005655382,0.0017621166,0.0006366907,0.0006254188,0.00013181235,0.0046269624,0.50659794,0.17012176,0.056217898,0.032053154,0.22661951],"study_design_scores_gemma":[0.0004555424,0.00020312963,0.0023349475,0.0003100401,0.0000234246,0.000037313446,0.0000048192355,0.5351049,0.03913929,0.000076543336,0.4213761,0.0009339748],"about_ca_topic_score_codex":0.000012911435,"about_ca_topic_score_gemma":5.09186e-7,"teacher_disagreement_score":0.47665992,"about_ca_system_score_codex":0.0003032536,"about_ca_system_score_gemma":0.000026412408,"threshold_uncertainty_score":0.99984974},"labels":[],"label_agreement":null},{"id":"W2133154036","doi":"10.1109/agile.2008.54","title":"Stories, Sketches, and Lists: Developers and Interaction Designers Interacting Through Artefacts","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Contradiction; Agile software development; Computer science; Resolution (logic); Process (computing); Grounded theory; Interaction design; Work (physics); Human–computer interaction; Knowledge management; World Wide Web; Sociology; Qualitative research; Software engineering; Engineering; Epistemology; Artificial intelligence","score_opus":0.07210113525643398,"score_gpt":0.2986758864311945,"score_spread":0.22657475117476056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133154036","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08583523,0.0003232527,0.9089016,0.0006646821,0.00041011962,0.00009316199,2.6125952e-7,0.0006859614,0.003085769],"genre_scores_gemma":[0.6192791,0.0003694029,0.3799998,0.0001767493,0.000025693302,0.000005617886,6.1733783e-7,0.000006640873,0.00013641645],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993002,0.000032805434,0.00014001831,0.00026689953,0.000104682484,0.00015539942],"domain_scores_gemma":[0.9991557,0.00049549906,0.00006603167,0.00017882517,0.000043153035,0.00006079653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017262269,0.00012363108,0.00010982738,0.00005456748,0.0001539562,0.00015043438,0.00016539475,0.00004948341,0.0000086382715],"category_scores_gemma":[0.00026956946,0.00011003088,0.000013459219,0.00015859013,0.00003566781,0.0022266703,0.00015061113,0.00017164063,0.000003488845],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021491037,0.00033455482,0.045583818,0.0004037381,0.00046814352,0.0007966492,0.15931855,0.0005397785,0.006178164,0.14352976,0.061068628,0.5815633],"study_design_scores_gemma":[0.0014035137,0.00084867864,0.029199433,0.00045493152,0.00004875077,0.007302747,0.00397821,0.06528527,0.037431974,0.0045503452,0.8468263,0.0026698078],"about_ca_topic_score_codex":0.00032379248,"about_ca_topic_score_gemma":0.000015479261,"teacher_disagreement_score":0.7857577,"about_ca_system_score_codex":0.000045261837,"about_ca_system_score_gemma":0.000034018216,"threshold_uncertainty_score":0.4486929},"labels":[],"label_agreement":null},{"id":"W2133647969","doi":"10.1145/982372.982387","title":"A cognitive view of how IT professionals update their technical skills","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Obsolescence; Denial; Distancing; Coping (psychology); Psychology; Knowledge management; Work (physics); Computer science; Engineering; Business; Marketing; Coronavirus disease 2019 (COVID-19); Medicine","score_opus":0.01802536763351356,"score_gpt":0.30265884406757354,"score_spread":0.28463347643406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133647969","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023443464,0.0001714559,0.9853928,0.010236467,0.00009127659,0.00020417185,0.0000036908125,0.000549261,0.0010065375],"genre_scores_gemma":[0.72947496,0.00009988474,0.26931995,0.00094366714,0.000017253087,0.00002809726,0.000001590388,0.0000059939457,0.000108610824],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99931437,0.00003133898,0.00013803676,0.00020113403,0.00016834383,0.00014679584],"domain_scores_gemma":[0.9991146,0.00037282074,0.00008263627,0.00028220826,0.00009929057,0.000048445072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003202238,0.00010306643,0.0001527125,0.000057634126,0.000033332726,0.000043221582,0.0004992493,0.00006762809,0.0000319101],"category_scores_gemma":[0.00021388826,0.00007069969,0.000056924862,0.0002816395,0.00003080136,0.00045477666,0.00023908072,0.00014028199,0.000016467102],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003222914,0.0020299586,0.00036110645,0.00027604846,0.00017181376,0.00008277579,0.0018340347,0.00008833228,0.0070806704,0.6976834,0.019082263,0.27127737],"study_design_scores_gemma":[0.0028645121,0.0014331944,0.008569005,0.0042074965,0.00007641878,0.0005028047,0.00036142283,0.0018745674,0.6061971,0.18462932,0.1871285,0.0021556327],"about_ca_topic_score_codex":0.000005905971,"about_ca_topic_score_gemma":0.000002142218,"teacher_disagreement_score":0.7271306,"about_ca_system_score_codex":0.000015460506,"about_ca_system_score_gemma":0.0000674543,"threshold_uncertainty_score":0.28830495},"labels":[],"label_agreement":null},{"id":"W2134142703","doi":"10.1007/978-3-642-15231-3_7","title":"Structured Digital Storytelling for Eliciting Software Requirements in the ICT4D Domain","year":2010,"lang":"en","type":"book-chapter","venue":"IFIP International Federation for Information Processing/IFIP","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Requirements elicitation; Domain (mathematical analysis); Computer science; Software engineering; Storytelling; Requirements analysis; Software requirements specification; Set (abstract data type); Process (computing); Domain analysis; Task (project management); Population; Requirements management; Software; Knowledge management; Human–computer interaction; Narrative; Software development; Systems engineering; Engineering; Software design; Programming language; Mathematics","score_opus":0.024160186937754336,"score_gpt":0.28100057375288795,"score_spread":0.2568403868151336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134142703","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006141888,0.00006081786,0.97587293,0.0009247276,0.0012106644,0.0011609433,0.00017997286,0.00037679233,0.020151747],"genre_scores_gemma":[0.103112385,0.000037596394,0.872926,0.003399876,0.0017988376,0.0012937287,0.0056085666,0.00014249544,0.011680502],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99770826,0.000010575509,0.00093952403,0.0003314071,0.0007499537,0.0002602705],"domain_scores_gemma":[0.99729496,0.000484519,0.0009810211,0.00032922748,0.000860645,0.000049646256],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00085522357,0.0003578088,0.00023660655,0.0004300866,0.0005424229,0.003775484,0.0011943795,0.00036955936,0.000020618854],"category_scores_gemma":[0.00064654584,0.00031750256,0.00015624444,0.000079009966,0.00004044283,0.0067718313,0.00009939741,0.0004944478,0.000015091855],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001276853,0.000040231324,0.000032697233,0.00051435595,0.000108052875,0.0000024289986,0.0050864895,0.0015757334,0.00008342322,0.54483414,0.0035250557,0.44406968],"study_design_scores_gemma":[0.0006099657,0.00008472239,0.00001801272,0.0002768704,0.000016252396,0.00003211433,0.00007177526,0.024646975,0.0003701728,0.1542876,0.8190849,0.00050063204],"about_ca_topic_score_codex":0.0000033723466,"about_ca_topic_score_gemma":0.000010493076,"teacher_disagreement_score":0.81555986,"about_ca_system_score_codex":0.00018239726,"about_ca_system_score_gemma":0.00019851161,"threshold_uncertainty_score":0.9999277},"labels":[],"label_agreement":null},{"id":"W2134226588","doi":"10.1007/978-3-642-14192-8","title":"Requirements Engineering: Foundation for Software Quality","year":2010,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Université de Namur; Università di Pisa; Universidad Politécnica de Madrid; Universitetet i Bergen; RWTH Aachen University; University of Waterloo; Vlaamse regering; Universidade Nova de Lisboa; Kungliga Tekniska Högskolan; University of Technology Sydney; Linköpings Universitet; Universität Duisburg-Essen; Lunds Universitet; Blekinge Tekniska Högskola; Universiteit Utrecht; University College London; University of Toronto; École Polytechnique Fédérale de Lausanne; Bournemouth University; Universität Heidelberg; Tartu Ülikool; Université du Luxembourg; Universitat Politècnica de Catalunya; University of East London","keywords":"Computer science; Software engineering; Foundation (evidence); Software quality; Software; Software development; Programming language","score_opus":0.0343203955477861,"score_gpt":0.3167152354746055,"score_spread":0.2823948399268194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134226588","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000031615888,0.000097523174,0.9942275,0.0003367634,0.0037222367,0.0006111275,0.000005866124,0.0008814415,0.00008592477],"genre_scores_gemma":[0.0022412017,0.000011542873,0.9963671,0.0004039112,0.00060477597,0.00006907489,0.000022768263,0.00003737216,0.0002422346],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969293,0.000026506797,0.0005122176,0.0011857593,0.0007457639,0.0006004856],"domain_scores_gemma":[0.9960543,0.0017560233,0.00032664582,0.0014279232,0.0003009529,0.00013415588],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019729626,0.0004271208,0.00041655332,0.0005738979,0.0001828109,0.0007377754,0.003160026,0.00042657004,0.000007703176],"category_scores_gemma":[0.0014775927,0.00042690997,0.00012894017,0.0006636355,0.00014346914,0.0011575136,0.0007668065,0.00088484626,0.0000120322675],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000076175206,0.000046771052,0.00009191404,0.00026787113,0.000017054677,0.000011205745,0.00031997648,0.028021194,0.0003858566,0.008663703,0.00029847625,0.96186835],"study_design_scores_gemma":[0.00048186403,0.00034541992,0.00045615,0.00047031936,0.000017147993,0.000042272408,4.2803585e-8,0.7366503,0.0039905272,0.15565692,0.10033356,0.0015554915],"about_ca_topic_score_codex":0.000015996799,"about_ca_topic_score_gemma":0.000018485622,"teacher_disagreement_score":0.96031284,"about_ca_system_score_codex":0.00038175858,"about_ca_system_score_gemma":0.00079030765,"threshold_uncertainty_score":0.99981827},"labels":[],"label_agreement":null},{"id":"W2134280934","doi":"10.1109/step.2003.6","title":"Bloom&amp;#146;s Taxonomy Levels for Three Software Engineer Profiles","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Háskóli Íslands","keywords":"Software engineering; Social software engineering; Computer science; Software Engineering Process Group; Personal software process; Software development; Taxonomy (biology); Software construction; Software peer review; Software requirements; Software quality; Software; Engineering management; Engineering; Programming language; Ecology","score_opus":0.07118166538348805,"score_gpt":0.2781320332400004,"score_spread":0.20695036785651236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134280934","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004985563,0.00022894118,0.9942997,0.0012857358,0.00025196437,0.00059321657,0.000009837749,0.0023439876,0.00048802895],"genre_scores_gemma":[0.022737624,0.0000054561865,0.9749416,0.00030914217,0.00028430045,0.0004815455,0.0000045395473,0.000021184105,0.0012145682],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989422,0.000009970971,0.00020650524,0.00034568782,0.00016335845,0.00033228012],"domain_scores_gemma":[0.9985985,0.00054724247,0.00006308864,0.00060635334,0.00009333211,0.00009148399],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030306363,0.00018642271,0.00015982166,0.00009810435,0.00008645435,0.00017065926,0.0007990821,0.00009405844,0.00011779413],"category_scores_gemma":[0.00026324627,0.00016248245,0.00009292651,0.0001943517,0.000014400241,0.0008864102,0.00015595568,0.00012904903,0.000088141525],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000109610055,0.00017552845,0.0013725698,0.00011013739,0.00009680368,0.0000033928732,0.00018489029,0.0039244136,0.00033885508,0.13333762,0.084061325,0.7763835],"study_design_scores_gemma":[0.00019643255,0.00006438841,0.00064964086,0.000017815488,0.00000923857,0.000016635597,0.0000013572201,0.019853316,0.0039367173,0.0023376418,0.97258645,0.00033037725],"about_ca_topic_score_codex":0.000012265108,"about_ca_topic_score_gemma":0.000021847347,"teacher_disagreement_score":0.8885251,"about_ca_system_score_codex":0.000034636447,"about_ca_system_score_gemma":0.00004803081,"threshold_uncertainty_score":0.6625842},"labels":[],"label_agreement":null},{"id":"W2134593833","doi":"10.1109/ccece.1999.807224","title":"A methodology for reusing software components in network design","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Statistics Canada; Polytechnique Montréal","funders":"","keywords":"Computer science; Reuse; Software; Graph; Software engineering; Component-based software engineering; Software construction; Distributed computing; Software development; Theoretical computer science; Programming language; Engineering","score_opus":0.2340738252004066,"score_gpt":0.3420914203234249,"score_spread":0.10801759512301828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134593833","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022438515,0.00015178206,0.9983503,0.00013972716,0.00031544073,0.00023249425,1.3571665e-7,0.0004726788,0.00011303137],"genre_scores_gemma":[0.009734028,0.000009738965,0.98984116,0.00029071278,0.000022251092,0.000044224744,4.6467827e-7,0.000008382483,0.00004902977],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99902815,0.0002830547,0.00015007747,0.00021657634,0.00006263159,0.00025950884],"domain_scores_gemma":[0.9966735,0.0029383283,0.000045768084,0.000280879,0.000027175141,0.00003435051],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018649299,0.00008439639,0.00013716037,0.000064634056,0.00004908749,0.00004986091,0.0003429152,0.000064240754,0.000007820339],"category_scores_gemma":[0.0010533102,0.00007927811,0.000030618732,0.00027174118,0.000007898112,0.0002445667,0.000055473833,0.00008776039,0.0000027955946],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007087575,0.00015575216,0.005679965,0.00007684129,0.000056786168,0.000052237836,0.000688887,0.16733263,0.0010330066,0.71283793,0.019183442,0.09283164],"study_design_scores_gemma":[0.0012282665,0.00045869642,0.002176785,0.00011254544,0.00001709082,0.00015237233,0.000014988028,0.25661302,0.009824787,0.54272926,0.18573701,0.000935185],"about_ca_topic_score_codex":0.000020967584,"about_ca_topic_score_gemma":0.000002869512,"teacher_disagreement_score":0.17010866,"about_ca_system_score_codex":0.000024030955,"about_ca_system_score_gemma":0.0000256811,"threshold_uncertainty_score":0.32328674},"labels":[],"label_agreement":null},{"id":"W2134740345","doi":"10.5555/2337223.2337380","title":"Integrating tools and frameworks in undergraduate software engineering curriculum","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Curriculum; Software engineering; Engineering management; Computer science; Software; Social software engineering; Software development; Engineering; Software construction; Sociology","score_opus":0.011378776601632827,"score_gpt":0.24892296650030443,"score_spread":0.2375441898986716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134740345","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019770613,0.0004862234,0.97812045,0.00036384008,0.0002450487,0.00007269069,3.1094535e-7,0.0007805914,0.000160261],"genre_scores_gemma":[0.48884717,0.000027617218,0.5109879,0.000078030156,0.000032191416,0.000010492448,4.605987e-7,0.0000057973602,0.000010346907],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99930114,0.000017586752,0.00014008503,0.00015648421,0.00009744111,0.00028725635],"domain_scores_gemma":[0.999178,0.000472163,0.000032320688,0.00021740086,0.000016584088,0.00008351799],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031636027,0.00011646243,0.000107544955,0.00009869808,0.000027988352,0.00018472786,0.00024940193,0.00011704242,0.000005074876],"category_scores_gemma":[0.0007720467,0.00010066601,0.000020308664,0.00029221122,0.0000065589775,0.001561594,0.00018432048,0.00044334924,0.000004939849],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011941388,0.00009684093,0.26638368,0.000074041,0.00001883622,0.00001468582,0.0010583112,0.0009005654,0.00010959912,0.56391186,0.00095770013,0.16647267],"study_design_scores_gemma":[0.00070536014,0.00022555642,0.18419038,0.00089007313,0.000022809863,0.00034351472,0.00025334442,0.7439573,0.0032019624,0.016853467,0.04694737,0.0024089026],"about_ca_topic_score_codex":0.000046564695,"about_ca_topic_score_gemma":0.000003274067,"teacher_disagreement_score":0.7430567,"about_ca_system_score_codex":0.000026466982,"about_ca_system_score_gemma":0.0000076039514,"threshold_uncertainty_score":0.41050407},"labels":[],"label_agreement":null},{"id":"W2135399200","doi":"10.1007/s00766-003-0173-1","title":"RE challenges in multi-site software development organisations","year":2003,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":254,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Stakeholder; Requirements engineering; Knowledge management; Negotiation; Computer science; Requirements analysis; Context (archaeology); Work (physics); Software development; Process management; Task (project management); Requirements management; Empirical research; Software requirements; Requirements elicitation; Software; Engineering; Systems engineering; Component-based software engineering; Geography; Political science; Public relations","score_opus":0.10153466705180779,"score_gpt":0.29385949699505465,"score_spread":0.19232482994324684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135399200","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059404294,0.0010630378,0.9914093,0.00010701919,0.00027396338,0.00014779267,4.3125644e-7,0.0008735668,0.00018444398],"genre_scores_gemma":[0.32367656,0.00015221623,0.67604625,0.000021160884,0.000009689166,0.000040235438,0.0000015583365,0.000019671024,0.000032669675],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998905,0.000023686249,0.00025086288,0.00030794213,0.00020203736,0.00031046418],"domain_scores_gemma":[0.99936,0.00009868432,0.000047515863,0.00039281618,0.000028719,0.00007222442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042382503,0.00016848856,0.0001387362,0.00020597753,0.00005209585,0.0000683549,0.0003502001,0.00006442206,0.000016206644],"category_scores_gemma":[0.00033000807,0.00018455905,0.000024760286,0.00031099765,0.00000399772,0.0005826554,0.00009888755,0.00015076443,0.000026495767],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015476424,0.0020379084,0.088517934,0.0019990848,0.0005943317,0.0006656322,0.059888218,0.20928934,0.017552419,0.22026446,0.0009342204,0.39824095],"study_design_scores_gemma":[0.0033172332,0.00022127152,0.10034224,0.0013013895,0.000032325264,0.00009811119,0.0004005225,0.1312329,0.07078989,0.00086877414,0.68750757,0.003887781],"about_ca_topic_score_codex":0.000005242483,"about_ca_topic_score_gemma":0.000015004126,"teacher_disagreement_score":0.6865733,"about_ca_system_score_codex":0.00015734437,"about_ca_system_score_gemma":0.000052189433,"threshold_uncertainty_score":0.75260997},"labels":[],"label_agreement":null},{"id":"W2135766800","doi":"10.1109/re.2013.6636730","title":"An industrial case study of the impact of domain ignorance on the effectiveness of requirements idea generation during requirements elicitation","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Brainstorming; Domain (mathematical analysis); Domain engineering; Business domain; Computer science; Domain knowledge; Tacit knowledge; Domain analysis; Requirements elicitation; Session (web analytics); Subject-matter expert; Domain model; Knowledge management; Requirements engineering; Artificial intelligence; Engineering; Expert system; Business rule; Mathematics; Operations management; Business process; Work in process; World Wide Web","score_opus":0.07276722492308416,"score_gpt":0.3438683126833234,"score_spread":0.2711010877602392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135766800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95524645,0.0000032367557,0.043612562,0.000013559045,0.00011132692,0.00094144704,0.0000011877071,0.000035779092,0.000034433564],"genre_scores_gemma":[0.99810505,7.894152e-7,0.0017992381,0.0000037790905,0.000025329133,0.00005811164,4.9258784e-7,0.000005604183,0.0000015884217],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99852204,0.0006388223,0.00028660026,0.00016128615,0.0002963529,0.0000948847],"domain_scores_gemma":[0.9985619,0.0003869109,0.00028662986,0.00060251675,0.00014162685,0.000020385909],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012681697,0.00009580953,0.00013173083,0.000061315746,0.00007865593,0.000039499864,0.0004351856,0.000039392427,0.0000079240335],"category_scores_gemma":[0.00014878392,0.000052310897,0.00004736758,0.00032805811,0.000020438767,0.00067179766,0.00007962839,0.00008263499,3.98469e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017101728,0.0016046352,0.10068953,0.000080921745,0.00024598348,0.00001413481,0.0036529992,0.029840728,0.8522255,0.00454561,0.000096383206,0.006832581],"study_design_scores_gemma":[0.002132805,0.003919932,0.35593686,0.00020534902,0.000029148301,0.000030936637,0.00080479693,0.029630024,0.60529333,0.0017720883,8.926923e-7,0.00024384062],"about_ca_topic_score_codex":0.004280701,"about_ca_topic_score_gemma":0.000021485466,"teacher_disagreement_score":0.25524732,"about_ca_system_score_codex":0.00004957,"about_ca_system_score_gemma":0.00002680962,"threshold_uncertainty_score":0.6471167},"labels":[],"label_agreement":null},{"id":"W2136293626","doi":"10.1145/568235.568238","title":"A collaborative demonstration of reverse engineering tools","year":2002,"lang":"en","type":"article","venue":"ACM SIGAPP Applied Computing Review","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Toronto","funders":"","keywords":"Reverse engineering; Benchmarking; Business process reengineering; Computer science; Session (web analytics); Software engineering; Process (computing); Event (particle physics); Engineering management; Systems engineering; Engineering; Manufacturing engineering; World Wide Web","score_opus":0.025427534861099596,"score_gpt":0.25732166799624256,"score_spread":0.23189413313514295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136293626","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00065668154,0.029678931,0.9647213,0.0008041517,0.00014689761,0.0007178797,0.0000020022542,0.00085542945,0.002416722],"genre_scores_gemma":[0.305063,0.010442045,0.6837607,0.000580772,0.000072050374,0.000041927244,0.0000033704437,0.000020748133,0.000015380381],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987919,0.00003517463,0.00043463465,0.000302412,0.00022935757,0.00020656285],"domain_scores_gemma":[0.9979261,0.0007997371,0.0002784489,0.0008359605,0.000099980316,0.00005973693],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000562938,0.00017827524,0.00036188232,0.00006654168,0.00005424569,0.00007119662,0.0009629886,0.000058180864,0.00002140264],"category_scores_gemma":[0.0005528208,0.00017522686,0.00006666775,0.0009344005,0.00001690553,0.00028764058,0.00029112832,0.00018657836,0.000029519011],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018238793,0.00007469514,0.000042467007,0.0021188636,0.00006324088,0.000011357007,0.00040699137,0.0028462238,0.0015589467,0.0822821,0.013431037,0.89716226],"study_design_scores_gemma":[0.0012945422,0.0005242772,0.0010057428,0.016544579,0.0003181794,0.00022127754,0.000048555245,0.37958813,0.022816597,0.003150752,0.57150674,0.0029806113],"about_ca_topic_score_codex":0.0000019847378,"about_ca_topic_score_gemma":8.0795004e-8,"teacher_disagreement_score":0.89418167,"about_ca_system_score_codex":0.000027083763,"about_ca_system_score_gemma":0.000019744033,"threshold_uncertainty_score":0.71455437},"labels":[],"label_agreement":null},{"id":"W2136540892","doi":"10.1145/1985793.1985906","title":"The hidden experts in software-engineering communication (NIER track)","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Context (archaeology); Event (particle physics); Knowledge management; Information overload; Knowledge sharing; Track (disk drive); World Wide Web; Software; Internet privacy; Data science","score_opus":0.026858110527792432,"score_gpt":0.2370408414246208,"score_spread":0.21018273089682837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136540892","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008840584,0.0007262137,0.9864034,0.0003566254,0.00017537024,0.00011849221,1.0922257e-7,0.0011135055,0.0022656776],"genre_scores_gemma":[0.41903567,0.0001684272,0.5805287,0.00007312696,0.000010277247,0.000042492342,2.8789228e-7,0.000008136179,0.00013289227],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99943024,0.000031556225,0.0001455018,0.0001286181,0.00009757143,0.00016649203],"domain_scores_gemma":[0.9987102,0.00046656307,0.000033877626,0.0007341761,0.000022468479,0.000032678396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004086838,0.00007962371,0.00006300754,0.000053330667,0.000070036716,0.00009702182,0.0010472246,0.00004308844,0.000016085478],"category_scores_gemma":[0.0002087877,0.00005714326,0.000024867437,0.00020076123,0.000013212449,0.00058454846,0.0001901027,0.00012686125,0.000010915626],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019677944,0.0002018599,0.013904476,0.000027114387,0.000044562265,0.000036763715,0.013640979,0.00024744516,0.00022287387,0.478593,0.011203522,0.48185775],"study_design_scores_gemma":[0.0012083132,0.0003846284,0.19980878,0.00029743143,0.000020454212,0.00019368091,0.0005063566,0.24676557,0.0262436,0.046599034,0.4756064,0.0023657428],"about_ca_topic_score_codex":0.00014445877,"about_ca_topic_score_gemma":0.000022602115,"teacher_disagreement_score":0.47949198,"about_ca_system_score_codex":0.00002306398,"about_ca_system_score_gemma":0.000011989507,"threshold_uncertainty_score":0.23302345},"labels":[],"label_agreement":null},{"id":"W2136714207","doi":"10.1109/agile.2007.60","title":"The Social Nature of Agile Teams","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":178,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Agile software development; Pride; Knowledge management; Agile usability engineering; Agile Unified Process; Grounded theory; Agency (philosophy); Lean software development; Extreme programming practices; Computer science; Qualitative research; Process management; Engineering; Software; Software development; Sociology; Software development process; Software engineering; Political science","score_opus":0.005883083137522544,"score_gpt":0.28750244264908215,"score_spread":0.2816193595115596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136714207","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005191636,0.00015750808,0.9804088,0.0010557044,0.00025345245,0.000034180244,1.5850097e-7,0.0003074408,0.012591134],"genre_scores_gemma":[0.89280087,0.000010422137,0.10661895,0.00014280272,0.00006266175,9.287473e-7,1.0327745e-7,0.000002352187,0.00036090697],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996693,0.0000067417272,0.00006911374,0.000059571557,0.00010299247,0.00009227731],"domain_scores_gemma":[0.99945045,0.00032260214,0.000032582535,0.00015253005,0.000029339571,0.000012496625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048744655,0.00003135281,0.00003338972,0.000015166192,0.00008137686,0.000031755604,0.00043331043,0.000053289208,0.0000046778578],"category_scores_gemma":[0.000060656,0.000019025974,0.000023658566,0.0001342608,0.000015162223,0.000116543895,0.0000766149,0.00013351563,0.0000026717419],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000284397,0.000011840745,0.00020884137,0.0000033154242,0.000007349662,0.0000023683986,0.0002679278,0.0000023905416,0.0003547582,0.84605676,0.016014712,0.13706689],"study_design_scores_gemma":[0.00009530521,0.000067204215,0.010935601,0.0000061152473,0.000003371416,0.0000128566835,0.000079460944,0.0018118271,0.045489404,0.019486273,0.9218525,0.00016004164],"about_ca_topic_score_codex":0.000013631005,"about_ca_topic_score_gemma":0.0000048335896,"teacher_disagreement_score":0.90583783,"about_ca_system_score_codex":0.000006253159,"about_ca_system_score_gemma":0.000009293381,"threshold_uncertainty_score":0.08052058},"labels":[],"label_agreement":null},{"id":"W2136904599","doi":"10.1109/ms.2006.126","title":"Guest Editors' Introduction: Global Software Development: How Far Have We Come?","year":2006,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":202,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Software development; Software peer review; Computer science; Social software engineering; Software development process; Software engineering; Personal software process; Software; Engineering management; Engineering; Software construction","score_opus":0.01102441306856668,"score_gpt":0.23326458316861817,"score_spread":0.22224017010005148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136904599","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009010413,0.00071862247,0.9689546,0.00424905,0.020431584,0.00022149475,0.000022008724,0.004435828,0.00006572581],"genre_scores_gemma":[0.03204811,0.000058359914,0.9325075,0.0002459183,0.033734452,0.00010201148,0.000060200167,0.00005752492,0.0011859194],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99761295,0.00006516404,0.00034634903,0.0007689371,0.00061397935,0.0005926299],"domain_scores_gemma":[0.99821466,0.00023663716,0.00020137265,0.0009465841,0.00024583578,0.00015492218],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00031821732,0.0003974007,0.00031215072,0.00012779106,0.0005077028,0.00044159187,0.0012684088,0.00023708367,0.00002523195],"category_scores_gemma":[0.00030399143,0.0004011938,0.00011393495,0.00061208504,0.000069790774,0.0012871269,0.00028957165,0.00034239332,0.00010441063],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012625913,0.00016525593,0.01635228,0.000120766,0.00006316699,0.000109250985,0.00030603874,0.00073578244,0.00003522824,0.0015734239,0.9304308,0.05009537],"study_design_scores_gemma":[0.00021625048,0.000058594487,0.0025192671,0.00004134511,0.000012598756,0.00012158228,0.000008434327,0.00015761906,0.0025417192,0.0017084281,0.992073,0.0005411873],"about_ca_topic_score_codex":0.00007507344,"about_ca_topic_score_gemma":0.000038878257,"teacher_disagreement_score":0.06164216,"about_ca_system_score_codex":0.00026106526,"about_ca_system_score_gemma":0.00016167255,"threshold_uncertainty_score":0.999844},"labels":[],"label_agreement":null},{"id":"W2137825701","doi":"10.1109/adc.2005.1","title":"A case study on the impact of scrum on overtime and customer satisfaction","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":168,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Scrum; Pace; Overtime; Customer satisfaction; Process management; Computer science; Work (physics); Process (computing); Software; Business; Software development; Marketing; Engineering","score_opus":0.023232976368141686,"score_gpt":0.2960523064040174,"score_spread":0.2728193300358757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137825701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96509236,0.000006600439,0.033173468,0.00010614728,0.000029446657,0.00014794379,6.244522e-7,0.00014644186,0.0012969538],"genre_scores_gemma":[0.9979169,0.000001119059,0.0019865083,0.000028467479,0.000012819893,0.000005970291,5.5961742e-8,0.0000033055246,0.000044860844],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9996069,0.000034765657,0.00007632405,0.00011154702,0.00009975878,0.00007070949],"domain_scores_gemma":[0.99937063,0.00030397042,0.00003738164,0.0002582397,0.000014739513,0.000015041237],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017533328,0.00006486636,0.00005908333,0.000050701092,0.000043863594,0.00005140221,0.0000840076,0.000017711503,0.000016290807],"category_scores_gemma":[0.000022373782,0.000035307105,0.000024356688,0.00012404614,0.000008079151,0.00015598729,0.00003595744,0.000070963,0.000006993542],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019058301,0.0027003435,0.5771315,0.000031118812,0.00036955086,0.0022289334,0.004153789,0.014863144,0.003962258,0.15546651,0.06888196,0.17002028],"study_design_scores_gemma":[0.0005216015,0.0037340699,0.94981295,0.000026040956,0.000019606063,0.0012060592,0.00018428812,0.038287554,0.0035728447,0.0019127332,0.00037580982,0.00034641972],"about_ca_topic_score_codex":0.00675547,"about_ca_topic_score_gemma":0.000028687402,"teacher_disagreement_score":0.37268147,"about_ca_system_score_codex":0.000017239383,"about_ca_system_score_gemma":0.0000074763398,"threshold_uncertainty_score":0.9998586},"labels":[],"label_agreement":null},{"id":"W2137995052","doi":"10.1109/hicss.2005.561","title":"Strategic Release Planning and Evaluation of Operational Feasibility","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Strategic planning; Bottleneck; Stakeholder; Process management; Computer science; Operational planning; Strategic human resource planning; Strategic management; Strategic alignment; Strategic financial management; Management science; Operations research; Business; Engineering; Management","score_opus":0.11654608348252393,"score_gpt":0.36665324053552606,"score_spread":0.2501071570530021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137995052","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5150485,0.00024494837,0.48143995,0.0004351044,0.000024172408,0.00008841612,3.7094358e-7,0.000120222205,0.0025983145],"genre_scores_gemma":[0.79373866,0.000002242873,0.20619443,0.000034311743,0.000014451928,0.000003111265,6.2675065e-7,9.286358e-7,0.000011207947],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99956447,0.00003407605,0.000082126455,0.00010176833,0.0001759527,0.00004161969],"domain_scores_gemma":[0.99966115,0.00007749422,0.000025317477,0.0001310123,0.00008430077,0.000020738154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007190481,0.000032418095,0.000036821802,0.000023564378,0.000021587113,0.0000380548,0.000091719456,0.00001775479,0.000032166252],"category_scores_gemma":[0.00006133064,0.000027975064,0.000007527829,0.000058667778,0.0000074397058,0.00042080772,0.000029778677,0.00003487842,0.0000012004357],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021659102,0.00021986234,0.028526662,0.000048856873,0.00003132443,0.0000022450893,0.0011789163,0.12200826,0.0028371091,0.6672656,0.0011938453,0.1766657],"study_design_scores_gemma":[0.00013245043,0.0000352367,0.014877729,0.000006404928,0.0000045720512,0.0000064546257,0.000009248024,0.97560257,0.0021698808,0.0068753553,0.00022775946,0.000052354855],"about_ca_topic_score_codex":0.000011282876,"about_ca_topic_score_gemma":0.0000015180414,"teacher_disagreement_score":0.8535943,"about_ca_system_score_codex":0.000014835407,"about_ca_system_score_gemma":0.000044285815,"threshold_uncertainty_score":0.114079},"labels":[],"label_agreement":null},{"id":"W2138120939","doi":"10.1109/ccece.2011.6030560","title":"Inquiry on usability of two software process modeling systems using ISO/IEC 9241","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Usability; Usability engineering; Computer science; Usability goals; Usability inspection; System usability scale; Heuristic evaluation; Software engineering; Cognitive walkthrough; Context (archaeology); Process (computing); Component-based usability testing; Software; Human–computer interaction; Systems engineering; Engineering; Operating system","score_opus":0.1569636832449847,"score_gpt":0.3433060155262774,"score_spread":0.18634233228129268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138120939","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22001205,0.000056882134,0.77853155,0.0000065154086,0.0003391814,0.00013825732,7.1026966e-7,0.0006602501,0.0002546212],"genre_scores_gemma":[0.7000731,0.0000025509974,0.29984096,0.00002287082,0.000035218483,0.000008922692,2.4707757e-7,0.000008756599,0.000007331525],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99883324,0.00005022355,0.0003187637,0.00034381554,0.0002499327,0.00020402396],"domain_scores_gemma":[0.9988115,0.00015299578,0.00012860827,0.00068516127,0.00015867825,0.00006310265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005762698,0.00014136308,0.00019785276,0.000096225354,0.000056755656,0.000056797187,0.0006900558,0.00006535781,0.000011845298],"category_scores_gemma":[0.00019290225,0.00012005832,0.00005105471,0.00028487103,0.000029536135,0.0007333495,0.0001430398,0.00014220006,0.0000040874925],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007854732,0.0007889748,0.02243507,0.0012751834,0.00010733481,0.000029184086,0.013780571,0.8571243,0.00066168397,0.085357875,0.00014191434,0.018219324],"study_design_scores_gemma":[0.000094937226,0.00010264778,0.000092176204,0.00010466219,0.0000077264995,0.000015447109,0.000070069356,0.99252534,0.003259885,0.0035122677,0.000024710169,0.00019014633],"about_ca_topic_score_codex":0.0007212945,"about_ca_topic_score_gemma":0.0000025608435,"teacher_disagreement_score":0.48006108,"about_ca_system_score_codex":0.000036930407,"about_ca_system_score_gemma":0.000056708093,"threshold_uncertainty_score":0.48958364},"labels":[],"label_agreement":null},{"id":"W2138450492","doi":"10.1109/ms.2009.3","title":"A Tale of Two Conferences","year":2008,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Agile software development; Software engineering; Key (lock); Software development; Scrum; Computer science; Flash (photography); Software; Engineering management; Engineering; Programming language; Computer security","score_opus":0.03320943124483294,"score_gpt":0.2778344717614347,"score_spread":0.24462504051660178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138450492","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07451501,0.00018561787,0.9236672,0.00006600909,0.00033930922,0.00006097791,0.0000033723295,0.0007491295,0.00041337474],"genre_scores_gemma":[0.74383694,0.00004289883,0.2559311,0.000051590323,0.000032329826,0.000007768237,6.418945e-7,0.000004917835,0.000091796195],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993408,0.000021866437,0.00014215232,0.00017345186,0.00018116208,0.00014062169],"domain_scores_gemma":[0.999174,0.0002442103,0.000081074984,0.00037428815,0.00007925353,0.00004715369],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010737718,0.00008732182,0.00013100581,0.000063727515,0.00009831951,0.000015848062,0.0005866382,0.000037423768,0.000020780864],"category_scores_gemma":[0.0001099449,0.00007968907,0.00004948026,0.00021851044,0.000052485793,0.00035323246,0.000073259,0.00009284579,0.000015622369],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007385523,0.0011544329,0.34970313,0.0006444171,0.00041666857,0.0012594643,0.022267913,0.0063298023,0.009692284,0.17952888,0.08340408,0.34552506],"study_design_scores_gemma":[0.0036464236,0.002137974,0.057784658,0.0006193555,0.00008111082,0.002425405,0.000076328964,0.025466977,0.49682003,0.08757015,0.3197662,0.0036053946],"about_ca_topic_score_codex":0.000101841586,"about_ca_topic_score_gemma":0.0000029359876,"teacher_disagreement_score":0.66932195,"about_ca_system_score_codex":0.000007910668,"about_ca_system_score_gemma":0.00008503794,"threshold_uncertainty_score":0.3249626},"labels":[],"label_agreement":null},{"id":"W2138556979","doi":"10.1109/ccece.2009.5090081","title":"Uncertainty management in software engineering: Past, present, and future","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software development; Software engineering; Prioritization; Systems engineering; Software; Software construction; Risk analysis (engineering); Engineering; Management science","score_opus":0.007806889708361027,"score_gpt":0.23477450892921078,"score_spread":0.22696761922084976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138556979","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019739668,0.00037182865,0.9886573,0.0062352372,0.00016915388,0.00018739459,3.6188308e-7,0.0011495503,0.0012552087],"genre_scores_gemma":[0.09396498,0.00025893832,0.9047165,0.00042703745,0.00036516527,0.0000184412,0.0000013436824,0.000007584698,0.00024002347],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993778,0.000009300924,0.00010262345,0.00022102709,0.000110954694,0.00017829728],"domain_scores_gemma":[0.9995701,0.00006081984,0.000018913759,0.00028651897,0.00001095496,0.000052725576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001297546,0.000102921,0.00008382926,0.0001095413,0.000018855417,0.0000928088,0.0003149313,0.00004216042,0.0000069906664],"category_scores_gemma":[0.0000062678537,0.00009076318,0.000017486564,0.00025250737,0.0000036722736,0.00033829233,0.00010235897,0.00010504164,0.0000023932598],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000851937,0.00009236777,0.0014185327,0.000054910783,0.000024048444,0.00013541005,0.00031751147,0.0067497655,0.000018185092,0.17446782,0.016501855,0.8002111],"study_design_scores_gemma":[0.0003373067,0.0001253843,0.06520416,0.000027722313,0.0000053736653,0.000034350844,0.000019094625,0.07118282,0.00010647998,0.003935934,0.8586509,0.00037043908],"about_ca_topic_score_codex":0.000010133258,"about_ca_topic_score_gemma":4.7696216e-7,"teacher_disagreement_score":0.8421491,"about_ca_system_score_codex":0.000018142242,"about_ca_system_score_gemma":0.0000034516638,"threshold_uncertainty_score":0.37012148},"labels":[],"label_agreement":null},{"id":"W2139096462","doi":"10.1007/978-3-642-15666-3_15","title":"Software Engineering Support Activities for Very Small Entities","year":2010,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Engineering management; Engineering; Information security management system; Software engineering; Process (computing); International standard; Systems engineering; Computer science","score_opus":0.03236296248743623,"score_gpt":0.2689469556484098,"score_spread":0.2365839931609736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139096462","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000049549017,0.0001346558,0.99042785,0.00022102501,0.00060004863,0.00031347197,0.000019265028,0.0003732857,0.0078608645],"genre_scores_gemma":[0.002623706,0.0009921301,0.99507195,0.0002834781,0.00005170893,0.00007750387,0.00004054115,0.000011954438,0.000847008],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99895203,0.0000062734675,0.0003960217,0.00021026762,0.00022075082,0.00021462727],"domain_scores_gemma":[0.9973037,0.0007342059,0.00021319411,0.0014780243,0.00020127604,0.00006956369],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008285185,0.00020038824,0.00020091329,0.0007735023,0.00030275332,0.00078960275,0.0026095859,0.0001575352,0.000005354952],"category_scores_gemma":[0.00015821846,0.0002160485,0.0000531614,0.00016770478,0.00028102353,0.006618185,0.0015051061,0.00048657198,0.0000072744906],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025840502,0.000012556971,0.000043624583,0.00014927772,0.000011068454,3.572323e-7,0.0017072945,0.0003896849,0.000012066554,0.8094161,0.00028608614,0.18796927],"study_design_scores_gemma":[0.00017578721,0.000092751376,0.00038950128,0.00018023097,0.000008040858,0.000038194186,0.000007992604,0.11147992,0.00016733177,0.006742742,0.88023144,0.0004860436],"about_ca_topic_score_codex":0.000005909818,"about_ca_topic_score_gemma":0.0000052380997,"teacher_disagreement_score":0.8799454,"about_ca_system_score_codex":0.000068533496,"about_ca_system_score_gemma":0.00021820409,"threshold_uncertainty_score":0.8810202},"labels":[],"label_agreement":null},{"id":"W2139608538","doi":"10.1007/s00766-005-0008-3","title":"Applying a pragmatics-based creativity-fostering technique to requirements elicitation","year":2005,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Brainstorming; Requirements elicitation; Pragmatics; Viewpoints; Creativity; Computer science; Requirements engineering; Process (computing); Artificial intelligence; Software engineering; Human–computer interaction; Psychology; Linguistics; Programming language; Software; Social psychology","score_opus":0.047522968692475874,"score_gpt":0.32018252302496775,"score_spread":0.2726595543324919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139608538","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004051811,0.000055894896,0.99151117,0.0004044788,0.0002208417,0.0012738573,0.0000016043972,0.0018764471,0.0006038839],"genre_scores_gemma":[0.41950777,0.000004274981,0.5790678,0.00022507895,0.00008633096,0.0010508638,0.000002760159,0.00003440667,0.000020691352],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99801224,0.00003605009,0.00045465212,0.0004710352,0.0005101626,0.0005158416],"domain_scores_gemma":[0.9987051,0.0001898947,0.00013167513,0.0007076345,0.0000790727,0.00018663282],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008095359,0.000310476,0.00024356165,0.0004491622,0.00011646451,0.0002690081,0.00077336235,0.000091278576,0.000014241202],"category_scores_gemma":[0.00031065018,0.0003466304,0.00007286355,0.0006591757,0.000005780007,0.0017958673,0.00038479335,0.00020357403,0.000044636883],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002130153,0.00023217296,0.00040443876,0.00043277064,0.00010887144,0.00003111473,0.0008597394,0.2994587,0.37456724,0.011524798,0.0004780282,0.3118808],"study_design_scores_gemma":[0.0005496156,0.0002591336,0.00042708757,0.00077178923,0.000026021537,0.000022396394,0.0000105901545,0.7173797,0.1937546,0.00030793843,0.08548844,0.001002695],"about_ca_topic_score_codex":0.000012956183,"about_ca_topic_score_gemma":0.0000016296941,"teacher_disagreement_score":0.41792098,"about_ca_system_score_codex":0.00030957023,"about_ca_system_score_gemma":0.000038624927,"threshold_uncertainty_score":0.99989855},"labels":[],"label_agreement":null},{"id":"W2139694644","doi":"10.1109/apsec.1997.640156","title":"Quality and reuse in industrial software engineering","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Reuse; Productivity; Quality (philosophy); Software quality; Software; Computer science; Investment (military); Software development; Term (time); Forcing (mathematics); Risk analysis (engineering); Engineering management; Manufacturing engineering; Software engineering; Engineering; Business","score_opus":0.09316194561784083,"score_gpt":0.28177507250558514,"score_spread":0.18861312688774431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139694644","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.088846296,0.00025944557,0.9076521,0.001288642,0.00022505078,0.000103916056,6.233794e-7,0.0013282945,0.00029566445],"genre_scores_gemma":[0.4590213,0.000057392255,0.5406319,0.00012664242,0.000048116377,0.000009909983,2.1894412e-7,0.0000067544893,0.00009778278],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99944746,0.00002067864,0.000138115,0.00016884283,0.000091450194,0.00013342315],"domain_scores_gemma":[0.9991864,0.00034949952,0.00002412255,0.00038430677,0.0000096069125,0.00004604123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003022293,0.00007159606,0.00008946743,0.00008253756,0.000015652744,0.00008093811,0.00037227027,0.000066655215,0.000024537063],"category_scores_gemma":[0.0011918667,0.00006836683,0.00001329927,0.00022291376,0.0000053835597,0.00045768716,0.0002173751,0.00016413044,0.000005992476],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015469388,0.00030212675,0.22734311,0.00012706258,0.000047609374,0.00019075903,0.00317205,0.00240356,0.0005800761,0.1546198,0.03235747,0.5788409],"study_design_scores_gemma":[0.0033151142,0.00043194593,0.19753994,0.00023227891,0.000010794379,0.00019083852,0.000032848195,0.50349337,0.004455772,0.007565559,0.2802763,0.0024552168],"about_ca_topic_score_codex":0.00006633274,"about_ca_topic_score_gemma":0.000002564636,"teacher_disagreement_score":0.5763857,"about_ca_system_score_codex":0.00001584231,"about_ca_system_score_gemma":0.0000035952473,"threshold_uncertainty_score":0.27879184},"labels":[],"label_agreement":null},{"id":"W2140802706","doi":"10.1145/2635868.2666607","title":"Methodology and culture: drivers of mediocrity in software engineering?","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Mediocrity principle; Conformity; Excellence; Computer science; Adaptation (eye); Capability Maturity Model Integration; Process (computing); Merge (version control); Process management; Software; Software engineering; Engineering; Software development; Software development process; Political science","score_opus":0.018820014117271664,"score_gpt":0.2604162739314519,"score_spread":0.24159625981418023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140802706","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0081018405,0.00008606752,0.9911382,0.00017387401,0.00010553937,0.000036885125,2.20001e-7,0.00026331804,0.00009401026],"genre_scores_gemma":[0.20005177,0.000033197895,0.79982424,0.000056744717,0.0000095466075,0.000002883633,2.055821e-7,0.0000027429605,0.000018664443],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99951434,0.000055192206,0.00010761074,0.00014614499,0.00007224986,0.000104486346],"domain_scores_gemma":[0.9990289,0.0006875151,0.0000301493,0.00019548109,0.000022268367,0.000035686542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057811587,0.00006541478,0.00013211365,0.00007968196,0.000008354098,0.000012604428,0.00025827077,0.000058354814,0.0000045800307],"category_scores_gemma":[0.0011353561,0.0000563351,0.000016597956,0.00015967041,0.000016009322,0.00020444443,0.000120079094,0.00010253588,7.063976e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001550477,0.00010946886,0.08968345,0.00037671163,0.000060462975,0.000024076047,0.005872098,0.0026441303,0.004622406,0.7360799,0.004720032,0.1557918],"study_design_scores_gemma":[0.0019893383,0.0013240912,0.16888367,0.00021543888,0.000041582553,0.00023909599,0.00008073662,0.43074268,0.087585844,0.06876475,0.23843578,0.0016970073],"about_ca_topic_score_codex":0.00006000443,"about_ca_topic_score_gemma":0.0000063980247,"teacher_disagreement_score":0.6673151,"about_ca_system_score_codex":0.000006802046,"about_ca_system_score_gemma":0.0000063054486,"threshold_uncertainty_score":0.22972786},"labels":[],"label_agreement":null},{"id":"W2142324585","doi":"10.1016/j.jss.2008.08.025","title":"What do software architects really do?","year":2008,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":107,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software; Focus (optics); Architecture; Active listening; Software architecture; Engineering; Software engineering; Software development; Balance (ability); Computer science; Sociology; Geography; Operating system; Psychology","score_opus":0.01899381723609378,"score_gpt":0.24796271683280643,"score_spread":0.22896889959671266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142324585","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07271606,0.029718745,0.8943744,0.00026082795,0.002401648,0.00015121045,0.000002495303,0.0003411425,0.000033517706],"genre_scores_gemma":[0.6732094,0.012826188,0.31275123,0.00016330674,0.0006884305,0.000010344233,7.98513e-7,0.000040269453,0.00031004276],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99841887,0.00008770419,0.00052445236,0.00022235479,0.00049457443,0.00025203818],"domain_scores_gemma":[0.99806154,0.0005252495,0.000490834,0.0004123984,0.00029307004,0.00021688518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007030489,0.00018934088,0.00038442333,0.00022831751,0.00018020644,0.0006234132,0.00064859015,0.00011560727,0.0000040061536],"category_scores_gemma":[0.00042946034,0.00014796738,0.00011668481,0.00024340092,0.000044488163,0.0020311114,0.00011847565,0.0003703646,0.000004266967],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025392446,0.00058650825,0.15470994,0.0021331497,0.00088485057,0.010134122,0.028131096,0.008235343,0.0004049421,0.015337952,0.059484933,0.71970326],"study_design_scores_gemma":[0.00485319,0.005693745,0.06427823,0.013561264,0.00021258238,0.13495694,0.0020564492,0.0037885634,0.0007501635,0.015986864,0.75011533,0.003746677],"about_ca_topic_score_codex":0.000026098462,"about_ca_topic_score_gemma":6.2014516e-7,"teacher_disagreement_score":0.71595657,"about_ca_system_score_codex":0.000038734423,"about_ca_system_score_gemma":0.000115682,"threshold_uncertainty_score":0.60339344},"labels":[],"label_agreement":null},{"id":"W2142534776","doi":"10.1109/icsecompanion.2007.18","title":"Agile Methods: Crossing the Chasm","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Scrum; Agile Unified Process; Extreme programming practices; Extreme programming; Popularity; Agile usability engineering; Computer science; Software development; Software engineering; Mainstream; User story; Software; Data science; Software development process","score_opus":0.03013761541776465,"score_gpt":0.38047496778692746,"score_spread":0.3503373523691628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142534776","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005600323,0.00016750497,0.9886778,0.0010340429,0.00027723724,0.000043561035,4.262452e-8,0.0007912503,0.008448523],"genre_scores_gemma":[0.064881854,0.000004120737,0.93398696,0.0006639054,0.0000558188,0.000002154401,6.1575264e-8,0.000003822876,0.00040128027],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99952084,0.000028639193,0.000088848545,0.00011748627,0.000087740234,0.00015643057],"domain_scores_gemma":[0.99873924,0.0008009765,0.000030424686,0.00037621372,0.00002266986,0.000030451029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019258924,0.00005236546,0.00004451821,0.000029354847,0.00016806311,0.0003411301,0.00055223634,0.000027180984,0.000020732357],"category_scores_gemma":[0.00014455561,0.000031479125,0.000026858293,0.00021729508,0.000026417401,0.00031283018,0.00013664797,0.000104265775,0.000016046903],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013537014,0.000012051336,0.00007850378,0.000003398343,0.000007405097,0.000008943814,0.00081887,0.00006150771,0.001201943,0.17435081,0.0027006576,0.8207545],"study_design_scores_gemma":[0.00005843906,0.000033262226,0.0022067432,0.00000804237,0.0000031331308,0.000060288163,0.000028704193,0.036272775,0.05216032,0.014341735,0.89465165,0.00017492015],"about_ca_topic_score_codex":0.000047439487,"about_ca_topic_score_gemma":0.0000025744898,"teacher_disagreement_score":0.89195096,"about_ca_system_score_codex":0.000009752474,"about_ca_system_score_gemma":0.0000130200915,"threshold_uncertainty_score":0.32895255},"labels":[],"label_agreement":null},{"id":"W2142851356","doi":"10.5539/mas.v5n5p87","title":"Teaching Software Engineering Project Management – A Novel Approach for Software Engineering Programs","year":2011,"lang":"en","type":"article","venue":"Modern Applied Science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Software project management; Computer science; Engineering management; Software engineering; Software Engineering Process Group; Curriculum; Software development; Project management; Team software process; Software; Personal software process; Social software engineering; Software construction; Systems engineering; Engineering","score_opus":0.04434181693802407,"score_gpt":0.24859228855317209,"score_spread":0.20425047161514803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142851356","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006836431,0.000050345705,0.99368984,0.000008554603,0.00021506162,0.001427747,0.000003324594,0.003359496,0.0005619874],"genre_scores_gemma":[0.19586205,0.0000022891213,0.80292976,0.000041330542,0.000048298927,0.0010070413,0.000004362641,0.000043515192,0.000061356026],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99705285,0.0000063478287,0.0003180794,0.0010880509,0.00061724585,0.00091741554],"domain_scores_gemma":[0.99852765,0.00012313703,0.00012304501,0.0009793063,0.0000767478,0.00017012074],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013655388,0.00037719673,0.00026349502,0.00045857698,0.00035122983,0.00042125583,0.0025725064,0.000096256685,8.5764634e-7],"category_scores_gemma":[0.00020758332,0.000369627,0.00009639454,0.0008927189,0.00007095817,0.0010672747,0.0007790731,0.0003629832,0.00000292251],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008334021,0.0015577511,0.00081883126,0.0023562566,0.00022723712,0.00003537274,0.018549496,0.030946055,0.03380272,0.37740007,0.00022584283,0.533997],"study_design_scores_gemma":[0.00033588678,0.000092798036,0.0003665022,0.000060063387,0.000020702988,0.000033107728,0.000035363853,0.9923585,0.0023664604,0.0006730383,0.0029753386,0.000682244],"about_ca_topic_score_codex":0.000032425454,"about_ca_topic_score_gemma":3.2550497e-7,"teacher_disagreement_score":0.96141243,"about_ca_system_score_codex":0.00013904262,"about_ca_system_score_gemma":0.000083586005,"threshold_uncertainty_score":0.99987555},"labels":[],"label_agreement":null},{"id":"W2142978237","doi":"10.1109/ccece.2003.1226156","title":"Architectural design of an intelligent requirements engineering tool","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software engineering; Requirements engineering; Computer science; Requirements analysis; Systems engineering; Scalability; Non-functional requirement; Requirement; Software architecture; Software; Engineering; Software development; Database; Software construction; Operating system","score_opus":0.03774213594925498,"score_gpt":0.276702298277899,"score_spread":0.238960162328644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142978237","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02741375,0.00002444732,0.97168505,0.000070371454,0.00011652614,0.00010404521,1.8233779e-7,0.0005425003,0.000043114534],"genre_scores_gemma":[0.43199027,0.000003127902,0.56795704,0.000023224376,0.000011027996,0.000004821355,2.4913126e-7,0.00000391678,0.0000063016487],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994082,0.000012574132,0.00015038741,0.00014832341,0.0001427944,0.00013773664],"domain_scores_gemma":[0.9994905,0.000073360985,0.000036685517,0.00033405228,0.00002449066,0.000040938157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002392144,0.00008216262,0.00007990962,0.000078325436,0.000015778223,0.000043333795,0.00048478218,0.000025602747,0.000008328376],"category_scores_gemma":[0.00006972005,0.00007128172,0.000025000727,0.00015752214,0.0000067067376,0.00045883222,0.000090021655,0.00006950414,0.0000045698557],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010029127,0.00009217257,0.000031717784,0.000031952586,0.000028130286,0.000019229323,0.0007295682,0.7700981,0.012816978,0.094748676,0.000021249718,0.12137221],"study_design_scores_gemma":[0.00032846088,0.00082078634,0.00094173854,0.00008430188,0.000008720428,0.00010441714,0.000008295705,0.42899385,0.551188,0.015868822,0.0011821096,0.00047047777],"about_ca_topic_score_codex":0.00004467724,"about_ca_topic_score_gemma":5.7034845e-7,"teacher_disagreement_score":0.538371,"about_ca_system_score_codex":0.000027239766,"about_ca_system_score_gemma":0.00002206682,"threshold_uncertainty_score":0.2906784},"labels":[],"label_agreement":null},{"id":"W2143087028","doi":"10.1109/re.2008.26","title":"Information Brokers in Requirement-Dependency Social Networks","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada; University of Victoria","keywords":"Interdependence; Information flow; Dissemination; Knowledge management; Dependency (UML); Computer science; Knowledge flow; Process management; Requirements analysis; Information system; Business; Engineering","score_opus":0.019865268728160326,"score_gpt":0.2459677402558301,"score_spread":0.22610247152766977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143087028","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033868863,0.000022184715,0.9898158,0.0005193772,0.00014913394,0.00006177125,9.478588e-8,0.00047791767,0.0055668573],"genre_scores_gemma":[0.93771034,0.00008135224,0.061663315,0.0003910694,0.000043020493,0.00001098575,0.0000017034604,0.000002662565,0.0000955193],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999522,0.000014355368,0.00014107984,0.00005967372,0.00012829617,0.0001346483],"domain_scores_gemma":[0.9997547,0.000040054594,0.000041141295,0.00012313406,0.000020305532,0.00002063974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017353718,0.000052965566,0.000053457345,0.00007759657,0.00006307887,0.00004755364,0.0002843214,0.000047836842,0.000018559887],"category_scores_gemma":[0.000027779539,0.000051033792,0.000019532486,0.00023777604,0.000008426065,0.0021913673,0.000079765356,0.000099490804,0.000018819792],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033102064,0.00015623771,0.03213676,0.000058284924,0.000036789934,0.000087336084,0.011981449,0.012775662,0.00005760645,0.40266392,0.12474506,0.41526777],"study_design_scores_gemma":[0.0012369886,0.00023960228,0.08728613,0.000038624046,0.0000054837656,0.0001690632,0.00012994446,0.730309,0.00064745604,0.007585545,0.17133854,0.0010136113],"about_ca_topic_score_codex":0.00008775875,"about_ca_topic_score_gemma":0.0000051225543,"teacher_disagreement_score":0.9343235,"about_ca_system_score_codex":0.00003054604,"about_ca_system_score_gemma":0.000020221258,"threshold_uncertainty_score":0.20810977},"labels":[],"label_agreement":null},{"id":"W2143418082","doi":"10.1109/ecbs.2007.11","title":"A Process Module to Pre-Process Requirements for Architecting","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Process (computing); Software architecture; Context (archaeology); Software engineering; Task (project management); Architecture; Software; Reference architecture; Systems engineering; Engineering; Operating system","score_opus":0.0328118796852877,"score_gpt":0.36756752623083944,"score_spread":0.33475564654555173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143418082","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.063307576,0.0000108493905,0.93346995,0.00042696638,0.00015259095,0.0003725757,5.3159624e-7,0.00097097276,0.0012879983],"genre_scores_gemma":[0.58392763,3.0673903e-7,0.4154996,0.00029972236,0.000051965548,0.00005878032,3.5622696e-7,0.00000852767,0.00015310098],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99901277,0.000005431486,0.00017227411,0.0002999363,0.00019314699,0.00031642453],"domain_scores_gemma":[0.9992367,0.00021118739,0.000053030384,0.00029257886,0.00010462903,0.0001018698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007937426,0.00009940702,0.000087519315,0.00011331355,0.00008875844,0.0000966282,0.0006646053,0.000034848315,0.0000042168404],"category_scores_gemma":[0.00032760017,0.000089726505,0.000029260977,0.00037196127,0.0000049681485,0.00046760117,0.0000915494,0.0000739688,0.0000047565836],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022677935,0.0003546671,0.005739584,0.00080359506,0.00008664571,0.000023418153,0.0122130085,0.013115924,0.004343747,0.039010487,0.0023938452,0.9216883],"study_design_scores_gemma":[0.0012869175,0.0019505364,0.0084130075,0.00035209692,0.000029291004,0.00010195674,0.000296115,0.26173857,0.5938096,0.09266238,0.037363406,0.0019961214],"about_ca_topic_score_codex":0.000017142916,"about_ca_topic_score_gemma":0.000008015293,"teacher_disagreement_score":0.91969216,"about_ca_system_score_codex":0.000020828977,"about_ca_system_score_gemma":0.000022761424,"threshold_uncertainty_score":0.36589408},"labels":[],"label_agreement":null},{"id":"W2143757597","doi":"10.1007/s10606-009-9106-y","title":"Software Engineering as Cooperative Work","year":2009,"lang":"en","type":"article","venue":"Computer Supported Cooperative Work (CSCW)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Software engineering; Software; Work (physics); Programming language; Engineering; Mechanical engineering","score_opus":0.01206780474298798,"score_gpt":0.24213790492170653,"score_spread":0.23007010017871854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143757597","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009934909,0.0005482201,0.98272413,0.0013233088,0.0011736826,0.0005508873,0.0000056576205,0.0032816257,0.00045757025],"genre_scores_gemma":[0.41766438,0.00006843012,0.5781201,0.0026880775,0.00053681625,0.0000747328,0.000054295582,0.00006301006,0.00073016953],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968247,0.00016324555,0.00060008094,0.0010788853,0.00048543056,0.0008476608],"domain_scores_gemma":[0.9971776,0.00061624835,0.00017732118,0.001184419,0.00046897566,0.00037541005],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00042002337,0.00068371464,0.000608666,0.0002958688,0.00032860725,0.0008410094,0.0017071153,0.0002546711,0.00019286225],"category_scores_gemma":[0.00031012623,0.00065052847,0.00017672071,0.0023716262,0.000059593032,0.001378025,0.000426876,0.0008372983,0.00035010796],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002657086,0.0011293151,0.005577343,0.00007341212,0.0008383349,0.0024249472,0.008687745,0.13702098,0.0005250067,0.07708112,0.24565302,0.52072304],"study_design_scores_gemma":[0.004825188,0.0069941403,0.068584144,0.0021676568,0.00022606536,0.0010054416,0.00008218767,0.21441844,0.018640503,0.0021099832,0.6713568,0.0095894225],"about_ca_topic_score_codex":0.000007956903,"about_ca_topic_score_gemma":7.663972e-7,"teacher_disagreement_score":0.5111337,"about_ca_system_score_codex":0.00013145515,"about_ca_system_score_gemma":0.00020668609,"threshold_uncertainty_score":0.99959457},"labels":[],"label_agreement":null},{"id":"W2144363643","doi":"10.1109/enabl.2003.1231428","title":"Requirements engineering and agile software development","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":460,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Lean software development; Agile usability engineering; Agile Unified Process; Requirement; Software development; Computer science; Software engineering; Requirements engineering; Software development process; Extreme programming practices; Software requirements; Systems engineering; Software; Engineering; Software construction","score_opus":0.017855892118866016,"score_gpt":0.23936978634079786,"score_spread":0.22151389422193185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144363643","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014202145,0.000107094114,0.9840773,0.0001751421,0.00011141859,0.00005449441,9.5008815e-8,0.0011100403,0.00016228754],"genre_scores_gemma":[0.15245569,0.000012234423,0.8473523,0.000098410455,0.000011591312,0.0000103055545,4.521825e-7,0.0000056517365,0.000053337608],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994811,0.0000026622076,0.00009654943,0.0001659917,0.00011173019,0.00014201153],"domain_scores_gemma":[0.99968714,0.000038918006,0.000019328272,0.00017973005,0.000017188011,0.000057725723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012548284,0.00008003333,0.000058980968,0.000053259828,0.00004521,0.00008966833,0.00022971719,0.000027603372,0.0000063316384],"category_scores_gemma":[0.00005969653,0.00007406559,0.000009970574,0.0001103409,0.0000042940655,0.00045647862,0.00017020885,0.000057742356,0.000013568856],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007838093,0.0002361192,0.0053582913,0.0002832123,0.00016470539,0.00018275759,0.004294157,0.017046444,0.005062326,0.34181383,0.0019403411,0.62360996],"study_design_scores_gemma":[0.0021077911,0.00039014773,0.038563486,0.0004667975,0.000020113837,0.00035930413,0.00003117763,0.017413238,0.21910025,0.01788879,0.70113105,0.0025278665],"about_ca_topic_score_codex":0.000011456263,"about_ca_topic_score_gemma":9.602777e-7,"teacher_disagreement_score":0.6991907,"about_ca_system_score_codex":0.000035828423,"about_ca_system_score_gemma":0.000027560853,"threshold_uncertainty_score":0.3020307},"labels":[],"label_agreement":null},{"id":"W2144404894","doi":"10.5772/33586","title":"Software Reverse Engineering in the Domain of Complex Embedded Systems","year":2012,"lang":"en","type":"book-chapter","venue":"InTech eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Reverse engineering; Computer science; Domain (mathematical analysis); Software engineering; Domain engineering; Software; Embedded system; Software system; Operating system; Software construction; Mathematics","score_opus":0.03514428031617187,"score_gpt":0.25178256639519214,"score_spread":0.21663828607902028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144404894","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000038625418,0.00080285186,0.948523,0.00004775886,0.00048911927,0.0005898555,0.000013496497,0.0007091024,0.048786223],"genre_scores_gemma":[0.33229947,0.00016806883,0.61489683,0.0005039309,0.00093281484,0.00037181916,0.00003293229,0.000326093,0.05046802],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99856126,0.00004310084,0.00046074967,0.00028485584,0.0003738938,0.00027613863],"domain_scores_gemma":[0.99786067,0.000682236,0.000280275,0.0010521136,0.00007309466,0.00005161984],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010017493,0.00031641638,0.00040466842,0.00027412846,0.000029760095,0.000085550724,0.0015581462,0.00029172303,0.000016915921],"category_scores_gemma":[0.00009836209,0.00025503323,0.0001349219,0.000043376473,0.000044979275,0.00013739064,0.00028945776,0.00067072327,0.000018980965],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002182424,0.00004536869,0.000023629023,0.0010893535,0.00019609403,0.00025230556,0.0050168647,0.00014892954,0.00339272,0.94326556,0.004481383,0.04206598],"study_design_scores_gemma":[0.00025710254,0.00015154686,0.000026681122,0.0014737758,0.00003893657,0.0002879669,0.000038352977,0.0010207008,0.0016142842,0.014265765,0.9800488,0.0007761269],"about_ca_topic_score_codex":0.000053799467,"about_ca_topic_score_gemma":0.000002958914,"teacher_disagreement_score":0.9755674,"about_ca_system_score_codex":0.00007111406,"about_ca_system_score_gemma":0.00004132161,"threshold_uncertainty_score":0.99999017},"labels":[],"label_agreement":null},{"id":"W2145229305","doi":"10.1109/sera.2008.34","title":"Automatic Conceptual Analysis of User Requirements with the Requirements Engineering Assistance Diagnostic (READ) Tool","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Requirements engineering; Domain (mathematical analysis); Software engineering; Domain analysis; Context (archaeology); Requirements analysis; Domain engineering; Process (computing); Domain model; Use Case Diagram; Requirements elicitation; Software requirements specification; User requirements document; Software requirements; Identification (biology); Domain knowledge; Software; Software development; Unified Modeling Language; Component-based software engineering; Software design; Programming language; Class diagram; Software construction","score_opus":0.029008700235544804,"score_gpt":0.25819788462439497,"score_spread":0.22918918438885016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145229305","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2456742,0.00008217316,0.7531983,0.00015649096,0.00006679886,0.00015699313,0.0000019926154,0.00043644043,0.00022657598],"genre_scores_gemma":[0.86074823,0.000032424,0.13887051,0.00011315304,0.000012708005,0.00004309081,0.0000023703592,0.000010278187,0.00016725076],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986654,0.000039451465,0.00029109555,0.00027119648,0.00049005524,0.00024279997],"domain_scores_gemma":[0.9978205,0.0011130068,0.00017047742,0.00075622,0.00009262111,0.000047153353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003243041,0.00016679443,0.00026396287,0.00016350327,0.00009146295,0.000049970793,0.0007919409,0.000039456412,0.00009784233],"category_scores_gemma":[0.00032414135,0.0001084095,0.00008299941,0.0013246946,0.00007416365,0.0006943912,0.00013382592,0.00010641137,0.0000051570596],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009552943,0.0014183072,0.3853646,0.00046872464,0.017104916,0.0008193296,0.01740293,0.20386012,0.0041824137,0.2966428,0.031782884,0.04085742],"study_design_scores_gemma":[0.00070228643,0.0004372401,0.41597605,0.00016810656,0.0008496001,0.00003971305,0.00008760615,0.5647028,0.0031741634,0.000057453213,0.012962874,0.00084212946],"about_ca_topic_score_codex":0.000044427718,"about_ca_topic_score_gemma":0.000008681282,"teacher_disagreement_score":0.61507404,"about_ca_system_score_codex":0.00004407577,"about_ca_system_score_gemma":0.000039042654,"threshold_uncertainty_score":0.4420811},"labels":[],"label_agreement":null},{"id":"W2145531894","doi":"10.1109/chase.2009.5071414","title":"The role of blogging in generating a software product vision","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Task (project management); Domain (mathematical analysis); Product (mathematics); Software engineering; Software; Software requirements; Software development; Core (optical fiber); World Wide Web; Human–computer interaction; Engineering; Software design; Programming language; Systems engineering","score_opus":0.006131338313070947,"score_gpt":0.25001118275009404,"score_spread":0.2438798444370231,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145531894","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028175633,0.0012801961,0.96849644,0.0009030724,0.00007513776,0.00011596813,8.137969e-8,0.00045554832,0.0004978974],"genre_scores_gemma":[0.51994336,0.000023464798,0.47993255,0.000050389055,0.000019056984,0.0000025203722,9.193208e-8,0.0000017178601,0.000026884636],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995051,0.000023974157,0.00012721997,0.00012940755,0.00010051811,0.00011377296],"domain_scores_gemma":[0.9994436,0.000179958,0.000045086934,0.0002933282,0.00002441027,0.000013616514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042492663,0.000049213453,0.00005616688,0.000039042865,0.000054848184,0.00007150667,0.00037032578,0.000015453546,0.0000012388679],"category_scores_gemma":[0.00021431119,0.000032326607,0.000016880993,0.00020420962,0.00000623037,0.00027839912,0.00006266833,0.00007837852,9.2057417e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014694923,0.000018271216,0.0009481051,0.0000020628922,0.0000012513133,0.0000015803341,0.00020754298,0.0011163251,0.004731549,0.013779422,0.00014258313,0.97904986],"study_design_scores_gemma":[0.0002082587,0.00039305823,0.013644058,0.000107952255,0.0000036193103,0.000035212466,0.00005739252,0.7890171,0.12757254,0.035692368,0.03289591,0.00037253677],"about_ca_topic_score_codex":0.000031025433,"about_ca_topic_score_gemma":0.000005953121,"teacher_disagreement_score":0.9786773,"about_ca_system_score_codex":0.000008468452,"about_ca_system_score_gemma":0.000014429368,"threshold_uncertainty_score":0.13182408},"labels":[],"label_agreement":null},{"id":"W2145768041","doi":"10.1109/wicsa.2008.31","title":"Architectural Effects on Requirements Decisions: An Exploratory Study","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Software engineering; Requirements engineering; Software architecture; Exploratory research; Requirements analysis; Software requirements; Architecture; Non-functional requirement; Requirements management; Systems engineering; Software; Engineering management; Knowledge management; Software development; Engineering; Software construction","score_opus":0.0743040506471766,"score_gpt":0.3225137455850175,"score_spread":0.2482096949378409,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145768041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5763198,0.000019629164,0.42199093,0.000055785957,0.00022545611,0.00020968517,9.06191e-8,0.00092162704,0.0002569573],"genre_scores_gemma":[0.8837589,0.0000072865655,0.11578318,0.00029806234,0.000047221718,0.000044863384,3.7126094e-7,0.000007913729,0.00005221172],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989835,0.00011596743,0.00012397807,0.0003001055,0.00031098854,0.00016543918],"domain_scores_gemma":[0.9985537,0.000583617,0.000033604414,0.0007082332,0.000027310982,0.00009354265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002841029,0.00011607012,0.000100793564,0.000113979986,0.00013410836,0.0000595748,0.0006694955,0.00002504714,0.0000069536973],"category_scores_gemma":[0.00022470353,0.0000890881,0.000026907255,0.00021534195,0.0000098200935,0.00068681774,0.00016171183,0.00012296907,0.000053697415],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010965395,0.0026686557,0.020283187,0.000019648745,0.00011816987,0.0016132365,0.020344663,0.00103125,0.0011285444,0.011157345,0.008382219,0.93314344],"study_design_scores_gemma":[0.010922809,0.06957778,0.6024005,0.00069655065,0.00010233324,0.0014238069,0.0012997446,0.0862055,0.1327011,0.039366692,0.048266944,0.0070362776],"about_ca_topic_score_codex":0.000011537835,"about_ca_topic_score_gemma":0.0000057353623,"teacher_disagreement_score":0.92610717,"about_ca_system_score_codex":0.000020263362,"about_ca_system_score_gemma":0.000019028037,"threshold_uncertainty_score":0.36329073},"labels":[],"label_agreement":null},{"id":"W2146092366","doi":"10.5539/mas.v5n1p12","title":"Enhancing Agile Methods for Multi-cultural Software Project Teams","year":2011,"lang":"en","type":"article","venue":"Modern Applied Science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Agile software development; Lean software development; Knowledge management; Computer science; Agile usability engineering; Agile Unified Process; Software development; Hofstede's cultural dimensions theory; Software project management; Extreme programming practices; Software; Process management; Engineering management; Software development process; Software engineering; Engineering; Software construction; Sociology","score_opus":0.09758292364159263,"score_gpt":0.38067177216345555,"score_spread":0.2830888485218629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146092366","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009867672,0.000068425325,0.9962061,0.000014338758,0.0002883562,0.0005637503,0.0000016105005,0.0012136712,0.00065697497],"genre_scores_gemma":[0.14372152,0.000004525498,0.8557838,0.00011247915,0.000026926937,0.00025661782,6.9658006e-7,0.000012943512,0.00008047167],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99826115,0.000025189913,0.00021828401,0.0007089327,0.00026040914,0.0005260476],"domain_scores_gemma":[0.99875873,0.00021156855,0.00011910328,0.0006587971,0.00014599145,0.00010583278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018273294,0.00018859655,0.00017656609,0.00015974735,0.00040260528,0.00027024004,0.0019266646,0.000065959524,0.0000040732607],"category_scores_gemma":[0.00039828653,0.00015596817,0.00006000423,0.00069766544,0.00016878307,0.0011391211,0.00043860183,0.00016402228,0.000009160636],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001787665,0.00012911648,0.00007702698,0.000058985097,0.000012585928,0.000002542226,0.013412714,0.00008145287,0.4477805,0.021789368,0.00014906951,0.5164888],"study_design_scores_gemma":[0.00024575254,0.000086424705,0.00025814318,0.000018931647,0.000008412054,0.000016836982,0.000079362006,0.564422,0.42098653,0.009744298,0.0036914381,0.00044182537],"about_ca_topic_score_codex":0.000055513818,"about_ca_topic_score_gemma":0.0000043011432,"teacher_disagreement_score":0.5643406,"about_ca_system_score_codex":0.000078375546,"about_ca_system_score_gemma":0.00018869343,"threshold_uncertainty_score":0.6360197},"labels":[],"label_agreement":null},{"id":"W2146309717","doi":"10.1109/depcos-relcomex.2009.16","title":"Separating Users' Views in a Development Process for Agile Methods","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Agile software development; Computer science; Class diagram; Process (computing); Unified Modeling Language; Software engineering; Software development process; User story; Software development; Software; Systems engineering; Programming language; Engineering","score_opus":0.08852167037823727,"score_gpt":0.44555278502054546,"score_spread":0.3570311146423082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146309717","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020461436,0.00008027569,0.99522203,0.00030301957,0.000060071525,0.00021890945,8.4517154e-8,0.00035946455,0.0017100133],"genre_scores_gemma":[0.041902218,0.0000025399847,0.9574297,0.00040953315,0.000008806903,0.000111849855,6.362876e-7,0.0000031643451,0.00013157426],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993944,0.000035245626,0.00016300936,0.00017993711,0.00007735228,0.00015005212],"domain_scores_gemma":[0.99951434,0.00023433144,0.00004617485,0.0001579614,0.000021264372,0.000025929774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009326524,0.00006968022,0.00009355226,0.000068698595,0.000056636276,0.000056067423,0.00037811024,0.000022706483,0.000016682752],"category_scores_gemma":[0.00012015862,0.00006203763,0.000018840516,0.0002586235,0.0000017728559,0.00036198238,0.000043363783,0.00007189329,0.0000012975812],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009213137,0.00011682117,0.00029650502,0.000045714474,0.000007505938,0.000004835446,0.005293651,0.0035699902,0.00081739936,0.022276126,0.0016120563,0.9659502],"study_design_scores_gemma":[0.00037979143,0.00028598472,0.0017165995,0.00004019076,0.0000032077762,0.000018335117,0.00009327726,0.2410201,0.063428275,0.013191878,0.679287,0.00053534744],"about_ca_topic_score_codex":0.0000033979245,"about_ca_topic_score_gemma":0.000002899112,"teacher_disagreement_score":0.9654148,"about_ca_system_score_codex":0.000030367839,"about_ca_system_score_gemma":0.000047188267,"threshold_uncertainty_score":0.2529821},"labels":[],"label_agreement":null},{"id":"W2146892008","doi":"10.1109/adc.2005.32","title":"Introducing agile into a software development Capstone project","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saskatchewan Polytechnic","funders":"","keywords":"Agile software development; Extreme programming; Agile usability engineering; Extreme programming practices; Software engineering; Agile Unified Process; Computer science; Software development; Lean software development; Software development process; Capstone; Engineering management; Scrum; Pair programming; Software; Set (abstract data type); User story; Engineering; Programming language","score_opus":0.009667545419861418,"score_gpt":0.24753369554328067,"score_spread":0.23786615012341925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146892008","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006281114,0.00014331563,0.98994905,0.0003267165,0.00018910957,0.00013055967,1.3520913e-7,0.0020092442,0.0009707604],"genre_scores_gemma":[0.054219272,0.0000033610008,0.94467074,0.00010767954,0.00009452691,0.000038691698,0.0000033116648,0.00000973127,0.00085268624],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999096,0.00001881763,0.0001806032,0.00031161262,0.000182764,0.00021022804],"domain_scores_gemma":[0.99937075,0.0001053515,0.000049698538,0.00039353737,0.000052852258,0.000027804657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002856647,0.00011770604,0.00010153656,0.00011930285,0.00010736639,0.00014777353,0.00047889168,0.0000431847,0.00001915818],"category_scores_gemma":[0.000088662564,0.00010251997,0.000025232983,0.00033230553,0.000010618872,0.00047558846,0.00022432845,0.00010535062,0.000041565956],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011797723,0.0003409604,0.005147295,0.00019547192,0.00006318739,0.00010874387,0.004650047,0.0027353605,0.003312883,0.06689791,0.17449363,0.7420427],"study_design_scores_gemma":[0.00026555543,0.00009549272,0.003453335,0.000056674467,0.0000068111394,0.00008366191,0.000025428617,0.008779383,0.068955205,0.0060327277,0.9114745,0.0007712256],"about_ca_topic_score_codex":0.00091343006,"about_ca_topic_score_gemma":0.000056362634,"teacher_disagreement_score":0.7412715,"about_ca_system_score_codex":0.000067676454,"about_ca_system_score_gemma":0.0001056307,"threshold_uncertainty_score":0.4180643},"labels":[],"label_agreement":null},{"id":"W2147655047","doi":"10.1109/csee.2001.913815","title":"Yoopeedoo (UPEDU): a process for teaching software process","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Personal software process; Software Engineering Process Group; Rational Unified Process; Software engineering; Social software engineering; Software development; Team software process; Computer science; Process (computing); Goal-Driven Software Development Process; Software development process; Package development process; Software peer review; Software construction; Software walkthrough; Software; Engineering management; Engineering; Programming language","score_opus":0.03392944425090693,"score_gpt":0.3082483816028656,"score_spread":0.27431893735195867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147655047","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025027,0.00017764466,0.98968273,0.0010324102,0.00017611103,0.0003371579,0.0000017988963,0.0027123282,0.0033771014],"genre_scores_gemma":[0.49485296,0.000011219405,0.5028541,0.00048602305,0.00011697479,0.00021838705,0.0000015566585,0.000024594297,0.0014341588],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989287,0.000017758932,0.00017420994,0.0003664543,0.00020663021,0.00030620827],"domain_scores_gemma":[0.9990371,0.00030831533,0.00007272656,0.00039034896,0.00010743973,0.00008407471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031210412,0.00015637501,0.00014021112,0.00008752184,0.00018234251,0.00020234047,0.0009407036,0.000070211085,0.000052128948],"category_scores_gemma":[0.00057787535,0.00013434133,0.00005673002,0.00022440212,0.00001668767,0.0012171615,0.0000759695,0.00019715707,0.000024938125],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031006246,0.000924781,0.0028241386,0.0015336223,0.00013765533,0.000044348584,0.016734984,0.0035513523,0.00015102884,0.11252589,0.0737589,0.7877823],"study_design_scores_gemma":[0.0009126232,0.0006543194,0.00014883364,0.00018233115,0.00003627838,0.00018586207,0.0002302127,0.6933107,0.007921846,0.04205944,0.25287905,0.0014785237],"about_ca_topic_score_codex":0.000008294373,"about_ca_topic_score_gemma":0.0000010131229,"teacher_disagreement_score":0.78630376,"about_ca_system_score_codex":0.000017551954,"about_ca_system_score_gemma":0.000019004288,"threshold_uncertainty_score":0.547828},"labels":[],"label_agreement":null},{"id":"W2147757679","doi":"10.5555/545646.545664","title":"Comparing and reconciling usability-centered and use case-driven requirements engineering processes","year":2001,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Usability; Computer science; Usability engineering; Requirements engineering; Software engineering; Requirement; Requirements elicitation; Usability goals; User requirements document; Requirements analysis; Software requirements; Usability inspection; Heuristic evaluation; Systems engineering; Human–computer interaction; Software development; Software; Engineering; Software design; Programming language","score_opus":0.08994999224947095,"score_gpt":0.2887933970798182,"score_spread":0.19884340483034726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147757679","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5940302,0.00011962444,0.40513286,0.00006676188,0.000057373687,0.000083067076,2.8484635e-7,0.00045769382,0.00005216063],"genre_scores_gemma":[0.8107307,0.00015279153,0.18902712,0.000033655895,0.000016792344,0.0000074544705,3.8616932e-7,0.000007039289,0.000024039662],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99923885,0.000014994248,0.00016833312,0.00029900772,0.00009077126,0.00018801806],"domain_scores_gemma":[0.99917954,0.00040285688,0.000041788,0.0002367216,0.000051758925,0.00008734125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021324829,0.0001201806,0.00013209858,0.000066819615,0.0000782682,0.0003515634,0.00015784813,0.000036597856,0.00000387134],"category_scores_gemma":[0.00039424162,0.00011481065,0.000011582173,0.00018449652,0.00001593068,0.0015263694,0.00022532055,0.00009707557,8.5934397e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002484222,0.000114579874,0.950324,0.00063786877,0.00009348923,0.001138264,0.0023188659,0.002803599,0.001467072,0.0033051935,0.00018332864,0.03758887],"study_design_scores_gemma":[0.0006287316,0.000168697,0.016360369,0.00025038386,0.000023623077,0.0064673475,0.00009564296,0.9615814,0.0020306897,0.00023745999,0.011464479,0.0006911876],"about_ca_topic_score_codex":0.00012723668,"about_ca_topic_score_gemma":0.000040532334,"teacher_disagreement_score":0.9587778,"about_ca_system_score_codex":0.000024582314,"about_ca_system_score_gemma":0.000013246965,"threshold_uncertainty_score":0.46818426},"labels":[],"label_agreement":null},{"id":"W2147973067","doi":"10.1109/isre.1995.512562","title":"Measuring the success of requirements engineering processes","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Computer Research Institute of Montréal; McGill University","funders":"","keywords":"Requirements engineering; Requirement; Non-functional requirement; Requirements analysis; Computer science; Measure (data warehouse); Systems engineering; Requirements management; Quality (philosophy); Reliability (semiconductor); Engineering; Reliability engineering; Software development; Database; Software","score_opus":0.060615681777272466,"score_gpt":0.24930981490231235,"score_spread":0.18869413312503988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147973067","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006685972,0.00053701573,0.9889831,0.00045619512,0.00013157276,0.00008013082,1.9279322e-7,0.0005348076,0.0025910216],"genre_scores_gemma":[0.9287502,0.00006855642,0.071011245,0.000033288128,0.000020772257,0.000010752287,5.4188575e-8,0.0000050412577,0.00010009522],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994562,0.000008207732,0.00012090131,0.000110831614,0.0001860061,0.00011781847],"domain_scores_gemma":[0.99933296,0.00022360294,0.000047690257,0.0003117197,0.00006250704,0.000021490625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019774609,0.00006496547,0.00006468987,0.00004230985,0.00003464211,0.00006467117,0.0007278189,0.000018765255,0.000029916011],"category_scores_gemma":[0.00027650935,0.000043337477,0.000018869512,0.00034951753,0.0000079596575,0.0005363217,0.00011904341,0.00006250621,0.000005972884],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019404288,0.0010708302,0.03905583,0.004289683,0.0006637358,0.000096351345,0.016262555,0.059249867,0.021148337,0.40597433,0.027139721,0.42502934],"study_design_scores_gemma":[0.0004287356,0.00022309605,0.004931326,0.00035403552,0.000030769184,0.00007860966,0.00003917304,0.61882055,0.29822966,0.0014001278,0.07460729,0.0008566412],"about_ca_topic_score_codex":0.000017528493,"about_ca_topic_score_gemma":0.0000010405087,"teacher_disagreement_score":0.92206424,"about_ca_system_score_codex":0.000008879748,"about_ca_system_score_gemma":0.000006464395,"threshold_uncertainty_score":0.1767251},"labels":[],"label_agreement":null},{"id":"W2148316074","doi":"10.1002/spip.164","title":"IMMoS: a methodology for integrated measurement, modelling and simulation","year":2002,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Novelty; Process (computing); Component (thermodynamics); Systems engineering; Software; Industrial engineering; System dynamics; Empirical research; Software engineering; Engineering; Artificial intelligence","score_opus":0.16059502623625058,"score_gpt":0.3499547941458936,"score_spread":0.189359767909643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148316074","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006956634,0.0025651131,0.99425507,0.0012242539,0.00014894654,0.00050606666,0.0000041793287,0.0005319611,0.00006875556],"genre_scores_gemma":[0.233874,0.00044137574,0.7649161,0.0005263091,0.00004600222,0.00013688237,0.0000025123907,0.000017775425,0.000039031638],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99864256,0.00011736342,0.00026329048,0.00046119894,0.00025460354,0.00026097504],"domain_scores_gemma":[0.99569964,0.0032477146,0.0002423234,0.00023514267,0.0004897254,0.00008546431],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021497353,0.00019539733,0.000188926,0.000100158766,0.00020451934,0.0002726932,0.00023407597,0.00010325743,0.0000069354446],"category_scores_gemma":[0.0050549465,0.0001794539,0.000028513372,0.00022459145,0.0000284412,0.0020500666,0.00009481508,0.00018691881,0.0000012864615],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019144895,0.00016106818,0.000093100054,0.0005096975,0.00015047415,0.0000066657976,0.0033653534,0.015509895,0.00046673315,0.0026503985,0.00029764505,0.97659755],"study_design_scores_gemma":[0.0006112205,0.000567744,0.0000057549205,0.000052286687,0.0000908,0.000043947744,0.0001637888,0.93428636,0.0011280578,0.013382411,0.049307276,0.00036037175],"about_ca_topic_score_codex":0.000033884335,"about_ca_topic_score_gemma":0.0000017105609,"teacher_disagreement_score":0.9762372,"about_ca_system_score_codex":0.000032460353,"about_ca_system_score_gemma":0.000025979622,"threshold_uncertainty_score":0.73179173},"labels":[],"label_agreement":null},{"id":"W2149308663","doi":"10.1109/re.2009.45","title":"Characteristics of New Requirements in the Presence or Absence of an Existing System Architecture","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Multitude; Requirements analysis; Computer science; Requirements engineering; Focus (optics); Exploratory research; Architecture; Software architecture; System requirements; Software engineering; Work (physics); Software requirements specification; Software; Software system; Engineering; Software construction","score_opus":0.05596802223032383,"score_gpt":0.3190913264384321,"score_spread":0.26312330420810826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149308663","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08642422,0.000024712906,0.91219187,0.00020042305,0.0000709822,0.00014810146,9.857829e-7,0.00014786524,0.0007908441],"genre_scores_gemma":[0.73959124,0.000003822466,0.26029325,0.000044783043,0.000021320779,0.0000014723649,3.4457946e-7,0.0000017815222,0.000041994273],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99922204,0.00005421249,0.00024864383,0.00014054652,0.00021940857,0.00011516589],"domain_scores_gemma":[0.99905044,0.00025837292,0.00015544974,0.00047467495,0.0000326081,0.000028448654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048009574,0.00007151182,0.00012262606,0.000054297467,0.000017814473,0.000031631378,0.00088434067,0.00002962411,0.0000026239593],"category_scores_gemma":[0.00023063521,0.000043390235,0.000017340066,0.0003016472,0.000011855283,0.00028088663,0.000049966075,0.000095019925,3.7787e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011109163,0.00031516937,0.0043427222,0.0005429109,0.000017184897,0.00014831258,0.013005845,0.0011051728,0.0065666093,0.20562695,0.0005760138,0.767642],"study_design_scores_gemma":[0.0014553813,0.005522668,0.56723255,0.0038901437,0.000043841836,0.000739426,0.0011793067,0.34832767,0.04499149,0.014790461,0.010247841,0.0015792494],"about_ca_topic_score_codex":0.00013145845,"about_ca_topic_score_gemma":0.000005885396,"teacher_disagreement_score":0.76606274,"about_ca_system_score_codex":0.000009181395,"about_ca_system_score_gemma":0.00003793994,"threshold_uncertainty_score":0.17694025},"labels":[],"label_agreement":null},{"id":"W2149507168","doi":"10.1109/agile.2011.45","title":"Collaborative Events and Shared Artefacts: Agile Interaction Designers and Developers Working Toward Common Aims","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Impromptu; Agile software development; Computer science; Work (physics); Knowledge management; User story; Collaborative software; Categorization; Software engineering; Software; Human–computer interaction; Engineering; Software development","score_opus":0.0551754317685225,"score_gpt":0.27342374677286885,"score_spread":0.21824831500434635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149507168","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07888914,0.00022974619,0.9135572,0.00034215135,0.00027389324,0.00024766705,0.0000011916962,0.0006489782,0.0058100782],"genre_scores_gemma":[0.72033846,0.00008436401,0.27939457,0.000116572286,0.000007295177,0.000013004988,0.0000011009017,0.0000056024433,0.00003903865],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993824,0.000045785007,0.00012344457,0.00022643885,0.000087446875,0.00013451588],"domain_scores_gemma":[0.9995327,0.00014322474,0.00006572925,0.0001433275,0.000044709333,0.00007031689],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019899388,0.000109799665,0.00010758542,0.00007692321,0.00007271,0.00012518458,0.0001872421,0.000048597005,0.000024336787],"category_scores_gemma":[0.000051403054,0.00009656132,0.000010326831,0.00022739488,0.00001765399,0.00096894614,0.0001453724,0.0001045955,0.0000048443626],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025074533,0.00023168854,0.07583329,0.00013406706,0.00033556283,0.00011257319,0.08703113,0.00007068504,0.0019659924,0.036574777,0.012017196,0.7854423],"study_design_scores_gemma":[0.004173825,0.0030453573,0.48871458,0.0015631577,0.00019713139,0.00078938133,0.011953427,0.123905174,0.13287401,0.039571356,0.18725285,0.0059597623],"about_ca_topic_score_codex":0.00009578829,"about_ca_topic_score_gemma":0.000016215057,"teacher_disagreement_score":0.77948254,"about_ca_system_score_codex":0.000026884572,"about_ca_system_score_gemma":0.000020766605,"threshold_uncertainty_score":0.39376566},"labels":[],"label_agreement":null},{"id":"W2149715000","doi":"10.1109/re.2005.27","title":"Exploring the role of requirements engineering in improving risk management","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Traceability; Requirements engineering; Process management; Risk management; Documentation; Knowledge management; Requirements traceability; Process (computing); Requirements management; Risk analysis (engineering); Project management; Software engineering; Engineering; Systems engineering; Business; Software; Requirement","score_opus":0.02932655646129769,"score_gpt":0.23546665237300196,"score_spread":0.20614009591170426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149715000","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.122078374,0.00019659844,0.87425625,0.00010779368,0.00010507082,0.00015178065,1.5858461e-7,0.00038298772,0.0027209572],"genre_scores_gemma":[0.71789,0.00011248262,0.28191543,0.000011378513,0.000019034132,0.00003021674,5.500185e-8,0.0000042211905,0.00001716329],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994278,0.000012605807,0.00015537892,0.00012993604,0.00013125975,0.00014300756],"domain_scores_gemma":[0.9994963,0.000089307694,0.000049699247,0.0003375352,0.000009618163,0.00001757002],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004227461,0.000066074186,0.000060442577,0.000094951145,0.000022142905,0.00003748324,0.00049642066,0.000010482399,0.0000034712396],"category_scores_gemma":[0.00003183877,0.000050077535,0.000022710856,0.00023145849,0.0000036059662,0.0008085425,0.00023283808,0.00009500283,0.0000038160438],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016527346,0.000024325695,0.0020536715,0.00001826057,0.000014457279,0.0000021867988,0.00046190483,0.014259048,0.00041245818,0.052074306,0.000014954835,0.93066275],"study_design_scores_gemma":[0.00030759763,0.00006713851,0.019175062,0.000075643504,0.000011814905,0.0000042403963,0.000106246356,0.8853636,0.053255983,0.0012943501,0.04005683,0.00028151923],"about_ca_topic_score_codex":0.00011135499,"about_ca_topic_score_gemma":0.0000056554363,"teacher_disagreement_score":0.93038124,"about_ca_system_score_codex":0.000029582325,"about_ca_system_score_gemma":0.0000031344327,"threshold_uncertainty_score":0.20421025},"labels":[],"label_agreement":null},{"id":"W2151456360","doi":"10.1007/s00766-006-0027-8","title":"Aybüke Aurum and Claes Wohlin (eds): Engineering and managing software requirements","year":2006,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Engineering; Computer science","score_opus":0.013158514332759743,"score_gpt":0.23567964584450254,"score_spread":0.2225211315117428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151456360","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05685622,0.0031380164,0.9367975,0.00024459217,0.00052094687,0.00028204036,0.0000037624961,0.0020263258,0.00013057709],"genre_scores_gemma":[0.55975336,0.00044172714,0.4392588,0.00006874109,0.00020035183,0.00005598456,0.000009140966,0.00007756499,0.00013430834],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997973,0.000017883895,0.00041770015,0.00059859257,0.00037155315,0.00062122854],"domain_scores_gemma":[0.9990351,0.0001630755,0.00010498208,0.0005028779,0.00003895674,0.0001550112],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004603642,0.00038955058,0.00029406798,0.0003436419,0.0001286836,0.00039313675,0.00046853887,0.000114004484,0.0000059830754],"category_scores_gemma":[0.00011803403,0.000429107,0.00005127572,0.00036228134,0.000021329159,0.001389121,0.0005022379,0.00025999622,0.0000050367194],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070057926,0.000516659,0.045761976,0.0042572035,0.0009708342,0.0009234545,0.001563493,0.20815903,0.095211916,0.19625074,0.004724413,0.44159025],"study_design_scores_gemma":[0.0016972111,0.00029205196,0.025827937,0.0010963499,0.00010051335,0.00024932084,0.000018860987,0.86491317,0.009956889,0.002715042,0.09065444,0.0024782068],"about_ca_topic_score_codex":0.00007783724,"about_ca_topic_score_gemma":0.000002346426,"teacher_disagreement_score":0.65675414,"about_ca_system_score_codex":0.000087706314,"about_ca_system_score_gemma":0.000015877915,"threshold_uncertainty_score":0.99981606},"labels":[],"label_agreement":null},{"id":"W2152937518","doi":"10.1142/s0218194013500046","title":"COMPARISON OF OPEN SOURCE TOOLS FOR PROJECT MANAGEMENT","year":2013,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Division of Civil, Mechanical and Manufacturing Innovation","keywords":"Capability Maturity Model Integration; Software project management; Project management; Capability Maturity Model; Process management; Knowledge management; Best practice; Engineering management; Computer science; Software development; Software development process; Software; Engineering; Systems engineering; Software construction; Management","score_opus":0.03971197204239143,"score_gpt":0.34514949754873675,"score_spread":0.30543752550634534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152937518","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011155702,0.0012583521,0.9858992,0.000067956986,0.001093202,0.00030811704,0.0000031031805,0.00017293548,0.000041442945],"genre_scores_gemma":[0.38673732,0.000085723106,0.6128546,0.000007632835,0.00016080703,0.000049683906,0.0000019466245,0.000025688309,0.00007663595],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988788,0.0000097848915,0.0005333088,0.00016712221,0.00022337631,0.00018760367],"domain_scores_gemma":[0.9982759,0.0008025869,0.00023472846,0.00018044128,0.00042720727,0.000079165315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040125716,0.0001781561,0.00032269285,0.00041661866,0.000025168018,0.00048779187,0.0014799875,0.000061491,0.0000034807158],"category_scores_gemma":[0.00065507094,0.0001700685,0.00009917226,0.00019207582,0.0000096079875,0.0015958447,0.00046751814,0.0001896605,0.0000013750737],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006838859,0.0005296131,0.003471871,0.0013734283,0.0016713218,0.000032343552,0.003849003,0.17193048,0.0040795607,0.031523313,0.0102027645,0.7712679],"study_design_scores_gemma":[0.0017775714,0.0005316208,0.0052205576,0.001555653,0.000076391814,0.0002591427,0.00015134997,0.7364955,0.0107766185,0.0003327353,0.24204917,0.000773694],"about_ca_topic_score_codex":0.000009977646,"about_ca_topic_score_gemma":1.7926968e-7,"teacher_disagreement_score":0.7704942,"about_ca_system_score_codex":0.000058008998,"about_ca_system_score_gemma":0.000037160546,"threshold_uncertainty_score":0.6935192},"labels":[],"label_agreement":null},{"id":"W2153155317","doi":"10.1016/j.jss.2010.12.018","title":"A model of job satisfaction for collaborative development processes","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Job satisfaction; Agile software development; Job design; Computer science; Knowledge management; Extreme programming; Job attitude; Sustainability; Software development; Work (physics); Job analysis; Pair programming; Job performance; Software development process; Software; Psychology; Engineering; Software engineering; Social psychology","score_opus":0.02750157553542526,"score_gpt":0.2656077780506239,"score_spread":0.23810620251519865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153155317","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14978649,0.00051459036,0.84919333,0.000042361014,0.00030259576,0.00011687465,0.0000037627597,0.000032991804,0.0000070100828],"genre_scores_gemma":[0.5803404,0.00004119376,0.41954848,0.0000049804335,0.000035999135,0.000008591971,1.09709966e-7,0.0000036459976,0.000016596812],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99938345,0.000009766203,0.0003040425,0.0000747997,0.00015536908,0.000072562194],"domain_scores_gemma":[0.9985029,0.00024023125,0.00039565683,0.000088895285,0.0007240023,0.000048316186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004225439,0.0000681654,0.00017516915,0.00008365716,0.000055263998,0.000077551544,0.00014911483,0.00005541766,3.73951e-7],"category_scores_gemma":[0.00036942805,0.00005188762,0.000021238011,0.00012735768,0.000011269855,0.00051840657,0.00001974251,0.00010784817,8.526845e-8],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005312571,0.00040746824,0.25764698,0.015155946,0.0011634235,0.000048562597,0.051496956,0.044103373,0.046651278,0.07699388,0.01340803,0.49239284],"study_design_scores_gemma":[0.011728874,0.0082136225,0.1371557,0.009215377,0.00054334255,0.00437857,0.0044273124,0.38995564,0.12791733,0.03942192,0.26185596,0.0051863506],"about_ca_topic_score_codex":0.000008511319,"about_ca_topic_score_gemma":0.000012565875,"teacher_disagreement_score":0.4872065,"about_ca_system_score_codex":0.000011544567,"about_ca_system_score_gemma":0.00029448036,"threshold_uncertainty_score":0.21159157},"labels":[],"label_agreement":null},{"id":"W2153470826","doi":"10.1109/icgse.2008.39","title":"Global Software Development and Delay: Does Distance Still Matter?","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":112,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada; International Business Machines Corporation","keywords":"IBM; Computer science; Task (project management); Software development; Software; Distributed development; Jazz; Software engineering; Data science; Process management; Distributed computing; Systems engineering; Engineering; Operating system","score_opus":0.012021033358704658,"score_gpt":0.23149373821511385,"score_spread":0.21947270485640918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153470826","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039497856,0.00017726657,0.9586383,0.00027041696,0.00012859785,0.00005293584,0.0000015673361,0.00077297614,0.000460093],"genre_scores_gemma":[0.31593367,0.00002289582,0.6835264,0.00026368274,0.000011381121,0.000008258992,5.9831785e-7,0.000003416857,0.00022969495],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993459,0.000010167882,0.0001145763,0.00023305378,0.00013442384,0.00016188844],"domain_scores_gemma":[0.9995567,0.00007336749,0.00003257307,0.00024123237,0.000026418735,0.00006966883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000075844124,0.00010148292,0.00008727346,0.000019943494,0.000087140965,0.00006847272,0.00031148468,0.000033884822,0.00002196422],"category_scores_gemma":[0.000025838784,0.00007182254,0.000013695928,0.0001379743,0.00002397247,0.00041385452,0.00018764686,0.000045105066,0.000025750458],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018499617,0.00012694557,0.5855095,0.00011386212,0.0000705345,0.0006987442,0.0023835378,0.00012756271,0.0000070977007,0.055191528,0.02603101,0.3297212],"study_design_scores_gemma":[0.0003071766,0.00006376721,0.31728047,0.00005402164,0.00000605361,0.0012523219,0.000015277597,0.0035384942,0.0012578734,0.0074419607,0.66794276,0.0008398172],"about_ca_topic_score_codex":0.000028932169,"about_ca_topic_score_gemma":0.000014252451,"teacher_disagreement_score":0.64191175,"about_ca_system_score_codex":0.000033998185,"about_ca_system_score_gemma":0.000033769506,"threshold_uncertainty_score":0.2928838},"labels":[],"label_agreement":null},{"id":"W2153764456","doi":"10.24908/pceea.v0i0.3610","title":"The Frog and the Octopus—Experience Teaching Software Project Management","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia; Natural Sciences and Engineering Research Council of Canada","funders":"","keywords":"Agile software development; Computer science; Project management; Software; Set (abstract data type); Engineering management; Software engineering; Engineering; Systems engineering","score_opus":0.009728173057874928,"score_gpt":0.22039602164908503,"score_spread":0.2106678485912101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153764456","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4999331,0.009046695,0.19973047,0.116664544,0.034491986,0.017483365,0.00006191341,0.0074678143,0.11512011],"genre_scores_gemma":[0.92547023,0.00009435216,0.07175546,0.00036147286,0.00009651305,0.00026853703,6.619757e-7,0.00002226255,0.001930518],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990823,0.000016391963,0.00020150193,0.00018326454,0.00026542792,0.0002510978],"domain_scores_gemma":[0.9990586,0.00021576651,0.00026375428,0.00021410116,0.00017452202,0.000073261916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011305744,0.000121832825,0.00009970315,0.00011333826,0.00051246444,0.00031811534,0.0009869369,0.00006382788,0.0000017943086],"category_scores_gemma":[0.0014163718,0.000077232304,0.00005369497,0.00033022618,0.00003561346,0.00043355138,0.0001294455,0.00026439785,0.0000013639059],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009226613,0.00004979532,0.035765197,0.00017943897,0.00018780692,3.1277813e-7,0.027946193,0.000053270265,0.00004049653,0.87204194,0.03216951,0.031556796],"study_design_scores_gemma":[0.00090808293,0.000067926216,0.26581877,0.0004808306,0.00016785465,0.000046689434,0.0029276428,0.020108946,0.0017588849,0.015545716,0.69111294,0.001055687],"about_ca_topic_score_codex":0.006737041,"about_ca_topic_score_gemma":0.0005494242,"teacher_disagreement_score":0.8564962,"about_ca_system_score_codex":0.00040680057,"about_ca_system_score_gemma":0.00015099964,"threshold_uncertainty_score":0.99987715},"labels":[],"label_agreement":null},{"id":"W2154060542","doi":"10.1109/52.895172","title":"Critical factors affecting personal software processes","year":2000,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; National Research Council Canada","funders":"","keywords":"Personal software process; Team software process; Software development; Software engineering; Computer science; Software; Software peer review; Process (computing); Software development process; Software construction; Operating system","score_opus":0.020792264626538288,"score_gpt":0.2798346046630434,"score_spread":0.2590423400365051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154060542","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18317842,0.00051082013,0.81042117,0.00021412066,0.0006118758,0.000152342,0.00001539475,0.004727126,0.00016873881],"genre_scores_gemma":[0.73717934,0.000048846567,0.26191506,0.00025849996,0.00022412154,0.000023760576,0.000005445769,0.000041797553,0.00030316412],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981625,0.00006148738,0.0002304764,0.00057401013,0.00043360828,0.0005379383],"domain_scores_gemma":[0.9968832,0.002228958,0.00005385298,0.00045831793,0.00017772055,0.00019792981],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023368788,0.0002972453,0.00024146037,0.00010354737,0.00051233754,0.00031525496,0.0008646949,0.0001579915,0.00038819062],"category_scores_gemma":[0.002524889,0.0002748788,0.00011008727,0.0005987214,0.00006712454,0.0015095484,0.00008523271,0.00038742617,0.00010862578],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009174925,0.00095004804,0.08324493,0.0026537445,0.00025135258,0.00072262966,0.0365072,0.0017645124,0.00030900273,0.0012683517,0.027548498,0.844688],"study_design_scores_gemma":[0.004685034,0.0054564243,0.11732209,0.004895706,0.0006027137,0.0037912251,0.0015215517,0.019010615,0.15587585,0.04521537,0.6225424,0.019081062],"about_ca_topic_score_codex":0.00004239418,"about_ca_topic_score_gemma":0.000004831894,"teacher_disagreement_score":0.82560694,"about_ca_system_score_codex":0.000053928794,"about_ca_system_score_gemma":0.00013522888,"threshold_uncertainty_score":0.9999703},"labels":[],"label_agreement":null},{"id":"W2154644981","doi":"10.1109/sera.2010.36","title":"Automated Generation of Use Case Descriptions from Problem Frames","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Software engineering; Popularity; Search-based software engineering; Software requirements; Bridging (networking); Software; Requirements engineering; Software development; Software construction; Programming language; Computer security","score_opus":0.047715219607902974,"score_gpt":0.27755361318784644,"score_spread":0.22983839357994346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154644981","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32944852,0.000006474188,0.66876996,0.000115282455,0.00017893326,0.00005279065,0.000004327845,0.0013600967,0.00006363191],"genre_scores_gemma":[0.47954786,0.000001878431,0.52036583,0.000025687501,0.000019039657,0.000005390597,0.000002436978,0.0000023343334,0.000029539295],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99960476,0.00001560602,0.00011620672,0.00012514382,0.00006987212,0.00006843752],"domain_scores_gemma":[0.99938977,0.00013721154,0.000047485562,0.00032943176,0.00006396333,0.00003214546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009446847,0.000053451266,0.000056186047,0.000046639638,0.00004078899,0.00013766531,0.00017322734,0.000058253154,0.00004128381],"category_scores_gemma":[0.000092343114,0.000046022225,0.000019611207,0.00012928901,0.000010994885,0.00084791146,0.00005575587,0.00010230044,0.000005761023],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003967263,0.00029648127,0.0069792257,0.000024292118,0.00008282252,0.00038523172,0.001978298,0.0019262675,0.6119364,0.28351346,0.045710433,0.047163144],"study_design_scores_gemma":[0.000063669504,0.000032973327,0.0013375429,0.0000051490574,0.0000070338356,0.0001877432,0.0000042001975,0.94868785,0.041646384,0.0014399523,0.006469652,0.000117835894],"about_ca_topic_score_codex":0.0015955453,"about_ca_topic_score_gemma":0.00019700362,"teacher_disagreement_score":0.9467616,"about_ca_system_score_codex":0.000003916895,"about_ca_system_score_gemma":0.000017347458,"threshold_uncertainty_score":0.24119979},"labels":[],"label_agreement":null},{"id":"W2155184480","doi":"10.1002/spip.336","title":"A System Dynamics Simulation Model for Analyzing the Stability of Software Release Plans","year":2007,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Task (project management); Plan (archaeology); Resource (disambiguation); Dependency (UML); Software; Stability (learning theory); Productivity; Software release life cycle; Operations research; Strategic planning; Work (physics); Sensitivity (control systems); Focus (optics); Industrial engineering; Systems engineering; Software engineering; Software development; Engineering; Software quality","score_opus":0.026571327454409273,"score_gpt":0.31171580075590244,"score_spread":0.2851444733014932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155184480","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074739726,0.0003093656,0.9903108,0.00036060598,0.00012775794,0.0007601415,0.000049212354,0.00057681056,0.000031338288],"genre_scores_gemma":[0.6986144,0.000022693515,0.30114284,0.00009815292,0.000031521475,0.000054439,0.000010507714,0.000015545618,0.000009911185],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99840516,0.000056087927,0.00048278444,0.00041549237,0.0003231841,0.00031730757],"domain_scores_gemma":[0.99146765,0.0068099117,0.00054840656,0.00052968337,0.00055591966,0.000088401976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034370893,0.00020342316,0.00021222478,0.000090024485,0.00027646386,0.00015497404,0.00051794294,0.00010701413,9.046445e-7],"category_scores_gemma":[0.0049758535,0.00016004777,0.000066681314,0.00034909276,0.000047309324,0.001596161,0.00015256097,0.0002203529,3.4805262e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016584822,0.0005063069,0.009839468,0.0059286607,0.00034113467,0.000016329357,0.009789219,0.099433795,0.00028739864,0.020965211,0.00009718441,0.8511368],"study_design_scores_gemma":[0.00032683476,0.00023723004,0.00009091163,0.00007188326,0.00010470791,0.000014940029,0.00058027625,0.9946049,0.00097225135,0.0023881183,0.00036941978,0.00023856497],"about_ca_topic_score_codex":0.00004209451,"about_ca_topic_score_gemma":0.00002640794,"teacher_disagreement_score":0.89517105,"about_ca_system_score_codex":0.00010409763,"about_ca_system_score_gemma":0.00011376555,"threshold_uncertainty_score":0.65265584},"labels":[],"label_agreement":null},{"id":"W2157129284","doi":"10.1145/1082983.1083000","title":"Human and social factors of software engineering","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Social software engineering; Software development; Personal software process; Software Engineering Process Group; Agile software development; Software engineering; Software requirements; Software peer review; Software construction; Computer science; Software development process; Software; Engineering; Engineering management","score_opus":0.02028920115824682,"score_gpt":0.25374770360180443,"score_spread":0.23345850244355762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157129284","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5264749,0.0008309853,0.4684023,0.00023622012,0.00028416576,0.00019291483,0.000020335776,0.0035569186,0.0000012766756],"genre_scores_gemma":[0.6392643,0.000015511438,0.3604483,0.000034024968,0.00014657527,0.000017740054,0.000009429209,0.000053023767,0.00001112318],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99802333,0.000020342228,0.0004872731,0.00053156127,0.00038507447,0.00055242557],"domain_scores_gemma":[0.9858411,0.012907218,0.00017692473,0.00081684196,0.00010824489,0.00014967116],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003118071,0.00046380697,0.0004821194,0.00035565233,0.00016173975,0.00011304126,0.0012679056,0.00024527722,0.000019566225],"category_scores_gemma":[0.026853094,0.00048932986,0.00015185014,0.0004365976,0.00004029923,0.0010189188,0.00067386695,0.0004440801,0.0000060760763],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020349944,0.00046722798,0.823432,0.0024634353,0.00059836387,0.00007576766,0.009921142,0.028911354,0.028484894,0.027082302,0.0028436815,0.07569947],"study_design_scores_gemma":[0.0013486752,0.00053429545,0.8602547,0.0005223693,0.00015324506,0.00013340205,0.000039141134,0.0068080854,0.07841936,0.00022,0.04806575,0.0035009885],"about_ca_topic_score_codex":0.00004156307,"about_ca_topic_score_gemma":0.0000021019114,"teacher_disagreement_score":0.112789385,"about_ca_system_score_codex":0.00007257822,"about_ca_system_score_gemma":0.00003235496,"threshold_uncertainty_score":0.99975586},"labels":[],"label_agreement":null},{"id":"W2157408853","doi":"10.5555/998675.999503","title":"The 3rd international workshop on global software development","year":2004,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Globalization; Work (physics); Software development; Software; Computer science; Key (lock); Field (mathematics); Engineering management; Knowledge management; Engineering ethics; Process management; Data science; Engineering; Political science; Computer security","score_opus":0.03246617795960962,"score_gpt":0.2917920050000534,"score_spread":0.2593258270404438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157408853","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002890672,0.00005544504,0.9872954,0.0032356624,0.003859008,0.00013991473,0.000010789519,0.0015529976,0.0009601355],"genre_scores_gemma":[0.51227057,0.00012113186,0.48632857,0.00050732744,0.00031888837,0.0001212488,0.000023696532,0.000031689062,0.0002768567],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979944,0.000015240772,0.00034445664,0.0004695696,0.00081686076,0.00035947232],"domain_scores_gemma":[0.99858016,0.00043004807,0.00012156082,0.0004992733,0.00024546834,0.00012351788],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002962491,0.00030208632,0.00014553718,0.00013443103,0.00018738933,0.00068052416,0.0023327635,0.00010849368,0.000037617174],"category_scores_gemma":[0.001334022,0.00025270588,0.00008922115,0.0002478508,0.00002745705,0.00052108103,0.00034925723,0.00040376908,0.00015273216],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053089505,0.00012740007,0.0007402191,0.0000103862285,0.00020908541,0.00008771112,0.0003413813,0.07317915,0.000031656622,0.75461334,0.0008591794,0.16974743],"study_design_scores_gemma":[0.0026898428,0.0004297799,0.023750944,0.0021362144,0.000023996037,0.00030596167,0.00013177711,0.062255256,0.005894359,0.027892454,0.87152994,0.0029594998],"about_ca_topic_score_codex":0.0000105898325,"about_ca_topic_score_gemma":0.000006679732,"teacher_disagreement_score":0.87067074,"about_ca_system_score_codex":0.0005718968,"about_ca_system_score_gemma":0.0001730256,"threshold_uncertainty_score":0.9999925},"labels":[],"label_agreement":null},{"id":"W2158049446","doi":"10.1145/966221.966224","title":"Global software development","year":2003,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Victoria University; University of Victoria; Carnegie Mellon University","keywords":"Software engineering; Software development; Engineering; Engineering management; Software; Software peer review; Library science; Computer science; Software construction","score_opus":0.01792110718589928,"score_gpt":0.2466898453624505,"score_spread":0.22876873817655122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158049446","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021621382,0.0010316169,0.96979666,0.000102236,0.00097478763,0.00020766609,0.000006673354,0.0062427246,0.000016242175],"genre_scores_gemma":[0.35639495,0.000016201435,0.64328027,0.00012698515,0.000048645197,0.000059312668,0.000006961512,0.00003754433,0.000029140698],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975377,0.00004534901,0.00044816517,0.0007054342,0.0004962391,0.0007671417],"domain_scores_gemma":[0.9775725,0.02000576,0.00014170857,0.0017967622,0.00015582363,0.00032742711],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00051644514,0.0004931968,0.00035210318,0.00017036205,0.00019087165,0.00028890875,0.0018780191,0.0002170317,0.000047299338],"category_scores_gemma":[0.13695207,0.0005165579,0.0001299534,0.00094515714,0.000023242186,0.0008778279,0.0004924743,0.00029854645,0.000114503986],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011934815,0.00027128495,0.7995408,0.0003993604,0.00025159318,0.0002587135,0.0008464865,0.010658576,0.00019449997,0.045476854,0.004232383,0.13785748],"study_design_scores_gemma":[0.0011879551,0.00028523125,0.29372463,0.00044224647,0.000064421685,0.0007234102,0.000013144794,0.00067895604,0.02280346,0.0024005466,0.6737031,0.0039728973],"about_ca_topic_score_codex":0.000016785403,"about_ca_topic_score_gemma":0.000003069307,"teacher_disagreement_score":0.6694707,"about_ca_system_score_codex":0.00021801854,"about_ca_system_score_gemma":0.00020459633,"threshold_uncertainty_score":0.9997286},"labels":[],"label_agreement":null},{"id":"W2158161187","doi":"10.5539/ass.v8n16p215","title":"Developing Industrial Cases for Teaching Software Engineering – A Lesson Learned","year":2012,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiti Kebangsaan Malaysia","keywords":"Computer science; Exploit; Software development; Process (computing); Software Engineering Process Group; Social software engineering; Engineering management; Software engineering; Software development process; Software; Personal software process; Quality (philosophy); Software construction; Engineering","score_opus":0.08221052900113666,"score_gpt":0.33996591527766995,"score_spread":0.25775538627653327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158161187","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0065991324,0.000045870776,0.98956656,0.0010326721,0.0009257824,0.00019113824,0.0000019483575,0.0008004864,0.00083637726],"genre_scores_gemma":[0.63913625,0.0000012210988,0.36025223,0.00007379867,0.00048106632,0.000029399294,6.6862657e-7,0.000009032853,0.000016333694],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998566,0.00002877282,0.00015607379,0.00028505072,0.0003277868,0.00063631695],"domain_scores_gemma":[0.9991286,0.00040390226,0.00009071972,0.00019060829,0.000057245674,0.00012897034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016964873,0.00013439493,0.00013561563,0.00013646773,0.0007358995,0.00029916453,0.00092407374,0.00009390041,0.0000019274496],"category_scores_gemma":[0.002999908,0.0001368499,0.00005531434,0.0006094995,0.0000783183,0.0021641217,0.00025839361,0.0002612404,0.0000044327985],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041781946,0.000023552364,0.0014509631,0.000017121434,0.000007632571,0.0000036039582,0.004273234,0.0000062583913,0.00044329013,0.3248064,0.00043922482,0.66852456],"study_design_scores_gemma":[0.0016085389,0.00045934663,0.060821652,0.000344157,0.00006422803,0.0003370412,0.0015290596,0.0056739575,0.021822318,0.007860322,0.8960723,0.0034070383],"about_ca_topic_score_codex":0.000028684466,"about_ca_topic_score_gemma":6.850014e-7,"teacher_disagreement_score":0.8956331,"about_ca_system_score_codex":0.00019368374,"about_ca_system_score_gemma":0.00018866496,"threshold_uncertainty_score":0.56600183},"labels":[],"label_agreement":null},{"id":"W2159188695","doi":"10.1109/hicss.2011.381","title":"Software Project Risk Drivers as Project Manager Stressors and Coping Resources","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Software project management; Stressor; Project manager; Project risk management; Coping (psychology); Project management; Software development; Knowledge management; Computer science; Risk management; Team software process; Process management; Software; Project management triangle; Risk analysis (engineering); Software development process; Engineering; Psychology; Business; Software construction; Systems engineering; Clinical psychology","score_opus":0.029240385301767535,"score_gpt":0.25901365820508254,"score_spread":0.229773272903315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159188695","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08605083,0.00025034117,0.9010473,0.00009180737,0.00018804696,0.00051741215,0.000003467241,0.003020062,0.008830724],"genre_scores_gemma":[0.11225216,0.00040802752,0.8862824,0.00016470875,0.00003596704,0.000043144013,9.453161e-7,0.000020878948,0.00079178676],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99902236,0.000066121516,0.00013347261,0.00037462046,0.00017165969,0.00023174997],"domain_scores_gemma":[0.99920833,0.0002018199,0.00009787118,0.00041264118,0.00003385698,0.000045507106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027811583,0.00014952663,0.00012486603,0.0001799594,0.00013274132,0.00016807725,0.00052785286,0.00006771563,0.000023661667],"category_scores_gemma":[0.00018569059,0.00012348952,0.000036837762,0.00029332977,0.000040222585,0.00072521134,0.00033434553,0.00017501133,0.000012653231],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000145489,0.00036149405,0.22929722,0.00060351915,0.0005534056,0.000631466,0.08332694,0.00011464257,0.00005429225,0.07018877,0.06910658,0.54561615],"study_design_scores_gemma":[0.002005671,0.0026719826,0.08837316,0.00060930353,0.00024601683,0.000452257,0.002778881,0.02954877,0.009665478,0.022270575,0.83745354,0.003924336],"about_ca_topic_score_codex":0.002615155,"about_ca_topic_score_gemma":0.000023030301,"teacher_disagreement_score":0.76834697,"about_ca_system_score_codex":0.000014556011,"about_ca_system_score_gemma":0.000029918074,"threshold_uncertainty_score":0.5035757},"labels":[],"label_agreement":null},{"id":"W2159409938","doi":"10.5539/ies.v7n10p50","title":"A Guideline of Using Case Method in Software Engineering Courses","year":2014,"lang":"en","type":"article","venue":"International Education Studies","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiti Kebangsaan Malaysia","keywords":"Guideline; Medical education; Psychology; Mathematics education; Quality (philosophy); Software; Computer science; Medicine; Physics","score_opus":0.06389678125402974,"score_gpt":0.4409978787932853,"score_spread":0.3771010975392555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159409938","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030124405,0.0005561005,0.96700984,0.0005108501,0.00160595,0.00004308331,0.0000012716756,0.00010153887,0.000046975034],"genre_scores_gemma":[0.2537973,0.00002622482,0.7459683,0.000090366404,0.00007468063,0.000013159245,0.0000010167073,0.000004336395,0.000024647146],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99936926,0.000026752348,0.00026186756,0.00013877689,0.00013172893,0.00007161341],"domain_scores_gemma":[0.99853927,0.000550868,0.00011451139,0.00015522754,0.000621956,0.000018196166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000491608,0.00007293458,0.00011661444,0.00022092284,0.000019827956,0.000024166011,0.00023675803,0.000021598731,0.0000043008044],"category_scores_gemma":[0.0028714796,0.000071903916,0.000026317053,0.00018315374,0.000009420631,0.00030333575,0.00010747902,0.00006128214,9.354844e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021819553,0.00074743544,0.04635235,0.00031677852,0.00058281963,0.0001048485,0.0081469305,0.19369525,0.0015659105,0.23404327,0.012641017,0.5017816],"study_design_scores_gemma":[0.0003701362,0.00006478664,0.0023933018,0.00041166585,0.000030305016,0.0014557877,0.00073946634,0.8149725,0.003740902,0.007308279,0.16803612,0.00047674245],"about_ca_topic_score_codex":0.00019692359,"about_ca_topic_score_gemma":0.000007694515,"teacher_disagreement_score":0.6212773,"about_ca_system_score_codex":0.00006409157,"about_ca_system_score_gemma":0.000059421272,"threshold_uncertainty_score":0.34376368},"labels":[],"label_agreement":null},{"id":"W2159715729","doi":"10.1145/1852786.1852789","title":"Can we evaluate the quality of software engineering experiments?","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Usability; Computer science; Checklist; Quality (philosophy); Software quality; Reliability (semiconductor); Context (archaeology); Process (computing); Quality Score; Software; Software engineering; Data science; Software development; Psychology; Human–computer interaction; Engineering; Operations management","score_opus":0.04263385987164619,"score_gpt":0.3358986261512139,"score_spread":0.2932647662795677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159715729","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.072703,0.00010205074,0.9240505,0.0015101049,0.0005679981,0.00012055491,0.0000013169755,0.0007472067,0.00019727893],"genre_scores_gemma":[0.6610458,0.000009663958,0.3387696,0.0000611168,0.000029363271,0.000017872439,2.8636623e-7,0.000006027421,0.00006028876],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992513,0.000029551804,0.00018700883,0.00015427062,0.00023525495,0.00014261552],"domain_scores_gemma":[0.99863905,0.0005241391,0.00005191912,0.00068459567,0.000058153768,0.00004214117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075105054,0.00009275531,0.000105435814,0.00003688754,0.00004107142,0.00005825957,0.0008030649,0.00004384035,0.000051284966],"category_scores_gemma":[0.0005153014,0.000060566428,0.000049802093,0.00016770631,0.000018635315,0.00021209611,0.00018941014,0.0001984172,0.000004353654],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012266208,0.00016573063,0.0069675297,0.00014584886,0.00012739483,0.0000062911313,0.0044400836,0.0013604728,0.1549759,0.741554,0.0030844216,0.08716005],"study_design_scores_gemma":[0.0007172728,0.0002299052,0.034290943,0.000073087926,0.000027863178,0.000051626073,0.000107300526,0.08948134,0.78301054,0.014958483,0.07587922,0.0011724026],"about_ca_topic_score_codex":0.0001757142,"about_ca_topic_score_gemma":0.000013011146,"teacher_disagreement_score":0.7265955,"about_ca_system_score_codex":0.000007749614,"about_ca_system_score_gemma":0.00002842525,"threshold_uncertainty_score":0.24698272},"labels":[],"label_agreement":null},{"id":"W2159867793","doi":"10.19173/irrodl.v2i2.47","title":"Editorial - Online Software Evaluation Reports","year":2002,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Software; World Wide Web; Data science; Multimedia","score_opus":0.07942952329101942,"score_gpt":0.4554439026683538,"score_spread":0.37601437937733434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159867793","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012813155,0.033667084,0.010524991,0.0029388897,0.95089656,0.0011750482,0.000120838595,0.00008652434,0.00057727244],"genre_scores_gemma":[0.00031250357,0.1409601,0.0069856006,0.000040163064,0.84896123,0.00027621386,0.0021284663,0.000026633286,0.000309084],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944115,0.00087216974,0.0006265023,0.0004708414,0.0033718902,0.0002470692],"domain_scores_gemma":[0.9912026,0.00564803,0.00051573815,0.0006081869,0.001960181,0.000065281885],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018010281,0.00016359705,0.00036383249,0.00018464561,0.0001287646,0.000501784,0.0027635214,0.00022574163,0.00009451816],"category_scores_gemma":[0.052712336,0.00012219968,0.000064310596,0.00058469654,0.00007554952,0.00056027673,0.0020918085,0.0022429044,0.000004545306],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010065576,0.000048769758,0.00007499334,0.00062798825,0.000024503806,0.000015754626,0.00001953006,0.00007008542,4.85967e-7,0.000141227,0.97229314,0.026673475],"study_design_scores_gemma":[0.00018456344,0.00007432069,0.000030341365,0.009082609,0.000013031761,0.0000104293495,0.000014933005,0.0030288852,0.0000019963143,0.0015762674,0.98586434,0.00011826104],"about_ca_topic_score_codex":0.0005065021,"about_ca_topic_score_gemma":0.000010244056,"teacher_disagreement_score":0.10729302,"about_ca_system_score_codex":0.00023816896,"about_ca_system_score_gemma":0.00053910265,"threshold_uncertainty_score":0.97444284},"labels":[],"label_agreement":null},{"id":"W2159965810","doi":"10.1109/fie.2002.1158710","title":"Process activities in a project based course in software engineering","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Personal software process; Software Engineering Process Group; Software engineering; Software development; Computer science; Process (computing); Software development process; Team software process; Software project management; Social software engineering; Engineering management; Software construction; Software; Engineering; Programming language","score_opus":0.014500195497974164,"score_gpt":0.2760176012989832,"score_spread":0.261517405801009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159965810","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05695979,0.00009363907,0.94117075,0.000091666836,0.00010870819,0.0002382923,4.9362774e-7,0.00090755126,0.00042912937],"genre_scores_gemma":[0.7272354,0.0000037010516,0.27257362,0.00005776298,0.0000052403516,0.000086188564,3.3061795e-7,0.000009391317,0.000028351844],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99922484,0.000032112428,0.00013739086,0.00022559325,0.00013736534,0.00024269651],"domain_scores_gemma":[0.9993681,0.00031488345,0.000029030405,0.00024667467,0.000015283807,0.000026074484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037291888,0.0001190079,0.00012313382,0.00024236989,0.000013614814,0.00007098492,0.00030847042,0.000056280685,0.000008776374],"category_scores_gemma":[0.00037940833,0.00011467276,0.000021377371,0.00069023564,0.0000064037786,0.0006844408,0.000024732744,0.00018668061,0.0000015601855],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074064395,0.002418272,0.56510854,0.0017505114,0.00006531066,0.001085598,0.009648656,0.22947392,0.000839354,0.13915895,0.0033663034,0.04701055],"study_design_scores_gemma":[0.0022846994,0.0003956625,0.03705743,0.0007139976,0.000010771641,0.000109015506,0.0003491739,0.8806635,0.04944039,0.0018322953,0.025027866,0.002115163],"about_ca_topic_score_codex":0.00006256074,"about_ca_topic_score_gemma":0.000033072633,"teacher_disagreement_score":0.6702756,"about_ca_system_score_codex":0.000043896027,"about_ca_system_score_gemma":0.00016049482,"threshold_uncertainty_score":0.46762192},"labels":[],"label_agreement":null},{"id":"W2160135751","doi":"10.5555/381473.381559","title":"Invited industry presentations (IIP)","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Computer science; Bottleneck; Business process reengineering; Component (thermodynamics); Usability; Software engineering; Mobile phone; Software; Engineering management; Knowledge management; Process management; World Wide Web; Engineering; Manufacturing engineering; Telecommunications; Human–computer interaction","score_opus":0.04941791300018608,"score_gpt":0.31115354334681306,"score_spread":0.26173563034662695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160135751","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014163056,0.000027849424,0.9782206,0.0035312828,0.001024553,0.00009831365,0.0000059832582,0.0016907952,0.001237574],"genre_scores_gemma":[0.7631692,0.00009969553,0.23507133,0.0009262851,0.00023551351,0.00007562289,0.000019819074,0.000027125796,0.0003754065],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99886817,0.000016031705,0.0002083747,0.00030793346,0.00037275578,0.0002267334],"domain_scores_gemma":[0.9990635,0.00022888508,0.000068716996,0.0003739555,0.00015835385,0.000106567226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001382274,0.0001771671,0.00011397771,0.00027723605,0.000053198415,0.00028357413,0.001007267,0.00015125504,0.00013000362],"category_scores_gemma":[0.0005938109,0.00018800258,0.00005351619,0.00034092853,0.000012537776,0.0007928278,0.00016604339,0.00052707613,0.000047017835],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053311574,0.00038519857,0.057081144,0.00004690829,0.00036867853,0.00055282237,0.0012669342,0.080636114,0.0016052308,0.75213915,0.029163558,0.076700926],"study_design_scores_gemma":[0.00070072996,0.00018212701,0.026105952,0.00030592404,0.000014931013,0.00029500382,0.000051393978,0.6488852,0.002596946,0.0039140224,0.31581447,0.0011333299],"about_ca_topic_score_codex":0.000023738296,"about_ca_topic_score_gemma":0.0000012699004,"teacher_disagreement_score":0.74900615,"about_ca_system_score_codex":0.00005703383,"about_ca_system_score_gemma":0.000023240189,"threshold_uncertainty_score":0.7666523},"labels":[],"label_agreement":null},{"id":"W2160368830","doi":"10.4018/ijitsa.2014010101","title":"An Innovative Approach to the Development of an International Software Process Lifecycle Standard for Very Small Entities","year":2014,"lang":"en","type":"article","venue":"International Journal of Information Technologies and Systems Approach","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Science Foundation Ireland","keywords":"Software development process; Software development; Engineering management; International standard; Process (computing); Software engineering; Quality (philosophy); Software; Process management; Software Engineering Process Group; Computer science; Personal software process; Engineering; Systems engineering; Software construction","score_opus":0.02141623055933994,"score_gpt":0.2738994159810978,"score_spread":0.25248318542175785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160368830","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056045033,0.000030415642,0.94251454,0.00020229706,0.00049387163,0.00025665693,0.000016236187,0.00016769252,0.00027324163],"genre_scores_gemma":[0.5540614,0.0000072982284,0.44577518,0.000029654979,0.0000522859,0.000052200776,0.000014873253,0.0000035779376,0.000003483821],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986025,0.000028434568,0.0006838893,0.000108257285,0.00046887668,0.00010805921],"domain_scores_gemma":[0.9973823,0.00010756569,0.0006917026,0.0002127269,0.0015737981,0.000031910775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014635965,0.000114580376,0.00018167579,0.00042675782,0.00008476503,0.00045225894,0.0017561979,0.00008393411,2.2438223e-7],"category_scores_gemma":[0.0006001045,0.00007871191,0.00003177826,0.00021875408,0.00003591165,0.0025903007,0.00015813344,0.00014657575,2.609509e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023349137,0.0002285928,0.0013044977,0.0003291598,0.00035755668,4.648254e-7,0.020072285,0.03282726,0.00006505111,0.13442358,0.0004449678,0.80971307],"study_design_scores_gemma":[0.0023457194,0.0021228117,0.004046339,0.0004783069,0.0000307122,0.0005261294,0.045898486,0.7569622,0.009520121,0.0063954545,0.17071867,0.00095507066],"about_ca_topic_score_codex":0.000005519732,"about_ca_topic_score_gemma":6.3146086e-7,"teacher_disagreement_score":0.808758,"about_ca_system_score_codex":0.000056220957,"about_ca_system_score_gemma":0.00010159502,"threshold_uncertainty_score":0.43611434},"labels":[],"label_agreement":null},{"id":"W2160509738","doi":"10.2196/resprot.2293","title":"Mobile Emergency, an Emergency Support System for Hospitals in Mobile Devices: Pilot Study","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Università degli Studi di Firenze","keywords":"Computer science; Emergency management; Medical emergency; Mobile device; Health care; Modalities; Contingency plan; Computer security; Medicine; World Wide Web","score_opus":0.18266080514932762,"score_gpt":0.5048393644434422,"score_spread":0.32217855929411465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160509738","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048643332,0.000023795772,0.020907171,0.00003904038,0.00009104388,0.92865187,0.000008891514,0.0011348086,0.0005000655],"genre_scores_gemma":[0.24790277,0.0000030887659,0.008437002,0.00000386722,0.000085129344,0.74329716,0.0000032294054,0.00003601573,0.00023175271],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99623346,0.0005002102,0.00070225727,0.0008110075,0.00084579346,0.0009072926],"domain_scores_gemma":[0.9973192,0.00018528478,0.00015335002,0.0014594529,0.0006102065,0.0002724569],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034760796,0.00024363655,0.0003164961,0.0004008163,0.00023549914,0.000337124,0.0024721758,0.00008555246,0.00037726166],"category_scores_gemma":[0.000119036304,0.00022466514,0.00006503136,0.00109942,0.000027019383,0.0022441554,0.00060695875,0.00045760046,0.00020191206],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008907935,0.047514092,0.31045046,0.01475999,0.00031208462,0.00035006335,0.02873886,0.00080693304,0.011118649,0.016894013,0.23845308,0.32971096],"study_design_scores_gemma":[0.0055788355,0.28770545,0.07677131,0.0018542074,0.000009713214,0.000043785454,0.0059114713,0.027918683,0.0030157024,0.006047434,0.58206254,0.0030808381],"about_ca_topic_score_codex":0.00030227046,"about_ca_topic_score_gemma":0.00004572911,"teacher_disagreement_score":0.34360948,"about_ca_system_score_codex":0.00014307708,"about_ca_system_score_gemma":0.0001246055,"threshold_uncertainty_score":0.9161579},"labels":[],"label_agreement":null},{"id":"W2160687297","doi":"10.1016/j.intcom.2005.06.003","title":"User Needs Analysis and requirements engineering: Theory and practice","year":2005,"lang":"en","type":"article","venue":"Interacting with Computers","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"User story; User needs; Needs analysis; User interface design; Computer science; User-centered design; User requirements document; User interface; Focus (optics); User experience design; User analysis; Process (computing); User modeling; Requirements analysis; User Research; Confusion; Cover (algebra); Human–computer interaction; Software engineering; Engineering; Multimedia; Software development","score_opus":0.010685740511290585,"score_gpt":0.272655226720428,"score_spread":0.26196948620913746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160687297","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036208052,0.00014420984,0.961235,0.0013890155,0.00029109273,0.00008397703,3.767325e-7,0.0004887681,0.00015949401],"genre_scores_gemma":[0.5098268,0.000018365323,0.48968777,0.00037258415,0.000047816182,0.0000047898775,6.1547416e-7,0.000009455089,0.000031827967],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989961,0.00010288705,0.00018904288,0.0003121055,0.00018328484,0.00021658732],"domain_scores_gemma":[0.99340844,0.005921192,0.00015234869,0.00034366,0.00007189534,0.00010248797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089348276,0.00017846332,0.0001851107,0.00040611567,0.000075233176,0.000443756,0.0003135813,0.0000408613,0.0000037890325],"category_scores_gemma":[0.0008365643,0.00015524703,0.000033695145,0.00064607855,0.000022466642,0.0020775867,0.00026645258,0.00021635831,0.000002670402],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079124596,0.00045797284,0.023582814,0.00021901407,0.0075346036,0.00034913595,0.028625462,0.065075025,0.0021915967,0.13579826,0.0042465716,0.7311283],"study_design_scores_gemma":[0.0010445215,0.0006465279,0.012679546,0.000571883,0.0008428806,0.0015656115,0.00044185153,0.75276566,0.002044937,0.00018415178,0.22584324,0.0013691803],"about_ca_topic_score_codex":0.000028405784,"about_ca_topic_score_gemma":0.0000022824483,"teacher_disagreement_score":0.7297591,"about_ca_system_score_codex":0.00003540262,"about_ca_system_score_gemma":0.000011753194,"threshold_uncertainty_score":0.63307905},"labels":[],"label_agreement":null},{"id":"W2161587421","doi":"10.1109/sedc.1997.592452","title":"Teaching software engineering by means of a \"virtual enterprise\"","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Bridge (graph theory); Software; Engineering management; Software engineering; Social software engineering; Computer science; Order (exchange); Software Engineering Process Group; Software development; Engineering ethics; Engineering; Software construction; Pedagogy; Sociology; Business","score_opus":0.009661568165665622,"score_gpt":0.21445679275560683,"score_spread":0.2047952245899412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161587421","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028593005,0.0002013061,0.9946928,0.00019974496,0.00013780805,0.00005199271,0.000002099625,0.0011581564,0.00069681095],"genre_scores_gemma":[0.4451588,0.000023496354,0.5539188,0.000095317795,0.000024304565,0.000007275315,7.0229584e-7,0.000012198443,0.0007591205],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99927294,0.000019030946,0.0001705569,0.00018700163,0.0001761737,0.00017430252],"domain_scores_gemma":[0.9992072,0.00030523184,0.000052135383,0.00035756757,0.00001967382,0.000058200163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001907297,0.00011074985,0.0001220734,0.000080015016,0.000032999174,0.000051394145,0.0005896979,0.000047030786,0.000077148856],"category_scores_gemma":[0.00026066837,0.000103869184,0.00005253384,0.00012616762,0.0000076461365,0.00052517734,0.00014924971,0.00018213484,0.000012304944],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009203373,0.0007137263,0.004922317,0.00023358555,0.00022858009,0.00005597977,0.0082889525,0.0071416902,0.011005089,0.16359586,0.17720218,0.6266028],"study_design_scores_gemma":[0.00032356117,0.00036027443,0.00018136234,0.000101957674,0.000013917009,0.00005567853,0.000023531997,0.77447116,0.012328975,0.00022827095,0.21131279,0.0005985411],"about_ca_topic_score_codex":0.000052051848,"about_ca_topic_score_gemma":3.8333346e-7,"teacher_disagreement_score":0.76732945,"about_ca_system_score_codex":0.00001661009,"about_ca_system_score_gemma":0.0000033550623,"threshold_uncertainty_score":0.42356625},"labels":[],"label_agreement":null},{"id":"W216158967","doi":"","title":"Bericht über die 23th International Conference on Software Engeineering ICSE 2001 vom 12. - 19. Mai 2001 in Toronto, Kanada.","year":2001,"lang":"de","type":"article","venue":"Softwaretechnik-Trends","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Engineering; Forestry; Political science; Geography","score_opus":0.036517454206344925,"score_gpt":0.3021678083643307,"score_spread":0.26565035415798577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W216158967","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009786276,0.012780271,0.9342463,0.005803763,0.011447786,0.00071468623,0.00043806343,0.0075662695,0.026024241],"genre_scores_gemma":[0.27731696,0.035226725,0.6401991,0.004215712,0.004260618,0.0009374617,0.000927491,0.00079948886,0.036116403],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99225366,0.00020902348,0.0013480228,0.0019986045,0.0020080567,0.0021826422],"domain_scores_gemma":[0.9951397,0.0007317496,0.0006412066,0.002242542,0.00043815622,0.0008066198],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0017073803,0.0013202608,0.0010249115,0.0012346726,0.00032606415,0.0008733043,0.003721179,0.0009243681,0.00725878],"category_scores_gemma":[0.0015394695,0.0014490415,0.00038309433,0.0015617692,0.00019527622,0.0023178598,0.0012475279,0.0017958765,0.00019109543],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004118895,0.0011648412,0.01765722,0.00021256546,0.00072479487,0.0036830995,0.0014732408,0.002717302,0.00014418266,0.008302098,0.20213002,0.76137877],"study_design_scores_gemma":[0.0014203604,0.0008363835,0.007806923,0.0008961305,0.00017477159,0.0002151504,0.00006267382,0.03753036,0.00023881048,0.0015148427,0.94674665,0.0025569338],"about_ca_topic_score_codex":0.01246815,"about_ca_topic_score_gemma":0.006904262,"teacher_disagreement_score":0.7588218,"about_ca_system_score_codex":0.002801588,"about_ca_system_score_gemma":0.00047651242,"threshold_uncertainty_score":0.9999549},"labels":[],"label_agreement":null},{"id":"W2161637233","doi":"10.1007/s007660200008","title":"Requirements Engineering and Technology Transfer: Obstacles, Incentives and Improvement Agenda","year":2002,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":151,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Incentive; Technology transfer; Engineering management; Business; Computer science; Engineering; Knowledge management; Economics; Microeconomics","score_opus":0.026067381879355603,"score_gpt":0.23899772970256242,"score_spread":0.2129303478232068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161637233","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17636433,0.0051107355,0.8146632,0.0005703798,0.00054425927,0.00050692953,0.0000059853983,0.002105208,0.00012901686],"genre_scores_gemma":[0.92270625,0.0013741091,0.07564264,0.000052191113,0.000049629794,0.00006692885,0.0000019478744,0.000043897817,0.000062388935],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99825406,0.000010666413,0.0003561911,0.00055201707,0.00028876038,0.0005382789],"domain_scores_gemma":[0.9992325,0.000074094634,0.000049620165,0.00046277323,0.0000410605,0.00013996396],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00025717888,0.0003345367,0.00026405154,0.00040704038,0.000101894824,0.00020037904,0.00045917585,0.0001251413,0.000014098936],"category_scores_gemma":[0.00009301785,0.0003609601,0.000035991674,0.00051109673,0.000029500447,0.0010494731,0.00034422212,0.00025206775,0.0000046213904],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013536937,0.0003494691,0.0046950313,0.0012439671,0.00071268145,0.00024798315,0.0023179273,0.0036934356,0.43824515,0.07601127,0.00067991886,0.47178963],"study_design_scores_gemma":[0.0021102738,0.00078175834,0.00241411,0.0006593296,0.00009098929,0.00015825893,0.000055723274,0.83253175,0.06884993,0.0004637901,0.089889556,0.0019945477],"about_ca_topic_score_codex":0.000009590825,"about_ca_topic_score_gemma":5.488754e-7,"teacher_disagreement_score":0.8288383,"about_ca_system_score_codex":0.00008997305,"about_ca_system_score_gemma":0.0000071930094,"threshold_uncertainty_score":0.99988425},"labels":[],"label_agreement":null},{"id":"W2162392247","doi":"10.1109/csee.1996.491359","title":"A joint CS/E&amp;CE undergraduate option in software engineering","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Home Office","keywords":"Accreditation; Strengths and weaknesses; Flexibility (engineering); Computer science; Software engineering; Software; Engineering management; Joint (building); Engineering; Programming language; Mathematics; Civil engineering","score_opus":0.03897649228295774,"score_gpt":0.2345462121699144,"score_spread":0.19556971988695665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162392247","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003396499,0.00019102165,0.99279577,0.0011751571,0.00019164974,0.000089987494,2.9516104e-7,0.0016344318,0.000525216],"genre_scores_gemma":[0.28271413,0.0001144564,0.71619886,0.00014318456,0.000029916611,0.000020469044,7.9152835e-7,0.000012378254,0.0007658363],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99916,0.00001798817,0.00018137551,0.0002489287,0.00015408479,0.00023760211],"domain_scores_gemma":[0.9993373,0.00014834912,0.00003916561,0.00039286673,0.000022352437,0.000059934177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001984576,0.00012498953,0.00011593083,0.0001790468,0.000027079324,0.00012377695,0.00034370078,0.00005891429,0.00005375814],"category_scores_gemma":[0.00025300635,0.00012186985,0.00004136213,0.00041897627,0.0000052349865,0.00066616153,0.00012481736,0.00018250747,0.00011430801],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009592567,0.00061425683,0.0056917523,0.0003446104,0.00009182536,0.00028270332,0.0029021497,0.09464009,0.0032184976,0.5616252,0.03671152,0.2938678],"study_design_scores_gemma":[0.0004589692,0.000112716465,0.0054919887,0.0001516357,0.000006667575,0.00014203481,0.0000059930435,0.8762569,0.0025289962,0.010535664,0.10346392,0.00084455],"about_ca_topic_score_codex":0.000044397275,"about_ca_topic_score_gemma":0.000007843239,"teacher_disagreement_score":0.78161675,"about_ca_system_score_codex":0.00005553651,"about_ca_system_score_gemma":0.0000061764413,"threshold_uncertainty_score":0.49697083},"labels":[],"label_agreement":null},{"id":"W2162651210","doi":"10.1017/s0890060408000218","title":"Design rationale: Researching under uncertainty","year":2008,"lang":"en","type":"article","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University","keywords":"Gloom; Value (mathematics); Engineering ethics; Economic shortage; Management science; Empirical research; Public relations; Computer science; Political science; Engineering; Psychology","score_opus":0.10552812207834311,"score_gpt":0.3048532528455534,"score_spread":0.1993251307672103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162651210","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036718012,0.00013801073,0.99506575,0.0002558022,0.00010349519,0.00033659211,0.0000015020354,0.00042177257,0.000005247751],"genre_scores_gemma":[0.55863047,0.00010262448,0.44108307,0.00003196476,0.000048109327,0.00006167472,0.0000032983585,0.000012457509,0.000026315689],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99851114,0.00006010017,0.00035028422,0.0004485245,0.00025269363,0.00037725296],"domain_scores_gemma":[0.99778587,0.0015834384,0.00007798798,0.0003594199,0.00006727588,0.00012599501],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010413644,0.00020879926,0.00026129806,0.00052288274,0.00031554807,0.00023146164,0.0004435623,0.000075672506,0.000011849131],"category_scores_gemma":[0.00020400457,0.00020126691,0.00013515908,0.00051077735,0.000034839755,0.00053561205,0.000097551856,0.00018589282,0.0000050919107],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014657368,0.000016781754,0.0000046458345,0.000012214138,0.00018999795,0.000007617942,0.00027529665,0.9682919,0.001172496,0.01441666,0.00003797094,0.015559796],"study_design_scores_gemma":[0.000017758146,0.00006845833,0.00008432787,0.000009503395,0.00006072515,0.000012668104,0.000016118613,0.86103487,0.12917702,0.00889125,0.00039598317,0.00023133976],"about_ca_topic_score_codex":0.00006650996,"about_ca_topic_score_gemma":0.0000038659978,"teacher_disagreement_score":0.5549587,"about_ca_system_score_codex":0.00004931588,"about_ca_system_score_gemma":0.00003889602,"threshold_uncertainty_score":0.82074267},"labels":[],"label_agreement":null},{"id":"W2163041106","doi":"10.1145/1822327.1822341","title":"Designing and implementing a measurement program for Scrum teams","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Mitacs; Fonds Québécois de la Recherche sur la Nature et les Technologies","keywords":"Agile software development; Scrum; Agile usability engineering; Lean software development; Agile Unified Process; Extreme programming practices; Process management; Computer science; Software; Software development; Engineering management; Engineering; Software engineering; Knowledge management; Software development process","score_opus":0.02928294393239153,"score_gpt":0.3023573789279905,"score_spread":0.273074434995599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163041106","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002613802,0.000027304468,0.9950721,0.0004100244,0.00012445859,0.00038098605,1.7847914e-7,0.000939491,0.00043164834],"genre_scores_gemma":[0.25266606,0.0000014796369,0.7471079,0.000045740355,0.000033514432,0.00012458702,1.942437e-7,0.000004441979,0.000016053713],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99939835,0.000007042971,0.00009286794,0.00016948309,0.00012747964,0.00020477845],"domain_scores_gemma":[0.99958295,0.000091542555,0.000035835106,0.00017814203,0.00006675478,0.000044767883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010728289,0.00006452731,0.000055538418,0.00003450187,0.00010386871,0.0002345313,0.00021375192,0.000026177486,0.0000044298563],"category_scores_gemma":[0.00015083446,0.0000544855,0.00001942441,0.00007058698,0.000007399281,0.00029974376,0.000114517235,0.000083822575,7.083594e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017913949,0.000033854885,0.001170486,0.000027721066,0.000014401192,7.9036863e-7,0.00013123115,0.0000014042045,0.0271591,0.03501425,0.0014946741,0.9349503],"study_design_scores_gemma":[0.0007356316,0.00072952564,0.0018716945,0.00004775633,0.000026722102,0.000054635966,0.000066811284,0.11628945,0.20194222,0.012776273,0.66479135,0.0006679509],"about_ca_topic_score_codex":0.000022656095,"about_ca_topic_score_gemma":0.000019084298,"teacher_disagreement_score":0.93428236,"about_ca_system_score_codex":0.0000068569907,"about_ca_system_score_gemma":0.0000205618,"threshold_uncertainty_score":0.22615907},"labels":[],"label_agreement":null},{"id":"W2163560704","doi":"10.1109/cimca.2008.54","title":"Comparing Agile Software Processes Based on the Software Development Project Requirements","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Agile software development; Agile Unified Process; Lean software development; Software development; Requirement; Computer science; Agile usability engineering; Software development process; Software engineering; Popularity; Extreme programming practices; Personal software process; Software; Systems engineering; Software construction; Engineering","score_opus":0.10369433223873824,"score_gpt":0.28789112931683536,"score_spread":0.1841967970780971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163560704","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008520912,0.00005271935,0.9872373,0.00034486974,0.00014064358,0.00036686138,6.4970675e-7,0.0022703016,0.0010657936],"genre_scores_gemma":[0.36774102,0.000011532687,0.6309437,0.00082539435,0.000027183953,0.00014530624,0.000004005187,0.0000166693,0.00028516323],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99852765,0.000047590784,0.00023740382,0.00038021145,0.0004926234,0.00031450955],"domain_scores_gemma":[0.9983455,0.0007415181,0.000102769045,0.0006184383,0.00013832377,0.00005342907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037379845,0.00020734225,0.0001549528,0.00011452127,0.00045280065,0.0001440993,0.0011178275,0.00005037258,0.000032740078],"category_scores_gemma":[0.00079279824,0.00013716127,0.000037824495,0.00058624893,0.000033862067,0.0004926946,0.00023106694,0.0001861626,0.000049820275],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028603413,0.0033254456,0.36342227,0.0023463746,0.0005140665,0.0007737405,0.017923057,0.0341172,0.0001861753,0.016044473,0.37833723,0.18272392],"study_design_scores_gemma":[0.002013583,0.001040413,0.04109779,0.0013817631,0.000038278806,0.00025914764,0.0001249599,0.151221,0.092883244,0.0014802889,0.7048838,0.0035757157],"about_ca_topic_score_codex":0.00003283492,"about_ca_topic_score_gemma":0.000007653119,"teacher_disagreement_score":0.3592201,"about_ca_system_score_codex":0.00007111232,"about_ca_system_score_gemma":0.00042624085,"threshold_uncertainty_score":0.5593275},"labels":[],"label_agreement":null},{"id":"W2164003339","doi":"10.1109/iccd.2011.6081366","title":"Welcome to ICCD 2011!","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Ideal (ethics); Computer science; Range (aeronautics); Library science; Work (physics); Engineering; Political science; Law; Aerospace engineering","score_opus":0.04279339742594167,"score_gpt":0.25518533159124107,"score_spread":0.2123919341652994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164003339","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007676496,0.00001588416,0.959571,0.00048374553,0.00040297085,0.000049578823,1.3248025e-7,0.0010861148,0.037622944],"genre_scores_gemma":[0.14892282,0.0000039908577,0.84922916,0.00055218796,0.000039089515,0.000009861229,7.180247e-8,0.000004164675,0.0012386828],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995999,0.000007764273,0.00006331679,0.00013791345,0.00007277917,0.00011832439],"domain_scores_gemma":[0.9994818,0.00003848118,0.000012786346,0.00037557806,0.000018952913,0.00007241201],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00012911642,0.000052101903,0.00004694607,0.000053404274,0.00002142153,0.00003534378,0.00057292474,0.00002201194,0.00041701063],"category_scores_gemma":[0.000021366897,0.00004334179,0.000018065315,0.000103421895,0.0000033115302,0.0003181922,0.0001701228,0.00004717422,0.0008890662],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062600884,0.000081372236,0.0022698804,0.000009096206,0.00001668423,0.000037546917,0.0015627367,0.00001358604,0.00026068577,0.75864786,0.13652985,0.10056446],"study_design_scores_gemma":[0.0001298616,0.00043587893,0.03153423,0.000013100963,0.0000044554563,0.000055012126,0.000012132919,0.004310366,0.026163276,0.024991993,0.91175896,0.0005907152],"about_ca_topic_score_codex":0.00012372804,"about_ca_topic_score_gemma":0.0000022286672,"teacher_disagreement_score":0.7752291,"about_ca_system_score_codex":0.0000061502856,"about_ca_system_score_gemma":0.00000683955,"threshold_uncertainty_score":0.99988884},"labels":[],"label_agreement":null},{"id":"W2164393954","doi":"","title":"Proceedings of the First International Research Workshop for Process Improvement in Small Settings, 2005","year":2006,"lang":"en","type":"article","venue":"Defense Technical Information Center (DTIC)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Capability Maturity Model Integration; Capability Maturity Model; LeanCMMI; Standardization; Engineering management; Process (computing); Software deployment; Agile software development; Engineering; Process management; Maturity (psychological); Best practice; Session (web analytics); Software development process; Software; Software development; Computer science; Political science; Software engineering; World Wide Web","score_opus":0.02837992193906031,"score_gpt":0.30272246310411166,"score_spread":0.27434254116505136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164393954","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20629664,0.00006550693,0.7322392,0.038183186,0.0011524457,0.0051638307,0.000077507524,0.0016213164,0.015200395],"genre_scores_gemma":[0.95607376,0.000010366288,0.043010235,0.00045794758,0.000059176487,0.0003173302,0.000013642145,0.0000086743385,0.000048891747],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986309,0.0000067380533,0.00053034973,0.00015931152,0.00036975672,0.0003029899],"domain_scores_gemma":[0.998863,0.00023777707,0.00021841827,0.00021841493,0.00043075372,0.000031635707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012329895,0.00010805282,0.000111777255,0.00024138893,0.00008730935,0.00021097579,0.001093052,0.00010246596,0.0000053197923],"category_scores_gemma":[0.00046374596,0.00008421735,0.00006637213,0.0004969971,0.000049917224,0.0012070874,0.0003548924,0.00030395162,0.0000038144024],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043144048,0.0017575318,0.03582814,0.002070948,0.00008616211,0.0000034614648,0.003355723,0.0030873218,0.0015984349,0.6257241,0.26066986,0.06538691],"study_design_scores_gemma":[0.002487456,0.00031038342,0.01877372,0.0010038659,0.000014753006,0.000056797893,0.00029458478,0.105762295,0.021100162,0.030769825,0.8187079,0.00071826717],"about_ca_topic_score_codex":0.000023112909,"about_ca_topic_score_gemma":0.00003172671,"teacher_disagreement_score":0.7497771,"about_ca_system_score_codex":0.00012872447,"about_ca_system_score_gemma":0.00003686925,"threshold_uncertainty_score":0.34342837},"labels":[],"label_agreement":null},{"id":"W2164656227","doi":"10.1145/1753846.1754176","title":"Researcher-practitioner interaction","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Practitioner research; Data science; Engineering ethics; Management science; World Wide Web; Engineering","score_opus":0.03173352310694283,"score_gpt":0.3341003136456289,"score_spread":0.3023667905386861,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164656227","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004041464,0.000004228011,0.9628547,0.0033131104,0.00061338325,0.000040096224,1.520014e-7,0.0008795788,0.028253295],"genre_scores_gemma":[0.5735667,0.000006707601,0.4254132,0.00016328185,0.000077791825,0.000010217808,7.12165e-7,0.0000037226541,0.00075773004],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99958044,0.000016731394,0.000060535047,0.00012458573,0.00012013312,0.000097593496],"domain_scores_gemma":[0.99931794,0.00023225718,0.000022534012,0.00033197357,0.00005033027,0.000044957367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032827476,0.000040809788,0.000031398187,0.00006321029,0.000045403784,0.00016492329,0.0003342635,0.00003910075,0.0003207833],"category_scores_gemma":[0.0002608762,0.000034487824,0.000025630376,0.00015066414,0.000009114345,0.0012455577,0.000096361444,0.000340005,0.00015618361],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057419156,0.000073187424,0.0002979966,0.000006896625,0.0000152457815,0.000016293441,0.00015978537,0.000026615826,0.024403287,0.7909979,0.059792466,0.12420459],"study_design_scores_gemma":[0.00007598643,0.000054065255,0.0021613133,0.0000042365373,0.0000017448907,0.00013557458,0.000010409698,0.02388099,0.022690242,0.013742312,0.9370838,0.00015936744],"about_ca_topic_score_codex":0.00007682428,"about_ca_topic_score_gemma":0.000017761242,"teacher_disagreement_score":0.87729126,"about_ca_system_score_codex":0.0000070553483,"about_ca_system_score_gemma":0.000015845924,"threshold_uncertainty_score":0.3512352},"labels":[],"label_agreement":null},{"id":"W2164893562","doi":"10.1145/1121341.1121475","title":"Teaching requirements engineering to an unsuspecting audience","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Scope (computer science); Class (philosophy); Computer science; Requirements engineering; Software engineering; Software; Mathematics education; Multimedia; Programming language; Psychology; Artificial intelligence","score_opus":0.016928757800546607,"score_gpt":0.2812755085464241,"score_spread":0.2643467507458775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164893562","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032796036,0.000014010802,0.9605555,0.00036597194,0.00020905503,0.00007418091,1.2843647e-7,0.0019549774,0.00403012],"genre_scores_gemma":[0.49512583,2.4455446e-7,0.5045406,0.000089567664,0.00007502629,0.0000064585884,2.4829288e-7,0.000006064736,0.00015592444],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914193,0.00001675371,0.00014229838,0.00028001372,0.00017158533,0.00024742077],"domain_scores_gemma":[0.9993944,0.000091709604,0.000031385825,0.00038458963,0.000023361881,0.00007451873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047179952,0.000101975165,0.00007419994,0.00010796203,0.00010198294,0.00019533298,0.00060834916,0.00002864647,0.000006546371],"category_scores_gemma":[0.00010853101,0.000099353245,0.000019701705,0.00022367646,0.0000026851937,0.001070908,0.00018056727,0.00014537589,0.00001712493],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030913698,0.0001282615,0.003033586,0.00002926433,0.000012724846,0.000050333107,0.00093946926,0.03966676,0.028507464,0.8363894,0.0021615208,0.08907809],"study_design_scores_gemma":[0.00027652155,0.0005023351,0.01679522,0.00012474658,0.00000973796,0.000100865574,0.000052973268,0.8083728,0.03238561,0.007973641,0.13202228,0.0013832792],"about_ca_topic_score_codex":0.0006789454,"about_ca_topic_score_gemma":0.000013866599,"teacher_disagreement_score":0.8284158,"about_ca_system_score_codex":0.00004609626,"about_ca_system_score_gemma":0.000008459697,"threshold_uncertainty_score":0.40515077},"labels":[],"label_agreement":null},{"id":"W2165288275","doi":"10.1109/cmpsac.2002.1045160","title":"Process support and knowledge management for virtual teams doing agile software development","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Extreme programming practices; Computer science; Software development process; Software development; Project management; Process (computing); Knowledge management; Team software process; Software project management; Agile Unified Process; Process management; Engineering management; Software; Software engineering; Engineering; Systems engineering; Software construction","score_opus":0.01210672797487012,"score_gpt":0.27237329949027983,"score_spread":0.2602665715154097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165288275","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012402057,0.000078852376,0.9875897,0.000035763827,0.00018316189,0.00028175645,4.2250537e-7,0.00071415235,0.009875977],"genre_scores_gemma":[0.14142928,0.0000150344895,0.8565475,0.000102214064,0.000011852954,0.00014491551,0.0000017210948,0.000011285226,0.0017362512],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99921066,0.000012616227,0.00015212962,0.00029565505,0.000106002546,0.00022294985],"domain_scores_gemma":[0.9994958,0.00014141605,0.000038691873,0.00020304193,0.00005154409,0.000069516274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040570417,0.00012171847,0.00009848212,0.00007685906,0.0001237265,0.00011532399,0.00028740673,0.000038129383,0.0000143697725],"category_scores_gemma":[0.000047814887,0.000108407534,0.000019912131,0.00015071305,0.0000102013455,0.00038416707,0.000117254516,0.000055474095,0.0000118112885],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066331563,0.00014878338,0.0009743246,0.00034891735,0.00007331595,0.00001391045,0.0025062487,0.00008804392,0.000018509189,0.29051688,0.0069396514,0.6983648],"study_design_scores_gemma":[0.00035549124,0.00014642054,0.00029575653,0.000041020907,0.0000101885735,0.00003311178,0.00015804634,0.0010128828,0.0089031,0.0015691721,0.98709786,0.00037693433],"about_ca_topic_score_codex":7.7469116e-7,"about_ca_topic_score_gemma":0.0000016781021,"teacher_disagreement_score":0.9801582,"about_ca_system_score_codex":0.00002873018,"about_ca_system_score_gemma":0.00007005387,"threshold_uncertainty_score":0.4420731},"labels":[],"label_agreement":null},{"id":"W2165406434","doi":"10.1109/bdim.2007.375016","title":"A Policy-Based Metrics Framework for Information Security Performance Measurement","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"University of Ontario Institute of Technology","keywords":"Computer science; Computer security model; Measure (data warehouse); Security policy; Process (computing); Work (physics); Information security; Set (abstract data type); Frame work; Information security standards; Frame (networking); Security information and event management; Performance measurement; Information security audit; Standard of Good Practice; Computer security; Business process; Security service; Cloud computing security; Data mining; Network security policy; Work in process; Business; Engineering; Operations management","score_opus":0.029835701558311743,"score_gpt":0.29162216988066164,"score_spread":0.2617864683223499,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165406434","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00051989,0.000019260737,0.9964263,0.00083218416,0.00017721514,0.00020288091,8.717188e-7,0.00066140416,0.001159993],"genre_scores_gemma":[0.48034275,0.000004184821,0.51902306,0.0005775762,0.00003542951,0.00001239036,7.435901e-7,0.0000020712132,0.0000017921358],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99916154,0.000006671404,0.00017660187,0.00009285624,0.00035236817,0.00020995812],"domain_scores_gemma":[0.9989962,0.0003454626,0.00007848049,0.0002957504,0.00022390623,0.000060217022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017512238,0.00007911584,0.00006762648,0.0003058951,0.00007161206,0.00012530721,0.00038680047,0.000071514645,0.000002282246],"category_scores_gemma":[0.0010598449,0.00007040984,0.000038189497,0.0007913868,0.0000062168633,0.0010400908,0.000046290046,0.00010592265,0.000008097394],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020746273,0.000038929975,0.00053521374,0.000108678105,0.0000106468415,3.4155835e-7,0.00034374773,0.00046336805,0.000009505921,0.8302461,0.0010242123,0.16719851],"study_design_scores_gemma":[0.0005389013,0.0005451755,0.0053036166,0.00008396832,0.00001227898,0.000006745589,0.00002270487,0.6007435,0.041817155,0.05836582,0.29198387,0.0005762496],"about_ca_topic_score_codex":0.00002680273,"about_ca_topic_score_gemma":0.0000017971204,"teacher_disagreement_score":0.77188027,"about_ca_system_score_codex":0.00009933274,"about_ca_system_score_gemma":0.00008927133,"threshold_uncertainty_score":0.28712302},"labels":[],"label_agreement":null},{"id":"W2165617065","doi":"10.1109/wpc.2003.1199202","title":"Observing and measuring cognitive support: steps toward systematic tool evaluation and engineering","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Simon Fraser University","keywords":"Computer science; Cognition; Coding (social sciences); Key (lock); Software; Field (mathematics); Comprehension; Software engineering; Human–computer interaction; Data science; Computer security; Psychology; Programming language","score_opus":0.04863015337768083,"score_gpt":0.2670587353479642,"score_spread":0.21842858197028336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165617065","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10897642,0.000560917,0.88916975,0.00013726695,0.00010072,0.00042928584,4.0046174e-7,0.00050602853,0.000119181655],"genre_scores_gemma":[0.8890226,0.000032344236,0.11081413,0.00004548135,0.00001609252,0.000053715106,5.8937326e-7,0.000007880647,0.000007155276],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99915755,0.00003054226,0.00018111356,0.00022741576,0.0002568814,0.00014648343],"domain_scores_gemma":[0.99933606,0.00029926424,0.00005690637,0.00016019844,0.000093861614,0.00005373523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010273086,0.00011450112,0.00015152198,0.000079504855,0.000048565187,0.00024210724,0.00014420136,0.000041721905,0.000004478387],"category_scores_gemma":[0.0006653344,0.00010351822,0.000017068325,0.00013090119,0.000007166201,0.00083322765,0.00014684728,0.00008646063,0.00000304417],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000080855796,0.000509258,0.014084112,0.13779579,0.0016463236,0.0005043454,0.07553458,0.04474987,0.017121918,0.43399358,0.0001819096,0.27379745],"study_design_scores_gemma":[0.003013049,0.0006071223,0.0376908,0.013940652,0.00044757978,0.0009989499,0.00080353394,0.91400075,0.01746598,0.009023525,0.00010075386,0.0019072937],"about_ca_topic_score_codex":0.0000227025,"about_ca_topic_score_gemma":0.0000016210665,"teacher_disagreement_score":0.8692509,"about_ca_system_score_codex":0.000042373707,"about_ca_system_score_gemma":0.00003171956,"threshold_uncertainty_score":0.42213506},"labels":[],"label_agreement":null},{"id":"W2166383055","doi":"10.1109/services.2007.25","title":"Continuous SPA: Continuous Assessing and Monitoring Software Process","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Process (computing); Software; Software project management; Team software process; Software engineering; Visualization; Software Engineering Process Group; Software development process; Process management; Software development; Software construction; Engineering; Data mining; Operating system","score_opus":0.0156890195544206,"score_gpt":0.30154036196534517,"score_spread":0.2858513424109246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166383055","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.103831515,0.0003539154,0.8923897,0.00014750016,0.00035468026,0.00009624679,1.8057455e-7,0.0016654141,0.0011608193],"genre_scores_gemma":[0.6329038,0.000013993179,0.36680079,0.000049287737,0.00009103389,0.0000042363667,1.9516531e-7,0.000009835496,0.0001268425],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99897027,0.000014437058,0.00019251813,0.00030664177,0.00019865997,0.0003174768],"domain_scores_gemma":[0.9989762,0.00045011254,0.00008562821,0.0002797162,0.00010065304,0.00010771366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006622604,0.00014254847,0.00016402682,0.0000902221,0.0001178917,0.0004822032,0.00037877733,0.00007971452,0.000006354509],"category_scores_gemma":[0.00026449637,0.00012922524,0.00002547145,0.00021859306,0.000024123286,0.00094113866,0.00014481568,0.0001836309,0.000005762981],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009571425,0.00007811846,0.20248748,0.00011060272,0.00003691563,0.00025223274,0.001011723,0.000040458017,0.00076597667,0.007298863,0.00053974683,0.7873683],"study_design_scores_gemma":[0.002838701,0.0011154285,0.5621488,0.0012126561,0.0001281521,0.0022915928,0.0023439145,0.009744666,0.24704802,0.02378854,0.14232478,0.005014754],"about_ca_topic_score_codex":0.00003750252,"about_ca_topic_score_gemma":0.0000011535375,"teacher_disagreement_score":0.7823536,"about_ca_system_score_codex":0.00002013625,"about_ca_system_score_gemma":0.000019328316,"threshold_uncertainty_score":0.52696526},"labels":[],"label_agreement":null},{"id":"W2166931163","doi":"10.1109/lmsa.2009.5074862","title":"The impact of non-technical factors on Software Architecture","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); Western University","funders":"","keywords":"Computer science; Software engineering; Software architecture; Architecture; Curriculum; Software; Engineering management; Software peer review; Architecture tradeoff analysis method; Quality (philosophy); Reference architecture; Software development; Engineering; Software construction; Pedagogy","score_opus":0.011825536565710903,"score_gpt":0.2948315417558044,"score_spread":0.2830060051900935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166931163","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024973428,0.000027414131,0.97296494,0.00038963827,0.000053890763,0.00009078831,9.821315e-7,0.00059334916,0.0009055945],"genre_scores_gemma":[0.8368548,0.000011509833,0.16301571,0.000053735785,0.000017541355,0.0000018106554,4.6089573e-7,0.000003894495,0.000040510316],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993683,0.000019338013,0.00012419203,0.00014981843,0.00016562104,0.00017272837],"domain_scores_gemma":[0.9987171,0.0005778265,0.000057668032,0.0005674485,0.00002772689,0.000052224295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001701176,0.00011164067,0.00010338014,0.00004994114,0.000070289854,0.000070689915,0.00081552746,0.00005874857,0.0000074895383],"category_scores_gemma":[0.00022156927,0.000054927365,0.0001268023,0.00022028435,0.000019141193,0.000119889526,0.00006149818,0.00020885744,0.0000033512565],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009742343,0.00044819576,0.005028362,0.000014284417,0.000103447295,0.000025479696,0.00075849664,0.024618529,0.0050954716,0.0647294,0.039054647,0.86002624],"study_design_scores_gemma":[0.0005386191,0.008457026,0.82468355,0.000121107085,0.00001837093,0.000102976715,0.00001430369,0.0153385075,0.04916492,0.09156699,0.008883563,0.0011100989],"about_ca_topic_score_codex":0.00003616364,"about_ca_topic_score_gemma":0.0000012431933,"teacher_disagreement_score":0.85891616,"about_ca_system_score_codex":0.000023877574,"about_ca_system_score_gemma":0.000028512382,"threshold_uncertainty_score":0.2239873},"labels":[],"label_agreement":null},{"id":"W2166997397","doi":"10.1109/cseet.2011.5876148","title":"Mission to Mars: An agile release planning game","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Agile software development; Game Developer; Computer science; Scrum; Operations research; Game design; Software; Engineering; Engineering management; Software engineering; Software development; Human–computer interaction","score_opus":0.0785711438594771,"score_gpt":0.3064588480895887,"score_spread":0.22788770423011157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166997397","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026970485,0.000026546799,0.9650117,0.00015555316,0.00013297131,0.00006291162,2.245077e-7,0.0012219319,0.006417665],"genre_scores_gemma":[0.4083933,0.0000019179836,0.5908218,0.00042676073,0.000024627774,0.0000034550253,4.2301957e-7,0.000005759403,0.00032198124],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99946505,0.000019159726,0.00008163854,0.00019804867,0.00009496867,0.00014116189],"domain_scores_gemma":[0.9993413,0.000045767494,0.000022189708,0.00041214962,0.000021806347,0.00015674895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001602739,0.00006906174,0.00005631868,0.00006569107,0.000028580595,0.00006199192,0.0004971729,0.000033531363,0.00011729738],"category_scores_gemma":[0.00006401185,0.000058312347,0.000016373355,0.00014855003,0.0000034448858,0.0006146809,0.00013471686,0.00007114352,0.00006584859],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013032155,0.0006478812,0.008192325,0.00007172155,0.000042728985,0.00069922634,0.028105596,0.0020841486,0.00918263,0.1369637,0.10759021,0.7062895],"study_design_scores_gemma":[0.0003831616,0.0019866838,0.024736926,0.0002240763,0.000014599963,0.00016252697,0.0001550432,0.1486334,0.09714838,0.017486136,0.7076588,0.0014102095],"about_ca_topic_score_codex":0.00009840197,"about_ca_topic_score_gemma":5.253642e-7,"teacher_disagreement_score":0.7048793,"about_ca_system_score_codex":0.000008853016,"about_ca_system_score_gemma":0.00001108303,"threshold_uncertainty_score":0.23779085},"labels":[],"label_agreement":null},{"id":"W2167181269","doi":"10.1002/bult.2013.1720390304","title":"Third ASIS&amp;T student design competition: The “truthiness” challenge","year":2013,"lang":"en","type":"article","venue":"Bulletin of the American Society for Information Science and Technology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Miller; Creativity; Competition (biology); Presentation (obstetrics); Trustworthiness; Plot (graphics); Task (project management); Humanity; Computer science; Psychology; Similarity (geometry); Sociology; Library science; Mathematics education; Artificial intelligence; Management; Political science; Social psychology; Law; Mathematics; Medicine; Statistics; Economics","score_opus":0.018737880694180954,"score_gpt":0.26851910079991537,"score_spread":0.24978122010573442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167181269","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020576788,0.00010331848,0.8453772,0.13169007,0.0001885575,0.0008897458,0.000002623324,0.0004214671,0.0007502464],"genre_scores_gemma":[0.6741298,0.0003144597,0.32170585,0.0034810307,0.000020049638,0.00029739604,5.436867e-7,0.000004419655,0.000046456003],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99905795,0.000016856005,0.00022251834,0.00013324802,0.00037173243,0.00019767086],"domain_scores_gemma":[0.99825406,0.00030718133,0.00037282458,0.00054357713,0.0004957629,0.000026590084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011973362,0.000090528774,0.00013007678,0.00008192904,0.00044081983,0.00017303167,0.0017404791,0.0000409859,0.000005981982],"category_scores_gemma":[0.00034908287,0.000052749565,0.00007332799,0.0011709561,0.001341192,0.000559012,0.0005407857,0.0001405997,0.000017169294],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009825151,0.00010460344,0.0005715155,0.000085586194,0.00008922018,8.727329e-8,0.00720958,0.00036449052,0.0012294588,0.6094262,0.11693795,0.2639715],"study_design_scores_gemma":[0.00027102715,0.0003425524,0.003724124,0.00003283009,0.0000170626,0.00003535924,0.0031832808,0.00671721,0.0024440577,0.013730998,0.9692365,0.00026499137],"about_ca_topic_score_codex":0.000050706472,"about_ca_topic_score_gemma":3.5411227e-7,"teacher_disagreement_score":0.85229856,"about_ca_system_score_codex":0.000030418329,"about_ca_system_score_gemma":0.00006986587,"threshold_uncertainty_score":0.4941678},"labels":[],"label_agreement":null},{"id":"W2167438386","doi":"10.1109/re.2010.62","title":"Guiding Requirements Scoping Using ROI: Towards Agility, Openness and Waste Reduction","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"VINNOVA","keywords":"Openness to experience; Region of interest; Investment (military); Computer science; Return on investment; Feature (linguistics); Reduction (mathematics); Artificial intelligence; Mathematics; Psychology","score_opus":0.0976368501984292,"score_gpt":0.3484301918170505,"score_spread":0.25079334161862127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167438386","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36205372,0.000040350336,0.6358019,0.00023860279,0.00080316956,0.000113823844,1.3832258e-7,0.0003415475,0.0006067576],"genre_scores_gemma":[0.6077672,0.000014594238,0.39208198,0.000022125467,0.000075039956,0.0000033914296,2.4509816e-7,0.0000052313017,0.000030171774],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99923193,0.000021737142,0.00015565022,0.00027821382,0.0001465294,0.00016590765],"domain_scores_gemma":[0.999445,0.000034379587,0.00006094592,0.00035149098,0.000053728545,0.0000544264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006204271,0.00009297052,0.000094107716,0.00007046709,0.00013040988,0.00030491906,0.00035015045,0.00005378266,0.000012593958],"category_scores_gemma":[0.000111301495,0.00008736858,0.000018279437,0.00017233695,0.00002028192,0.0014999952,0.00041039987,0.000105974286,0.0000015334289],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014818434,0.00009800472,0.002295962,0.00036419934,0.000057993006,0.00002023626,0.0012992938,0.00068842305,0.6217711,0.06519512,0.00058669556,0.3076082],"study_design_scores_gemma":[0.00058246497,0.0001662174,0.0020197858,0.0009435484,0.000035394838,0.000716537,0.00014451718,0.37072185,0.6108845,0.010648674,0.0019988911,0.0011376177],"about_ca_topic_score_codex":0.00021477339,"about_ca_topic_score_gemma":0.000006213027,"teacher_disagreement_score":0.3700334,"about_ca_system_score_codex":0.000018786168,"about_ca_system_score_gemma":0.000034450055,"threshold_uncertainty_score":0.35627875},"labels":[],"label_agreement":null},{"id":"W2167504747","doi":"10.1109/sew.2006.38","title":"Unified Software Method: An Engineering Approach to Software Engineering","year":2006,"lang":"en","type":"article","venue":"Proceedings","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software engineering; Computer science; Software construction; Traceability; Requirements traceability; Software development; Verification and validation; Software requirements; Social software engineering; Software sizing; Systems engineering; Software; Engineering; Programming language; Requirement","score_opus":0.014371217653308,"score_gpt":0.24463762587890858,"score_spread":0.23026640822560057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167504747","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0073192385,0.00009136287,0.9856353,0.00010298922,0.00023637344,0.00030437054,0.0000027088595,0.005897443,0.00041022754],"genre_scores_gemma":[0.06865855,0.0000028777245,0.9306542,0.00012026477,0.00024290312,0.00013675867,0.0000067641618,0.00006812516,0.00010950665],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979322,0.0000074770874,0.0003247125,0.00073413807,0.00038979328,0.00061167695],"domain_scores_gemma":[0.9988975,0.00017807263,0.000089904635,0.00039501453,0.00018684841,0.00025268347],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00065576006,0.00036576102,0.0002959898,0.00039106453,0.0001061274,0.0005405328,0.0012926476,0.00015995603,0.0000038976964],"category_scores_gemma":[0.0006444313,0.0003870466,0.00008229286,0.001077626,0.0000072095,0.0016920925,0.00033236583,0.000359061,0.00001677469],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055216024,0.0008819771,0.011906109,0.0017503129,0.0001782619,0.00005759528,0.004416084,0.22124554,0.029086646,0.6320766,0.016255977,0.08208964],"study_design_scores_gemma":[0.0005828171,0.0004150248,0.014172863,0.00022185517,0.000057777037,0.0003754683,0.000047515634,0.7694775,0.032442816,0.0027873637,0.1767036,0.0027153816],"about_ca_topic_score_codex":0.00010395147,"about_ca_topic_score_gemma":4.4304218e-7,"teacher_disagreement_score":0.62928927,"about_ca_system_score_codex":0.000094345174,"about_ca_system_score_gemma":0.000028849006,"threshold_uncertainty_score":0.99985814},"labels":[],"label_agreement":null},{"id":"W2167532892","doi":"10.1109/icdim.2007.369325","title":"The Organizational Changes Required and the Challenges Involved in Adopting Agile Methodologies in Traditional Software Development Organizations","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Agile software development; Agile Unified Process; Lean software development; Software development; Agile usability engineering; Documentation; Process management; Popularity; Knowledge management; Software development process; Computer science; Software; Software engineering; Engineering; Political science","score_opus":0.0951511517178895,"score_gpt":0.28990336381368553,"score_spread":0.19475221209579602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167532892","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004495727,0.0018119636,0.9813994,0.011473144,0.00012232883,0.00019105949,4.8279963e-7,0.00033946274,0.00016639421],"genre_scores_gemma":[0.1924427,0.0010885949,0.8061192,0.00023794622,0.000038883074,0.000030857092,0.000003937505,0.000009877617,0.000027997668],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.999099,0.00012817567,0.00021538013,0.00019212022,0.00017473653,0.00019056327],"domain_scores_gemma":[0.99410194,0.0055315634,0.00006906466,0.0001760734,0.00009693922,0.000024432033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029818423,0.00009557205,0.0001012041,0.000109221575,0.00021080823,0.00010508563,0.0004287041,0.00005507543,0.0000063882812],"category_scores_gemma":[0.0028045177,0.000058165955,0.000007540571,0.0006807187,0.00007297774,0.0002527231,0.00019847939,0.00013397324,0.0000012649501],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016776054,0.00003329903,0.00401755,0.00001919711,0.000018145809,0.000008421225,0.0077369735,0.00026642362,0.000043506963,0.9013814,0.00013679721,0.086321555],"study_design_scores_gemma":[0.0032927506,0.0001517666,0.7141423,0.00028341715,0.000017516933,0.00013140959,0.00739514,0.013025213,0.010460213,0.21038161,0.039363246,0.0013553891],"about_ca_topic_score_codex":0.000018604936,"about_ca_topic_score_gemma":0.0008508724,"teacher_disagreement_score":0.7101248,"about_ca_system_score_codex":0.000049158392,"about_ca_system_score_gemma":0.00006505233,"threshold_uncertainty_score":0.3357472},"labels":[],"label_agreement":null},{"id":"W2168464258","doi":"10.1109/csee.2000.827031","title":"Experience report: a software maintenance project course","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Course (navigation); Software maintenance; Software project management; Software engineering; Engineering management; Computer science; Software; Selection (genetic algorithm); Engineering; Software development; Software construction; Operating system; Artificial intelligence","score_opus":0.020425528785678167,"score_gpt":0.30702215282097706,"score_spread":0.2865966240352989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168464258","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021376312,0.0001318368,0.99130625,0.0014028151,0.00019121384,0.00014110272,4.563555e-7,0.0022978587,0.00239086],"genre_scores_gemma":[0.1981689,0.000024146057,0.79854125,0.00048685723,0.000067678644,0.00006264544,6.963444e-7,0.000008508703,0.0026393116],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998971,0.000016162889,0.00019594238,0.00034711225,0.00021064504,0.00025916507],"domain_scores_gemma":[0.99890774,0.00011506843,0.00008739844,0.0007639253,0.00006982514,0.00005605226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002614282,0.00011712804,0.0001015771,0.000046089055,0.00007892945,0.00013997022,0.00071830966,0.0000460357,0.000038427544],"category_scores_gemma":[0.00028635652,0.000095940435,0.000043963428,0.00033022513,0.000025267555,0.001068208,0.00017821229,0.0001188927,0.000041853735],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016989363,0.0004046298,0.0063252538,0.000045940906,0.000047557987,0.0017668993,0.0066574733,0.0006783851,0.00030330184,0.13142502,0.21228161,0.64004695],"study_design_scores_gemma":[0.0001491036,0.000075152006,0.0017628636,0.000035810117,0.00000442666,0.0017483869,0.00005114994,0.025433285,0.0032580565,0.0006887808,0.96636516,0.0004278437],"about_ca_topic_score_codex":0.000060237013,"about_ca_topic_score_gemma":0.0000079167585,"teacher_disagreement_score":0.7540835,"about_ca_system_score_codex":0.000031317013,"about_ca_system_score_gemma":0.0000755883,"threshold_uncertainty_score":0.39123374},"labels":[],"label_agreement":null},{"id":"W2168539166","doi":"10.1002/9780470382844.ch11","title":"System Test Design","year":2008,"lang":"en","type":"other","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Test (biology); Test design; Identification (biology); Test Management Approach; Computer science; Engineering; Reliability engineering; Test method; Programming language; Mathematics; Software; Statistics","score_opus":0.023507698846997927,"score_gpt":0.23230130490033166,"score_spread":0.20879360605333372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168539166","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.7080903e-9,0.00030224715,0.5714534,0.000020810923,0.0001890329,0.00007722195,6.351332e-7,0.005112216,0.4228444],"genre_scores_gemma":[0.000020741423,0.00011941756,0.57889295,0.000028140948,0.000093802766,0.000013094704,4.181933e-7,0.0000881423,0.4207433],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99943155,0.00001983638,0.00007842089,0.00021878093,0.00012865575,0.00012274602],"domain_scores_gemma":[0.99906355,0.00025560716,0.000072002615,0.0005588077,0.000009809758,0.000040234558],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008924043,0.00013561203,0.00013388786,0.00012312457,0.000019181667,0.00005751201,0.00071587705,0.00014589792,0.0001184307],"category_scores_gemma":[0.00004213539,0.00011234762,0.000031181706,0.00013506932,0.000007565524,0.00007202004,0.00009123746,0.00010007547,0.00036493983],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.664699e-8,0.0000058048963,0.0000034269062,0.000027575943,0.000006397843,0.000040030976,0.0000056323515,0.0000044565163,7.9865526e-7,0.0064197555,0.9914554,0.0020306818],"study_design_scores_gemma":[0.000023163468,0.000029115037,0.0000022883398,0.0000914763,0.000002527667,0.00010612714,4.872999e-7,0.0045573516,0.00006071741,0.0000144987835,0.99494785,0.00016438868],"about_ca_topic_score_codex":0.00009727026,"about_ca_topic_score_gemma":8.9198346e-7,"teacher_disagreement_score":0.0074395305,"about_ca_system_score_codex":0.000021892425,"about_ca_system_score_gemma":0.000031911193,"threshold_uncertainty_score":0.46906847},"labels":[],"label_agreement":null},{"id":"W2169189590","doi":"10.1007/11499053_15","title":"Examining Usage Patterns of the FIT Acceptance Testing Framework","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Acceptance testing; Executable; Computer science; Test (biology); Software; Observational study; Software engineering; Statistics; Programming language; Mathematics","score_opus":0.04884192614826906,"score_gpt":0.2762676015509501,"score_spread":0.22742567540268105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169189590","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00050331437,0.00035549153,0.9959578,0.0003190992,0.0013114576,0.00024411635,0.0000040157906,0.00028082365,0.0010238896],"genre_scores_gemma":[0.2789027,0.000026583632,0.72002417,0.0005486562,0.00035550262,0.000005559963,2.535214e-7,0.00002403347,0.00011255365],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99726146,0.000034729215,0.00047212493,0.00093815476,0.0008280007,0.00046549732],"domain_scores_gemma":[0.99478775,0.0026779773,0.0004955442,0.001796362,0.00016461602,0.000077750796],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000926402,0.00039336685,0.0003836355,0.00030023386,0.00018224366,0.0003294787,0.0050253747,0.00030054298,0.000023792483],"category_scores_gemma":[0.0008599925,0.0003057993,0.00009381655,0.000712728,0.00024720439,0.0006360233,0.0018617831,0.0011973187,0.0000052067157],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011496044,0.000013459572,0.002835344,0.000049941267,0.0000073581346,0.000018527653,0.0005234144,0.03915509,0.000060632534,0.0068333214,0.000006391852,0.95049536],"study_design_scores_gemma":[0.00028568823,0.00045021178,0.02040316,0.0076791625,0.000036331792,0.00025934423,5.9535023e-7,0.7720169,0.007550679,0.18043813,0.008625889,0.0022539108],"about_ca_topic_score_codex":0.00002318527,"about_ca_topic_score_gemma":0.000015016529,"teacher_disagreement_score":0.9482415,"about_ca_system_score_codex":0.00013897575,"about_ca_system_score_gemma":0.00022822143,"threshold_uncertainty_score":0.9999394},"labels":[],"label_agreement":null},{"id":"W2169567518","doi":"10.1109/adc.2005.43","title":"Student experiences with executable acceptance testing","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Executable; Acceptance testing; Computer science; Agile software development; Software engineering; Test (biology); Component (thermodynamics); Programming language","score_opus":0.015052878878617672,"score_gpt":0.2569972226943078,"score_spread":0.24194434381569013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169567518","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0904798,0.00009815461,0.8909419,0.000108561035,0.000078446865,0.00006537873,5.5696447e-8,0.0010993965,0.017128315],"genre_scores_gemma":[0.56553864,7.259741e-7,0.4340041,0.000053935706,0.000026698352,0.00003135862,8.533356e-8,0.0000029945058,0.00034143726],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9993438,0.000009063218,0.00009070692,0.00020302326,0.00018628618,0.00016712141],"domain_scores_gemma":[0.99947095,0.00015152278,0.000042306514,0.0002693707,0.000040564595,0.000025273283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000109612636,0.00007961865,0.00006709927,0.00003068846,0.000073107774,0.00024011378,0.00053603225,0.000017308816,0.000024344628],"category_scores_gemma":[0.000020230933,0.00005660119,0.000010062741,0.00034791,0.00001531251,0.0007250631,0.00009789969,0.00005421725,0.0000072922417],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027629938,0.0009416716,0.32422492,0.00008586132,0.00007136216,0.000517499,0.020526797,0.019420424,0.003239656,0.41051725,0.036737546,0.1836894],"study_design_scores_gemma":[0.0021343224,0.0034735918,0.30845127,0.0004296135,0.000050911403,0.0011217647,0.012858953,0.27013624,0.1787644,0.014586699,0.20255618,0.005436054],"about_ca_topic_score_codex":0.00017905809,"about_ca_topic_score_gemma":0.000007454012,"teacher_disagreement_score":0.47505888,"about_ca_system_score_codex":0.000012914009,"about_ca_system_score_gemma":0.0000177214,"threshold_uncertainty_score":0.23154226},"labels":[],"label_agreement":null},{"id":"W2169659094","doi":"10.1109/icites.2012.6216681","title":"Evaluating the assessment method of the software maintenance maturity model","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Capability Maturity Model; Computer science; Process (computing); Implementation; Software; Maturity (psychological); Software engineering; LeanCMMI; Software development process; Set (abstract data type); Evaluation methods; Reliability engineering; Software development; Systems engineering; Engineering","score_opus":0.08092094637983056,"score_gpt":0.4140000343846742,"score_spread":0.33307908800484365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169659094","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010624226,0.00006836977,0.99619097,0.0012445614,0.00023320717,0.0001457713,0.000001176775,0.00022562996,0.0008278802],"genre_scores_gemma":[0.20804851,0.0000046608584,0.7913907,0.00029984873,0.000018280214,0.000018779378,1.0153188e-7,0.0000043500427,0.00021478168],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990756,0.0001595884,0.00014420087,0.00011898611,0.000303808,0.00019781147],"domain_scores_gemma":[0.99833226,0.000707563,0.00011701258,0.00074582774,0.000068433845,0.000028910867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025518488,0.00007929325,0.00008455931,0.000013896275,0.000105347695,0.000045365385,0.0010315129,0.000033946755,0.000010630976],"category_scores_gemma":[0.00035029527,0.00003726109,0.0000640655,0.00018804363,0.00001936165,0.0004227624,0.0004650336,0.00019971695,0.0000018955127],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005978861,0.00016116122,0.007931066,0.000081258615,0.000060678354,3.6086868e-7,0.0019426745,0.0689643,0.00239293,0.67965543,0.009804736,0.22899944],"study_design_scores_gemma":[0.000043464428,0.000021630634,0.0060805394,0.000017171707,0.000009762517,0.000012999146,0.000010507274,0.9790578,0.002182951,0.011261665,0.0012215857,0.00007993961],"about_ca_topic_score_codex":0.000028409293,"about_ca_topic_score_gemma":8.1501474e-7,"teacher_disagreement_score":0.9100935,"about_ca_system_score_codex":0.000026983527,"about_ca_system_score_gemma":0.00005262265,"threshold_uncertainty_score":0.19168246},"labels":[],"label_agreement":null},{"id":"W2170060592","doi":"10.1007/s00766-010-0097-5","title":"When-to-release decisions for features with time-dependent value functions","year":2010,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Intuition; Computer science; Software release life cycle; Software; Software quality; Software development","score_opus":0.014732299191175574,"score_gpt":0.25917951899457753,"score_spread":0.24444721980340195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170060592","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007918423,0.0000316756,0.9892478,0.00042261896,0.0007193754,0.0004067228,0.000009116845,0.0010575487,0.000186746],"genre_scores_gemma":[0.21165447,0.0000035641538,0.78712595,0.000123508,0.00016182558,0.00018985642,0.000006526954,0.000041820655,0.0006924945],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988335,0.0000072504668,0.0001691028,0.0003572946,0.00029344347,0.00033943687],"domain_scores_gemma":[0.99870986,0.0003245091,0.00004495954,0.0006389813,0.00007878607,0.00020290921],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029442605,0.00019324989,0.0001426115,0.00019900732,0.00012346305,0.00020025812,0.0006104807,0.000070551214,0.000021267248],"category_scores_gemma":[0.0003877036,0.00016998935,0.00005561011,0.00023872315,0.000006790726,0.00053127477,0.0001498099,0.00024039755,0.0000456628],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015151588,0.00048778154,0.00048317827,0.00014652072,0.00052169623,0.00008145907,0.0010579082,0.45258582,0.26491112,0.09150827,0.044580303,0.14348443],"study_design_scores_gemma":[0.0018652007,0.0011675528,0.0031151376,0.00039663055,0.00013917134,0.0002533251,0.000014343942,0.46046346,0.039733168,0.0018471295,0.48901787,0.0019869888],"about_ca_topic_score_codex":0.000015373851,"about_ca_topic_score_gemma":0.0000049010755,"teacher_disagreement_score":0.44443756,"about_ca_system_score_codex":0.00003860473,"about_ca_system_score_gemma":0.000037349404,"threshold_uncertainty_score":0.6931964},"labels":[],"label_agreement":null},{"id":"W2170547108","doi":"10.1145/1822327.1822339","title":"Software quality engineering in the new ISO standard","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software engineering; Computer science; Software quality; Software construction; Social software engineering; Application lifecycle management; Verification and validation; Quality (philosophy); Software requirements; Software quality control; Software development; Software; Systems engineering; Engineering; Operating system","score_opus":0.016902641060136316,"score_gpt":0.28983290185130667,"score_spread":0.27293026079117033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170547108","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012173352,0.000025807734,0.9842676,0.0019979768,0.0002589772,0.000080176826,4.4340632e-7,0.0007823564,0.0004133137],"genre_scores_gemma":[0.30332857,0.0000055162636,0.6961484,0.0003289136,0.00007858874,0.000007930513,4.02253e-7,0.000005996387,0.00009571408],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.999314,0.000022394532,0.00013781017,0.00016269623,0.00019753331,0.00016556792],"domain_scores_gemma":[0.99879366,0.00055673823,0.000028161372,0.0005568826,0.000019007792,0.000045546916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008567792,0.000084321066,0.000083760686,0.00005344441,0.000028255443,0.00018010083,0.0009013037,0.000053376396,0.000037504156],"category_scores_gemma":[0.0005352273,0.000057860518,0.00003141878,0.00028013717,0.000006376744,0.0004235949,0.00010063362,0.00035971028,0.000010528816],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012065727,0.000056667297,0.008732743,0.000042248117,0.000014768334,0.000038566894,0.0026710166,0.0010729654,0.0011772225,0.7470153,0.034055945,0.20511048],"study_design_scores_gemma":[0.00069639995,0.00020623744,0.057594113,0.000031538944,0.000005775898,0.00009191166,0.000036980022,0.01671861,0.006171837,0.02244659,0.8952123,0.00078769977],"about_ca_topic_score_codex":0.00020607628,"about_ca_topic_score_gemma":0.00007978791,"teacher_disagreement_score":0.86115634,"about_ca_system_score_codex":0.000009561535,"about_ca_system_score_gemma":0.00004421635,"threshold_uncertainty_score":0.23594834},"labels":[],"label_agreement":null},{"id":"W2171030550","doi":"","title":"Goal-Driven Measurement Framework for Software Innovation Processes.","year":2005,"lang":"en","type":"article","venue":"Software Engineering Research and Practice","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Software; Measure (data warehouse); Knowledge management; Process management; Competitive advantage; Software engineering; Business; Database; Marketing","score_opus":0.09787914380825005,"score_gpt":0.3752343603969394,"score_spread":0.27735521658868934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171030550","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004148199,0.0020608287,0.991188,0.0038997678,0.00023287405,0.0006421502,0.000008706273,0.0015113181,0.000041574505],"genre_scores_gemma":[0.04220955,0.00039981707,0.956234,0.00022999391,0.00042721245,0.00038269666,0.000008400618,0.000049533664,0.00005884575],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997164,0.00009715706,0.00035929756,0.0005975982,0.0010701076,0.00071184617],"domain_scores_gemma":[0.98465705,0.011684248,0.00013917651,0.0006540299,0.002674944,0.00019053149],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0046153706,0.00025329454,0.00021372708,0.00049245934,0.00033043575,0.00060131616,0.00076291733,0.00020412913,0.000008113304],"category_scores_gemma":[0.1118153,0.00025733747,0.00003566998,0.0019766095,0.000045261262,0.0026547783,0.0003011946,0.00085900904,0.000020403366],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057968363,0.0009268199,0.0011164651,0.0036479759,0.000504492,0.00010109492,0.0038289747,0.017919559,0.0013417643,0.38088745,0.027295204,0.56185055],"study_design_scores_gemma":[0.0005736573,0.00078758685,0.00041490322,0.00048338596,0.000025604844,0.00022083205,0.000056018303,0.011252836,0.002455442,0.013141547,0.9698423,0.0007458453],"about_ca_topic_score_codex":0.000015580466,"about_ca_topic_score_gemma":0.0000028042152,"teacher_disagreement_score":0.94254714,"about_ca_system_score_codex":0.00020892669,"about_ca_system_score_gemma":0.00030445954,"threshold_uncertainty_score":0.9999879},"labels":[],"label_agreement":null},{"id":"W2173789288","doi":"","title":"A habermasian perspective on the requirements process in software development (juergen habermas)","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Process (computing); Context (archaeology); Computer science; Knowledge management; Process management; Engineering","score_opus":0.0287332898014552,"score_gpt":0.3164599093517169,"score_spread":0.28772661955026174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2173789288","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036728147,0.000057987607,0.9473079,0.002464077,0.00019605532,0.00036527918,2.6183656e-7,0.0007894293,0.012090903],"genre_scores_gemma":[0.832942,0.0000042147362,0.16588144,0.00080351206,0.000028825707,0.000051006253,6.0692213e-7,0.000012468573,0.0002759036],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99873966,0.000029071323,0.00022489105,0.00032381315,0.00034374048,0.0003388274],"domain_scores_gemma":[0.99907506,0.00031504437,0.000067132474,0.000392791,0.00008619492,0.00006380478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009912673,0.00015038709,0.00010104214,0.00014716353,0.00011416117,0.00008945894,0.00083446957,0.000054652155,0.0000367665],"category_scores_gemma":[0.0002657817,0.00010332927,0.000027902059,0.000531276,0.000018025043,0.0004336169,0.0001416171,0.00021478889,0.000039535873],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010663377,0.0009042767,0.040090613,0.00008797603,0.00016078721,0.00035148486,0.047845833,0.0007463213,0.00017502392,0.74525756,0.0054346155,0.1588389],"study_design_scores_gemma":[0.0030368338,0.0012217094,0.43087754,0.0010738157,0.000034702447,0.0001826686,0.008219978,0.013245195,0.20301352,0.102938175,0.23141873,0.004737135],"about_ca_topic_score_codex":0.000044058303,"about_ca_topic_score_gemma":0.0000782834,"teacher_disagreement_score":0.79621387,"about_ca_system_score_codex":0.00022134087,"about_ca_system_score_gemma":0.0000871964,"threshold_uncertainty_score":0.42136452},"labels":[],"label_agreement":null},{"id":"W2178659164","doi":"10.1007/978-3-642-30567-2_7","title":"An SQA e-Learning System for Agile Software Development","year":2012,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Agile software development; Computer science; Software engineering; Quality assurance; Lean software development; Agile Unified Process; Software quality assurance; Process (computing); Software quality; Software development; Software quality analyst; Coding (social sciences); Software; Software development process; Quality (philosophy); Engineering management; Process management; Engineering; Operations management","score_opus":0.0391812327975144,"score_gpt":0.2966397129443075,"score_spread":0.2574584801467931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2178659164","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016986589,0.0004087356,0.9889937,0.00007934276,0.0002573894,0.00033549292,0.000003635389,0.00051697635,0.009387711],"genre_scores_gemma":[0.022830306,0.00037364985,0.97629285,0.00012295353,0.00003772068,0.000078721736,0.000053384756,0.000009740488,0.00020065987],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99878085,0.000022319837,0.00047945068,0.00020714359,0.00028028042,0.0002299318],"domain_scores_gemma":[0.9975105,0.0003551418,0.00030304238,0.0013995795,0.00031807047,0.00011369386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015956007,0.0001789996,0.00018197628,0.00057766284,0.00058656506,0.00063081796,0.0027634262,0.000115144416,0.0000021921587],"category_scores_gemma":[0.000059763857,0.00018289042,0.000028331298,0.00020308944,0.00015514542,0.008728769,0.001131302,0.00032782668,0.00002075466],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011171882,0.000009027199,0.000054728316,0.00008258041,0.0000040105933,9.076015e-8,0.001938523,0.00046765973,0.0000013206804,0.33342078,0.000056380704,0.6639638],"study_design_scores_gemma":[0.000121987374,0.00005821331,0.00043515846,0.0002409866,0.000004622152,0.000024354062,0.000019167348,0.25100252,0.000040677354,0.00070136046,0.74701357,0.0003374093],"about_ca_topic_score_codex":0.000003721601,"about_ca_topic_score_gemma":0.0000012198861,"teacher_disagreement_score":0.7469572,"about_ca_system_score_codex":0.0001781978,"about_ca_system_score_gemma":0.00021394505,"threshold_uncertainty_score":0.7458055},"labels":[],"label_agreement":null},{"id":"W2179793844","doi":"","title":"gRUP- A Globalized Approach to Software Engineering.","year":2008,"lang":"en","type":"article","venue":"Software Engineering and Data Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Globalization; Rational Unified Process; Internationalization; Computer science; Process (computing); Software; Schedule; Software engineering; Software development process; Software quality; Software development; Process management; Systems engineering; Engineering; Business; Economics; International trade","score_opus":0.030154209944975283,"score_gpt":0.24602785104300554,"score_spread":0.21587364109803026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2179793844","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008123294,0.0016316541,0.9807474,0.000076900214,0.0010974976,0.00042291716,0.00011558732,0.007761801,0.000022966575],"genre_scores_gemma":[0.054587487,0.00022711206,0.94426686,0.00012699877,0.0003071021,0.0001234988,0.00014190756,0.00014997543,0.000069037545],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963034,0.000021380893,0.0005788232,0.0014286704,0.00060327793,0.0010644643],"domain_scores_gemma":[0.9957008,0.0006856032,0.00008985544,0.002728594,0.000103371654,0.0006918186],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00061464077,0.0007752176,0.00066856487,0.00057946466,0.00018885711,0.00031374575,0.002799768,0.0002713548,0.0000058783403],"category_scores_gemma":[0.003930936,0.0008438044,0.00011254695,0.0013253724,0.000025402627,0.0017817469,0.0019979216,0.0006687451,0.00003384109],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045182256,0.0003531204,0.0044323895,0.0016010506,0.00056392845,0.00051885395,0.0016959268,0.9361658,0.0012275048,0.016423365,0.024814116,0.012158771],"study_design_scores_gemma":[0.0007605818,0.00015112781,0.007205013,0.0002862911,0.000052309522,0.0014771675,0.000007859019,0.7447689,0.00043238368,0.000019164088,0.24276133,0.0020778845],"about_ca_topic_score_codex":0.00006238959,"about_ca_topic_score_gemma":5.208742e-7,"teacher_disagreement_score":0.21794721,"about_ca_system_score_codex":0.00011920507,"about_ca_system_score_gemma":0.00008199299,"threshold_uncertainty_score":0.9994013},"labels":[],"label_agreement":null},{"id":"W2180571787","doi":"10.1177/009102600503400202","title":"A Strategic Guide for Building Effective Teams","year":2005,"lang":"en","type":"article","venue":"Public Personnel Management","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Process management; Process (computing); Team building; Team effectiveness; Set (abstract data type); Selection (genetic algorithm); Computer science; Project team; Knowledge management; Business; Management science; Engineering management; Engineering","score_opus":0.020910127975652445,"score_gpt":0.27867607047026166,"score_spread":0.2577659424946092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2180571787","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028832303,0.00015612064,0.9787751,0.0043614227,0.00021281748,0.00068720063,0.0000015279762,0.001026519,0.011896086],"genre_scores_gemma":[0.4293667,0.000025181198,0.56902796,0.00043637177,0.00015141553,0.00048441652,0.0000016945613,0.000011927247,0.00049430795],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988662,0.0000274607,0.00015066948,0.0003912187,0.00019178182,0.00037269443],"domain_scores_gemma":[0.9991852,0.00017105228,0.00006903032,0.00043686343,0.000051546886,0.0000863137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000704555,0.00014928618,0.00011786794,0.00019022368,0.00015092382,0.00045653695,0.00083073304,0.000039494204,0.000013575018],"category_scores_gemma":[0.000055491335,0.00014211751,0.00008181834,0.00024003416,0.00001229707,0.0009140436,0.00025084172,0.00008828003,0.000018709705],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004318558,0.00008315936,0.000029004921,0.000083927844,0.000100613826,0.000007733014,0.00055668806,0.0004309591,0.00006660743,0.6544254,0.008637557,0.33557403],"study_design_scores_gemma":[0.00053517346,0.00013732638,0.00023414724,0.000029991641,0.000023791643,0.0000135663995,0.00036895578,0.17037489,0.00025342958,0.0069424254,0.8207212,0.00036509873],"about_ca_topic_score_codex":0.000020662932,"about_ca_topic_score_gemma":0.000005021269,"teacher_disagreement_score":0.81208366,"about_ca_system_score_codex":0.00015174068,"about_ca_system_score_gemma":0.000014427091,"threshold_uncertainty_score":0.5795384},"labels":[],"label_agreement":null},{"id":"W2187337821","doi":"","title":"Quality Frameworks and Standards in E-Learning Systems","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Quality (philosophy); Computer science; Engineering management; E learning; Knowledge management; Process management; Risk analysis (engineering); Systems engineering; Engineering; World Wide Web; The Internet; Business","score_opus":0.010862821325235411,"score_gpt":0.2986347630053917,"score_spread":0.2877719416801563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2187337821","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008081635,0.00012735647,0.9864636,0.00022839237,0.00011718918,0.000039109815,1.5329371e-7,0.00044799727,0.004494538],"genre_scores_gemma":[0.89614874,0.000022566006,0.10368439,0.00005201439,0.000019704501,0.0000048317734,9.346586e-8,0.0000029149576,0.00006477479],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993383,0.000109205816,0.00011097213,0.00014161963,0.00019936147,0.00010048791],"domain_scores_gemma":[0.9992144,0.00049490185,0.00003308799,0.00017860535,0.000046206886,0.000032808104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022950019,0.00005034201,0.00008898184,0.00004313415,0.00002702437,0.0001717888,0.0001689404,0.00008571153,0.0000037618795],"category_scores_gemma":[0.0008430284,0.000043271364,0.000008518113,0.00011474726,0.000007399189,0.00025910867,0.000089824985,0.00029714534,0.0000013017178],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004033718,0.000014289379,0.026845139,0.00006600368,0.0000050865947,0.0000033171007,0.00051654316,0.0032773686,0.00003935068,0.8790489,0.0007912605,0.08938871],"study_design_scores_gemma":[0.00023238099,0.00014315563,0.019030845,0.00009961533,0.000001409608,0.000016014512,0.00006275369,0.66237116,0.00013180233,0.008999071,0.30858397,0.0003278326],"about_ca_topic_score_codex":0.00016520054,"about_ca_topic_score_gemma":0.000005920572,"teacher_disagreement_score":0.88806707,"about_ca_system_score_codex":0.000024498435,"about_ca_system_score_gemma":0.000012507655,"threshold_uncertainty_score":0.1764555},"labels":[],"label_agreement":null},{"id":"W2197432011","doi":"","title":"Testing the Effectiveness and Survivability of the Mini MineWolf","year":2008,"lang":"en","type":"article","venue":"JMU Scholoraly Commons (James Madison University)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Survivability; Mine action; Engineering; Reliability engineering; Forensic engineering; Computer security; Computer science; Law; Political science","score_opus":0.03170477408226795,"score_gpt":0.22457710163835645,"score_spread":0.19287232755608852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2197432011","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97327995,0.00014427633,0.022718705,0.00089121435,0.00013902318,0.00022876392,0.000004337427,0.00021828772,0.0023754237],"genre_scores_gemma":[0.9889446,0.00001705224,0.010914179,0.000031399584,0.000012278264,0.0000011600808,2.8649092e-7,0.0000057995644,0.00007322575],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988244,0.00049982633,0.00011038181,0.00024697132,0.00015610337,0.00016230455],"domain_scores_gemma":[0.99658275,0.0023448165,0.000121614816,0.0008080006,0.00009271228,0.00005008156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005907815,0.00012343934,0.00016535196,0.00009601357,0.00034815213,0.000042261607,0.0012652174,0.000062633655,0.0000016061442],"category_scores_gemma":[0.00056223874,0.00008446889,0.00007162376,0.0011051478,0.0002596658,0.0005000063,0.00068702677,0.00027564474,0.0000011272122],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005921485,0.00014309719,0.9595141,0.000058703357,0.00005665819,0.000047546044,0.0007871521,0.00022323377,0.0008922593,0.016892685,0.00096934993,0.020356042],"study_design_scores_gemma":[0.0002379677,0.000092851486,0.9694381,0.00004092351,0.000019680085,0.00004811936,0.00006165308,0.0011715502,0.0011137191,0.0004752817,0.02714791,0.00015229061],"about_ca_topic_score_codex":0.00039512882,"about_ca_topic_score_gemma":0.000023560002,"teacher_disagreement_score":0.02617856,"about_ca_system_score_codex":0.000038010425,"about_ca_system_score_gemma":0.00004983832,"threshold_uncertainty_score":0.34445414},"labels":[],"label_agreement":null},{"id":"W2205187274","doi":"","title":"Agile Instructional Development Framework: Strategies for Increasing Learner and Instructional Designer Collaboration","year":2013,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Agile software development; Instructional design; Computer science; Knowledge management; Engineering management; Process management; Software engineering; Engineering; Multimedia","score_opus":0.027682526401103316,"score_gpt":0.2743931615450869,"score_spread":0.24671063514398361,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2205187274","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19116099,0.0004929735,0.40653086,0.39656097,0.0029539948,0.0009278152,0.000011667521,0.00077135913,0.00058936374],"genre_scores_gemma":[0.5818265,0.000042806634,0.4173955,0.00011311776,0.00015482363,0.00039319505,0.00001697129,0.00000670189,0.000050362152],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99896044,0.000031313375,0.00022175635,0.00037120585,0.00019828088,0.0002170363],"domain_scores_gemma":[0.9981899,0.0010596926,0.00011252407,0.00017673099,0.00036489996,0.00009624223],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018148597,0.00016649821,0.00015255512,0.0005125099,0.0002202906,0.00027701588,0.00024916776,0.0001692895,0.00011439985],"category_scores_gemma":[0.00057782274,0.00015900523,0.000012018742,0.0005355614,0.00018852668,0.0007693246,0.00008694307,0.00028414483,0.000010586291],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005522659,0.000030636496,0.0012608189,0.000013420166,0.000014335153,2.7637495e-7,0.000261331,0.000003902135,0.0002762205,0.95283043,0.0005871793,0.04471592],"study_design_scores_gemma":[0.00015415622,0.000052800413,0.01277641,0.00005511902,0.0000047630274,0.00004457333,0.000088711386,0.0012994529,0.0007433676,0.9812842,0.003294956,0.00020149854],"about_ca_topic_score_codex":0.000015506539,"about_ca_topic_score_gemma":0.000026963111,"teacher_disagreement_score":0.39644784,"about_ca_system_score_codex":0.000050484374,"about_ca_system_score_gemma":0.0007230803,"threshold_uncertainty_score":0.6484045},"labels":[],"label_agreement":null},{"id":"W2213520142","doi":"","title":"Understanding Agility in ISD Projects","year":2015,"lang":"en","type":"article","venue":"International Conference on Information Systems","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Agile software development; Extant taxon; Popularity; Knowledge management; Process management; Process (computing); Key (lock); Computer science; Business; Psychology; Software engineering","score_opus":0.3118104447195648,"score_gpt":0.3405557474785205,"score_spread":0.028745302758955704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2213520142","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012825521,0.000005299489,0.8900361,0.00080738094,0.0014355714,0.00017996505,0.0000040448795,0.0002719833,0.10597711],"genre_scores_gemma":[0.99690276,0.0000058275905,0.002840672,0.00011076745,0.000032456795,0.00003748425,0.000009379868,0.0000019577851,0.00005868365],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99905217,0.000039562394,0.00028630756,0.0000974901,0.0004208996,0.00010359185],"domain_scores_gemma":[0.99933785,0.00006762982,0.00014208427,0.00019015814,0.00020993748,0.00005234702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066583947,0.00007809803,0.000081248254,0.0002692999,0.000020520734,0.00049401727,0.00050328893,0.000049039594,0.000005871602],"category_scores_gemma":[0.0002067608,0.00007248624,0.000016064585,0.00018186212,0.000009700773,0.002954889,0.00007058628,0.0001226031,0.000094892486],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010110945,0.000010877894,0.00091466645,0.000010248823,0.000005261927,0.0000020631944,0.0015594193,0.0018198416,0.0000025747981,0.993532,0.0013467587,0.00078619184],"study_design_scores_gemma":[0.0005966351,0.00011919176,0.0008315956,0.00019602932,0.0000010489052,0.000037437505,0.0016750651,0.9338255,0.00008441498,0.010964868,0.051409267,0.00025894042],"about_ca_topic_score_codex":0.00014656395,"about_ca_topic_score_gemma":0.00000477449,"teacher_disagreement_score":0.9956202,"about_ca_system_score_codex":0.00034581678,"about_ca_system_score_gemma":0.000111916284,"threshold_uncertainty_score":0.47638196},"labels":[],"label_agreement":null},{"id":"W2226171382","doi":"","title":"Developing, Implementing, and Evaluating ICTs with Limited Resources","year":2006,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Business; Developing country; ICTS; Knowledge management; Computer science; Information and Communications Technology; Process management; Economic growth; World Wide Web; Economics","score_opus":0.040687563389207565,"score_gpt":0.30263720205443934,"score_spread":0.2619496386652318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2226171382","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22968781,0.0013141453,0.0526864,0.7110411,0.00076128606,0.00048810267,0.0000061517517,0.0013302392,0.0026847527],"genre_scores_gemma":[0.8357061,0.00006564642,0.16358748,0.00015557584,0.00015287736,0.00010935801,0.00001138653,0.000009456652,0.00020208779],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988408,0.00003057286,0.00019534527,0.000398789,0.00023849116,0.0002959839],"domain_scores_gemma":[0.99864185,0.0007257236,0.00013918547,0.00026386665,0.00016844356,0.000060917348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027413009,0.00016693876,0.0001572495,0.00053833483,0.00016591417,0.00015391457,0.000352547,0.00008132306,0.00003348015],"category_scores_gemma":[0.00029993823,0.00014270005,0.000008944498,0.00068905205,0.00015066449,0.00020099898,0.0001681456,0.00025412336,0.0000045235797],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037415487,0.000027222846,0.018139634,0.000012660927,0.0000098738265,0.0000033225356,0.00020847717,8.8921354e-7,0.00011384271,0.9685352,0.00062764087,0.01231752],"study_design_scores_gemma":[0.0003147166,0.00019609244,0.03359397,0.00014497577,0.000014359601,0.00006516309,0.000031153177,0.0014323008,0.0014277825,0.95540845,0.0070438394,0.00032721736],"about_ca_topic_score_codex":0.00004215209,"about_ca_topic_score_gemma":0.00015869128,"teacher_disagreement_score":0.7108855,"about_ca_system_score_codex":0.000027931601,"about_ca_system_score_gemma":0.00021176458,"threshold_uncertainty_score":0.5819139},"labels":[],"label_agreement":null},{"id":"W2226435542","doi":"","title":"More on Services PEs--What Is a Connected Project?","year":2014,"lang":"en","type":"preprint","venue":"Canadian Tax Journal/Revue fiscale canadienne","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Business; Computer science","score_opus":0.01653724350112122,"score_gpt":0.2358069063054449,"score_spread":0.2192696628043237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2226435542","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22987692,0.017710168,0.22640705,0.4656528,0.041978147,0.0060046655,0.0024146584,0.0036552134,0.006300383],"genre_scores_gemma":[0.71674466,0.0101746945,0.18679485,0.04862021,0.009953468,0.0010403275,0.00071475614,0.0010630226,0.02489403],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959237,0.0002226743,0.0007179654,0.0011715731,0.00033387958,0.0016302093],"domain_scores_gemma":[0.99391246,0.0003431965,0.0008054127,0.002115049,0.0004910641,0.002332841],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0010358358,0.0007836979,0.00081294705,0.0014991462,0.0004892669,0.002686708,0.0039827763,0.0008363046,0.00014518706],"category_scores_gemma":[0.00026167897,0.00081913074,0.00035463957,0.00065869535,0.00006497476,0.0010303645,0.00044345038,0.003013082,0.0000535918],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006862643,0.00015826678,0.0012496739,0.003338336,0.0013259723,0.010582294,0.037037037,0.009334514,0.000040688992,0.0064309496,0.6914503,0.23898332],"study_design_scores_gemma":[0.00040981054,0.00034877897,0.001024081,0.0034001863,0.00010876191,0.0024991361,0.00034118476,0.046672102,0.00015474834,0.005879969,0.93735856,0.001802692],"about_ca_topic_score_codex":0.24057254,"about_ca_topic_score_gemma":0.5187375,"teacher_disagreement_score":0.48686773,"about_ca_system_score_codex":0.001593766,"about_ca_system_score_gemma":0.0016536007,"threshold_uncertainty_score":0.99942595},"labels":[],"label_agreement":null},{"id":"W2238023328","doi":"","title":"Agile Governance Theory: conceptual development","year":2015,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Agile software development; Conceptual framework; Framing (construction); Corporate governance; Knowledge management; Process management; Conceptual model; Context (archaeology); Computer science; Management science; Business; Engineering; Sociology","score_opus":0.09321243612348128,"score_gpt":0.18410330964929733,"score_spread":0.09089087352581605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2238023328","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057694465,0.00007991594,0.93719816,0.000056477707,0.00021356471,0.00005660578,8.1662193e-7,0.00053250336,0.004167468],"genre_scores_gemma":[0.9680102,0.000018462275,0.030039433,0.000101663645,0.000022797214,4.3603816e-7,8.3598337e-7,0.0000060250995,0.0018001577],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993394,0.00005233072,0.00007019591,0.0002922324,0.00006788197,0.00017797259],"domain_scores_gemma":[0.9992426,0.00012840968,0.00006764295,0.00036739337,0.000066984045,0.00012696612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031494373,0.000098987446,0.00008650334,0.00003109556,0.00006026722,0.000042145653,0.00075182144,0.000046683854,0.000020561809],"category_scores_gemma":[0.00009452567,0.00010527692,0.000027624452,0.0003297141,0.000047628928,0.00066153536,0.00025150075,0.00010424698,0.00013268559],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000114719305,0.000023463488,0.00083261373,0.000002151476,0.000014046178,0.0000906583,0.0005333687,0.004244598,0.000007664276,0.9895394,0.001963644,0.0027369324],"study_design_scores_gemma":[0.0012715897,0.00023985759,0.0035017277,0.00005274175,0.000025359313,0.000036052854,0.00038442973,0.093008615,0.0042935526,0.08696003,0.8092045,0.0010214952],"about_ca_topic_score_codex":0.000015815713,"about_ca_topic_score_gemma":0.0000031529157,"teacher_disagreement_score":0.91031575,"about_ca_system_score_codex":0.00010557264,"about_ca_system_score_gemma":0.00011364911,"threshold_uncertainty_score":0.42930683},"labels":[],"label_agreement":null},{"id":"W2239024561","doi":"10.17564/2359-4942.2015v1n3p43-54","title":"A Engenharia de Requisitos: Um caso de implementação de um sistema para engenharia de requisitos.","year":2015,"lang":"pt","type":"article","venue":"Interfaces Científicas - Exatas e Tecnológicas","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Philosophy; Humanities; Physics","score_opus":0.09007042059105556,"score_gpt":0.3545005001131033,"score_spread":0.2644300795220477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2239024561","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32557678,0.009472073,0.6509995,0.0038604506,0.002952604,0.0016862153,0.00047639754,0.0029882572,0.001987763],"genre_scores_gemma":[0.87821114,0.00044162056,0.117809325,0.0011581226,0.0008535437,0.00028784666,0.000060026658,0.00019391345,0.0009844841],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9892948,0.0014207604,0.0018637547,0.0023188156,0.0014346956,0.0036671672],"domain_scores_gemma":[0.9916687,0.0013771177,0.0011873503,0.0032836373,0.00047169454,0.0020115005],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0073066317,0.0014364677,0.0012718475,0.0007277007,0.0006298034,0.0020968306,0.005523002,0.0009771262,0.0007880677],"category_scores_gemma":[0.002138534,0.0014880747,0.0005173196,0.001660917,0.0002781205,0.0018308009,0.0027384665,0.0020220156,0.00061048055],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037575152,0.0063310424,0.021689672,0.0030913155,0.0053986986,0.015521357,0.19240345,0.009034239,0.12922375,0.057518546,0.46393806,0.09209236],"study_design_scores_gemma":[0.0041794376,0.004520583,0.0031124526,0.0017136926,0.0013106709,0.007841283,0.0058252537,0.09606779,0.20647931,0.0059021316,0.65812194,0.004925453],"about_ca_topic_score_codex":0.001350245,"about_ca_topic_score_gemma":0.00016947508,"teacher_disagreement_score":0.55263436,"about_ca_system_score_codex":0.002667117,"about_ca_system_score_gemma":0.0015523669,"threshold_uncertainty_score":0.9998576},"labels":[],"label_agreement":null},{"id":"W2245256784","doi":"10.1145/2830719.2830735","title":"Report on the First International i* Teaching Workshop (iStarT)","year":2015,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Variety (cybernetics); Computer science; Engineering management; Engineering ethics; Software engineering; Engineering; Artificial intelligence","score_opus":0.039628341620573874,"score_gpt":0.2777404354737007,"score_spread":0.23811209385312682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2245256784","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023630306,0.00020971293,0.9539336,0.014623811,0.0028443628,0.00023796862,0.000004966,0.00441645,0.00009879969],"genre_scores_gemma":[0.7249453,0.000008274202,0.27384266,0.00060513656,0.0003608503,0.0000632514,0.000010742298,0.00004181032,0.000121953526],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982597,0.000029548566,0.00032113976,0.00046760007,0.0005614669,0.0003605231],"domain_scores_gemma":[0.95234746,0.04531107,0.00015469418,0.0018741402,0.00013574275,0.00017687828],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011876066,0.00028951679,0.00018709703,0.00015901955,0.00016212325,0.00039879445,0.002454418,0.00011539951,0.000015455775],"category_scores_gemma":[0.24568167,0.00022887706,0.00010130785,0.00027411868,0.000021841593,0.0006640283,0.0007043806,0.0006600845,0.0000618365],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009538977,0.00059232087,0.41359103,0.00017208644,0.0006506556,0.0028385287,0.006345954,0.107856095,0.00017054375,0.15148231,0.24652831,0.06967677],"study_design_scores_gemma":[0.00039091706,0.00016408884,0.021886215,0.0003464862,0.000023757859,0.00060451915,0.000026891017,0.011208713,0.001528253,0.0010548219,0.9616901,0.001075203],"about_ca_topic_score_codex":0.00003531525,"about_ca_topic_score_gemma":0.0000025701677,"teacher_disagreement_score":0.7151618,"about_ca_system_score_codex":0.00013188882,"about_ca_system_score_gemma":0.000055424513,"threshold_uncertainty_score":0.9333336},"labels":[],"label_agreement":null},{"id":"W2248905866","doi":"10.1109/re34808.2015","title":"2015 IEEE 23rd International Requirements Engineering Conference (RE)","year":2015,"lang":"en","type":"paratext","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Software engineering; Systems engineering; Engineering management; Engineering","score_opus":0.07398746860568932,"score_gpt":0.3379953814357249,"score_spread":0.26400791283003555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2248905866","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006660324,0.00038154126,0.8706568,0.0006786024,0.01233285,0.0001451054,0.000018492998,0.00071117224,0.1150688],"genre_scores_gemma":[0.009423632,0.0012627173,0.6676474,0.0005431975,0.0018735336,0.00013796042,0.00019993546,0.00010550132,0.31880608],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99816537,0.000026065127,0.00033150046,0.00052295835,0.00063391286,0.00032017953],"domain_scores_gemma":[0.99843097,0.0001227197,0.00018580159,0.00075557985,0.00033963125,0.00016528087],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00043847706,0.00034103447,0.0002921781,0.00024732013,0.000029433282,0.0004742137,0.0024247924,0.0002724424,0.0014914096],"category_scores_gemma":[0.00011637981,0.0003296098,0.00007613848,0.00019505112,0.000013676203,0.00094881543,0.000475521,0.00046098113,0.0035036898],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002146865,0.000017434497,0.0000020187726,0.000026914646,0.000058067228,0.000011354857,0.00006689298,0.0012516177,0.000053236665,0.0021325836,0.9939675,0.0024102696],"study_design_scores_gemma":[0.000118553515,0.00004719667,0.0000034277414,0.00011006664,0.000007003513,0.000014261734,0.0000023362384,0.054672424,0.0006219596,0.00016572693,0.94382787,0.00040916554],"about_ca_topic_score_codex":0.00007117983,"about_ca_topic_score_gemma":0.000002453704,"teacher_disagreement_score":0.20373729,"about_ca_system_score_codex":0.00017091329,"about_ca_system_score_gemma":0.00021431484,"threshold_uncertainty_score":0.9999156},"labels":[],"label_agreement":null},{"id":"W2251236187","doi":"","title":"Proceedings of the 34th International Conference on Software Engineering","year":2012,"lang":"en","type":"article","venue":"BOA (University of Milano-Bicocca)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":134,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Software engineering","score_opus":0.019214531672876102,"score_gpt":0.20346031868475534,"score_spread":0.18424578701187924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2251236187","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5626631,0.00012848231,0.42343777,0.001672986,0.0012133138,0.0003059901,0.00002652991,0.00069297676,0.00985885],"genre_scores_gemma":[0.8987504,0.000029556248,0.10089795,0.000023949955,0.000029991279,2.6763183e-7,7.6391535e-7,0.000004923309,0.00026215424],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9994414,0.000005456041,0.00007008712,0.00012254293,0.00022202305,0.00013847991],"domain_scores_gemma":[0.9994864,0.00006350317,0.00011858166,0.00017715881,0.00010633462,0.00004806333],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001583982,0.00008222169,0.00010420701,0.000086095984,0.00004839631,0.000015985739,0.0009989864,0.000054204756,0.000037924514],"category_scores_gemma":[0.00007806324,0.000078815494,0.0000672827,0.00017566864,0.00003106987,0.00056009175,0.00029462302,0.00012464433,0.0000047602334],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007362209,0.00043259788,0.12025949,0.00028752792,0.00022157209,0.0000063603616,0.008581611,0.00044347713,0.017368391,0.82522583,0.016512753,0.010586769],"study_design_scores_gemma":[0.0017976817,0.00059600483,0.66286236,0.00121137,0.00013316619,0.00009231837,0.0019986648,0.065920286,0.04169663,0.0020191048,0.22017366,0.0014987702],"about_ca_topic_score_codex":0.000036592843,"about_ca_topic_score_gemma":0.0000013726243,"teacher_disagreement_score":0.8232067,"about_ca_system_score_codex":0.000029584447,"about_ca_system_score_gemma":0.000020270403,"threshold_uncertainty_score":0.32140025},"labels":[],"label_agreement":null},{"id":"W2255136592","doi":"","title":"An integrated life cycle quality model for general public market software products","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software quality control; Software quality management; Product (mathematics); Quality (philosophy); Software quality analyst; Computer science; Software quality; Complement (music); Software; Product lifecycle; Reliability engineering; Systems engineering; Engineering; Software development; New product development; Business; Marketing; Mathematics","score_opus":0.052666841257217364,"score_gpt":0.31412921684581385,"score_spread":0.2614623755885965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2255136592","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009401928,0.000038957467,0.98425704,0.0030948124,0.00017119345,0.0002866327,0.000010303333,0.0025909469,0.00014820082],"genre_scores_gemma":[0.22217771,0.000006149555,0.776723,0.0006257697,0.000066180546,0.00006688583,0.000012355339,0.000014310839,0.00030764303],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987621,0.000049522863,0.0002327248,0.0004586536,0.00018704036,0.00030999313],"domain_scores_gemma":[0.99859464,0.00011007889,0.00007745917,0.0007933653,0.00024916482,0.00017527638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082788314,0.00015670447,0.00015410154,0.00008355816,0.00010430054,0.0003410803,0.0008814528,0.00008266034,0.000016118904],"category_scores_gemma":[0.0010895762,0.00013299384,0.00004921585,0.00034393038,0.000018796152,0.0016824113,0.0001028619,0.00012785172,0.000004086894],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000839645,0.0009240273,0.0007670017,0.00022289573,0.00009802377,0.0000075144676,0.0010847539,0.17220557,0.00082825613,0.64358413,0.028934728,0.15125917],"study_design_scores_gemma":[0.00029452864,0.00010914351,0.0004943373,0.0000071450686,0.0000038867265,0.0000056587673,0.0000067179762,0.9647997,0.001053838,0.023503104,0.009413747,0.00030821227],"about_ca_topic_score_codex":0.00014012768,"about_ca_topic_score_gemma":0.000018595194,"teacher_disagreement_score":0.79259413,"about_ca_system_score_codex":0.00005807361,"about_ca_system_score_gemma":0.00028941728,"threshold_uncertainty_score":0.5423331},"labels":[],"label_agreement":null},{"id":"W2256540783","doi":"10.58729/1941-6679.1164","title":"A Collaborative Project Management Approach and a Framework for Its Supporting Systems","year":2006,"lang":"en","type":"article","venue":"Journal of international technology and information management","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Globalization; Conceptual framework; Project management; Knowledge management; Information system; Engineering management; Process management; Computer science; Business; Engineering; Political science; Systems engineering; Sociology","score_opus":0.007266838708714419,"score_gpt":0.2736158176046242,"score_spread":0.2663489788959098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2256540783","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010985344,0.00032250804,0.99320114,0.0011574193,0.00024296698,0.00037588607,0.0000029940304,0.00008462255,0.003513939],"genre_scores_gemma":[0.16355948,0.0004950626,0.8356194,0.000086589214,0.000039978317,0.00007647763,0.0000036989713,0.0000028754037,0.00011644995],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992887,0.00000831281,0.0003787939,0.000071512564,0.0001633604,0.00008932432],"domain_scores_gemma":[0.99915355,0.00004859708,0.00047940237,0.00007868863,0.00022707632,0.000012653385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045868015,0.00007280258,0.00009870647,0.00082305685,0.000059840542,0.00020292422,0.00029423207,0.00006204618,5.904572e-7],"category_scores_gemma":[0.000052003776,0.000062167164,0.00001917475,0.0003196726,0.00001702879,0.0018396447,0.00014726866,0.00010303958,5.2083243e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012898233,0.000016865606,0.00013435984,0.00011218053,0.000084130435,0.0000036795464,0.00008034308,0.00025928504,0.0000013083517,0.9836003,0.0013754806,0.014319126],"study_design_scores_gemma":[0.0011686124,0.00035542867,0.0017396854,0.0003066301,0.000060720096,0.00037385363,0.0020433965,0.12646833,0.00025548125,0.08675331,0.78018624,0.00028831995],"about_ca_topic_score_codex":8.215003e-7,"about_ca_topic_score_gemma":3.4543245e-8,"teacher_disagreement_score":0.896847,"about_ca_system_score_codex":0.000032074095,"about_ca_system_score_gemma":0.0000082761935,"threshold_uncertainty_score":0.25351033},"labels":[],"label_agreement":null},{"id":"W2257134030","doi":"10.4018/978-1-59140-857-4.ch002","title":"An Overview of Software Quality Concepts and Management Issues","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software quality analyst; Software quality control; Software quality; Software quality assurance; Quality (philosophy); Software engineering; Computer science; Software quality management; Verification and validation; Software construction; Quality assurance; Software; Software development; Engineering; Operations management","score_opus":0.08294118708111743,"score_gpt":0.3630624475259255,"score_spread":0.28012126044480806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2257134030","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000041641426,0.013428237,0.23188293,0.000042540974,0.00042001894,0.00052403787,0.000081987986,0.0012211906,0.7523574],"genre_scores_gemma":[0.033368208,0.004138378,0.9268096,0.00090380723,0.00024144212,0.00005652103,0.000009111555,0.000100599005,0.034372333],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99869573,0.000033636617,0.00033980986,0.00046395292,0.00028832557,0.00017851598],"domain_scores_gemma":[0.9985143,0.000053337946,0.00028223576,0.000963017,0.00007845424,0.000108658736],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00027386806,0.00029090382,0.00040284693,0.000047562666,0.000038403647,0.000079983205,0.0008271882,0.0002087004,0.000020111385],"category_scores_gemma":[0.0000131788975,0.00028574973,0.000091625516,0.000017382084,0.000076051605,0.000186993,0.0004186487,0.00013897881,0.000010354904],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053622766,0.0000075014177,0.000028493736,0.00026925275,0.00005557341,0.000022326387,0.0000863654,5.2424394e-7,7.0870067e-7,0.93714887,0.00048815858,0.061886836],"study_design_scores_gemma":[0.0001410632,0.0002107454,0.00054018566,0.0004817603,0.00005780511,0.000022451013,0.0000027586916,0.000016585584,0.00006991175,0.8306307,0.16733384,0.000492192],"about_ca_topic_score_codex":0.00019563473,"about_ca_topic_score_gemma":0.000014212312,"teacher_disagreement_score":0.7179851,"about_ca_system_score_codex":0.000038183305,"about_ca_system_score_gemma":0.000027555281,"threshold_uncertainty_score":0.99995947},"labels":[],"label_agreement":null},{"id":"W22686852","doi":"10.1111/j.1440-0960.2012.00910.x","title":"A theory of shared understanding for software organizations","year":2010,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Negotiation; Knowledge management; Documentation; Software development; Empirical research; Context (archaeology); Grounded theory; Software; Computer science; Process management; Business; Qualitative research; Political science; Sociology; Epistemology","score_opus":0.0309208954730141,"score_gpt":0.2846520622098317,"score_spread":0.2537311667368176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W22686852","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000087112785,0.00006575326,0.99732167,0.00004214312,0.00065415923,0.00025201027,0.00001766852,0.0006904593,0.0008690213],"genre_scores_gemma":[0.019919017,0.00002221086,0.97639745,0.00003337186,0.0000510538,0.000055733795,0.00035300117,0.00004102389,0.003127135],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99934834,0.000012942368,0.00018899348,0.00021273656,0.0001224378,0.00011453234],"domain_scores_gemma":[0.99838334,0.0008047269,0.00017908573,0.00037330727,0.00022809116,0.00003145235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002371212,0.00012752842,0.00015910604,0.00015106332,0.000077859964,0.00009755066,0.00061162043,0.00023190722,0.000104018276],"category_scores_gemma":[0.0010276622,0.00011997953,0.000057688394,0.0003392652,0.000007530692,0.0002914593,0.00003593296,0.0001751191,0.0000021423655],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010530356,0.00002299503,0.00002019045,0.00022859691,0.000040539904,5.491715e-7,0.0010711409,0.0000099852405,0.00034538063,0.9911636,0.0025836078,0.0045028664],"study_design_scores_gemma":[0.00032181336,0.00018384062,0.00037666704,0.00029536782,0.00011464922,0.000007836641,0.000628053,0.0034850414,0.014461421,0.96744585,0.01190095,0.0007785296],"about_ca_topic_score_codex":0.0000068537843,"about_ca_topic_score_gemma":0.000031829837,"teacher_disagreement_score":0.023717787,"about_ca_system_score_codex":0.00002806041,"about_ca_system_score_gemma":0.00013115934,"threshold_uncertainty_score":0.48926234},"labels":[],"label_agreement":null},{"id":"W2272231712","doi":"10.11575/prism/30916","title":"An Extended Review on Story Test Driven Development","year":2010,"lang":"en","type":"article","venue":"Open MIND","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Test (biology); Test-driven development; Empirical research; Computer science; Data science; Engineering ethics; Engineering; Epistemology; Software development; Software","score_opus":0.03672131346954396,"score_gpt":0.335865640032946,"score_spread":0.29914432656340206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2272231712","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15849534,0.0038830687,0.73068357,0.014590027,0.004668716,0.005429663,0.00001713339,0.00065969117,0.081572816],"genre_scores_gemma":[0.05130314,0.00011077248,0.9477458,0.0003678438,0.000034995803,0.000033168653,0.00000312308,0.0000075633097,0.00039359537],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993774,0.000027415865,0.000102676444,0.00025282643,0.00012540701,0.00011423307],"domain_scores_gemma":[0.99907064,0.0001638864,0.000058189875,0.000600387,0.000030543808,0.00007633605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006004303,0.00008341847,0.00009892678,0.000029130195,0.00007634003,0.00018435088,0.0014158819,0.00003508479,0.00033505372],"category_scores_gemma":[0.00017605227,0.000071752474,0.000013846365,0.00010171317,0.000009236659,0.000559945,0.00019865617,0.00022492786,0.00032299288],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.761126e-7,0.00008409403,0.00007631515,0.000012979689,0.0000032420821,0.000012600075,0.00016308512,0.000002444511,0.00089599675,0.00024596576,0.002601031,0.99590135],"study_design_scores_gemma":[0.000052469866,0.000098204655,0.0022916878,0.00018568385,0.0000030220106,0.00001337891,0.000001514168,0.0004725061,0.006214887,0.000035819885,0.9904797,0.00015109513],"about_ca_topic_score_codex":0.0000032529135,"about_ca_topic_score_gemma":0.000011218659,"teacher_disagreement_score":0.99575025,"about_ca_system_score_codex":0.000013699054,"about_ca_system_score_gemma":0.00010195969,"threshold_uncertainty_score":0.4151528},"labels":[],"label_agreement":null},{"id":"W2277734745","doi":"","title":"Applying software engineering standards in small settings : recent historical perspectives and initial achievement","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Standardization; International standard; Engineering management; Software; International standardization; Engineering; Process management; Business; Systems engineering; Software engineering; Computer science; Telecommunications","score_opus":0.016102642261640637,"score_gpt":0.2607657786533883,"score_spread":0.24466313639174767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2277734745","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008804777,0.0010984673,0.98603046,0.002745702,0.00011998195,0.00021643586,0.0000013261601,0.00081698113,0.00016583978],"genre_scores_gemma":[0.11104595,0.00030072703,0.88815886,0.0002115059,0.00011376787,0.00010373274,6.2857384e-7,0.000014743243,0.000050101087],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990538,0.000019970603,0.00018471852,0.00031100528,0.0001945314,0.00023600356],"domain_scores_gemma":[0.9994159,0.00020470159,0.000039322207,0.00020184183,0.00006236624,0.00007586431],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005536352,0.00013591486,0.000136998,0.00014841364,0.000046999838,0.00010861796,0.0002574487,0.000056185134,0.00001620943],"category_scores_gemma":[0.00039918497,0.00013373222,0.000023201324,0.00022471054,0.0000071851373,0.0004188375,0.00021021877,0.00022994123,0.0000011798253],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030375633,0.00023263802,0.0035518259,0.00010235061,0.00003589426,0.000059062546,0.006594116,0.0031472123,0.00027949797,0.03376651,0.0030562344,0.9491443],"study_design_scores_gemma":[0.00046996365,0.00016320395,0.0019941637,0.00007359191,0.000006450082,0.00003991831,0.00013237368,0.035431813,0.0012736915,0.00026305858,0.95965296,0.00049883197],"about_ca_topic_score_codex":0.000055435863,"about_ca_topic_score_gemma":0.000019228057,"teacher_disagreement_score":0.95659673,"about_ca_system_score_codex":0.00072731846,"about_ca_system_score_gemma":0.00004505661,"threshold_uncertainty_score":0.5453441},"labels":[],"label_agreement":null},{"id":"W2280397671","doi":"10.4230/dagrep.4.5.40","title":"The Future of Refactoring (Dagstuhl Seminar 14211)","year":2014,"lang":"en","type":"article","venue":"DROPS (Schloss Dagstuhl – Leibniz Center for Informatics)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Universidade Federal de Pernambuco; Universiteit Antwerpen; University of Waterloo; Eidgenössische Technische Hochschule Zürich; Universitetet i Oslo; Oregon State University; Technische Universiteit Delft; University of Bern; Google; Université Catholique de Louvain; Universidade de Pernambuco; Universität Trier; Portland State University; Iowa State University","keywords":"Code refactoring; Pace; Computer science; Software engineering; Plan (archaeology); Breakout; Work (physics); Software; Programming language; Engineering; Business","score_opus":0.007149529876516246,"score_gpt":0.24185171350493004,"score_spread":0.2347021836284138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2280397671","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028215775,0.0003788598,0.9631891,0.001001576,0.0028402728,0.00072136737,0.000055005068,0.00078034116,0.002817649],"genre_scores_gemma":[0.78722954,0.0004928817,0.2103606,0.00051605277,0.00075609656,0.00013620107,0.0000518942,0.000066683904,0.00039002675],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977612,0.00005068542,0.0008633687,0.00022649067,0.0004981727,0.00060008524],"domain_scores_gemma":[0.99695206,0.00079248595,0.0005610914,0.001295379,0.0002557331,0.00014326259],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013632947,0.0003232514,0.00035520957,0.00014183452,0.0004102763,0.00040637376,0.0020203784,0.00020163695,0.000005040425],"category_scores_gemma":[0.000246071,0.0002326827,0.0002153115,0.00034320107,0.00008028078,0.0015970275,0.00051127264,0.00045108865,0.00002512635],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018906404,0.0003624751,0.00916107,0.0016271814,0.00044730245,0.000006077191,0.017118845,0.00063116424,0.00040333398,0.39355335,0.03559378,0.54090637],"study_design_scores_gemma":[0.0006417205,0.00032576878,0.00076420227,0.00012818718,0.00002234654,0.000041042982,0.00035771733,0.041183006,0.003333991,0.0023454526,0.9504452,0.00041138747],"about_ca_topic_score_codex":0.000010618346,"about_ca_topic_score_gemma":0.0000060878097,"teacher_disagreement_score":0.9148514,"about_ca_system_score_codex":0.00006469119,"about_ca_system_score_gemma":0.000044769382,"threshold_uncertainty_score":0.9488525},"labels":[],"label_agreement":null},{"id":"W2282369539","doi":"10.1145/2839509.2844647","title":"Evaluating Student Teams","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Preference; Computer science; Work (physics); Mathematics education; Subject (documents); Medical education; Psychology; World Wide Web; Engineering; Medicine; Mathematics","score_opus":0.04434166825570514,"score_gpt":0.383885423876417,"score_spread":0.3395437556207119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2282369539","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0077048196,0.000025337673,0.985411,0.0018518317,0.00015401978,0.000046859663,6.995882e-8,0.00088453514,0.003921522],"genre_scores_gemma":[0.43778524,0.000008979299,0.5607504,0.00012368891,0.00003113797,0.00001038993,2.1746354e-8,0.000002961539,0.0012871393],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99953175,0.000018389539,0.000068497844,0.00012891486,0.00015559324,0.000096880554],"domain_scores_gemma":[0.9993891,0.00024848996,0.000021934313,0.00028856948,0.000023589504,0.000028294664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037530359,0.000042309683,0.000037939637,0.000023422434,0.0000250075,0.000053648037,0.00042888828,0.000015149001,0.00006186597],"category_scores_gemma":[0.0001066342,0.00002318651,0.00001630284,0.000071459726,0.0000045606316,0.0003569216,0.0001561216,0.000024182713,0.000085536136],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.76358e-7,0.000017324603,0.0012882731,0.0000015820327,0.0000062642116,0.0000029230837,0.000088043664,0.000012112136,0.0022701365,0.06985431,0.002170696,0.92428774],"study_design_scores_gemma":[0.0025572132,0.0024660514,0.07272774,0.00036420324,0.000035324283,0.00018870123,0.000079907404,0.077471346,0.15525167,0.15295078,0.5335705,0.0023365568],"about_ca_topic_score_codex":0.0000066873995,"about_ca_topic_score_gemma":4.143493e-7,"teacher_disagreement_score":0.9219512,"about_ca_system_score_codex":0.000018512828,"about_ca_system_score_gemma":0.000012484126,"threshold_uncertainty_score":0.10994225},"labels":[],"label_agreement":null},{"id":"W2293223338","doi":"10.1145/2839509.2844664","title":"Scrum and Agile Methods in Software Engineering Courses","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Scrum; Agile software development; Software engineering; Computer science; Software; Software development; Systems engineering; Engineering; Operating system","score_opus":0.016974142560880857,"score_gpt":0.3148756438188476,"score_spread":0.2979015012579667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293223338","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025608544,0.00024017922,0.9954658,0.00064093823,0.00014042237,0.000048242084,4.4044674e-7,0.00078965246,0.00011348035],"genre_scores_gemma":[0.048682522,0.00007239162,0.95098394,0.00006840516,0.000016122733,0.000011077894,6.49228e-8,0.0000069441685,0.00015851628],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994687,0.00002548083,0.00009759487,0.00018345201,0.00006484762,0.00015992463],"domain_scores_gemma":[0.99882895,0.00085508666,0.000020417225,0.00023238917,0.000015271673,0.000047886388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004015882,0.00007983347,0.00008943428,0.00009907937,0.000015260774,0.00005418186,0.00025044492,0.000040043516,0.000017803346],"category_scores_gemma":[0.00049079,0.00005374914,0.000014630242,0.00015262503,0.000009695343,0.0005328694,0.00015280828,0.00005749193,0.000004773881],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000333794,0.000032312906,0.01794393,0.00003709977,0.000015534568,0.000031528365,0.00019143657,0.00016178389,0.0077551887,0.079644226,0.0018565411,0.8923271],"study_design_scores_gemma":[0.001770007,0.00047890074,0.120840594,0.0007968494,0.00002082887,0.0003340893,0.000032312517,0.12542474,0.1712652,0.021929167,0.5547543,0.0023529613],"about_ca_topic_score_codex":0.000024735851,"about_ca_topic_score_gemma":0.0000022647996,"teacher_disagreement_score":0.8899741,"about_ca_system_score_codex":0.000015644811,"about_ca_system_score_gemma":0.000013132597,"threshold_uncertainty_score":0.21918263},"labels":[],"label_agreement":null},{"id":"W2293579521","doi":"10.1109/hicss.2016.666","title":"Kaizen Cookbook: The Success Recipe for Continuous Learning and Improvements","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Kaizen; Recipe; Productivity; Process management; Computer science; Process (computing); Team software process; Software; Lean manufacturing; Customer satisfaction; Knowledge management; Manufacturing engineering; Engineering management; Engineering; Software development; Software development process; Operations management; Business; Marketing","score_opus":0.011041179113036158,"score_gpt":0.2640879002129462,"score_spread":0.25304672109991005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293579521","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005466631,0.000084407584,0.99047476,0.0023009612,0.00012721868,0.00019234851,5.785098e-7,0.0003910728,0.00096199877],"genre_scores_gemma":[0.8164898,0.0001410917,0.17316414,0.0004323232,0.00008101712,0.000107354164,3.6056863e-7,0.00001416588,0.009569739],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99952763,0.000019609346,0.00008377799,0.00015993463,0.000070875656,0.00013818637],"domain_scores_gemma":[0.9989722,0.00074044336,0.000047892005,0.0001707887,0.000039960694,0.000028755758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037738043,0.00006328116,0.000065171014,0.00001922163,0.00009992499,0.00012273769,0.0003217946,0.000026234266,0.000011594155],"category_scores_gemma":[0.0001879953,0.000030730273,0.00001887403,0.000044539724,0.00001843819,0.00031427885,0.00014057841,0.00004653797,0.000003448466],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017392938,0.00001388718,0.006003784,0.000015942602,0.000029979863,0.0000019068613,0.00017577302,0.0000025800466,0.0036597399,0.062278323,0.004771888,0.9230288],"study_design_scores_gemma":[0.0010406413,0.00047026773,0.0027663794,0.000054718475,0.000012731743,0.00002300562,0.000020388316,0.007216197,0.012487929,0.009655681,0.9659292,0.00032282574],"about_ca_topic_score_codex":0.000023778462,"about_ca_topic_score_gemma":0.000002201818,"teacher_disagreement_score":0.9611573,"about_ca_system_score_codex":0.000008062361,"about_ca_system_score_gemma":0.000008391981,"threshold_uncertainty_score":0.12531441},"labels":[],"label_agreement":null},{"id":"W2295764489","doi":"10.11575/prism/30639","title":"An Evaluation of Low Fidelity Prototyping Techniques in Agile Release Planning for Collocated Teams","year":2008,"lang":"en","type":"article","venue":"Open MIND","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Whiteboard; Computer science; Scrum; Process (computing); Process management; User story; Rapid prototyping; Onboarding; Fidelity; Readability; Technician; Kanban; Software engineering; Engineering; Engineering management; Multimedia; Software; Software development; Artificial intelligence","score_opus":0.09211930683326704,"score_gpt":0.3901123829818351,"score_spread":0.29799307614856807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295764489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50664514,0.000055191216,0.49007934,0.000052606403,0.00003524998,0.0026130436,0.0000041575,0.00003781527,0.00047745032],"genre_scores_gemma":[0.61142987,0.000002414117,0.38823405,0.000008699741,0.00000823467,0.0002987846,0.0000057226175,0.0000042236848,0.000007999797],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991539,0.000087366316,0.00022280813,0.0002374176,0.00018123229,0.000117260075],"domain_scores_gemma":[0.9991936,0.000118036354,0.000121345736,0.00034674455,0.00018802402,0.000032213924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019357431,0.00007275775,0.00012496031,0.00008508134,0.000057905156,0.000063136584,0.0006259287,0.000056706245,0.000019456591],"category_scores_gemma":[0.00032595365,0.00007343859,0.000018125247,0.00025893236,0.000015624168,0.00091112725,0.00009004328,0.000077413155,0.0000013752122],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001316064,0.00034963858,0.0045220596,0.000059246096,0.000014892984,0.000014075908,0.0035452223,0.0069144666,0.010943559,0.00012169859,0.00046644046,0.9729171],"study_design_scores_gemma":[0.0005273815,0.00037893356,0.0037321956,0.00029156872,0.000009845124,0.00001714956,0.000046093646,0.6009309,0.38702425,0.00082476425,0.0059775882,0.00023930366],"about_ca_topic_score_codex":0.00013189182,"about_ca_topic_score_gemma":0.00000859559,"teacher_disagreement_score":0.97267777,"about_ca_system_score_codex":0.00005612008,"about_ca_system_score_gemma":0.0001956309,"threshold_uncertainty_score":0.29947388},"labels":[],"label_agreement":null},{"id":"W2295776864","doi":"","title":"Towards the Strategic Analysis of Agile Practices","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Agile software development; Business; Process management; Computer science; Software engineering","score_opus":0.1550057974122214,"score_gpt":0.31536334860230847,"score_spread":0.16035755119008707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295776864","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02537809,0.00012519353,0.8907088,0.00038329946,0.000100241996,0.00006180944,9.286499e-7,0.00036197365,0.08287964],"genre_scores_gemma":[0.81331015,0.000030963816,0.18649241,0.000070218426,0.000007042375,0.0000049153946,3.4326177e-7,0.0000020054204,0.000081957325],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994861,0.00004070286,0.0001218301,0.00012660096,0.00013652517,0.00008825731],"domain_scores_gemma":[0.99896914,0.0002093826,0.00023017992,0.00051266304,0.000055783537,0.000022858787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004478907,0.000056391,0.00009965297,0.00010458144,0.000029778275,0.000050702314,0.00078634114,0.000026121974,0.00021182469],"category_scores_gemma":[0.0000702179,0.000032937434,0.00007065039,0.00093012396,0.000019464831,0.00044244685,0.000107918175,0.00007231925,0.0000054873985],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060853963,0.00010052637,0.002149824,0.000010652264,0.0007631899,0.000007648462,0.0017406496,0.00017835318,0.00018632309,0.98190737,0.00055369094,0.012395672],"study_design_scores_gemma":[0.0003210204,0.00094157597,0.17524785,0.000026859037,0.0027694835,0.000045927187,0.0016493548,0.61672395,0.056857135,0.10554148,0.038727682,0.0011476825],"about_ca_topic_score_codex":0.0009488934,"about_ca_topic_score_gemma":0.0000309104,"teacher_disagreement_score":0.8763659,"about_ca_system_score_codex":0.000004150374,"about_ca_system_score_gemma":0.000026567986,"threshold_uncertainty_score":0.23193319},"labels":[],"label_agreement":null},{"id":"W2296173553","doi":"10.1109/empire.2015.7431302","title":"Towards a theory on the interaction between requirements engineering and systems architecting","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Grounded theory; Requirements engineering; Work (physics); Quality (philosophy); Designtheory; Systems engineering; Risk analysis (engineering); Management science; Engineering; Human–computer interaction; Qualitative research; Epistemology; Sociology; Business","score_opus":0.0834905548040335,"score_gpt":0.3052178471590445,"score_spread":0.22172729235501099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2296173553","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046774432,0.00005611124,0.94899637,0.00060383475,0.00037615947,0.00011547656,2.7866542e-7,0.00057675055,0.0025005725],"genre_scores_gemma":[0.9799564,0.0000031763277,0.019793078,0.00006754883,0.000098314835,0.00001721091,2.454177e-7,0.000006925448,0.000057100602],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994095,0.000064257074,0.00010613689,0.00014368624,0.00015841344,0.000118006814],"domain_scores_gemma":[0.9989833,0.0006469066,0.000042745865,0.0002449705,0.000025639196,0.00005642096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012321491,0.00008037192,0.000071112205,0.00006274669,0.00004255568,0.00022195307,0.000272063,0.00002520366,0.0000012652742],"category_scores_gemma":[0.00043990192,0.000051888554,0.000014331665,0.000115773204,0.000006227826,0.0003167619,0.0001424963,0.00015259466,0.000005776338],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019927962,0.000028834675,0.0017401873,0.00006297467,0.0001187318,0.000012177773,0.0032889782,0.0089443,0.00031828095,0.7992204,0.0015183156,0.18472694],"study_design_scores_gemma":[0.00052336906,0.0008791589,0.0031157865,0.00052673486,0.000037843653,0.00016214709,0.0008683036,0.89243466,0.0076260464,0.019891249,0.07305987,0.0008748383],"about_ca_topic_score_codex":0.00005370452,"about_ca_topic_score_gemma":1.8416114e-7,"teacher_disagreement_score":0.93318194,"about_ca_system_score_codex":0.000032887423,"about_ca_system_score_gemma":0.000011184706,"threshold_uncertainty_score":0.21402986},"labels":[],"label_agreement":null},{"id":"W2302253437","doi":"10.22215/etd/2009-09108","title":"A hermeneutical study of authorial intent with respect to systems analysis and design textbooks","year":2009,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Canadian Heritage","funders":"","keywords":"Art; Humanities","score_opus":0.028294717558643486,"score_gpt":0.3048663686563391,"score_spread":0.2765716510976956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2302253437","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045358464,0.0000580353,0.9525807,0.000018388828,0.00020512205,0.0007975722,5.804222e-7,0.00028609592,0.00069502724],"genre_scores_gemma":[0.8893574,0.0000058108512,0.1095711,0.000009609744,0.000042123705,0.00007128835,0.0000037046955,0.000011554513,0.00092740403],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986865,0.00012673631,0.00027998476,0.00041630655,0.00035356072,0.00013689454],"domain_scores_gemma":[0.99894637,0.00023089335,0.00013585023,0.0004624997,0.00013617142,0.000088234636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048619066,0.00018761249,0.00041848427,0.00047160027,0.000040291612,0.00019370714,0.00040852732,0.00010305636,0.0000023776993],"category_scores_gemma":[0.000062730855,0.00013786007,0.00004125639,0.0006942199,0.0000050803915,0.00010350464,0.00004100578,0.00016038703,8.391134e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01177874,0.007733996,0.008622604,0.0018198644,0.026738197,0.0013272602,0.12226653,0.096584626,0.0024012083,0.14725776,0.007904732,0.56556445],"study_design_scores_gemma":[0.00627058,0.11577717,0.36799562,0.0025927955,0.019036923,0.00020349312,0.022705788,0.43614066,0.012398198,0.003371249,0.0047793225,0.008728197],"about_ca_topic_score_codex":0.0005903631,"about_ca_topic_score_gemma":0.00036603076,"teacher_disagreement_score":0.84399897,"about_ca_system_score_codex":0.000027742797,"about_ca_system_score_gemma":0.00004851312,"threshold_uncertainty_score":0.56217706},"labels":[],"label_agreement":null},{"id":"W2302344723","doi":"10.11575/prism/30575","title":"BuildBot: A Robotic Software Development Monitor in an Agile Environment","year":2006,"lang":"en","type":"article","venue":"PRISM (University of Calgary)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Software development; Personal software process; Software engineering; Software; Software development process; Computer science; Robot; Lean software development; Team software process; Process (computing); Engineering; Human–computer interaction; Software construction; Artificial intelligence","score_opus":0.009066226787455365,"score_gpt":0.1881796898814324,"score_spread":0.17911346309397705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2302344723","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09565078,0.00010823633,0.9037052,0.00008954158,0.000047026624,0.00009534573,4.8667463e-8,0.00019259423,0.00011124794],"genre_scores_gemma":[0.108168915,0.000016795177,0.89155775,0.000010648064,0.0000056404397,6.915207e-7,0.000003333655,0.0000055052947,0.00023073069],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992794,0.00003296294,0.000101142155,0.00023283815,0.00018559914,0.00016809015],"domain_scores_gemma":[0.9995019,0.000055825985,0.00007243089,0.00030153748,0.0000128305555,0.000055478613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013669394,0.00009379758,0.00012710576,0.0001313174,0.00006969445,0.00001979071,0.0005746676,0.00006525729,0.000024490122],"category_scores_gemma":[0.0000057278385,0.00011865877,0.000031105665,0.00011887759,0.000028353856,0.00054248143,0.00022158027,0.00011329589,0.000016412203],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031207106,0.0008022107,0.054635774,0.00008769695,0.00003540987,0.00040309707,0.003288879,0.0027235462,0.0009817899,0.005250085,0.0011338107,0.9306265],"study_design_scores_gemma":[0.0010708615,0.0002835879,0.732647,0.000105932726,0.00002580986,0.000018056548,0.000037148926,0.19077082,0.0029609487,0.0032424582,0.067947105,0.0008902394],"about_ca_topic_score_codex":0.00056653365,"about_ca_topic_score_gemma":0.0000116869605,"teacher_disagreement_score":0.92973626,"about_ca_system_score_codex":0.00008861683,"about_ca_system_score_gemma":0.000033773627,"threshold_uncertainty_score":0.4838764},"labels":[],"label_agreement":null},{"id":"W2314790611","doi":"10.1007/s10270-015-0460-6","title":"An empirical approach toward the resolution of conflicts in goal-oriented models","year":2015,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Goal modeling; Conflict resolution; Empirical research; Management science; Requirements elicitation; Key (lock); Order (exchange); Process management; Requirements engineering; Knowledge management; Data science; Software; Computer security","score_opus":0.10845581383130186,"score_gpt":0.3203705202223954,"score_spread":0.21191470639109355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314790611","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027132485,0.0011034048,0.9701124,0.00011064798,0.00036518538,0.00036292715,0.000003214342,0.00069682725,0.00011290062],"genre_scores_gemma":[0.8079287,0.000011185965,0.19187245,0.00003461136,0.000062831394,0.00006132359,0.000005864613,0.00001633445,0.0000067110723],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979971,0.00026077885,0.0005081551,0.000409455,0.0005141639,0.00031033967],"domain_scores_gemma":[0.9984334,0.0001644125,0.0001592103,0.00085010857,0.0002575863,0.00013525273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019570724,0.00017715039,0.00028413127,0.00015169891,0.00005380378,0.000116190124,0.00089384493,0.00014612277,1.7915622e-7],"category_scores_gemma":[0.0002589367,0.0001348688,0.00005519006,0.0005243799,0.000027651813,0.0010726526,0.00017329736,0.00028229767,0.0000016008677],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013607142,0.000054599503,0.00067038345,0.000054238968,0.0000074585914,0.0000029261967,0.006577511,0.98715794,0.0000102598615,0.004860076,0.00008217612,0.0005088097],"study_design_scores_gemma":[0.00020839438,0.00008107265,0.000019427605,0.00007564869,0.000005863027,0.000025370573,0.0004735513,0.9966661,0.0000138818605,0.0017990611,0.00047138793,0.00016028856],"about_ca_topic_score_codex":0.001096025,"about_ca_topic_score_gemma":0.0000029931969,"teacher_disagreement_score":0.78079623,"about_ca_system_score_codex":0.00010994902,"about_ca_system_score_gemma":0.0001283465,"threshold_uncertainty_score":0.54997903},"labels":[],"label_agreement":null},{"id":"W2337031278","doi":"10.4236/jsea.2016.94010","title":"The Analysis and Proposed Modifications to ISO/IEC 25030—Software Engineering—Software Quality Requirements and Evaluation—Quality Requirements","year":2016,"lang":"en","type":"article","venue":"Journal of Software Engineering and Applications","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Software quality control; Software requirements specification; Requirement prioritization; Software requirements; Requirement; Software quality; Computer science; Requirements analysis; Functional requirement; Verification and validation; Software quality analyst; Requirements management; Software engineering; Software development; Quality (philosophy); Quality of analytical results; Systems engineering; Software construction; Software; Engineering; Quality management system; Quality management; Operations management; Management system","score_opus":0.0484399850341764,"score_gpt":0.3446227494310218,"score_spread":0.2961827643968454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2337031278","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.067069,0.0012029901,0.92966455,0.0010318724,0.00012017463,0.0005321351,0.000032799944,0.00034463833,0.0000018607016],"genre_scores_gemma":[0.5158327,0.0006623266,0.4829915,0.00007163858,0.0001455648,0.00019412587,0.0000054303187,0.000033241544,0.00006347283],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975118,0.000095279975,0.0009040378,0.00047216413,0.0006725117,0.00034421962],"domain_scores_gemma":[0.99570996,0.002035733,0.0004847983,0.0008020945,0.00061853015,0.00034889238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025998757,0.00029048725,0.0004033379,0.00039174326,0.00037114942,0.000337336,0.0006333963,0.00010867452,0.000004587019],"category_scores_gemma":[0.0036939096,0.00020628452,0.000116856936,0.001000576,0.000062281346,0.0007713842,0.00025440572,0.00024076771,0.0000023548369],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000891737,0.00042033527,0.14748998,0.00059806363,0.0027125701,0.000009370316,0.001548138,0.01650156,0.008186816,0.03075006,0.0012345385,0.7904594],"study_design_scores_gemma":[0.001971284,0.0003891388,0.9074103,0.00051639235,0.0011298662,0.0001345601,0.000082579645,0.011503267,0.0024368542,0.0035706882,0.0692035,0.0016515204],"about_ca_topic_score_codex":0.00003066467,"about_ca_topic_score_gemma":0.0000058469277,"teacher_disagreement_score":0.78880787,"about_ca_system_score_codex":0.000140885,"about_ca_system_score_gemma":0.00009301511,"threshold_uncertainty_score":0.84120387},"labels":[],"label_agreement":null},{"id":"W2340269900","doi":"10.5539/cis.v9n2p68","title":"Ten Heuristics from Applying Agile Practices across Different Distribution Scenarios: A Multiple-Case Study","year":2016,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Heuristics; Agile software development; Computer science; Distribution (mathematics); Process (computing); Empirical research; Field (mathematics); Transparency (behavior); Process management; Software engineering; Business; Statistics; Computer security; Programming language; Operating system; Mathematics","score_opus":0.029236949055221145,"score_gpt":0.30585088160712215,"score_spread":0.27661393255190103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2340269900","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38504022,0.000011170331,0.61408764,0.00013221525,0.00027406617,0.00020349122,0.000017516037,0.00022246414,0.000011188364],"genre_scores_gemma":[0.96065956,0.000030325571,0.039083578,0.00012131042,0.000059535643,0.00003635697,0.0000046836644,0.000002455336,0.0000021997255],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99870706,0.000037628837,0.00031009794,0.00027915413,0.00040332464,0.00026275386],"domain_scores_gemma":[0.9981517,0.00070074067,0.00036536422,0.00044844425,0.0002048968,0.00012885423],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00076284277,0.00013846435,0.0001284985,0.00008297554,0.0004892196,0.0012334175,0.00066289253,0.000035056502,0.000002219847],"category_scores_gemma":[0.0005827096,0.000089512505,0.000021219003,0.00040293412,0.0001161397,0.013326344,0.0007578729,0.00010203278,0.000014422516],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012379138,0.00014441337,0.0508773,0.000020639816,0.000016512678,0.0000609349,0.009295228,0.00014160154,0.00017622563,0.0014881776,0.00032014248,0.9374465],"study_design_scores_gemma":[0.0012684255,0.00045245574,0.13152088,0.000100966194,0.000014670405,0.00061840203,0.0009236183,0.8338996,0.00084364956,0.00034190426,0.029439326,0.0005760846],"about_ca_topic_score_codex":0.00014521794,"about_ca_topic_score_gemma":0.000005540662,"teacher_disagreement_score":0.93687034,"about_ca_system_score_codex":0.000056878693,"about_ca_system_score_gemma":0.000039092385,"threshold_uncertainty_score":0.9998034},"labels":[],"label_agreement":null},{"id":"W2343048489","doi":"10.1007/978-3-319-27896-4_10","title":"Supplementing Agile Practices with Decision Support Methods for Military Software Development","year":2016,"lang":"en","type":"book-chapter","venue":"Advances in intelligent systems and computing","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Agile software development; Domain (mathematical analysis); Computer science; Decision support system; Software development; Software; Software engineering; Process management; Knowledge management; Management science; Engineering management; Engineering; Artificial intelligence; Mathematics","score_opus":0.03329222021904076,"score_gpt":0.3586358395427664,"score_spread":0.32534361932372563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2343048489","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000150186415,0.02421192,0.97076637,0.00003627377,0.0010241204,0.0008099074,0.00000725499,0.00030440936,0.0028247382],"genre_scores_gemma":[0.0006608537,0.0023313346,0.9923392,0.00003708805,0.00017750113,0.0000758126,0.000013686277,0.00005749433,0.00430701],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99741113,0.00005692212,0.00090336706,0.0008798736,0.0003110194,0.00043766396],"domain_scores_gemma":[0.99403906,0.0041676615,0.0010299692,0.0004981063,0.00016786474,0.00009734104],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020887514,0.00045284937,0.00057829195,0.00027871007,0.00021723595,0.0001606432,0.00069190306,0.00018018145,0.000013245808],"category_scores_gemma":[0.00032064843,0.00034469948,0.00007193907,0.00007206114,0.000041108025,0.0008832403,0.00046635643,0.00029275566,0.00000488082],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002114318,0.000012546086,0.00021334614,0.0004951264,0.000055735614,0.000017935969,0.00037262458,0.0007139435,0.0000020013276,0.04798024,0.00010537499,0.95001],"study_design_scores_gemma":[0.00018723126,0.00023107942,0.0000068370255,0.003133741,0.00002108671,0.00010097733,0.000047840134,0.009752536,0.00016647881,0.008132467,0.9776255,0.0005942171],"about_ca_topic_score_codex":0.000018340908,"about_ca_topic_score_gemma":0.000027635591,"teacher_disagreement_score":0.9775201,"about_ca_system_score_codex":0.00013385773,"about_ca_system_score_gemma":0.00014049737,"threshold_uncertainty_score":0.9999005},"labels":[],"label_agreement":null},{"id":"W2345786077","doi":"10.1145/2910925.2910938","title":"Closing the Barn Door","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity Western University; Western University","funders":"","keywords":"Mindset; Computer science; Closing (real estate); Usability; Software quality; Software; Software engineering; Software development; Quality (philosophy); Social software engineering; Gestalt psychology; Software peer review; Code review; Software construction; Human–computer interaction; Political science; Psychology; Artificial intelligence; Operating system","score_opus":0.012518370432521434,"score_gpt":0.2401741550989929,"score_spread":0.22765578466647146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2345786077","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00070833525,0.00004160681,0.98285204,0.010365729,0.00015929343,0.000029509587,9.508696e-8,0.0006347953,0.0052085766],"genre_scores_gemma":[0.7227012,0.00002931355,0.2750497,0.0006331811,0.00006893234,0.0000067347087,2.289731e-8,0.0000040944597,0.0015068089],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996927,0.00001476905,0.00004616121,0.00008823983,0.00007050288,0.00008767303],"domain_scores_gemma":[0.9992839,0.00035153652,0.000015291474,0.00031822146,0.000013009249,0.00001803826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019203912,0.000036061618,0.000026587346,0.000013275808,0.000044637763,0.000070854265,0.00047215295,0.00001465281,0.00004082114],"category_scores_gemma":[0.00007077304,0.000014282609,0.000017374432,0.000078438905,0.00001004443,0.00032676256,0.00010587775,0.000030111538,0.00006899011],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.489693e-7,0.0000071398417,0.00042813763,0.0000016596632,0.000006182688,0.0000037206212,0.00009210478,0.0000029564446,0.0015495983,0.45279014,0.019097116,0.5260203],"study_design_scores_gemma":[0.000098197044,0.000044229542,0.0020472647,0.000021388854,0.0000026307357,0.000034411223,0.0000034275765,0.003048114,0.020256368,0.022662736,0.9516222,0.00015901851],"about_ca_topic_score_codex":0.00001009229,"about_ca_topic_score_gemma":8.089493e-7,"teacher_disagreement_score":0.9325251,"about_ca_system_score_codex":0.0000067890537,"about_ca_system_score_gemma":0.0000075093208,"threshold_uncertainty_score":0.088675134},"labels":[],"label_agreement":null},{"id":"W2366077204","doi":"","title":"Software Measurement within the PSP","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Science North","funders":"","keywords":"Computer science; Software engineering; Software; Process (computing); Software development process; Software development; Operating system","score_opus":0.031500277416517626,"score_gpt":0.24704297995818073,"score_spread":0.2155427025416631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2366077204","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024181872,0.00020112649,0.99030834,0.006179556,0.00016635643,0.000072766474,1.01188654e-7,0.001184287,0.0016456179],"genre_scores_gemma":[0.32541397,0.00000650925,0.6730205,0.0012016713,0.00008253685,0.000015184909,8.239715e-8,0.000004803432,0.00025478413],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993305,0.000023346962,0.000099587465,0.00013618033,0.0002999304,0.000110456815],"domain_scores_gemma":[0.99932635,0.00008904527,0.000036164125,0.00045904433,0.000057042944,0.000032378834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071247667,0.00006699029,0.000046053014,0.000021361893,0.000078583565,0.00011506345,0.0007082522,0.00002309823,0.000027680988],"category_scores_gemma":[0.00017063243,0.000039352904,0.000027183542,0.00013528309,0.000009884334,0.00037890745,0.00011930299,0.00010270937,0.0000773747],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049517876,0.00009786785,0.00060481264,0.000014608406,0.000052426807,0.0000075479143,0.0015965594,0.0052082916,0.00032243793,0.38847768,0.08007272,0.5235401],"study_design_scores_gemma":[0.00017778538,0.00009311729,0.0017390723,0.000025180696,0.000010262376,0.0000591891,0.00002198407,0.051672336,0.017956352,0.008455039,0.91941434,0.00037532975],"about_ca_topic_score_codex":0.000021074246,"about_ca_topic_score_gemma":0.0000137363195,"teacher_disagreement_score":0.83934164,"about_ca_system_score_codex":0.00003227295,"about_ca_system_score_gemma":0.000028668295,"threshold_uncertainty_score":0.16047649},"labels":[],"label_agreement":null},{"id":"W2394632815","doi":"","title":"Situating requirements engineering methods within design science research","year":2016,"lang":"en","type":"article","venue":"Cork Open Research Archive (University College Cork, Ireland)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Systems engineering; Software engineering; Engineering","score_opus":0.2508446795123278,"score_gpt":0.4364127870932872,"score_spread":0.18556810758095937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2394632815","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030666867,0.0000752324,0.9887888,0.0015884234,0.00031778926,0.0013993497,0.000030003803,0.0003607887,0.004372936],"genre_scores_gemma":[0.16272779,0.00014296429,0.8340042,0.000021223548,0.000059446855,0.000027457872,0.0000016036827,0.000029701569,0.0029855662],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99238974,0.0026012303,0.00029035276,0.0012860713,0.0019143058,0.0015182912],"domain_scores_gemma":[0.98535776,0.0111358715,0.0001423626,0.0016694589,0.0010271677,0.00066737813],"candidate_categories":["metaresearch","sts","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.029602798,0.0002579053,0.00034259527,0.0018538274,0.0023409377,0.00067914603,0.009301973,0.000113628004,0.00005368609],"category_scores_gemma":[0.0063757515,0.00022686324,0.00007408251,0.005724759,0.000842915,0.0038081743,0.009354309,0.0011397153,0.00014097613],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007241464,0.00026522405,0.00081782107,0.00009807876,0.00013480018,0.0011956234,0.003776439,0.0007015042,0.12868212,0.7431171,0.030908348,0.08957881],"study_design_scores_gemma":[0.004865653,0.0035780212,0.0064598094,0.002896957,0.000033711705,0.00021268024,0.0022164974,0.755076,0.027247552,0.07885837,0.11632096,0.0022338135],"about_ca_topic_score_codex":0.00030015313,"about_ca_topic_score_gemma":0.000031171265,"teacher_disagreement_score":0.7543745,"about_ca_system_score_codex":0.0007229588,"about_ca_system_score_gemma":0.0014265231,"threshold_uncertainty_score":0.9992281},"labels":[],"label_agreement":null},{"id":"W2397777826","doi":"10.1145/2889160.2893462","title":"Is continuous adoption in software engineering achievable and desirable?","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Tasktop Technologies (Canada); University of British Columbia","funders":"","keywords":"Software development; Social software engineering; Computer science; Software engineering; Interview; Software Engineering Process Group; Software; Personal software process; DevOps; Software development process; Engineering management; Software construction; Engineering; Software deployment; Operating system","score_opus":0.013499453277359484,"score_gpt":0.22449295340751013,"score_spread":0.21099350013015064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397777826","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034903646,0.00014832258,0.9635195,0.0004893448,0.00007767428,0.000068015885,5.5603726e-7,0.00067687564,0.00011606341],"genre_scores_gemma":[0.51797247,0.000101366655,0.48151258,0.00010414151,0.00001418363,0.00001068267,1.1039475e-7,0.0000071296804,0.00027733235],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994331,0.000010336587,0.000106508836,0.00019784387,0.000080879894,0.00017131635],"domain_scores_gemma":[0.999424,0.0002664219,0.000024303448,0.00022315842,0.000018735876,0.000043372802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022147715,0.00008430404,0.00008968627,0.00009363462,0.0000190322,0.000071257884,0.0002060596,0.000050173196,0.00002019947],"category_scores_gemma":[0.00017273474,0.000060179296,0.0000147051505,0.00014949053,0.0000067136893,0.0007374309,0.0000989303,0.00005974454,0.000011152406],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026141674,0.00012114318,0.22044288,0.00015579084,0.00004182341,0.00008534728,0.0009782749,0.00038276453,0.009029423,0.10572191,0.0052899,0.6577246],"study_design_scores_gemma":[0.0042920657,0.0011483376,0.48659536,0.0015592398,0.000034946024,0.00036400702,0.000057572506,0.12962757,0.096932635,0.017639922,0.2582243,0.00352404],"about_ca_topic_score_codex":0.000033664317,"about_ca_topic_score_gemma":0.0000021222215,"teacher_disagreement_score":0.65420055,"about_ca_system_score_codex":0.00002250027,"about_ca_system_score_gemma":0.000009505248,"threshold_uncertainty_score":0.24540405},"labels":[],"label_agreement":null},{"id":"W2399431974","doi":"","title":"Software Quality Assurance Ontology from Development to Evaluation (S).","year":2013,"lang":"en","type":"article","venue":"Software Engineering and Knowledge Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University; University of Windsor","funders":"","keywords":"Computer science; Quality assurance; Software quality analyst; Software engineering; Ontology; Software quality; Software quality control; Quality (philosophy); Software development; Software; Engineering; Programming language; Operations management","score_opus":0.02716816844628885,"score_gpt":0.27859531279914007,"score_spread":0.25142714435285124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2399431974","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.100453496,0.002242102,0.8927601,0.00009658348,0.001086478,0.0004710318,0.0000054455995,0.0028493276,0.000035464138],"genre_scores_gemma":[0.29386413,0.000018878693,0.7053658,0.000042279393,0.00015612511,0.00043299366,0.000015738713,0.00005114764,0.000052901243],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99770194,0.000056037126,0.0005225441,0.0007416341,0.00036521256,0.00061264366],"domain_scores_gemma":[0.9971928,0.0013930221,0.00008252019,0.000687149,0.00027124802,0.000373235],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000811961,0.00045407642,0.00043031888,0.0003239276,0.00012118439,0.0002780676,0.0006926886,0.00020287665,0.000044162905],"category_scores_gemma":[0.003113752,0.0004879597,0.00007128183,0.00055062555,0.000011409218,0.0008154484,0.00038581862,0.00037697324,0.00020972789],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013884979,0.00022224909,0.01490517,0.0008581891,0.00043925078,0.000026739763,0.007907841,0.14928539,0.00580947,0.004373511,0.0041267825,0.8120315],"study_design_scores_gemma":[0.0012770109,0.00019323542,0.28221378,0.00094887597,0.00006885001,0.000079695405,0.000043210268,0.5502573,0.009270228,0.0005460554,0.15172175,0.0033799992],"about_ca_topic_score_codex":0.00013781372,"about_ca_topic_score_gemma":0.000016062892,"teacher_disagreement_score":0.8086515,"about_ca_system_score_codex":0.0002005949,"about_ca_system_score_gemma":0.00013567049,"threshold_uncertainty_score":0.99975723},"labels":[],"label_agreement":null},{"id":"W2399763579","doi":"10.48550/arxiv.2009.02448","title":"Are the Old Days Gone? A Survey on Actual Software Engineering Processes in Video Game Industry","year":2020,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Waterfall model; Agile software development; Waterfall; Game Developer; Computer science; Process (computing); Video game development; Software development process; Iterative and incremental development; Video game; Software engineering; Software development; Software; Process management; Engineering management; Engineering; Game design; Multimedia; Geography","score_opus":0.08662451179970816,"score_gpt":0.19643078946022213,"score_spread":0.10980627766051397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2399763579","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.589975,0.0000376313,0.40858614,0.00040933397,0.00009618118,0.00014383522,0.000010488105,0.0007131735,0.00002822175],"genre_scores_gemma":[0.99800646,0.000031039744,0.0012807274,0.00056479796,0.000042606356,0.0000013307783,0.0000022610254,0.000015168112,0.000055589535],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9989948,0.000074418334,0.00011550713,0.00046538134,0.00008728106,0.00026255904],"domain_scores_gemma":[0.9982184,0.0010452423,0.000117375464,0.00043294465,0.00006753886,0.00011846151],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026214172,0.00018059867,0.00016180526,0.00010151307,0.00005820507,0.00010185614,0.0011411072,0.00015849805,0.000009664332],"category_scores_gemma":[0.0019513658,0.00016486844,0.000039449904,0.0015619985,0.000024725114,0.0005963811,0.00028630762,0.00068110134,0.000025685811],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012971598,0.00016249761,0.36012965,0.00019163496,0.000074810676,0.00095241575,0.001980371,0.62083274,0.000036437308,0.012298925,0.0022991097,0.00091168657],"study_design_scores_gemma":[0.0012134752,0.00044243125,0.56465054,0.00040358273,0.000039185572,0.000020104491,0.00027650574,0.41535777,0.0017047891,0.0008653943,0.013591076,0.0014351282],"about_ca_topic_score_codex":0.000117918295,"about_ca_topic_score_gemma":0.000046488483,"teacher_disagreement_score":0.4080315,"about_ca_system_score_codex":0.00005894935,"about_ca_system_score_gemma":0.000060957715,"threshold_uncertainty_score":0.67231405},"labels":[],"label_agreement":null},{"id":"W2401624752","doi":"10.1109/cseet.2016.27","title":"Teaching Agile Collaboration Skills in the Classroom","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Agile software development; Scrum; Extreme programming practices; Agile usability engineering; Extreme programming; Engineering management; Agile Unified Process; Computer science; Software engineering; Software; Software development; Curriculum; Lean software development; The Internet; Engineering; Knowledge management; Software development process; World Wide Web; Pedagogy; Sociology","score_opus":0.007726678597312644,"score_gpt":0.2660169620771056,"score_spread":0.258290283479793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2401624752","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010368747,0.000016102438,0.9756934,0.008501552,0.000089640926,0.00007162352,2.9938528e-7,0.00028615593,0.0049724844],"genre_scores_gemma":[0.8507413,0.000010732752,0.1479221,0.00057449454,0.00003623194,0.00001483925,1.5552642e-7,0.0000026408993,0.00069747394],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99958676,0.00005094177,0.00007338841,0.00010257305,0.000100568264,0.00008574627],"domain_scores_gemma":[0.99916077,0.0005256616,0.000023415247,0.0002644748,0.00001449935,0.000011205454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055948604,0.000041147938,0.00003477381,0.00003807439,0.000036105168,0.00008609007,0.00043310958,0.000023356344,0.000010016722],"category_scores_gemma":[0.00016445434,0.00001946725,0.000010087235,0.0001566913,0.0000049531814,0.00061027973,0.00004594341,0.000064359374,0.000021804864],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012408401,0.00006307292,0.0019962243,0.000003320793,0.0000030795418,0.0000093923145,0.001447729,0.000019942125,0.0015390588,0.6776508,0.018063752,0.29920235],"study_design_scores_gemma":[0.0004440591,0.00018954041,0.011567682,0.00007847521,0.0000035346686,0.000035037054,0.00014180607,0.008132681,0.005917111,0.076779045,0.89632523,0.00038582564],"about_ca_topic_score_codex":0.00004331095,"about_ca_topic_score_gemma":0.000019341353,"teacher_disagreement_score":0.87826145,"about_ca_system_score_codex":0.000017985813,"about_ca_system_score_gemma":0.000013830205,"threshold_uncertainty_score":0.08301685},"labels":[],"label_agreement":null},{"id":"W2405432074","doi":"10.1145/2889160.2891051","title":"Software release planning","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Horizon 2020 Framework Programme; European Commission","keywords":"Computer science; Software release life cycle; Process (computing); Product (mathematics); Resource (disambiguation); Software engineering; Enterprise resource planning; Software; New product development; Software development; Systems engineering; Software construction; Engineering; Knowledge management; Operating system","score_opus":0.018975681348445045,"score_gpt":0.26081362696115007,"score_spread":0.24183794561270502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2405432074","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011817681,0.00006108376,0.99418116,0.0011193735,0.00013077712,0.000026092523,2.8537386e-7,0.0020209511,0.0012785355],"genre_scores_gemma":[0.26428893,0.000010200427,0.7342701,0.0002696647,0.00003716579,0.0000065525337,9.8365554e-8,0.000005430867,0.001111885],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995712,0.00001026328,0.00006421631,0.00014529334,0.00008657694,0.00012247534],"domain_scores_gemma":[0.9992905,0.00030436233,0.00002178191,0.00031502335,0.00001867966,0.00004960891],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000107938984,0.000053770906,0.00004434741,0.000037544323,0.000030704894,0.00004582993,0.0003827166,0.000026204067,0.000049519713],"category_scores_gemma":[0.00021467885,0.00003159541,0.000020142414,0.00009098513,0.0000067008286,0.00054080575,0.000107686436,0.0000345207,0.00008918413],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050092717,0.000023152941,0.00708374,0.0000093714625,0.000012808257,0.00007959526,0.00012856073,0.00004643835,0.00087847863,0.11834218,0.042607926,0.8307827],"study_design_scores_gemma":[0.00052485557,0.0002278191,0.010176529,0.0002023986,0.000006530626,0.00013714972,0.00000631408,0.0039520785,0.028371993,0.041381348,0.91423774,0.0007752485],"about_ca_topic_score_codex":0.000005445484,"about_ca_topic_score_gemma":1.209664e-7,"teacher_disagreement_score":0.87162983,"about_ca_system_score_codex":0.000011098507,"about_ca_system_score_gemma":0.000012432737,"threshold_uncertainty_score":0.12884235},"labels":[],"label_agreement":null},{"id":"W2407989262","doi":"10.1145/2889160.2889195","title":"Student experiences using GitHub in software engineering courses","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Reuse; Leverage (statistics); Transparency (behavior); Software; Software development; Software engineering; World Wide Web; Engineering","score_opus":0.021874389480844813,"score_gpt":0.2915027742889426,"score_spread":0.2696283848080978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2407989262","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2800841,0.00009404102,0.71877766,0.000107485284,0.00024893368,0.000053000847,1.8717274e-7,0.0005988559,0.00003574896],"genre_scores_gemma":[0.6559322,0.00001629469,0.3439266,0.00003207318,0.000026169448,0.000020894235,3.684583e-8,0.000006117814,0.000039611114],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99919534,0.000013916646,0.00014938763,0.00023142491,0.00018626118,0.00022369174],"domain_scores_gemma":[0.9992822,0.00031538945,0.000034821653,0.00029305337,0.000023420627,0.000051157476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019871327,0.000107356616,0.00010504941,0.00012433899,0.000026417723,0.0000969781,0.0005797119,0.000038758422,0.000034132772],"category_scores_gemma":[0.00017597635,0.000071317685,0.000026266465,0.00024002002,0.000013421153,0.00087781367,0.00018300896,0.00005312498,0.000007329813],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026520536,0.0006904937,0.5244725,0.00013823678,0.00013148188,0.00062138255,0.034054145,0.014526248,0.01933144,0.120396525,0.0026231736,0.28298786],"study_design_scores_gemma":[0.0048826765,0.0014827243,0.26918527,0.0031686851,0.000052971656,0.0008202636,0.0051940735,0.32261303,0.2472249,0.0038975165,0.13333037,0.008147524],"about_ca_topic_score_codex":0.000039679362,"about_ca_topic_score_gemma":0.0000036129825,"teacher_disagreement_score":0.37584808,"about_ca_system_score_codex":0.00005242108,"about_ca_system_score_gemma":0.00003093039,"threshold_uncertainty_score":0.29082507},"labels":[],"label_agreement":null},{"id":"W2409192489","doi":"10.18260/1-2--7984","title":"Acceptance Barriers Why Are Design Methods Not Accepted","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Computer science","score_opus":0.0535657500766474,"score_gpt":0.35994707918094315,"score_spread":0.3063813291042958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2409192489","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025370371,0.00065447716,0.9896182,0.002664825,0.00087255583,0.0001219069,8.8780325e-7,0.004238753,0.0018030474],"genre_scores_gemma":[0.04370737,0.00006465717,0.954208,0.0013954794,0.00006395761,0.000034865137,2.8241294e-7,0.000016770498,0.00050860737],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99893844,0.00012636447,0.00014957266,0.00039053345,0.00016684254,0.00022826693],"domain_scores_gemma":[0.99825346,0.0010286178,0.000033653152,0.0005230697,0.00003876715,0.00012240544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007603128,0.00014263912,0.00012876917,0.00012343236,0.00006610519,0.00062610285,0.0009246026,0.00007732669,0.00058199145],"category_scores_gemma":[0.00040131534,0.000118697186,0.00006635159,0.0006501532,0.00001772635,0.00121479,0.00018819007,0.00021358927,0.00005897478],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009925072,0.000012465731,0.000046366014,0.000074240874,0.00008092072,0.00012906124,0.0006504987,0.001143049,0.004253032,0.070870556,0.17321746,0.74951243],"study_design_scores_gemma":[0.0000636319,0.00007021075,0.00031061165,0.00006331442,0.00001493304,0.000044205637,0.00002950811,0.37137,0.08200313,0.0063197976,0.5392839,0.00042680546],"about_ca_topic_score_codex":0.000013546726,"about_ca_topic_score_gemma":6.4380663e-7,"teacher_disagreement_score":0.7490856,"about_ca_system_score_codex":0.00003574462,"about_ca_system_score_gemma":0.000056176486,"threshold_uncertainty_score":0.6372398},"labels":[],"label_agreement":null},{"id":"W2418683459","doi":"10.4018/978-1-60566-026-4.ch305","title":"Influential Agile Software Parameters","year":2009,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Agile software development; Software project management; Schedule; Software engineering; Engineering; Project management; Software development; Dimension (graph theory); Process (computing); Computer science; Process management; Systems engineering; Software; Engineering management; Software construction","score_opus":0.01705384678110613,"score_gpt":0.24880442850841986,"score_spread":0.23175058172731372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2418683459","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001345533,0.00039154888,0.2874499,0.00007544099,0.0010066141,0.00026034674,0.000033176482,0.0023808384,0.7083887],"genre_scores_gemma":[0.010636497,0.000036620382,0.8829107,0.0030308422,0.0005235671,0.000039322746,0.000010391991,0.00011225865,0.10269976],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981909,0.000016316317,0.00034208756,0.0006198003,0.00045270452,0.00037820247],"domain_scores_gemma":[0.9983068,0.00010901503,0.0002473556,0.0010713808,0.00008977896,0.00017567366],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000137009,0.0004612603,0.00038750388,0.000089787194,0.00008817895,0.00034120205,0.0013748212,0.0004567646,0.000016636912],"category_scores_gemma":[0.00006498333,0.00047918898,0.00025546286,0.000031227835,0.000046276346,0.00022835664,0.00035744387,0.00043947014,0.00017309072],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006101938,0.000005136456,0.0000027313624,0.000015263206,0.000046605783,0.00014573181,0.000018385326,0.00004215127,0.0000015105222,0.84358627,0.0064884084,0.14964168],"study_design_scores_gemma":[0.00014819941,0.00017884343,0.000022629665,0.00017185656,0.000047159116,0.00017355864,3.0265707e-7,0.00011720462,0.000072352865,0.6164672,0.38191122,0.00068949844],"about_ca_topic_score_codex":0.000044633973,"about_ca_topic_score_gemma":0.0000051991483,"teacher_disagreement_score":0.6056889,"about_ca_system_score_codex":0.00016059283,"about_ca_system_score_gemma":0.00014095363,"threshold_uncertainty_score":0.999766},"labels":[],"label_agreement":null},{"id":"W2460239400","doi":"10.11575/prism/515","title":"Decision support for COTS selection","year":2006,"lang":"en","type":"article","venue":"PRISM (University of Calgary)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software; Commercial off-the-shelf; Systems engineering; Software engineering; Computer science; Software development; Credibility; Risk analysis (engineering); Component (thermodynamics); Engineering","score_opus":0.008583461633778225,"score_gpt":0.21141964357682808,"score_spread":0.20283618194304986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2460239400","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052412106,0.000021448886,0.99272364,0.00014065363,0.00010057407,0.00010127027,1.1394239e-7,0.00024506918,0.0014260197],"genre_scores_gemma":[0.03143885,0.000011213906,0.96760446,0.000014398406,0.000009070937,3.0900767e-7,0.0000027684341,0.0000034200084,0.00091550563],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99959135,0.000008958305,0.000055885204,0.00013859876,0.00010757393,0.000097639226],"domain_scores_gemma":[0.9995799,0.00014217211,0.00006160399,0.00013775763,0.00005264811,0.00002592753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001417228,0.000049448037,0.00007701156,0.00008407258,0.00008037605,0.000015237742,0.0003060448,0.000052954874,0.000018875191],"category_scores_gemma":[0.000019514178,0.000060873797,0.000051130715,0.00013140759,0.000013734468,0.00039225785,0.00007242562,0.000050315684,0.0000058244864],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006319739,0.00010109058,0.0016884493,0.000034549408,0.00001814526,0.000014632454,0.00018664295,0.0000507516,0.0010550282,0.056720786,0.05076258,0.88930416],"study_design_scores_gemma":[0.0005533766,0.00027334937,0.020598283,0.000017397932,0.000020631442,0.000015410737,0.0000024281194,0.5265452,0.0023047454,0.01836708,0.4310945,0.0002075403],"about_ca_topic_score_codex":0.00024908947,"about_ca_topic_score_gemma":0.000004976061,"teacher_disagreement_score":0.8890966,"about_ca_system_score_codex":0.000022952421,"about_ca_system_score_gemma":0.000026681704,"threshold_uncertainty_score":0.24823613},"labels":[],"label_agreement":null},{"id":"W2466590866","doi":"10.1007/s11219-016-9319-5","title":"Industry–academia collaborations in software testing: experience and success stories from Canada and Turkey","year":2016,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Hacettepe Üniversitesi; Türkiye Bilimsel ve Teknolojik Araştırma Kurumu","keywords":"Empirical research; Relevance (law); Confidentiality; Set (abstract data type); Software; Engineering; Engineering management; Knowledge management; Computer science; Software engineering; Business; Political science; Computer security","score_opus":0.05220059938723919,"score_gpt":0.31836247764262326,"score_spread":0.26616187825538407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2466590866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6971951,0.00047149215,0.29968026,0.0020190112,0.00031831046,0.000071093775,0.00004026361,0.00020020393,0.0000042749707],"genre_scores_gemma":[0.7921905,0.000093752446,0.20717297,0.00035584575,0.00012323337,0.000014587096,0.0000010512616,0.000012028412,0.000036013313],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99826986,0.00020496338,0.0004489138,0.00035672906,0.0004039915,0.00031552115],"domain_scores_gemma":[0.99611413,0.0027515062,0.00026532047,0.00030558414,0.00023674342,0.00032670755],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0007304319,0.00018939229,0.00023782777,0.00009150283,0.0002737211,0.00036147333,0.00053228985,0.0003847609,0.000020383563],"category_scores_gemma":[0.008764965,0.00014686155,0.000015496125,0.000477643,0.00009552455,0.0015176913,0.00023023774,0.0012330245,4.1104695e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008730395,0.000013186518,0.9597453,0.000013442109,0.000011865641,0.00005467831,0.0017918833,0.000032313168,0.00010745255,0.0004784145,0.00103105,0.03671168],"study_design_scores_gemma":[0.00072362454,0.000093401475,0.975002,0.0003973954,0.0000105804575,0.00024325406,0.00043007272,0.00013210665,0.000814217,0.0107132,0.010760783,0.0006793916],"about_ca_topic_score_codex":0.16776037,"about_ca_topic_score_gemma":0.047530398,"teacher_disagreement_score":0.120229974,"about_ca_system_score_codex":0.00020429211,"about_ca_system_score_gemma":0.00091943215,"threshold_uncertainty_score":0.9995846},"labels":[],"label_agreement":null},{"id":"W2471536124","doi":"10.4018/978-1-59904-887-1","title":"Handbook of Research on Modern Systems Analysis and Design Technologies and Applications","year":2009,"lang":"en","type":"book","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Systems engineering; Engineering; Management science","score_opus":0.05183844431011,"score_gpt":0.3290720577173074,"score_spread":0.27723361340719743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2471536124","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000032191858,0.0069567165,0.9113738,0.000029937162,0.000016794058,0.00056802965,0.000013825492,0.00072637864,0.0803113],"genre_scores_gemma":[0.17600466,0.0025046936,0.7686335,0.00013355493,0.00030723456,0.0014057352,0.00001123642,0.00010000046,0.050899394],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99860156,0.00006971302,0.00023141336,0.0004927682,0.00038778718,0.00021675798],"domain_scores_gemma":[0.99829847,0.000511416,0.00015091676,0.0008375795,0.0001480695,0.000053576423],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005680871,0.00019664115,0.00038217774,0.00045661206,0.000099854864,0.0002115996,0.0007109806,0.0003386583,1.344725e-7],"category_scores_gemma":[0.000047186815,0.00018037127,0.00005588421,0.0002627909,0.00014727032,0.00007047433,0.00028554033,0.00033397894,0.0000017669995],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008699212,0.000012145455,0.000011420591,0.000100818856,0.00019247641,0.00001048774,0.000032477263,0.00041920226,0.000010653913,0.9015892,0.0026059016,0.09500652],"study_design_scores_gemma":[0.00014282216,0.0005181939,0.000040399904,0.00061820226,0.00024376603,0.000044184653,0.000015002616,0.021458618,0.0004728405,0.957591,0.018395443,0.0004595164],"about_ca_topic_score_codex":0.000046182482,"about_ca_topic_score_gemma":0.000004079794,"teacher_disagreement_score":0.17600144,"about_ca_system_score_codex":0.00010898178,"about_ca_system_score_gemma":0.00013412438,"threshold_uncertainty_score":0.7355327},"labels":[],"label_agreement":null},{"id":"W2480312861","doi":"10.4018/978-1-59904-002-8.ch047","title":"Extreme Programming for Mobile Applications","year":2007,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Agile software development; Extreme programming; Flexibility (engineering); Computer science; User story; Mobile business development; Mobile technology; Software engineering; Mobile device; Mobile Web; World Wide Web; Software development; Software development process; Operating system; Software; Management","score_opus":0.04679902703896753,"score_gpt":0.300835523946994,"score_spread":0.25403649690802643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2480312861","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.6829308e-7,0.00037993686,0.6160553,0.000012834767,0.00013549176,0.00096843246,0.000018969595,0.0009117554,0.38151714],"genre_scores_gemma":[0.0010232675,0.000008447445,0.9620844,0.00021142338,0.00043999375,0.00127515,0.0000069959447,0.000050066155,0.034900222],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987584,0.0000034200946,0.0002598196,0.00046246094,0.00021997941,0.00029593788],"domain_scores_gemma":[0.99869645,0.00014281871,0.00018143721,0.0007506047,0.00012013222,0.000108560314],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021476296,0.00026651853,0.00022130403,0.000065725384,0.000098724515,0.00017938626,0.0008526773,0.0002855928,0.00000429639],"category_scores_gemma":[0.0000127877565,0.00027819836,0.00016672992,0.00002839939,0.00003068271,0.000095164556,0.00018708767,0.00018617876,0.000033917644],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020785521,0.0000044880753,6.4528103e-7,0.000027580667,0.000017000795,0.00000416038,0.000009137091,0.000003210077,0.0000011692692,0.70943296,0.00066509173,0.28983247],"study_design_scores_gemma":[0.000056226683,0.00007623202,6.10625e-7,0.000037102505,0.000018864186,0.000024391778,6.1721335e-7,0.00016504207,0.00002628057,0.22773089,0.77162105,0.0002427025],"about_ca_topic_score_codex":0.000011837013,"about_ca_topic_score_gemma":0.0000077710765,"teacher_disagreement_score":0.770956,"about_ca_system_score_codex":0.00012058319,"about_ca_system_score_gemma":0.00008206546,"threshold_uncertainty_score":0.99996704},"labels":[],"label_agreement":null},{"id":"W2480342763","doi":"10.4018/978-1-4666-6485-2.ch009","title":"Wiki for Agility","year":2014,"lang":"en","type":"book-chapter","venue":"Advances in systems analysis, software engineering, and high performance computing book series","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Agile software development; Software deployment; Agile usability engineering; Knowledge management; Computer science; World Wide Web; Software development; Context (archaeology); Software; Engineering; Software engineering; Software development process","score_opus":0.006501773259225637,"score_gpt":0.22155269591980276,"score_spread":0.21505092266057713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2480342763","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00042203275,0.033523325,0.9623761,0.000025131882,0.0011508024,0.0005060319,0.00002478111,0.0012826952,0.0006890755],"genre_scores_gemma":[0.3224866,0.054519564,0.5607411,0.00021590471,0.002024766,0.00035015595,0.00030618507,0.0004132505,0.058942422],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970614,0.000023504615,0.00095147657,0.001006737,0.00038371864,0.0005732077],"domain_scores_gemma":[0.9973344,0.0007716363,0.0005742225,0.00097635115,0.00020369282,0.00013966346],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008336039,0.0007378198,0.0013761077,0.0007693363,0.00023586258,0.0003386747,0.00086031156,0.00037945123,0.0000061553114],"category_scores_gemma":[0.00015460562,0.0007594538,0.0002493805,0.0002954906,0.0000948818,0.0017114085,0.00032152116,0.0005386293,0.000004045778],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037642505,0.000021320257,0.0036614584,0.0044554593,0.00086491945,0.000017051887,0.0003911991,0.60115814,0.0000023811933,0.3504288,0.0003360922,0.03862556],"study_design_scores_gemma":[0.00020641848,0.00019731946,0.0007509903,0.0007188607,0.00021579591,0.000029899644,0.0000031352977,0.22482972,0.0000153933,0.0003147013,0.77180845,0.00090931443],"about_ca_topic_score_codex":0.00004894689,"about_ca_topic_score_gemma":0.000025361314,"teacher_disagreement_score":0.77147233,"about_ca_system_score_codex":0.0001496385,"about_ca_system_score_gemma":0.00005619453,"threshold_uncertainty_score":0.9994857},"labels":[],"label_agreement":null},{"id":"W2480473305","doi":"10.4018/978-1-4666-4785-5.ch006","title":"Fuzzy Rules for Risk Assessment and Contingency Estimation within COCOMO Software Project Planning Model","year":2013,"lang":"en","type":"book-chapter","venue":"Advances in computational intelligence and robotics book series","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software project management; COCOMO; Project risk management; Project management; Risk management plan; Project planning; Estimation; Computer science; Use Case Points; Risk analysis (engineering); Fuzzy logic; Risk management; Project management triangle; Software; Software development; Systems engineering; Engineering; Software development process; Risk assessment; IT risk management; Business; Software construction; Artificial intelligence","score_opus":0.03772065328718007,"score_gpt":0.3368527421033923,"score_spread":0.2991320888162122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2480473305","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000084953035,0.009823298,0.98674667,0.00014710294,0.0002091836,0.00068900274,0.000035009856,0.00021730458,0.002123906],"genre_scores_gemma":[0.0009762857,0.008002782,0.9882611,0.00008510514,0.000041283784,0.0000999005,0.00006442976,0.000031818006,0.0024372765],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984946,0.000020770301,0.0005220335,0.0005113727,0.000249162,0.00020205772],"domain_scores_gemma":[0.9979342,0.0011194411,0.00047067608,0.00019403253,0.0002297505,0.000051880164],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00030954616,0.0003405183,0.00035517965,0.0002022432,0.00022777986,0.00028060202,0.00030034376,0.00017064852,0.0000020328355],"category_scores_gemma":[0.000119508826,0.0003286139,0.000047073878,0.000043521573,0.00014710774,0.002635029,0.0001938371,0.00036423354,0.0000017696244],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059745716,0.000005762001,0.00005249012,0.00010966645,0.00001389706,0.0000021810865,0.00024522888,0.56663704,6.8751724e-8,0.41105536,0.00003522033,0.021837099],"study_design_scores_gemma":[0.000036155383,0.000107615706,0.000017070503,0.00027993592,0.000014249912,0.000015379761,0.000013397362,0.5225258,0.000003919415,0.47539288,0.0013686848,0.00022492393],"about_ca_topic_score_codex":0.000007612417,"about_ca_topic_score_gemma":0.0000057854472,"teacher_disagreement_score":0.06433753,"about_ca_system_score_codex":0.000053175354,"about_ca_system_score_gemma":0.00015060727,"threshold_uncertainty_score":0.9999166},"labels":[],"label_agreement":null},{"id":"W2481640011","doi":"10.22215/etd/2007-06292","title":"Adopting agile software development practices: success factors, changes required, and challenges","year":2007,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Canadian Heritage; University of New Brunswick","funders":"","keywords":"Agile software development; Computer science; Engineering; Software engineering","score_opus":0.085248771879399,"score_gpt":0.3349403218064599,"score_spread":0.24969154992706089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2481640011","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051721994,0.09531099,0.8207231,0.0019979128,0.0054698745,0.0017565018,0.000011988731,0.011241537,0.011766093],"genre_scores_gemma":[0.008999574,0.016147371,0.97121114,0.00010392926,0.00020778259,0.0000852031,0.00022164526,0.00008371135,0.0029396643],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979269,0.000047912214,0.00034591297,0.00075938704,0.0004885117,0.00043138204],"domain_scores_gemma":[0.99717104,0.0010536435,0.00090959476,0.00052983966,0.00018920786,0.00014665829],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00082848244,0.00044401147,0.00036173622,0.00033929272,0.00024130433,0.0004091363,0.00088494195,0.00043864636,0.000025517393],"category_scores_gemma":[0.0008471312,0.00039951818,0.000042420706,0.0002351198,0.000014251743,0.0011145837,0.00020968422,0.00044886966,0.000008247329],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022144864,0.00007679677,0.00055300083,0.0018291782,0.00013762583,0.000060012884,0.010214333,0.000004172907,0.000034390698,0.0040256963,0.0005012238,0.98254144],"study_design_scores_gemma":[0.00020205023,0.0001884572,0.011213673,0.00091012963,0.000059575545,0.000043938686,0.0020498566,0.00015340874,0.008496617,0.0001915847,0.9749126,0.0015781303],"about_ca_topic_score_codex":0.00012845878,"about_ca_topic_score_gemma":0.0008441847,"teacher_disagreement_score":0.9809633,"about_ca_system_score_codex":0.00006857729,"about_ca_system_score_gemma":0.00014182042,"threshold_uncertainty_score":0.9998457},"labels":[],"label_agreement":null},{"id":"W2481648185","doi":"10.1007/978-3-642-28714-5","title":"Requirements Engineering: Foundation for Software Quality","year":2012,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software engineering; Foundation (evidence); Software quality; Software; Software development; Programming language","score_opus":0.045733995012544694,"score_gpt":0.3219999449201178,"score_spread":0.2762659499075731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2481648185","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016430726,0.0003150855,0.99469656,0.00023251695,0.0032290644,0.0005900077,0.0000053660983,0.0008218157,0.000093178125],"genre_scores_gemma":[0.004356832,0.000015948774,0.9941341,0.000368713,0.0007504898,0.0000715168,0.000023789138,0.000037786634,0.00024077352],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970183,0.000034458262,0.0005049656,0.0009825426,0.00073962985,0.00072012],"domain_scores_gemma":[0.996374,0.00165378,0.00032264713,0.0012514094,0.00024303458,0.00015514721],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021683653,0.00042388472,0.00041453703,0.00053699006,0.00016441706,0.000553849,0.0026541993,0.000304777,0.000008031837],"category_scores_gemma":[0.0009855571,0.00042232842,0.0001263002,0.0006673475,0.00011181955,0.0015430768,0.00076547044,0.0005084923,0.000017240964],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007570381,0.000058834536,0.00021135897,0.00033756217,0.00002207846,0.00000596932,0.00047207376,0.03195485,0.000103094615,0.0097283935,0.0003657458,0.95673245],"study_design_scores_gemma":[0.00067252695,0.00044105254,0.0012055046,0.0008259876,0.00003565043,0.000057256635,8.883317e-8,0.7211921,0.0030888591,0.1289247,0.14116949,0.0023867926],"about_ca_topic_score_codex":0.000012672514,"about_ca_topic_score_gemma":0.0000051910633,"teacher_disagreement_score":0.9543457,"about_ca_system_score_codex":0.00059502467,"about_ca_system_score_gemma":0.0005714449,"threshold_uncertainty_score":0.99982285},"labels":[],"label_agreement":null},{"id":"W2486698849","doi":"10.1109/icst.2016.7","title":"Selecting the Right Topics for Industry-Academia Collaborations in Software Testing: An Experience Report","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Process (computing); Selection (genetic algorithm); Software; Computer science; Face (sociological concept); Team software process; Engineering management; Set (abstract data type); Software engineering; Software development; Engineering; Knowledge management; Software development process; Artificial intelligence; Sociology","score_opus":0.06151693784715865,"score_gpt":0.3341944916379039,"score_spread":0.2726775537907452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2486698849","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028747631,0.000013026849,0.9654405,0.0044667977,0.00016487073,0.00023204944,0.000001098869,0.0006463846,0.0002876556],"genre_scores_gemma":[0.27735752,0.0000020720731,0.72114176,0.00033011194,0.00013585393,0.00019490412,6.2050043e-7,0.000008367932,0.0008288108],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991583,0.000032335716,0.00022065411,0.00026773874,0.000121004545,0.00019994],"domain_scores_gemma":[0.9981943,0.0010558987,0.000100010366,0.00043957983,0.00014973973,0.000060510178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052783574,0.000086042375,0.000077754215,0.00004556279,0.00015802924,0.00012479573,0.0005862722,0.00019753535,0.000012688384],"category_scores_gemma":[0.004805775,0.00004869349,0.000014196507,0.0006334907,0.000022167578,0.0009156234,0.000088868226,0.00027660478,8.7583805e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018305136,0.00021579431,0.31528008,0.000046876048,0.00003030149,0.00021364506,0.008197375,0.00096271065,0.0063324063,0.20654096,0.01685772,0.4453038],"study_design_scores_gemma":[0.0008786439,0.00067555084,0.044333298,0.00027131895,0.00001701797,0.0009872598,0.00045921767,0.049909193,0.06734761,0.034508497,0.7991501,0.001462293],"about_ca_topic_score_codex":0.000039914503,"about_ca_topic_score_gemma":0.000031444717,"teacher_disagreement_score":0.78229237,"about_ca_system_score_codex":0.00004492,"about_ca_system_score_gemma":0.00014635744,"threshold_uncertainty_score":0.57533085},"labels":[],"label_agreement":null},{"id":"W2489437029","doi":"10.1016/j.bushor.2016.06.005","title":"Managing the transition to the new agile business and product development model: Lessons from Cisco Systems","year":2016,"lang":"en","type":"article","venue":"Business Horizons","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cisco Systems (Canada)","funders":"","keywords":"Agile software development; Extant taxon; New product development; Process management; Process (computing); Agile Unified Process; Product (mathematics); Agile usability engineering; Knowledge management; Business; Computer science; Engineering; Marketing; Software development; Software engineering; Software development process","score_opus":0.02501707498416258,"score_gpt":0.247569726948581,"score_spread":0.22255265196441842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2489437029","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040394347,0.00061098905,0.8908313,0.10319508,0.0005472934,0.0003299283,0.0000065933814,0.00037456432,0.000064834974],"genre_scores_gemma":[0.9150117,0.0003310711,0.083473004,0.00025107534,0.00043278423,0.00014541778,0.000004261356,0.000029613333,0.00032106254],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989165,0.000043680684,0.00017756154,0.00038855322,0.00023913464,0.00023456072],"domain_scores_gemma":[0.99883026,0.00021298186,0.00006519096,0.00066589867,0.00015566635,0.000069993286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035581604,0.00016676562,0.00013590486,0.00007371194,0.00028770836,0.00035010057,0.00074290513,0.00003596728,0.0000022668617],"category_scores_gemma":[0.00010347224,0.00008278393,0.000017061506,0.00070863066,0.00002579384,0.0006585423,0.00021357188,0.00007828392,0.000014859528],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029730694,0.000060699378,0.00006244437,0.00008242048,0.00008927502,0.00001836047,0.0045955665,0.043090057,0.0035245041,0.037429754,0.024158763,0.8868584],"study_design_scores_gemma":[0.0008722673,0.000062904655,0.036766123,0.0015494361,0.00013322658,0.00015950117,0.0001671592,0.11265265,0.0048035057,0.011320415,0.8298393,0.0016735273],"about_ca_topic_score_codex":0.0005257429,"about_ca_topic_score_gemma":0.00006132545,"teacher_disagreement_score":0.9109723,"about_ca_system_score_codex":0.000037604463,"about_ca_system_score_gemma":0.000152548,"threshold_uncertainty_score":0.3376028},"labels":[],"label_agreement":null},{"id":"W2490747532","doi":"10.4018/978-1-60566-950-2.ch015","title":"An Approach for Intentional Modeling of Web Services Security Risk Assessment","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Identification (biology); Stakeholder; Process (computing); Risk analysis (engineering); Domain (mathematical analysis); Web application security; Risk assessment; Computer security; Knowledge management; Web service; Process management; Business; World Wide Web; Web development; Political science; Public relations","score_opus":0.02780447608404753,"score_gpt":0.28082880506477015,"score_spread":0.25302432898072263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2490747532","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004967558,0.000102401245,0.66711587,0.0000037637337,0.00016751599,0.00025108672,0.0001598299,0.0003112909,0.33183858],"genre_scores_gemma":[0.42087793,0.0000167232,0.57841164,0.00004539221,0.00011265161,0.000047478014,0.000018031133,0.000025577945,0.00044457818],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998586,0.000022758952,0.00036206772,0.0005073381,0.00031627744,0.0002055323],"domain_scores_gemma":[0.9984887,0.000046756624,0.00037805896,0.0007104427,0.00027672338,0.00009929928],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041246862,0.00029293413,0.00033611644,0.00007214534,0.000072230854,0.00011194045,0.0011548953,0.00029242662,0.0000055012474],"category_scores_gemma":[0.000007258898,0.000287763,0.00020801129,0.000016724718,0.000026187558,0.00028233466,0.00025865572,0.00028422463,0.0000015238763],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001238654,0.000028451705,0.000024592899,0.0001539452,0.000079987905,0.0000014312075,0.00006539661,0.0006360821,0.0000032522441,0.99625206,0.000041736537,0.0027007],"study_design_scores_gemma":[0.00009916693,0.000112228154,0.000005130044,0.00006818608,0.000047719448,0.000008614717,0.0000031286188,0.4861613,0.0000073125784,0.5120725,0.0012032519,0.00021147716],"about_ca_topic_score_codex":0.00016901302,"about_ca_topic_score_gemma":0.000011688517,"teacher_disagreement_score":0.48552522,"about_ca_system_score_codex":0.00007849547,"about_ca_system_score_gemma":0.000144617,"threshold_uncertainty_score":0.99995744},"labels":[],"label_agreement":null},{"id":"W2492848869","doi":"10.4018/978-1-4666-4301-7.ch066","title":"Software Process Improvement for Small and Very Small Enterprises","year":2013,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Capability Maturity Model Integration; Process management; Capability Maturity Model; Software development process; Process (computing); LeanCMMI; Team software process; Context (archaeology); Software Engineering Process Group; Task (project management); Flexibility (engineering); Personal software process; Computer science; Software engineering; Engineering; Software; Software development; Systems engineering; Software construction","score_opus":0.020374183752617025,"score_gpt":0.2445639264874854,"score_spread":0.22418974273486839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2492848869","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002752288,0.0009075265,0.85803556,0.00009562318,0.0007150442,0.0013945671,0.00009525462,0.0014316612,0.13704953],"genre_scores_gemma":[0.022784142,0.00011807521,0.90099204,0.0022731943,0.00080337556,0.0011022285,0.000018783152,0.00021631643,0.07169185],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984315,0.0000063019615,0.0003210436,0.00068247074,0.00019752317,0.0003611297],"domain_scores_gemma":[0.9986004,0.0001807305,0.00025689192,0.0006215936,0.0001777022,0.00016264965],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00013765559,0.00045538897,0.00037444744,0.00006668855,0.00009572187,0.00039074445,0.0008905707,0.000321092,0.0000072437583],"category_scores_gemma":[0.00006594394,0.00043387763,0.00014158951,0.000014723755,0.000043425145,0.00015706134,0.00042851307,0.0002223456,0.000017197837],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030334932,0.000019472278,0.00004634821,0.00061925966,0.00016009675,0.000027169714,0.00012105128,0.00000780894,0.0000112314065,0.77947176,0.0027826244,0.21670283],"study_design_scores_gemma":[0.00055490294,0.00093366654,0.00004631343,0.00066239655,0.00012661362,0.00008578803,0.000005103925,0.0005768785,0.000500944,0.8255797,0.16962135,0.0013063392],"about_ca_topic_score_codex":0.00005476812,"about_ca_topic_score_gemma":0.000016615235,"teacher_disagreement_score":0.2153965,"about_ca_system_score_codex":0.00009971228,"about_ca_system_score_gemma":0.00013217276,"threshold_uncertainty_score":0.9998113},"labels":[],"label_agreement":null},{"id":"W2493685395","doi":"10.4018/978-1-60566-026-4.ch501","title":"Project-Based Software Risk Management Approaches","year":2009,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Software project management; Schedule; Software development; Risk management; Engineering management; Engineering; Automation; Software engineering; Project management; Software development process; Product (mathematics); Software; Risk analysis (engineering); Computer science; Software construction; Business; Systems engineering","score_opus":0.03488416473683593,"score_gpt":0.24847985607478398,"score_spread":0.21359569133794806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2493685395","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.707846e-7,0.00033157444,0.43347576,0.000034122226,0.0001841449,0.00043793966,0.000030730513,0.0016757,0.56382954],"genre_scores_gemma":[0.0016397017,0.0000350768,0.94825846,0.00051793107,0.00019556675,0.00008495276,0.00000847593,0.000060746686,0.04919906],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99793017,0.000029575735,0.0003314987,0.00080334075,0.00051763235,0.00038778238],"domain_scores_gemma":[0.99809355,0.00008770125,0.00033145837,0.001328079,0.00005201057,0.000107204665],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00026097425,0.0005324722,0.0003798378,0.000150947,0.00012095026,0.00030503533,0.0014718897,0.00036624414,0.0000050384265],"category_scores_gemma":[0.000025286075,0.00051911495,0.0002465229,0.000050543742,0.00004083196,0.00013332118,0.00033906626,0.0004520616,0.00006889402],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075185276,0.000011140711,0.0000052006626,0.000053720963,0.00006265129,0.00009928084,0.000013340348,0.000051874023,2.364954e-8,0.7229198,0.0069286404,0.26984683],"study_design_scores_gemma":[0.0002584367,0.00021051736,0.00003119454,0.00026351132,0.0001255968,0.000034459328,0.0000014024839,0.0014634723,0.000017385164,0.41109055,0.58564556,0.00085791014],"about_ca_topic_score_codex":0.000040410665,"about_ca_topic_score_gemma":0.000006437025,"teacher_disagreement_score":0.57871693,"about_ca_system_score_codex":0.00020692658,"about_ca_system_score_gemma":0.00013149768,"threshold_uncertainty_score":0.99972606},"labels":[],"label_agreement":null},{"id":"W2494536620","doi":"10.1002/smr.1758","title":"When to automate software testing? A decision‐support approach based on process simulation","year":2015,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Türkiye Bilimsel ve Teknolojik Araştırma Kurumu; Eesti Teadusagentuur","keywords":"Automation; Computer science; Context (archaeology); Test Management Approach; Process (computing); Test (biology); Test strategy; Test case; Software; Model-based testing; Process automation system; Test harness; Software engineering; Systems engineering; Reliability engineering; Engineering; Software system; Software construction; Machine learning","score_opus":0.03911167195759431,"score_gpt":0.31424154476737426,"score_spread":0.27512987280977996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2494536620","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008302692,0.00013850554,0.9899804,0.0003705383,0.0003035991,0.000216943,0.0000039099064,0.0006082199,0.00007516786],"genre_scores_gemma":[0.4507579,0.0000011017427,0.5485432,0.00055772014,0.00009464641,0.00001195464,0.0000012552662,0.000016294474,0.00001590388],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99787885,0.00005751795,0.00054846983,0.0003382714,0.00089971744,0.00027718005],"domain_scores_gemma":[0.996193,0.0007669133,0.0004852283,0.0003022646,0.0018181684,0.0004344282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013733279,0.00023543272,0.00030498183,0.00045705584,0.00013671545,0.00025537686,0.00068261445,0.00013282105,0.000006026058],"category_scores_gemma":[0.0076316604,0.00019608634,0.000061537474,0.0008001909,0.000025993415,0.0013259,0.0000800691,0.00031609606,0.000008908113],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025665376,0.00024828146,0.010477149,0.00022203596,0.000021125748,0.00003490649,0.0016774654,0.8932874,0.000002619488,0.00012338816,0.0044881147,0.089160845],"study_design_scores_gemma":[0.0014861635,0.0023491413,0.006669083,0.00058519404,0.000047645837,0.0003971395,0.00011564188,0.95328766,0.0001099712,0.02773989,0.006568533,0.0006439396],"about_ca_topic_score_codex":0.0000045020424,"about_ca_topic_score_gemma":3.1201563e-7,"teacher_disagreement_score":0.44245517,"about_ca_system_score_codex":0.0001352095,"about_ca_system_score_gemma":0.00058206037,"threshold_uncertainty_score":0.9136362},"labels":[],"label_agreement":null},{"id":"W2498018797","doi":"10.4018/978-1-61350-141-2.ch003","title":"The Development of International Standards to Facilitate Process Improvements for Very Small Entities","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Capability Maturity Model Integration; Engineering management; Engineering; Process (computing); Process management; Software development process; International standard; Product (mathematics); Software; Software engineering; Systems engineering; Software development; Computer science","score_opus":0.04838331353813292,"score_gpt":0.2802335288617417,"score_spread":0.23185021532360878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2498018797","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006334277,0.0000963359,0.6371253,0.00003085469,0.00086966914,0.00043994805,0.00021502726,0.00015537947,0.36100414],"genre_scores_gemma":[0.06190155,0.000046730893,0.78194994,0.0004564515,0.00034380952,0.00090736843,0.000018876934,0.00010540319,0.15426989],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99879295,0.000004482805,0.00034208645,0.00027199456,0.0004036415,0.00018486482],"domain_scores_gemma":[0.9989354,0.000079106176,0.00019456321,0.00032542684,0.00040799996,0.000057488884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004001026,0.0002006044,0.00017018359,0.000047763708,0.00009312363,0.00012347827,0.0011828286,0.00009290749,0.000003982265],"category_scores_gemma":[0.000051699993,0.0001609624,0.00008179507,0.000011366453,0.000028978953,0.00008393751,0.0003366425,0.00008771618,0.0000042852453],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058217513,0.0000062888407,0.0000062739673,0.000089971356,0.00015956291,0.0000015105678,0.0009065143,0.000003971167,0.000006877579,0.8594698,0.001015736,0.1382753],"study_design_scores_gemma":[0.00013776134,0.00014659189,0.000013190004,0.00016780812,0.000012995921,0.0000022255465,0.000010451535,0.000036474117,0.0012742203,0.2704702,0.72746974,0.0002583523],"about_ca_topic_score_codex":0.000016306798,"about_ca_topic_score_gemma":0.000054962333,"teacher_disagreement_score":0.72645396,"about_ca_system_score_codex":0.00018391885,"about_ca_system_score_gemma":0.00038870954,"threshold_uncertainty_score":0.6563856},"labels":[],"label_agreement":null},{"id":"W2501294245","doi":"10.4018/978-1-4666-8637-3.ch018","title":"Using Wiki for Managing Knowledge in Agile Software Development","year":2015,"lang":"en","type":"book-chapter","venue":"Advances in information quality and management","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Agile software development; Facilitator; Software deployment; Knowledge management; Software development; Computer science; Context (archaeology); Agile usability engineering; Agile Unified Process; Lean software development; Software engineering; Software development process; Software; Engineering; World Wide Web","score_opus":0.11087208600785832,"score_gpt":0.3768768220871815,"score_spread":0.2660047360793232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2501294245","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006989953,0.0026815273,0.92240715,0.00005876045,0.00027994416,0.00056421483,0.0000043131104,0.00016311805,0.073833965],"genre_scores_gemma":[0.00034229088,0.0037244768,0.9909257,0.00026179996,0.000027750906,0.00015698615,0.0000574605,0.00001505719,0.004488463],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99883074,0.000014635166,0.00058854045,0.0001986283,0.00019015743,0.00017731523],"domain_scores_gemma":[0.9992508,0.000110854024,0.00027732042,0.0002525325,0.00006873028,0.00003973828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011658018,0.00018815428,0.00022197241,0.0004129916,0.000057873374,0.00010916133,0.00032014094,0.00008872546,0.0000031654463],"category_scores_gemma":[0.00003592452,0.00020470927,0.00002610428,0.00008047776,0.000018878583,0.0029877285,0.00035323823,0.00013604447,0.00000686397],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006991249,0.0000064122705,0.0000094865045,0.0009514146,0.000007227547,0.0000013119414,0.00073469244,0.0015430382,1.6259584e-8,0.56968194,0.00014808626,0.42690936],"study_design_scores_gemma":[0.00027431326,0.00001544252,0.000043604596,0.00042374016,0.0000047955596,0.0000013469597,0.000053560365,0.0044101877,0.0000027638057,0.07851374,0.91598845,0.00026803408],"about_ca_topic_score_codex":0.000007751654,"about_ca_topic_score_gemma":0.000046193334,"teacher_disagreement_score":0.9158404,"about_ca_system_score_codex":0.00022020952,"about_ca_system_score_gemma":0.000036885165,"threshold_uncertainty_score":0.83478016},"labels":[],"label_agreement":null},{"id":"W2502054541","doi":"10.4018/978-1-60566-060-8.ch160","title":"Software Security Engineering","year":2009,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Software security assurance; Social software engineering; Software Engineering Process Group; Security engineering; Software development; Software engineering; Computer science; Software requirements; Software system; Software construction; Software development process; Engineering; Computer security; Software; Systems engineering; Information security; Security service; Operating system","score_opus":0.011721791775396836,"score_gpt":0.2314700761435715,"score_spread":0.21974828436817467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2502054541","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000041469125,0.0007219705,0.36847273,0.00007744901,0.0006087475,0.00020403994,0.00002646369,0.0034452914,0.62643915],"genre_scores_gemma":[0.03043077,0.00007879076,0.8940956,0.0018210341,0.0014787195,0.00005051244,0.0000114539,0.00020600802,0.07182711],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99833363,0.00000783634,0.000300606,0.0005868149,0.0003958249,0.0003752731],"domain_scores_gemma":[0.9984606,0.0001017869,0.00016519334,0.001011561,0.000082875835,0.00017797864],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00015557426,0.00047887728,0.0003886984,0.00008900947,0.000061770086,0.0002484027,0.0012527592,0.00045909788,0.0000127076],"category_scores_gemma":[0.00007310596,0.0005163464,0.00021246645,0.00003333877,0.000017906561,0.0002018211,0.00034720998,0.0005338306,0.00009387273],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021489955,0.0000038373296,0.000001737127,0.000029422377,0.000031461565,0.00012522373,0.000024680101,0.00004445331,0.0000012303994,0.9601247,0.002954314,0.036656838],"study_design_scores_gemma":[0.000093607014,0.00010133637,0.000015880283,0.00022059483,0.000027581587,0.00015494309,1.8630644e-7,0.0008632197,0.000050662376,0.56673205,0.4310543,0.0006856266],"about_ca_topic_score_codex":0.000018047975,"about_ca_topic_score_gemma":0.0000033019999,"teacher_disagreement_score":0.55461204,"about_ca_system_score_codex":0.00019354031,"about_ca_system_score_gemma":0.000102964914,"threshold_uncertainty_score":0.9997288},"labels":[],"label_agreement":null},{"id":"W2504366994","doi":"10.4018/978-1-59140-923-6.ch008","title":"Collaborative Software Requirements Engineering Exercises in a Distributed Virtual Team Environment","year":2006,"lang":"en","type":"book-chapter","venue":"Advances in global information management (AGIM) book series","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Outsourcing; Software development; Engineering management; Work (physics); Virtual team; Engineering; Software engineering; Team software process; Software development process; Process management; Knowledge management; Software; Computer science; Business","score_opus":0.004315288947979455,"score_gpt":0.21861160578122635,"score_spread":0.2142963168332469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2504366994","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000072663715,0.0036442757,0.83687866,0.00012769169,0.0005402478,0.00134662,0.00031848776,0.00080743415,0.15632929],"genre_scores_gemma":[0.0039531114,0.15478702,0.7900405,0.0012903559,0.00024844028,0.0018257844,0.003671151,0.0001698844,0.044013776],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975569,0.000018907811,0.0009386879,0.0004163805,0.00063724077,0.00043188722],"domain_scores_gemma":[0.9986921,0.000072909854,0.0005011602,0.00059989764,0.00006488276,0.00006907241],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00026031185,0.0005571611,0.000451033,0.0003764312,0.00008019937,0.00029123697,0.00084121723,0.00020129126,0.000035603127],"category_scores_gemma":[0.000043058546,0.0006220231,0.00007502058,0.00029479264,0.000071953014,0.018996611,0.0006451397,0.0002907815,0.000066579174],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008032737,0.000049509654,0.00026181326,0.00045350456,0.000071772076,0.00007752804,0.000261777,0.20702906,2.3096379e-7,0.7429343,0.005355198,0.04342497],"study_design_scores_gemma":[0.0003995032,0.00012648941,0.00034460492,0.00048651558,0.000020827643,0.000005375995,0.00005889608,0.001574762,0.000013026705,0.0060430253,0.99029076,0.0006361986],"about_ca_topic_score_codex":0.000015972515,"about_ca_topic_score_gemma":0.000017757304,"teacher_disagreement_score":0.9849356,"about_ca_system_score_codex":0.0009474436,"about_ca_system_score_gemma":0.000038651615,"threshold_uncertainty_score":0.9996231},"labels":[],"label_agreement":null},{"id":"W2505625331","doi":"10.4018/978-1-4666-4301-7.ch035","title":"Quality, Improvement and Measurements in High Risk Software","year":2013,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Capability Maturity Model Integration; Capability Maturity Model; Software measurement; Computer science; Quality (philosophy); Software engineering; Verification and validation; Software quality; Systems engineering; Software quality control; Software; Software quality analyst; Engineering; Process management; Software development; Software development process; Operations management; Operating system","score_opus":0.03413745117660634,"score_gpt":0.2731517212725382,"score_spread":0.23901427009593185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2505625331","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027480787,0.00143393,0.36094454,0.00015327576,0.0014810325,0.0016331718,0.00013253315,0.0020994013,0.629374],"genre_scores_gemma":[0.43464223,0.00020546048,0.53608054,0.001018051,0.00038562555,0.00024259894,0.000008195705,0.00014490882,0.027272373],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99812675,0.00003410334,0.00042738215,0.0006001354,0.0005069638,0.00030468623],"domain_scores_gemma":[0.99859005,0.000108890774,0.00032804394,0.00074796134,0.0000940101,0.00013101262],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004698964,0.00037695677,0.00040427526,0.00008490441,0.000057678164,0.00025207168,0.00071682053,0.000303469,0.000015844227],"category_scores_gemma":[0.00008806513,0.00036889463,0.00007852748,0.000022827651,0.000034136545,0.00019971862,0.000614334,0.00037382205,0.000052350508],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005290676,0.000009598692,0.0010216036,0.000054717453,0.000057746074,0.000012575892,0.000040722236,0.0000059260324,0.000004793766,0.7851522,0.0006242213,0.2130106],"study_design_scores_gemma":[0.0005094228,0.00024912672,0.0027600965,0.00024941782,0.00003306665,0.0000117456075,0.0000020752784,0.00008347072,0.000084582614,0.97798544,0.017208276,0.0008232531],"about_ca_topic_score_codex":0.0019836389,"about_ca_topic_score_gemma":0.00019298424,"teacher_disagreement_score":0.6021017,"about_ca_system_score_codex":0.00022056913,"about_ca_system_score_gemma":0.0000738214,"threshold_uncertainty_score":0.9998763},"labels":[],"label_agreement":null},{"id":"W2506751893","doi":"10.4018/978-1-4666-5800-4.ch003","title":"Towards an Understanding of Collaborations in Agile Course Projects","year":2014,"lang":"en","type":"book-chapter","venue":"Advances in higher education and professional development book series","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Agile software development; Agile usability engineering; Agile Unified Process; Lean software development; Software engineering; Engineering management; Engineering; Software development; Extreme programming practices; Computer science; Software; Software development process","score_opus":0.051849094433296834,"score_gpt":0.33435809353924767,"score_spread":0.28250899910595084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2506751893","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012458175,0.08482214,0.058150183,0.013807082,0.025369985,0.00417071,0.00004076144,0.0010197457,0.8113736],"genre_scores_gemma":[0.043849397,0.008731122,0.26156533,0.00084372325,0.00018218099,0.00040534275,0.00014749,0.00006035684,0.68421507],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99894875,0.000037724665,0.00036047454,0.0003013677,0.00022369341,0.00012799837],"domain_scores_gemma":[0.9992986,0.00011807459,0.00023416818,0.00020271946,0.00009568911,0.000050778468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026077346,0.00019118305,0.0002263205,0.00024170624,0.00008057085,0.000041903717,0.00024425294,0.00014603387,0.00009320448],"category_scores_gemma":[0.000015083158,0.0001810392,0.000012845878,0.00011862102,0.00006236871,0.0016173096,0.00009745126,0.00020845143,0.000001680996],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001302822,0.00006035081,0.00053534016,0.00015691674,0.0000060410293,0.0000013684963,0.0015433349,0.000015601821,0.0000032009725,0.98655415,0.00053969154,0.010570977],"study_design_scores_gemma":[0.00010752093,0.000056357978,0.0035556227,0.0009475198,0.0000037593086,0.000004247772,0.0001346779,0.000016044898,0.00008346195,0.069547415,0.9252634,0.00027996884],"about_ca_topic_score_codex":0.000003644298,"about_ca_topic_score_gemma":0.000057784368,"teacher_disagreement_score":0.9247237,"about_ca_system_score_codex":0.00015046979,"about_ca_system_score_gemma":0.0012571268,"threshold_uncertainty_score":0.73825645},"labels":[],"label_agreement":null},{"id":"W2508692524","doi":"10.6000/1927-5129.2016.12.56","title":"Software Project Management as Team Building Intervention","year":2016,"lang":"en","type":"article","venue":"Journal of Basic & Applied Sciences","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Software project management; Intervention (counseling); Team building; Cohesion (chemistry); Team software process; Engineering management; Team management; Teamwork; Team effectiveness; Software; Project management; Medical education; Project manager; Computer science; Project team; Software engineering; Psychology; Engineering; Software development; Knowledge management; Software development process; Systems engineering; Medicine; Software construction; Management","score_opus":0.019651667561113875,"score_gpt":0.2971247210561003,"score_spread":0.27747305349498647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2508692524","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022846065,0.00014591677,0.9734229,0.000591947,0.0004677103,0.00012325947,2.814532e-7,0.00014614267,0.002255809],"genre_scores_gemma":[0.57181966,0.00006182488,0.42784363,0.00007372914,0.00007749202,0.0000050314748,2.2244475e-8,0.000004124738,0.00011448955],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986422,0.000032833967,0.0003405503,0.00022014845,0.0005489591,0.00021530775],"domain_scores_gemma":[0.9990631,0.00021539182,0.00040287286,0.00020107106,0.000061235,0.000056382854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019243632,0.00010677128,0.00014455483,0.00032682114,0.0001304064,0.00022044404,0.0012718042,0.00003306732,0.000013468547],"category_scores_gemma":[0.00011336558,0.000063366555,0.00009542545,0.00051980535,0.00006559384,0.0010434862,0.0002179872,0.000108658685,0.000012933883],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022675506,0.0001008637,0.00042580385,0.000040495943,0.00004686223,0.000036690064,0.00025505907,0.00008328523,0.0035636567,0.09192953,0.0067999247,0.89669514],"study_design_scores_gemma":[0.0042941924,0.0051200627,0.0070491373,0.0034111945,0.00019159488,0.002109677,0.0013625005,0.0021846856,0.16318184,0.35123938,0.45773956,0.002116154],"about_ca_topic_score_codex":0.0000051165252,"about_ca_topic_score_gemma":4.1439628e-7,"teacher_disagreement_score":0.894579,"about_ca_system_score_codex":0.000059181806,"about_ca_system_score_gemma":0.000062006584,"threshold_uncertainty_score":0.2584013},"labels":[],"label_agreement":null},{"id":"W2512805961","doi":"10.1007/s11219-016-9333-7","title":"Onboarding inexperienced developers: struggles and perceptions regarding automated testing","year":2016,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Onboarding; Perception; Software testing; Software engineering; Computer science; Engineering; Psychology; Software; Social psychology; Programming language","score_opus":0.04988978108270573,"score_gpt":0.33398380233613445,"score_spread":0.2840940212534287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2512805961","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25057682,0.0001036028,0.7460604,0.00066645344,0.00024170497,0.000052356165,0.0000023421233,0.0022446238,0.000051752104],"genre_scores_gemma":[0.445788,0.00004419975,0.55395615,0.00007982361,0.000085527376,0.0000059473596,2.3832914e-7,0.000010879745,0.00002923869],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99834067,0.00020038684,0.0004376918,0.00032070532,0.000337717,0.00036284106],"domain_scores_gemma":[0.9974597,0.0015231532,0.00023493309,0.0003206391,0.00025759786,0.00020395647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014870907,0.00018205727,0.00021684768,0.00016465475,0.0005438769,0.0005476035,0.0005632787,0.0000880776,0.00002313949],"category_scores_gemma":[0.005395107,0.00012698099,0.00006033614,0.00038594956,0.00007277176,0.0018741543,0.0002662126,0.0002614274,0.000008956864],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017647628,0.000049216706,0.084514715,0.00006276478,0.000088822446,0.00008110562,0.0073703104,0.000077320765,0.018014409,0.0067798235,0.0016867593,0.8812571],"study_design_scores_gemma":[0.0058982675,0.0013705079,0.82264555,0.0061059603,0.00013381428,0.015776154,0.0070040696,0.023348583,0.010017218,0.07460336,0.026730599,0.0063659516],"about_ca_topic_score_codex":0.000019879495,"about_ca_topic_score_gemma":0.0000017112919,"teacher_disagreement_score":0.87489116,"about_ca_system_score_codex":0.00011955935,"about_ca_system_score_gemma":0.00012505637,"threshold_uncertainty_score":0.6458837},"labels":[],"label_agreement":null},{"id":"W2514332694","doi":"","title":"An emerging theory on the interaction between requirements engineering and systems architecting based on a suite of exploratory empirical studies","year":2011,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Requirements engineering; Requirements elicitation; Non-functional requirement; Systems engineering; Computer science; Requirement; System requirements; Requirements management; Requirements analysis; Suite; Empirical research; System lifecycle; Process (computing); Software engineering; Engineering; Process management; Software development; Software; Application lifecycle management","score_opus":0.31652778738631165,"score_gpt":0.3826072300685743,"score_spread":0.06607944268226262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2514332694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88924193,0.00004366553,0.10993103,0.00005313805,0.00022096952,0.0001765211,0.0000024619003,0.00030472025,0.000025575815],"genre_scores_gemma":[0.99905896,0.000012939991,0.0007677734,0.00007343583,0.0000442518,0.0000033863123,0.0000010052473,0.000020336793,0.00001793663],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99842125,0.00045570236,0.00021531092,0.0003862565,0.00028425513,0.00023721792],"domain_scores_gemma":[0.99791384,0.0011021431,0.00020603514,0.0005924273,0.00008620258,0.000099370845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012718368,0.00021472517,0.00022894137,0.0004623491,0.00015885863,0.00013664442,0.0007415555,0.0000731347,0.0000011442222],"category_scores_gemma":[0.00019411482,0.00018419675,0.00005293633,0.00034888534,0.000045653673,0.0015537327,0.00023349609,0.0004499611,0.0000035600683],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012402874,0.00010736994,0.9851015,0.00015837252,0.00016714695,0.00007881261,0.0069264616,0.0021517721,0.00057742134,0.0018930883,3.4875887e-7,0.0027136686],"study_design_scores_gemma":[0.00129159,0.0030962015,0.95609605,0.0035230222,0.00023377771,0.000033178676,0.0052906824,0.0028885223,0.024600022,0.00077914755,0.0007192132,0.0014485673],"about_ca_topic_score_codex":0.0000022358217,"about_ca_topic_score_gemma":0.0000053040444,"teacher_disagreement_score":0.10981702,"about_ca_system_score_codex":0.00009078542,"about_ca_system_score_gemma":0.000021435557,"threshold_uncertainty_score":0.75113255},"labels":[],"label_agreement":null},{"id":"W2515029028","doi":"10.24297/ijct.v15i11.4360","title":"Choosing Automated or Manual Testing in Extreme Programming with the Analytical Hierarchy Process","year":2016,"lang":"en","type":"article","venue":"INTERNATIONAL JOURNAL OF COMPUTERS & TECHNOLOGY","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Extreme programming; Analytic hierarchy process; Computer science; Process (computing); Set (abstract data type); Team software process; Hierarchy; Software development process; Process management; Software; Software engineering; Software development; Operations research; Engineering","score_opus":0.0395354447950476,"score_gpt":0.3171369617432895,"score_spread":0.27760151694824187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2515029028","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07915976,0.000042988813,0.8972019,0.022660265,0.00026776205,0.00007903701,3.09878e-7,0.0005674525,0.000020498257],"genre_scores_gemma":[0.76295465,0.000006308828,0.2368326,0.00011931983,0.00006740574,0.0000050700246,8.0882344e-8,0.0000076169413,0.000006943987],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99881864,0.000037930924,0.00034983325,0.00017520241,0.0003985399,0.00021983076],"domain_scores_gemma":[0.99834186,0.0006494084,0.0003401769,0.00018841423,0.0004407401,0.000039423725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045968484,0.00012234744,0.00016862428,0.00064920937,0.00003865599,0.00014347224,0.001905506,0.00007509147,0.000002444084],"category_scores_gemma":[0.0003606179,0.000060045684,0.000033507586,0.00072819827,0.00010793166,0.0006375513,0.000215994,0.00031054154,0.0000014408992],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014448266,0.00013902479,0.015449147,0.000009605338,0.00017417468,0.0015407196,0.00028268175,0.0030371824,0.0003627442,0.0054851566,0.00049156527,0.9728835],"study_design_scores_gemma":[0.004728668,0.0033102718,0.015374305,0.003642875,0.000059129667,0.025539953,0.00021400918,0.8828181,0.00695159,0.01453047,0.04178473,0.0010459166],"about_ca_topic_score_codex":0.000004201947,"about_ca_topic_score_gemma":0.0000033980964,"teacher_disagreement_score":0.9718376,"about_ca_system_score_codex":0.00011562251,"about_ca_system_score_gemma":0.0001344603,"threshold_uncertainty_score":0.35409358},"labels":[],"label_agreement":null},{"id":"W2518331218","doi":"10.1016/j.entcom.2016.08.004","title":"A Digital Game Maturity Model (DGMM)","year":2016,"lang":"en","type":"article","venue":"Entertainment Computing","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University; Western University","funders":"","keywords":"Maturity (psychological); Video game development; Popularity; Capability Maturity Model; Game Developer; Quality (philosophy); Software; Game testing; Software development","score_opus":0.01187456080591934,"score_gpt":0.23985053191307926,"score_spread":0.22797597110715992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2518331218","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02376151,0.0000437585,0.97246665,0.0010865186,0.00020429904,0.00008882961,0.000002136757,0.0009627368,0.0013835718],"genre_scores_gemma":[0.8899388,0.0000082178885,0.10948396,0.00018829491,0.00005828473,0.000003675898,6.517785e-7,0.000010529002,0.00030761005],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989371,0.000019424573,0.0001909796,0.00032211703,0.00023344373,0.00029699202],"domain_scores_gemma":[0.99910784,0.00025887857,0.00008505507,0.000442854,0.00002358724,0.00008177384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021432302,0.00014258818,0.00011671955,0.00006141873,0.00005859605,0.00025518378,0.00068366475,0.000040188836,0.000006591356],"category_scores_gemma":[0.00008182716,0.00010157102,0.00006729126,0.00010190183,0.000016219354,0.00074516516,0.0005224159,0.00009334354,0.000041393756],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018867597,0.00023471405,0.006838822,0.00004384408,0.00007068183,0.00006449151,0.0013631012,0.0048744995,0.0018702764,0.05538935,0.00412744,0.9251039],"study_design_scores_gemma":[0.00039979542,0.0000822519,0.00052989525,0.00019884334,0.0000041602425,0.000039134044,0.0000068700333,0.9713801,0.0019694888,0.007025878,0.017989235,0.00037432724],"about_ca_topic_score_codex":0.0000018536253,"about_ca_topic_score_gemma":1.1797473e-7,"teacher_disagreement_score":0.96650565,"about_ca_system_score_codex":0.00007148473,"about_ca_system_score_gemma":0.000015708367,"threshold_uncertainty_score":0.41419458},"labels":[],"label_agreement":null},{"id":"W2518473846","doi":"10.1007/s10664-016-9451-7","title":"Naming the pain in requirements engineering","year":2016,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":271,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Queen's University; Eesti Teadusagentuur; Queen's University Belfast","keywords":"Relevance (law); Dependency (UML); Context (archaeology); Status quo; Empirical research; Computer science; Management science; Requirements engineering; Complement (music); Data science; Criticality; Engineering ethics; Knowledge management; Risk analysis (engineering); Engineering; Software; Epistemology; Artificial intelligence; Political science; Business","score_opus":0.025830632765819712,"score_gpt":0.27321335161251814,"score_spread":0.24738271884669844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2518473846","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020915302,0.00026877032,0.97443324,0.0020267405,0.00044233637,0.00016155631,0.0000011109793,0.0017376078,0.000013339551],"genre_scores_gemma":[0.72614336,0.000041507403,0.2728988,0.00047391013,0.00019257376,0.000119919,8.9603503e-7,0.00005702051,0.0000720274],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99827546,0.00006024534,0.00035001113,0.00040858248,0.00033560637,0.0005700957],"domain_scores_gemma":[0.99672735,0.0024063478,0.000058036538,0.00064598944,0.000043891083,0.00011839598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014296601,0.0002589348,0.0002059674,0.00018949978,0.00006024302,0.00011986448,0.0010517105,0.000109004664,0.000016327713],"category_scores_gemma":[0.004909373,0.00016380406,0.00008539291,0.0007033683,0.000014170056,0.0007453635,0.0003223338,0.00029132926,0.000025960375],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030084333,0.0002969261,0.24967737,0.00037732077,0.00022355306,0.0006673874,0.0020714502,0.0779789,0.008314798,0.013146569,0.012752672,0.63446295],"study_design_scores_gemma":[0.0015149456,0.0004376111,0.1442563,0.001562126,0.000022874925,0.00015657739,0.000016910353,0.29685655,0.0053387037,0.0013296704,0.5459978,0.002509947],"about_ca_topic_score_codex":0.000013858077,"about_ca_topic_score_gemma":0.0000015769024,"teacher_disagreement_score":0.70522803,"about_ca_system_score_codex":0.00018841795,"about_ca_system_score_gemma":0.000028500881,"threshold_uncertainty_score":0.6679735},"labels":[],"label_agreement":null},{"id":"W2521077367","doi":"","title":"Identifying Software Project Risks in the Canadian Financial Services Sector: An International Comparative Study","year":2006,"lang":"en","type":"book","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Business; Delphi method; Scope (computer science); Project management; Marketing; Public relations; Accounting; Actuarial science; Engineering; Knowledge management; Political science; Computer science; Geography; Management; Economics","score_opus":0.1045187530304675,"score_gpt":0.3614773599430943,"score_spread":0.25695860691262684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2521077367","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012135271,0.0004549094,0.34242678,0.00048850133,0.0056748725,0.0078619905,0.00028294753,0.0035510834,0.62712365],"genre_scores_gemma":[0.6249312,0.000035135326,0.26977003,0.0018644558,0.0024848138,0.0008858151,0.0008377332,0.00013531966,0.099055514],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982163,0.00014958163,0.00030582095,0.00051819294,0.00053308724,0.00027706925],"domain_scores_gemma":[0.99875134,0.0002456821,0.00017874339,0.000657683,0.00011343966,0.000053130047],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00071479497,0.00028986597,0.0002608626,0.0005194151,0.000196238,0.0010612092,0.002996913,0.00019723194,0.000022343853],"category_scores_gemma":[0.000024245954,0.00022715695,0.000060203303,0.00024836874,0.000019849313,0.0011131568,0.00019876537,0.00069987983,0.000015894455],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081497696,0.0023301488,0.14205292,0.00065744534,0.0006721549,0.003386217,0.17888588,0.0033987444,0.0000013269924,0.17033635,0.452329,0.045868315],"study_design_scores_gemma":[0.0006401311,0.0006316406,0.21969894,0.00032243284,0.00006262633,0.0000838216,0.0005659662,0.008084625,0.0000052378095,0.017068984,0.7512363,0.0015992624],"about_ca_topic_score_codex":0.44957247,"about_ca_topic_score_gemma":0.8749562,"teacher_disagreement_score":0.6127959,"about_ca_system_score_codex":0.00040332723,"about_ca_system_score_gemma":0.000997882,"threshold_uncertainty_score":0.9999758},"labels":[],"label_agreement":null},{"id":"W2521365433","doi":"10.48550/arxiv.1612.00730","title":"A Pilot Case Study on Innovative Behaviour: Lessons Learned and Directions for Future Work","year":2016,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Context (archaeology); Exploratory research; Scale (ratio); Case study research; Computer science; Empirical research; Management science; Research design; Work (physics); Engineering; Systems engineering; Industrial engineering","score_opus":0.1834801591227866,"score_gpt":0.37557621177808415,"score_spread":0.19209605265529756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2521365433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89461756,0.00003047277,0.10222552,0.0016298224,0.00035628068,0.00049217534,0.0000183376,0.0006132394,0.000016573293],"genre_scores_gemma":[0.9968902,0.0000321854,0.0016993124,0.00009076133,0.00009236093,0.000012808734,0.0000012405362,0.000025886522,0.0011552832],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985308,0.0001835167,0.00015774641,0.00062654074,0.00019008652,0.00031131713],"domain_scores_gemma":[0.99832153,0.0005807399,0.0001419803,0.00061115174,0.00019621028,0.00014836284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004263576,0.00024885027,0.00021200097,0.0004407789,0.0003694088,0.0003055923,0.00061008777,0.0000882766,0.0000020222958],"category_scores_gemma":[0.00009485083,0.00021297028,0.000050995615,0.00093950785,0.000047746613,0.0017698334,0.00036184242,0.00033799224,0.000010834707],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011073049,0.00033381724,0.9757573,0.000009626933,0.00006860078,0.0012951997,0.0010512405,0.0000017455478,0.00010017929,0.0011831762,0.0000035676887,0.020084796],"study_design_scores_gemma":[0.0019239619,0.0022578342,0.98687214,0.00018135308,0.0000757741,0.0004653068,0.00089657935,4.0629206e-7,0.00069596426,0.00029412584,0.0057314,0.000605149],"about_ca_topic_score_codex":0.000008858534,"about_ca_topic_score_gemma":0.00033401526,"teacher_disagreement_score":0.102272585,"about_ca_system_score_codex":0.00011445459,"about_ca_system_score_gemma":0.00004906287,"threshold_uncertainty_score":0.8684676},"labels":[],"label_agreement":null},{"id":"W2524561061","doi":"","title":"Improving measurement plans form multiple dimensions : exercising with balancing multiple dimensions - BMP","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Viewpoints; Control (management); Perspective (graphical); Set (abstract data type); Computer science; Process management; Earned value management; Quality (philosophy); Risk analysis (engineering); Operations management; Project management; Operations research; Engineering; Project management triangle; Business; Systems engineering; Project charter; Artificial intelligence","score_opus":0.021646493438526242,"score_gpt":0.22760266066259088,"score_spread":0.20595616722406465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2524561061","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034760837,0.00014998692,0.961966,0.0005494069,0.00019164941,0.00033241455,0.0000028886286,0.0017126644,0.0003341784],"genre_scores_gemma":[0.5703759,0.000011354342,0.42933336,0.00015489591,0.000045081273,0.000025965532,0.0000014600433,0.000016818529,0.000035148638],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981141,0.000031480802,0.00029374432,0.00048719373,0.0005750257,0.0004984316],"domain_scores_gemma":[0.99827963,0.0005007022,0.00012377284,0.0007514062,0.00016225499,0.00018225159],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064377685,0.0002544296,0.00021943587,0.00014352651,0.00037172824,0.00020775884,0.0005096417,0.0000783969,0.000012745635],"category_scores_gemma":[0.00035665056,0.0001959322,0.000065050146,0.00031295844,0.000021096474,0.0012533606,0.0002993336,0.00026434864,0.00002597043],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002447643,0.0014301335,0.069252715,0.00026244295,0.00040168592,0.00023312325,0.008677591,0.07038085,0.16653942,0.0143234115,0.011391798,0.6568621],"study_design_scores_gemma":[0.000942208,0.00020984437,0.0037375595,0.00021779705,0.00003768539,0.00010312243,0.00010226868,0.9415895,0.034943253,0.00014151071,0.017251413,0.0007238924],"about_ca_topic_score_codex":0.00051765674,"about_ca_topic_score_gemma":0.0008535569,"teacher_disagreement_score":0.8712086,"about_ca_system_score_codex":0.00017818152,"about_ca_system_score_gemma":0.00007244274,"threshold_uncertainty_score":0.7989883},"labels":[],"label_agreement":null},{"id":"W2524984006","doi":"10.1145/2976767.2976808","title":"Descriptive vs prescriptive models in industry","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Volvo (Canada)","funders":"VINNOVA","keywords":"Computer science; Context (archaeology); Context model; Data science; Management science; Knowledge management; Artificial intelligence; Engineering","score_opus":0.036068246779867016,"score_gpt":0.2511759959991515,"score_spread":0.2151077492192845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2524984006","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011424297,0.000035338846,0.980236,0.0013119649,0.00013975495,0.00009069083,8.8578406e-7,0.0005581844,0.00620288],"genre_scores_gemma":[0.829971,0.000019579042,0.1684757,0.00016609907,0.00001906286,0.000025392184,6.4363185e-8,0.000005797819,0.0013173033],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993103,0.00003429541,0.00011527801,0.00023293636,0.00011670228,0.00019048678],"domain_scores_gemma":[0.99939513,0.00016703278,0.000030845964,0.00032004958,0.000034283865,0.00005264873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020534292,0.00008777304,0.000086753,0.00009777526,0.000016974884,0.00005287645,0.0005148925,0.00012643318,0.000030840947],"category_scores_gemma":[0.00008235304,0.000056508594,0.000021184991,0.0002103044,0.000016689533,0.001772437,0.00018210297,0.00017906424,0.000019883575],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031039934,0.000107245614,0.005457837,0.000008262601,0.00002219629,0.00006128694,0.0018325149,0.00054903637,0.0016909022,0.8881459,0.010637008,0.09145677],"study_design_scores_gemma":[0.0021259773,0.0008254657,0.044376597,0.00058092276,0.000013256488,0.00009910587,0.00020972894,0.2083634,0.055516858,0.6418672,0.04414907,0.0018724045],"about_ca_topic_score_codex":0.00011775118,"about_ca_topic_score_gemma":0.0000074077566,"teacher_disagreement_score":0.8185467,"about_ca_system_score_codex":0.0000617775,"about_ca_system_score_gemma":0.00003270307,"threshold_uncertainty_score":0.23043536},"labels":[],"label_agreement":null},{"id":"W2528532557","doi":"10.4018/ijqaete.2016040104","title":"On the Nature of Collaborations in Agile Software Engineering Course Projects","year":2016,"lang":"en","type":"article","venue":"International Journal of Quality Assurance in Engineering and Technology Education","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Agile software development; Agile usability engineering; Lean software development; Agile Unified Process; Software engineering; Software development; Engineering management; Computer science; Engineering; Software; Software development process","score_opus":0.013265997332722625,"score_gpt":0.31043236550232317,"score_spread":0.29716636816960057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2528532557","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80787504,0.00068637286,0.17025207,0.019883571,0.001098039,0.000109130226,0.0000047306617,0.000081581864,0.0000094744355],"genre_scores_gemma":[0.9710032,0.00014572544,0.028739702,0.00004280625,0.000038776347,0.000018143903,3.430288e-7,0.000005483818,0.000005871422],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99922013,0.000027011762,0.00035058873,0.00010832912,0.00020060991,0.00009333793],"domain_scores_gemma":[0.9981478,0.0011101572,0.00022388561,0.00017342776,0.0003272502,0.000017508592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006872847,0.00008290155,0.00013361115,0.0005349677,0.000010603017,0.000025426989,0.0005194099,0.00012722317,0.0000015025302],"category_scores_gemma":[0.0038164314,0.000057995352,0.000021575528,0.00053802715,0.000023143391,0.00034347273,0.000038935446,0.00033883704,3.3652623e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042344836,0.00057391555,0.1059122,0.000113152804,0.000121973,0.000025811587,0.0008314563,0.015475492,0.011996185,0.803086,0.0007527326,0.061068777],"study_design_scores_gemma":[0.0037600892,0.00093747524,0.7629981,0.012785557,0.000040878265,0.0008269873,0.00094163977,0.027613211,0.100576006,0.07034698,0.017564226,0.0016088302],"about_ca_topic_score_codex":0.0000093106455,"about_ca_topic_score_gemma":0.000007554576,"teacher_disagreement_score":0.732739,"about_ca_system_score_codex":0.000084019455,"about_ca_system_score_gemma":0.00018403363,"threshold_uncertainty_score":0.45689005},"labels":[],"label_agreement":null},{"id":"W2528713103","doi":"10.17706/jsw.11.2.201-211","title":"Investigating Vincenti Engineering Principles in Support to the Auditing of Measurement Processes in Agile Organizations","year":2015,"lang":"en","type":"article","venue":"Journal of Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Computer science; Agile software development; Audit; Software engineering; Process management; Accounting","score_opus":0.05348182466560313,"score_gpt":0.26244458872403,"score_spread":0.20896276405842684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2528713103","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12516814,0.00030392368,0.87278926,0.0012468478,0.0002451593,0.00014112917,0.0000014086431,0.00008425641,0.000019885578],"genre_scores_gemma":[0.73603326,0.00001227345,0.26381892,0.00006851153,0.000050980445,0.00000415611,2.3870115e-7,0.000008820978,0.0000028213346],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99878335,0.00003171742,0.0004776986,0.00009435557,0.00046727306,0.00014563122],"domain_scores_gemma":[0.99843735,0.00022430469,0.0003231035,0.00016488391,0.0007627475,0.00008762835],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017800222,0.00008286839,0.00015696314,0.00022026156,0.000021916936,0.000060059218,0.00058942207,0.000030126408,0.0000021208803],"category_scores_gemma":[0.012858774,0.00006451897,0.000018840901,0.0012454765,0.0000082164415,0.00054729753,0.00012171016,0.00020619977,0.00000111171],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007738104,0.0001837224,0.2870845,0.0004899662,0.000040315866,0.000078182165,0.018277382,0.68065614,0.0014466846,0.00111034,0.0023074744,0.008317577],"study_design_scores_gemma":[0.005198157,0.0032494059,0.47198355,0.016604723,0.00015029046,0.0016453047,0.0034588107,0.079017736,0.16763617,0.006375502,0.24150486,0.0031754659],"about_ca_topic_score_codex":0.000024397395,"about_ca_topic_score_gemma":0.00003869009,"teacher_disagreement_score":0.6108652,"about_ca_system_score_codex":0.00014847168,"about_ca_system_score_gemma":0.000501362,"threshold_uncertainty_score":0.99545634},"labels":[],"label_agreement":null},{"id":"W2537619488","doi":"10.4018/ijitsa.2017010101","title":"The Evolution of the ISO/IEC 29110 Set of Standards and Guides","year":2016,"lang":"en","type":"article","venue":"International Journal of Information Technologies and Systems Approach","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Engineering management; Quality of analytical results; Software development process; Software development; Quality (philosophy); Process (computing); Software; Engineering; Information security management system; Computer science; Software engineering; Systems engineering; Quality management system; Quality management; Operations management; Management system","score_opus":0.011119339213638578,"score_gpt":0.24752533783315966,"score_spread":0.23640599861952108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2537619488","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022789622,0.0011759405,0.9733926,0.0018189712,0.00038051282,0.00009533989,0.00001844848,0.00005422865,0.00027431818],"genre_scores_gemma":[0.9909837,0.00063030905,0.008349834,0.000004152828,0.00001564731,0.0000035849237,1.36062e-7,0.0000012981666,0.00001129815],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99897087,0.000024205305,0.00047990325,0.00003838094,0.00043073928,0.000055883356],"domain_scores_gemma":[0.99815047,0.00019292123,0.0008142159,0.00016901005,0.0006641563,0.000009198981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011208134,0.000053788444,0.0001012957,0.0001270393,0.000048925845,0.00010037267,0.0007600401,0.0000555774,1.8252294e-7],"category_scores_gemma":[0.00078106823,0.000022988224,0.000034934783,0.000106740925,0.00010935854,0.0009861954,0.00022420478,0.00007819797,5.9943964e-8],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040432533,0.00001236289,0.0038470665,0.00008766034,0.00014038137,4.7208866e-7,0.0007145787,0.00027178816,0.00049931067,0.6193385,0.0027104034,0.37233704],"study_design_scores_gemma":[0.0047329026,0.0019068734,0.03661574,0.003812014,0.000105590734,0.004785276,0.037994318,0.15392418,0.042719513,0.11471747,0.5976243,0.0010617987],"about_ca_topic_score_codex":0.000029652216,"about_ca_topic_score_gemma":5.2389225e-7,"teacher_disagreement_score":0.9681941,"about_ca_system_score_codex":0.0000695749,"about_ca_system_score_gemma":0.00005742619,"threshold_uncertainty_score":0.14123562},"labels":[],"label_agreement":null},{"id":"W2539528699","doi":"10.1109/iemc.2006.4279888","title":"Module Linkage Diagrams: Efficient Feature Delivery for Large Software Projects","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada)","funders":"","keywords":"Computer science; Linkage (software); Feature (linguistics); Software; Software engineering; Software development; Operating system","score_opus":0.010971160315006693,"score_gpt":0.23645509494611344,"score_spread":0.22548393463110675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2539528699","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009686497,0.00037943915,0.9863228,0.0004517336,0.00029726114,0.00044801435,0.000012467719,0.002131371,0.00027039173],"genre_scores_gemma":[0.29569963,0.000007639641,0.70277333,0.00024200679,0.00015524073,0.00011267721,0.000015871774,0.000017209646,0.0009764034],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989441,0.00001935244,0.00012813229,0.00036016994,0.00018472454,0.00036351776],"domain_scores_gemma":[0.99900347,0.00033624633,0.000059297756,0.00046677448,0.000084767795,0.000049445756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028905095,0.00015593324,0.00013082236,0.00008330995,0.00016413869,0.00027067814,0.00054625346,0.00011544403,0.000006105246],"category_scores_gemma":[0.00011860712,0.0001298426,0.00009425934,0.00027404656,0.000009829952,0.00027429734,0.00017177522,0.00013984305,0.000011506448],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060932216,0.0015571789,0.00804076,0.00058128824,0.00009627227,0.00011798085,0.0008688257,0.019963315,0.00075842574,0.43120572,0.45105153,0.085697785],"study_design_scores_gemma":[0.0010565525,0.0003445313,0.005317848,0.00007892049,0.000025897705,0.000037964543,0.000015365902,0.55477273,0.011712413,0.005317301,0.42041093,0.0009095505],"about_ca_topic_score_codex":0.000053594733,"about_ca_topic_score_gemma":0.000016130984,"teacher_disagreement_score":0.5348094,"about_ca_system_score_codex":0.000034471086,"about_ca_system_score_gemma":0.000045896988,"threshold_uncertainty_score":0.5294828},"labels":[],"label_agreement":null},{"id":"W253996444","doi":"","title":"The Effects of Distance, Experience, and Communication Structure on Requirements Awareness in Two Distributed Industrial Software Projects","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Software; Software development; Knowledge management; Team software process; Software project management; Computer science; Process management; Software development process; Engineering management; Engineering; Software engineering; Software construction","score_opus":0.026846700038962435,"score_gpt":0.32186898018437793,"score_spread":0.2950222801454155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W253996444","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43080366,0.0001292944,0.5682915,0.00005911723,0.000202632,0.00031746484,0.00000304486,0.00015053281,0.000042805324],"genre_scores_gemma":[0.9812366,0.000039556264,0.018645648,0.00002433326,0.000014356116,0.00001909279,0.000005771653,0.0000048317247,0.000009818883],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991484,0.0000681859,0.00021449875,0.00018184309,0.00020612938,0.00018089153],"domain_scores_gemma":[0.9979327,0.0013217202,0.00012019805,0.00054779276,0.000042533913,0.000035105528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041056398,0.000103799146,0.000111281166,0.00006591484,0.00014814024,0.000108319655,0.0006042939,0.00005400495,7.103419e-7],"category_scores_gemma":[0.0006143151,0.000071045506,0.000014452071,0.0004482222,0.0000748624,0.00034091444,0.00018953907,0.00018136774,1.1728431e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032112433,0.0002684193,0.4947273,0.0001834351,0.000050181607,0.000036071262,0.0057491492,0.00017668611,0.0014107566,0.14618573,0.0011766342,0.34971452],"study_design_scores_gemma":[0.010727495,0.0021918006,0.52160794,0.0027145008,0.00004890375,0.00004798957,0.0009742631,0.014967992,0.3331533,0.035649545,0.075511254,0.0024050141],"about_ca_topic_score_codex":0.00015919475,"about_ca_topic_score_gemma":0.0001400083,"teacher_disagreement_score":0.5504329,"about_ca_system_score_codex":0.000040698447,"about_ca_system_score_gemma":0.00003497012,"threshold_uncertainty_score":0.28971517},"labels":[],"label_agreement":null},{"id":"W2541607800","doi":"10.1109/step.2002.1267597","title":"A technical review of the software construction knowledge area in the SWEBOK guide","year":2004,"lang":"en","type":"review","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Perspective (graphical); Knowledge engineering; Strengths and weaknesses; Body of knowledge; Software engineering; Software; Curriculum; Data science; Knowledge management; World Wide Web; Artificial intelligence","score_opus":0.04544542024467217,"score_gpt":0.3495512128574871,"score_spread":0.3041057926128149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2541607800","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.9061196e-9,0.7481647,0.24842352,0.00020119864,0.00024297397,0.0007740739,0.0000026564185,0.0002435512,0.001947317],"genre_scores_gemma":[1.9660627e-7,0.8455313,0.15405118,0.00014127257,0.000028204617,0.000163118,0.0000025456836,0.000012176473,0.000070035356],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99808514,0.00032129095,0.00077610166,0.00034356953,0.0002855648,0.00018834372],"domain_scores_gemma":[0.99665844,0.0012459755,0.0004335374,0.0015539988,0.00008188171,0.000026169362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014698,0.00028461812,0.0008494095,0.00010847644,0.00004983195,0.000054634154,0.0030599982,0.00021598778,0.000022060562],"category_scores_gemma":[0.0012431345,0.0001329238,0.00046362213,0.0013866891,0.000083419036,0.0001731902,0.0004972171,0.00066268834,0.0000122360325],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.215554e-8,0.000026168986,0.0000010165818,0.040747948,0.000007966678,0.0000029352414,0.0000136237195,5.053129e-7,1.4241265e-8,0.014730046,0.005965054,0.93850464],"study_design_scores_gemma":[0.000022569135,0.000016114656,0.0000017227528,0.13558969,0.00008137887,0.000425309,8.4112514e-7,0.0000046116425,6.572838e-7,0.00066064205,0.863055,0.00014145127],"about_ca_topic_score_codex":0.000025938923,"about_ca_topic_score_gemma":0.000008534953,"teacher_disagreement_score":0.9383632,"about_ca_system_score_codex":0.00013399137,"about_ca_system_score_gemma":0.0005868843,"threshold_uncertainty_score":0.5686289},"labels":[],"label_agreement":null},{"id":"W2544561914","doi":"10.1109/tic-sth.2009.5444463","title":"Goal based project scope determination approach","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Scope (computer science); Stakeholder; Dialog box; Identification (biology); Computer science; Stakeholder analysis; Process management; Management science; Fuzzy logic; Risk analysis (engineering); Operations research; Knowledge management; Engineering; Business; Artificial intelligence; World Wide Web","score_opus":0.021058766452208836,"score_gpt":0.2853313727960822,"score_spread":0.2642726063438734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2544561914","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029484983,0.000026771719,0.9800287,0.00031477725,0.000049153216,0.0001258975,1.2647692e-7,0.0010344437,0.0181253],"genre_scores_gemma":[0.24064906,0.0000026561438,0.758848,0.0003338135,0.000020407613,0.000008580011,0.0000011018132,0.0000022384029,0.00013415514],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999504,0.000020685204,0.00007555702,0.00016753114,0.00012232368,0.000109898516],"domain_scores_gemma":[0.999601,0.000057288744,0.000027834662,0.00026637616,0.000025730651,0.00002173551],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020578346,0.00006449246,0.00005359412,0.000079502286,0.00003415052,0.00012670539,0.0003629368,0.00003431713,0.0000048229285],"category_scores_gemma":[0.00004477372,0.00005365328,0.00002343144,0.00023925773,0.000004248613,0.00051127694,0.000023933333,0.00006354053,0.000006618366],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007418071,0.00019552493,0.000113364884,0.000022749768,0.0000034016527,0.000009489479,0.00016357019,0.00043718514,0.0006954237,0.051241044,0.008671903,0.93843895],"study_design_scores_gemma":[0.0001444035,0.00022702078,0.0015250692,0.000010024601,0.0000027001809,0.00001737151,0.0000020316847,0.96997124,0.008660097,0.000934068,0.018312559,0.00019342729],"about_ca_topic_score_codex":0.000010169564,"about_ca_topic_score_gemma":2.2288773e-7,"teacher_disagreement_score":0.96953404,"about_ca_system_score_codex":0.000014667772,"about_ca_system_score_gemma":0.00003298792,"threshold_uncertainty_score":0.21879172},"labels":[],"label_agreement":null},{"id":"W2545465913","doi":"10.1109/step.2002.1267632","title":"Experimental support analysis of the software construction knowledge area in the SWEBOK guide","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Identification (biology); Strengths and weaknesses; Software; Software engineering; Data science","score_opus":0.018838096257362616,"score_gpt":0.28771657782824495,"score_spread":0.26887848157088234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2545465913","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061792064,0.00010585968,0.9334824,0.0004526296,0.00023014162,0.00013769786,0.0000017014767,0.00020272293,0.0035947503],"genre_scores_gemma":[0.8811648,0.0000045010097,0.1186168,0.00012422983,0.000009277582,0.000014653984,0.0000011293799,0.0000026958462,0.000061918],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993621,0.00004203325,0.00018677914,0.0001488924,0.00015501889,0.000105156985],"domain_scores_gemma":[0.9991984,0.00017519097,0.00006980225,0.0005089394,0.00003212536,0.000015588821],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032711562,0.00007500941,0.00011051765,0.00012754295,0.000047725258,0.00004585862,0.00077242055,0.000035187662,0.000041800016],"category_scores_gemma":[0.00007837484,0.00004208019,0.00010236251,0.0011463627,0.000044119344,0.00023383844,0.00013702713,0.000088897024,0.0000027876686],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032726657,0.0018611051,0.1488945,0.00007272879,0.001304423,0.00006132734,0.045046385,0.041527957,0.0069873813,0.6586046,0.018300917,0.07730592],"study_design_scores_gemma":[0.0026190549,0.00092377025,0.24008034,0.00020496259,0.000918431,0.00051981176,0.0049680904,0.04454207,0.57617587,0.01896199,0.108191535,0.0018940816],"about_ca_topic_score_codex":0.00018167042,"about_ca_topic_score_gemma":0.000056044282,"teacher_disagreement_score":0.8193727,"about_ca_system_score_codex":0.000045734112,"about_ca_system_score_gemma":0.00005861446,"threshold_uncertainty_score":0.17159805},"labels":[],"label_agreement":null},{"id":"W2546280509","doi":"10.1109/metrisec.2011.12","title":"Security Risk Management by Qualitative Vulnerability Analysis","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Vulnerability (computing); Risk analysis (engineering); Computer science; Risk management; Vulnerability assessment; Process (computing); Risk assessment; Selection (genetic algorithm); Qualitative analysis; Quantitative analysis (chemistry); Computer security; Qualitative research; Business; Artificial intelligence","score_opus":0.028242631387507648,"score_gpt":0.3145270286382386,"score_spread":0.28628439725073096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2546280509","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048880987,0.000056680983,0.97325665,0.00005659855,0.00005129412,0.00008338532,0.0000053676627,0.0007053571,0.020896595],"genre_scores_gemma":[0.6028362,0.00004096004,0.39689893,0.00004908039,0.0000032183107,0.000016548056,0.0000015295067,0.0000023162224,0.00015120399],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99903655,0.00021462979,0.00014949183,0.00030294096,0.0001538835,0.00014251473],"domain_scores_gemma":[0.99900407,0.00022366755,0.00007465082,0.00060337625,0.000036404945,0.000057860405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011461922,0.000091533344,0.0001232418,0.000096842174,0.00006092821,0.00004951451,0.0005416983,0.000032320248,0.00018296343],"category_scores_gemma":[0.000055321718,0.00007694797,0.00008731621,0.0007276601,0.000019565547,0.00041072053,0.00018346957,0.000116090094,0.000022052187],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003515882,0.0010217123,0.028030323,0.00008893596,0.003972953,0.00003391061,0.08918486,0.00018692056,0.000006595085,0.75533396,0.045110982,0.07699368],"study_design_scores_gemma":[0.00059999165,0.00049852417,0.035540503,0.000012622367,0.0012568136,0.0000040981627,0.0026316047,0.15523386,0.0061088484,0.73275834,0.06359791,0.0017568675],"about_ca_topic_score_codex":0.0008189422,"about_ca_topic_score_gemma":0.000017449442,"teacher_disagreement_score":0.59794813,"about_ca_system_score_codex":0.00002058392,"about_ca_system_score_gemma":0.000003199597,"threshold_uncertainty_score":0.3137847},"labels":[],"label_agreement":null},{"id":"W2547608718","doi":"10.1109/hcc.2003.1260235","title":"Cognitive wallithrough + personae = an empirical infrastructure for modeling software developers","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Usability; Computer science; Learnability; Heuristic evaluation; Human–computer interaction; Software engineering; Software; Empirical research; Cognition; Programming language; Psychology","score_opus":0.04738834784368824,"score_gpt":0.3333946042566267,"score_spread":0.2860062564129385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2547608718","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022862844,0.000058933983,0.9745957,0.00070535834,0.00014558095,0.00022599651,0.0000051311004,0.0012949619,0.00010547035],"genre_scores_gemma":[0.2858511,0.00000945262,0.7131707,0.0008422229,0.00005001308,0.000036289348,0.000008048404,0.000013655765,0.000018552073],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989852,0.00001607006,0.00015230909,0.00039917437,0.0001708349,0.00027646509],"domain_scores_gemma":[0.9992731,0.00017602177,0.000035285433,0.00023612681,0.0001721981,0.00010725981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017813449,0.00016426097,0.00013683482,0.000060085567,0.00014514252,0.00016814827,0.000500736,0.000113324466,0.000013312606],"category_scores_gemma":[0.00028956222,0.00013988686,0.00005838125,0.0002134526,0.00001895016,0.0011650877,0.000106557236,0.00016586008,0.0000057658726],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016204438,0.0003781044,0.0032032183,0.00021199435,0.00026628494,0.00007816366,0.034528777,0.40351695,0.00012201568,0.08965275,0.0024875274,0.46539217],"study_design_scores_gemma":[0.0019636273,0.0009067884,0.0013627034,0.00014643634,0.0000487779,0.00016742536,0.0009856287,0.832534,0.0020645906,0.1495337,0.008816068,0.0014702312],"about_ca_topic_score_codex":0.00005088296,"about_ca_topic_score_gemma":0.000009513037,"teacher_disagreement_score":0.46392193,"about_ca_system_score_codex":0.00007223171,"about_ca_system_score_gemma":0.00016389859,"threshold_uncertainty_score":0.5704421},"labels":[],"label_agreement":null},{"id":"W254915023","doi":"","title":"Using the Analytical Hierarchy Process as a Ranking Tool for User Story Prioritization Techniques","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Analytic hierarchy process; Computer science; Ranking (information retrieval); Structuring; User story; Prioritization; Agile software development; Hierarchy; Process (computing); Software engineering; Software; Management science; Software development; Operations research; Information retrieval; Engineering","score_opus":0.02952605981864177,"score_gpt":0.3286815469145939,"score_spread":0.29915548709595213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W254915023","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008252255,0.000032988908,0.9881272,0.0015723034,0.000071096554,0.00065955246,2.6277527e-7,0.0009500776,0.0003342688],"genre_scores_gemma":[0.26702303,0.0000075226408,0.7317393,0.00069372164,0.00008546592,0.00019514054,7.9957124e-7,0.0000141287,0.00024091873],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99925476,0.00004017185,0.00013375365,0.00020824697,0.00017795834,0.0001851285],"domain_scores_gemma":[0.9990009,0.00042134247,0.00005530136,0.0003163979,0.00017556641,0.000030455312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000489032,0.000097521355,0.00009002618,0.00007558633,0.00017180567,0.00034052043,0.0005167759,0.00006035814,0.000022906519],"category_scores_gemma":[0.00028592147,0.00006672942,0.00004411848,0.00026459023,0.000025061676,0.0011608982,0.0000876534,0.00013485116,0.0000042606875],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028325183,0.0001548012,0.0028409907,0.00025360618,0.00010845328,0.000007260536,0.0022815163,0.0013747665,0.0032838252,0.62738943,0.0151251145,0.34715194],"study_design_scores_gemma":[0.0001613797,0.00014281413,0.00038404216,0.000071503935,0.000023606772,0.00004792129,0.00004891496,0.88541615,0.015782995,0.039095555,0.058427945,0.00039717922],"about_ca_topic_score_codex":0.00003462605,"about_ca_topic_score_gemma":4.694071e-7,"teacher_disagreement_score":0.88404137,"about_ca_system_score_codex":0.000035006517,"about_ca_system_score_gemma":0.0000618712,"threshold_uncertainty_score":0.32836464},"labels":[],"label_agreement":null},{"id":"W2558594621","doi":"10.1109/iemcon.2016.7746239","title":"Expected software quality profile: A methodology and a case study","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Mitacs","keywords":"Computer science; Software quality control; Software quality; Quality (philosophy); Software quality analyst; Process (computing); Software engineering; Software development process; Software; Software development; Product (mathematics)","score_opus":0.13804933980559964,"score_gpt":0.39425197812434787,"score_spread":0.25620263831874823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2558594621","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2306762,0.000039253093,0.7675745,0.00030659357,0.000076987686,0.00017930924,7.969661e-7,0.0011045124,0.00004185415],"genre_scores_gemma":[0.44814047,0.0000026412586,0.55161476,0.00004058667,0.000012550679,0.000041487805,4.7849625e-8,0.0000039428996,0.00014350862],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988748,0.00038848683,0.00016456323,0.00032117954,0.00009801177,0.00015299636],"domain_scores_gemma":[0.99711275,0.0022374045,0.000056990295,0.00047235028,0.00005434727,0.00006612753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010342057,0.00009671619,0.00014571185,0.00006292584,0.000058446625,0.00005565102,0.0002461579,0.00004580337,0.000040229672],"category_scores_gemma":[0.0011333486,0.00005774268,0.000018739916,0.00016416296,0.000021472228,0.00039974024,0.0002737809,0.00006171759,0.000006243081],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030512632,0.00036911384,0.068643734,0.00003709682,0.00010564978,0.0037188663,0.0062716557,6.6625876e-7,0.0013281339,0.026366891,0.0017091495,0.8914185],"study_design_scores_gemma":[0.02468295,0.02061608,0.49883014,0.0004372331,0.00044854273,0.15564534,0.020104904,0.007386499,0.06421856,0.13228063,0.062594675,0.012754436],"about_ca_topic_score_codex":0.0005082679,"about_ca_topic_score_gemma":0.000058380734,"teacher_disagreement_score":0.8786641,"about_ca_system_score_codex":0.000012723539,"about_ca_system_score_gemma":0.000020011545,"threshold_uncertainty_score":0.23546782},"labels":[],"label_agreement":null},{"id":"W2559781543","doi":"10.7287/peerj.preprints.2589v1","title":"Studying the consistency of star ratings and the complaints in 1 &amp; 2-star user reviews for top free cross-platform Android and iOS apps","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Android (operating system); Computer science; Mobile apps; Star (game theory); World Wide Web; Revenue; Download; App store; Consistency (knowledge bases); Operating system; Artificial intelligence; Business","score_opus":0.049188287645125076,"score_gpt":0.30297499277517276,"score_spread":0.2537867051300477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559781543","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33760688,0.0036469987,0.65352106,0.0029156597,0.00012224197,0.001693126,0.000010733611,0.00012869785,0.00035457234],"genre_scores_gemma":[0.6768862,0.0019107407,0.32020319,0.00051569764,0.00003225645,0.00015709367,6.0802773e-7,0.000012138155,0.00028211885],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991617,0.00005668231,0.0003164053,0.00020330065,0.00011088611,0.00015098475],"domain_scores_gemma":[0.9967153,0.002518275,0.00014551173,0.0005355219,0.00005755139,0.000027852539],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021235545,0.00010830625,0.0002312051,0.00003423688,0.00013221752,0.00012549604,0.0005023172,0.000033671717,0.000008732266],"category_scores_gemma":[0.0010358591,0.000045426492,0.000035388242,0.000108161716,0.00016425145,0.00043471224,0.0003088181,0.00007869494,8.7450235e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046099926,0.00019270412,0.067541875,0.0010062933,0.00017343214,0.000007140291,0.01632712,0.000016322127,0.002532497,0.6035043,0.017347174,0.2908901],"study_design_scores_gemma":[0.014715153,0.00078820094,0.04743544,0.0017295792,0.000104296116,0.00020789738,0.00056682026,0.017086774,0.00385338,0.11505542,0.79704964,0.0014074192],"about_ca_topic_score_codex":0.00011458207,"about_ca_topic_score_gemma":0.00013373606,"teacher_disagreement_score":0.7797024,"about_ca_system_score_codex":0.00000975732,"about_ca_system_score_gemma":0.000014028327,"threshold_uncertainty_score":0.18524386},"labels":[],"label_agreement":null},{"id":"W2564557565","doi":"10.1016/j.jss.2016.12.016","title":"Software Systems Engineering programmes a capability approach","year":2016,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software engineering; Social software engineering; Software development; Software Engineering Process Group; Personal software process; Software; Engineering management; Field (mathematics); Computer science; Software system; Software development process; Engineering; Software construction; Systems engineering","score_opus":0.014768670503857696,"score_gpt":0.22841034605730812,"score_spread":0.21364167555345043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2564557565","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017361265,0.0063615246,0.9744249,0.00010073592,0.0010512965,0.00024267333,0.0000055728483,0.00043872048,0.000013314904],"genre_scores_gemma":[0.7621744,0.0001911639,0.23714961,0.00001030597,0.0003304419,0.00003266503,3.5439646e-7,0.000025245,0.00008578331],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983112,0.00008279131,0.0006194885,0.00026367005,0.00041778834,0.00030502278],"domain_scores_gemma":[0.99795115,0.0006249623,0.00045211142,0.00043691043,0.00031846185,0.0002163939],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001296939,0.00021634359,0.0004512666,0.00018069122,0.00007632454,0.00037722656,0.0005948501,0.00013739483,8.606398e-7],"category_scores_gemma":[0.0008738096,0.00013130154,0.000114438866,0.00021994869,0.000031703876,0.0010936419,0.00010030506,0.00021355729,0.0000017154633],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021381924,0.0012442076,0.25259387,0.012477247,0.0017956947,0.0010027494,0.006469461,0.02066191,0.0024301212,0.08890359,0.01698887,0.5952184],"study_design_scores_gemma":[0.009573285,0.0065433374,0.060509987,0.017451447,0.0005578069,0.043012105,0.001493304,0.065296166,0.0013322236,0.0044544577,0.78267986,0.0070960205],"about_ca_topic_score_codex":0.000054872853,"about_ca_topic_score_gemma":2.4980312e-7,"teacher_disagreement_score":0.765691,"about_ca_system_score_codex":0.00008622202,"about_ca_system_score_gemma":0.000074600175,"threshold_uncertainty_score":0.53543216},"labels":[],"label_agreement":null},{"id":"W2566451708","doi":"","title":"Developing idea generation for the interface design process with mass collaboration system","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Interface (matter); Realization (probability); Computer science; The Internet; World Wide Web; Process (computing); Critical mass (sociodynamics); User interface; Service (business); Human–computer interaction; Business; Sociology","score_opus":0.08734597565708763,"score_gpt":0.3058054002752864,"score_spread":0.21845942461819878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2566451708","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030059714,0.00005343142,0.9980173,0.0003361714,0.00015411952,0.00046692407,2.5855715e-7,0.0005360084,0.00013515871],"genre_scores_gemma":[0.4143325,0.0000022570796,0.58544606,0.000030688287,0.000020845118,0.00013653585,2.7185789e-7,0.0000042166666,0.000026615244],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995589,0.000024426266,0.000095721254,0.00014541482,0.00008688256,0.00008864306],"domain_scores_gemma":[0.99938715,0.00015471787,0.00006411023,0.00019231412,0.00018754588,0.000014138807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003747075,0.00006760947,0.00005133822,0.00002564788,0.00011006948,0.00016524116,0.00032304862,0.000026516736,0.0000012826548],"category_scores_gemma":[0.000037002697,0.000039522136,0.0000073500332,0.00022351553,0.0000060338803,0.0005917485,0.000017579236,0.000032511725,0.0000019719296],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010597841,0.000027333366,0.00019934225,0.0003064657,0.00011765138,0.0000050392223,0.008112607,0.030566353,0.0031550173,0.9324567,0.0030024229,0.021945124],"study_design_scores_gemma":[0.00008990934,0.00014086274,0.000029614997,0.00003406793,0.0000093740255,0.000011633459,0.00023805385,0.83530664,0.1625674,0.0006323707,0.0008109629,0.00012911088],"about_ca_topic_score_codex":0.000012335405,"about_ca_topic_score_gemma":0.0000071035574,"teacher_disagreement_score":0.93182427,"about_ca_system_score_codex":0.000039687864,"about_ca_system_score_gemma":0.0000844377,"threshold_uncertainty_score":0.1611666},"labels":[],"label_agreement":null},{"id":"W2569512077","doi":"10.1007/s10664-016-9475-z","title":"Group versus individual use of power-only EPMcreate as a creativity enhancement technique for requirements elicitation","year":2017,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Creativity; Brainstorming; Group (periodic table); Requirements elicitation; Raw data; Affect (linguistics); Computer science; Psychology; Social psychology; Requirements analysis; Artificial intelligence; Communication","score_opus":0.10535207857372979,"score_gpt":0.3668034348591423,"score_spread":0.2614513562854125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2569512077","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07860037,0.00004747221,0.91948557,0.00014692191,0.00048449187,0.0005988914,0.000017729697,0.0005891448,0.00002943663],"genre_scores_gemma":[0.48407647,0.000014603796,0.5155599,0.000032487045,0.000042060703,0.00021302064,0.000010958547,0.000025214129,0.000025255436],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99835354,0.000031232536,0.00037038018,0.00044486256,0.00041415467,0.00038583073],"domain_scores_gemma":[0.9971017,0.0013966901,0.00030222436,0.00093750237,0.00013115362,0.00013071697],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006063773,0.00026837998,0.0003049723,0.00015231548,0.00022002203,0.00034220325,0.0010017469,0.00015446043,0.000012113811],"category_scores_gemma":[0.0047180764,0.00027449615,0.00013678608,0.00016018203,0.000036818474,0.0016599214,0.00041891044,0.00020210107,0.0000048071647],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00312957,0.004258337,0.32233796,0.0032114654,0.0038756307,0.0003270216,0.009193731,0.012123021,0.13511646,0.11440137,0.019023232,0.37300223],"study_design_scores_gemma":[0.0074170125,0.010293364,0.29575002,0.0017507795,0.00040210955,0.00009742719,0.000030407897,0.025618277,0.42433894,0.006484055,0.22331433,0.0045032892],"about_ca_topic_score_codex":0.00007870433,"about_ca_topic_score_gemma":0.000002355079,"teacher_disagreement_score":0.40547612,"about_ca_system_score_codex":0.00010436749,"about_ca_system_score_gemma":0.000057034904,"threshold_uncertainty_score":0.99997073},"labels":[],"label_agreement":null},{"id":"W2576407868","doi":"10.1109/rew.2016.041","title":"Model-Driven Engineering and Elicitation Techniques: A Systematic Literature Review","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Metamodeling; Computer science; Requirements elicitation; Process (computing); Modeling language; Software engineering; Model-driven architecture; Systematic review; Engineering design process; Unified Modeling Language; Process modeling; Requirements engineering; Expert elicitation; Artificial intelligence; Work in process; Software; Programming language; Engineering","score_opus":0.012133242253626011,"score_gpt":0.24813120389553067,"score_spread":0.23599796164190467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2576407868","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000034380493,0.014735012,0.98252946,0.0009751774,0.000024827623,0.00033158483,7.459946e-7,0.0012367056,0.00013210962],"genre_scores_gemma":[0.025663236,0.033675317,0.93972504,0.0004975751,0.000021080366,0.00018084265,5.418426e-7,0.000013118813,0.00022324419],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994001,0.00002202867,0.00017465634,0.0001810653,0.00011362141,0.00010855885],"domain_scores_gemma":[0.9993065,0.00019866199,0.000056928526,0.00032997676,0.000062659376,0.00004525043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029337537,0.0001041253,0.0001619975,0.00007840491,0.00002014926,0.00008768926,0.00025833576,0.00004686205,0.0000015499554],"category_scores_gemma":[0.00025918978,0.000060740294,0.00002835581,0.00020793646,0.0000045254897,0.00077166525,0.00007862446,0.00005776665,0.0000039225033],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004310782,0.000060037408,0.00006208073,0.29494047,0.000106985666,0.000051940166,0.0009998904,0.00057307666,0.019531425,0.53351253,0.012312944,0.13784431],"study_design_scores_gemma":[0.00012045063,0.00010977448,0.000020879748,0.25641078,0.000039040315,0.00026001624,0.0000014071585,0.7344196,0.0027934397,0.0019979142,0.003303905,0.00052280334],"about_ca_topic_score_codex":5.4096193e-7,"about_ca_topic_score_gemma":1.1997726e-7,"teacher_disagreement_score":0.7338465,"about_ca_system_score_codex":0.000018580615,"about_ca_system_score_gemma":0.0000076053684,"threshold_uncertainty_score":0.24769172},"labels":[],"label_agreement":null},{"id":"W2577238692","doi":"10.1109/rew.2016.061","title":"What are Practitioners Asking about Requirements Engineering? An Exploratory Analysis of Social Q&amp;A Sites","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Requirements engineering; Computer science; Latent Dirichlet allocation; Requirements analysis; Requirements elicitation; Requirement; Software requirements; Product (mathematics); Quality (philosophy); Ask price; Identification (biology); Process (computing); Software; Knowledge management; Software engineering; Data science; Software development; Topic model; Component-based software engineering","score_opus":0.05133886926000282,"score_gpt":0.3160129376632224,"score_spread":0.2646740684032196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2577238692","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07755069,0.00007503472,0.92086256,0.0005093014,0.00024034356,0.000057044093,0.000003333595,0.0006317051,0.00007002765],"genre_scores_gemma":[0.88644433,0.00010736394,0.11309803,0.00012483275,0.00006508954,0.00002068358,0.0000068405334,0.000013274642,0.00011956411],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989833,0.000045976612,0.00022722682,0.00027493952,0.00028383188,0.00018472377],"domain_scores_gemma":[0.99894136,0.00022682823,0.00021747914,0.00042724382,0.00012307879,0.0000639972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043597046,0.0001243516,0.00020399937,0.00036226332,0.000058676105,0.0001918135,0.0004540708,0.00006596624,0.00009239389],"category_scores_gemma":[0.00015622358,0.00009609041,0.000098727054,0.0007900644,0.0000181451,0.005248521,0.00011820569,0.00006250554,0.000009716838],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014593851,0.0019124969,0.08788138,0.0005002604,0.010951022,0.00011691555,0.03862737,0.012824217,0.2880517,0.3336198,0.022443695,0.2029252],"study_design_scores_gemma":[0.0030539136,0.0010247248,0.29462016,0.0014338332,0.0031246613,0.000033561228,0.0034585507,0.16594218,0.13010378,0.005281977,0.38541535,0.006507308],"about_ca_topic_score_codex":0.000007817372,"about_ca_topic_score_gemma":0.00002171863,"teacher_disagreement_score":0.8088936,"about_ca_system_score_codex":0.000049204136,"about_ca_system_score_gemma":0.000020004476,"threshold_uncertainty_score":0.39184532},"labels":[],"label_agreement":null},{"id":"W2588743120","doi":"10.1145/2998181.2998360","title":"Using the Model of Regulation to Understand Software Development Collaboration Practices and Tool Support","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Work (physics); Software development; Software; Action (physics); Interview; Knowledge management; Vocabulary; Software engineering; Process management; Engineering","score_opus":0.13260943345107676,"score_gpt":0.3599043250752855,"score_spread":0.22729489162420877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588743120","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06188213,0.000008900348,0.9365502,0.0010967543,0.0000527044,0.00014429672,5.8850685e-7,0.00008072859,0.00018369559],"genre_scores_gemma":[0.44362167,0.0000036024835,0.5562327,0.000043751814,0.0000057315915,0.0000020688221,2.6193086e-7,0.0000021879691,0.00008804418],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99950314,0.000012768878,0.0001235707,0.00013537525,0.00015321316,0.00007195327],"domain_scores_gemma":[0.99904406,0.000112124915,0.0003019143,0.0004119988,0.000106918334,0.000022981993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045175856,0.00005672989,0.000060469763,0.000033491124,0.00028664485,0.0003831324,0.00032004138,0.000029034632,0.0000037801938],"category_scores_gemma":[0.00046717242,0.000041424566,0.000006952417,0.0000628022,0.000017723447,0.0013511976,0.00018268412,0.000035018285,4.3922532e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017522149,0.00021064669,0.018790428,0.00033884335,0.00022845183,0.000009808764,0.05031682,0.23605205,0.031930853,0.39335307,0.00996178,0.258632],"study_design_scores_gemma":[0.00016652838,0.00007738282,0.005787191,0.00003916946,0.000016951466,0.000011639746,0.00025145474,0.95296943,0.02872727,0.007682054,0.0040195337,0.00025138384],"about_ca_topic_score_codex":0.00002625464,"about_ca_topic_score_gemma":0.000026555725,"teacher_disagreement_score":0.7169174,"about_ca_system_score_codex":0.000027405156,"about_ca_system_score_gemma":0.00013519726,"threshold_uncertainty_score":0.36945546},"labels":[],"label_agreement":null},{"id":"W2593015694","doi":"","title":"Downsizing EPMcreate to Lighter Creativity Techniques for Requirements Elicitation.","year":2017,"lang":"en","type":"article","venue":"Institutional Research Information System (Università degli Studi di Trento)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Requirements elicitation; Creativity; Photo elicitation; Computer science; Engineering; Requirements analysis; Knowledge management; Psychology; Software; Social psychology","score_opus":0.1502589925444613,"score_gpt":0.4006139633248246,"score_spread":0.2503549707803633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593015694","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061343657,0.000019345012,0.9589234,0.001686455,0.00031475557,0.0010658355,0.000047245216,0.00055064604,0.03125794],"genre_scores_gemma":[0.9256235,0.000013807735,0.07372756,0.000053421,0.00008699399,0.000221167,0.00002272586,0.0000058320793,0.0002450188],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99789804,0.00008848313,0.0003081843,0.00027670112,0.0010152297,0.0004133634],"domain_scores_gemma":[0.99726117,0.00032449167,0.0002418656,0.0007557821,0.0012284121,0.00018826027],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0019900193,0.00016420793,0.00019577087,0.0007604481,0.0027874687,0.0011065471,0.0014532068,0.00009031354,0.000005793365],"category_scores_gemma":[0.0009263869,0.00016063116,0.000086512984,0.00040872887,0.00010685062,0.009298248,0.00075680105,0.00017952538,0.00011663703],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014266538,0.000069036934,0.002738243,0.00033351872,0.00015127947,0.000023234217,0.0035276206,0.0002940571,0.00015014483,0.86826617,0.008705857,0.115598194],"study_design_scores_gemma":[0.00209029,0.0008242309,0.055866707,0.0013549348,0.000043229687,0.00005888723,0.0021278919,0.035829347,0.0047962107,0.0013996621,0.89461285,0.0009957508],"about_ca_topic_score_codex":0.0002796631,"about_ca_topic_score_gemma":0.0000148632325,"teacher_disagreement_score":0.9194891,"about_ca_system_score_codex":0.0007138544,"about_ca_system_score_gemma":0.00022107128,"threshold_uncertainty_score":0.9999304},"labels":[],"label_agreement":null},{"id":"W2593156139","doi":"10.1016/j.jss.2017.02.073","title":"Guest editors introduction: Context for software developers","year":2017,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"SPARK (programming language); Computer science; Scalability; Context (archaeology); Matching (statistics); Workload; Task (project management); Process (computing); Big data; Software; Distributed computing; Data mining; Database; Operating system; Programming language; Systems engineering; Engineering","score_opus":0.022403619432247838,"score_gpt":0.2704425876801268,"score_spread":0.24803896824787897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593156139","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021661774,0.0018257478,0.965071,0.0019891565,0.028613772,0.00017661879,0.0000059589047,0.00014131505,0.000010212491],"genre_scores_gemma":[0.36165455,0.0004228697,0.57697093,0.00013334527,0.060084805,0.000040302348,0.0000023364107,0.000048607755,0.00064227765],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99897856,0.000027077927,0.00039301868,0.00018500943,0.00023875937,0.0001775961],"domain_scores_gemma":[0.9978686,0.0003047183,0.000718285,0.00046793176,0.0005148566,0.00012562514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008626763,0.00013901228,0.00030638507,0.00009763994,0.00043883623,0.000777295,0.000783034,0.00010058114,0.0000018667868],"category_scores_gemma":[0.0019377858,0.00010964224,0.000087161374,0.000046632573,0.000045592253,0.0014889878,0.00009404031,0.00018526713,0.000001634203],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009670631,0.00008839687,0.021395069,0.0007577583,0.00034129634,0.00012231512,0.0015364909,0.00025733263,0.00006918234,0.008247776,0.7886107,0.17847697],"study_design_scores_gemma":[0.00042185537,0.00027978182,0.00227853,0.00020378799,0.000022457027,0.000631586,0.00009180887,0.00019236,0.00014381949,0.00032867005,0.9951993,0.00020604309],"about_ca_topic_score_codex":0.000036334586,"about_ca_topic_score_gemma":0.0000021104174,"teacher_disagreement_score":0.38810015,"about_ca_system_score_codex":0.00004109186,"about_ca_system_score_gemma":0.00009249509,"threshold_uncertainty_score":0.74954736},"labels":[],"label_agreement":null},{"id":"W2594152774","doi":"","title":"Patterns of Collaboration Driven by Requirements in Agile Software Development Teams - Findings from a Multiple Case Study.","year":2017,"lang":"en","type":"article","venue":"Requirements Engineering: Foundation for Software Quality","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Agile software development; Computer science; Software engineering; Software development; Requirements analysis; Lean software development; Agile usability engineering; Software; Process management; Software development process; Engineering; Operating system","score_opus":0.05944389356339728,"score_gpt":0.359432981630039,"score_spread":0.2999890880666417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594152774","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48040414,0.000013850404,0.51807755,0.000029868423,0.000355511,0.0007582746,0.000065031876,0.00029470382,0.0000010820003],"genre_scores_gemma":[0.7584235,0.0000054510697,0.24096315,0.000015267093,0.000027970655,0.00030674686,0.00019050171,0.000033347646,0.000034045974],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971526,0.00008397737,0.0010549811,0.0007023743,0.0006032804,0.0004027525],"domain_scores_gemma":[0.99712586,0.0005760925,0.00068801304,0.0012013094,0.00028594,0.0001227827],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012757547,0.00035203918,0.00045024208,0.00020981164,0.00039736796,0.00049599883,0.0010608283,0.00014197214,0.000017662693],"category_scores_gemma":[0.0025674007,0.000399463,0.000081562845,0.0002100885,0.000020963746,0.0023394953,0.0003809509,0.00017268228,0.0000048622624],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006676346,0.0010384944,0.95014006,0.00039177143,0.00027567602,0.000072562565,0.005903915,0.002377897,0.0024763423,0.00030176772,0.00024370936,0.03671105],"study_design_scores_gemma":[0.024969079,0.0029516527,0.74062127,0.0021188098,0.00029842983,0.00007996835,0.003100421,0.103137694,0.064388365,0.0013115704,0.05040915,0.0066135614],"about_ca_topic_score_codex":0.0018862186,"about_ca_topic_score_gemma":0.00050007756,"teacher_disagreement_score":0.2780194,"about_ca_system_score_codex":0.00045456752,"about_ca_system_score_gemma":0.00014566787,"threshold_uncertainty_score":0.99984574},"labels":[],"label_agreement":null},{"id":"W2596375453","doi":"","title":"IEEE International Requirements Engineering Conference, Ottawa, Canada, August 24-28, 2015","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Engineering; Library science; Computer science","score_opus":0.05694935136052117,"score_gpt":0.28763826672766746,"score_spread":0.23068891536714628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2596375453","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012138449,0.00003958251,0.97650695,0.0018427934,0.0038999775,0.00007538648,0.000003683766,0.0006452786,0.015772479],"genre_scores_gemma":[0.68378955,0.0000111254385,0.31015575,0.00046161946,0.00022452834,0.000021718104,0.0000068856784,0.000016517712,0.0053123035],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99894154,0.000012739248,0.0001810125,0.00022133434,0.00043230125,0.00021109583],"domain_scores_gemma":[0.99919385,0.00006947738,0.00005719474,0.00033402437,0.00016943953,0.0001760273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028609554,0.00012421692,0.00010022273,0.00007951929,0.000022855602,0.00017048052,0.0009377827,0.000043192053,0.00008282314],"category_scores_gemma":[0.00014478913,0.00011815668,0.000020391739,0.00015229838,0.0000066688035,0.0007600214,0.00015095476,0.0001286542,0.000021742093],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030080646,0.000025277459,0.0011391817,0.000007734349,0.00004432424,0.00004750891,0.00008945142,0.0026943397,0.00016399688,0.039047282,0.9534018,0.003336065],"study_design_scores_gemma":[0.00023085256,0.000041350235,0.00051583897,0.00001958722,0.0000038376743,0.000026833593,0.000011569216,0.16396733,0.0022192618,0.00039070434,0.8322917,0.00028108875],"about_ca_topic_score_codex":0.075172275,"about_ca_topic_score_gemma":0.016668087,"teacher_disagreement_score":0.6825757,"about_ca_system_score_codex":0.00017237577,"about_ca_system_score_gemma":0.000350888,"threshold_uncertainty_score":0.9309862},"labels":[],"label_agreement":null},{"id":"W2602371412","doi":"10.1007/978-3-662-54494-5","title":"Fundamental Approaches to Software Engineering","year":2017,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Software engineering; Software; Programming language","score_opus":0.054028462567840774,"score_gpt":0.25564723177755116,"score_spread":0.2016187692097104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602371412","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000045757733,0.00031713498,0.99523497,0.0005459621,0.0021936332,0.00041273804,0.0000052213745,0.00088032504,0.0003642402],"genre_scores_gemma":[0.01200109,0.000011391626,0.986396,0.00043757772,0.0005698174,0.000039062917,0.000004885746,0.0000444293,0.0004957515],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967184,0.000020216039,0.00033157945,0.0013919399,0.00079584797,0.00074201584],"domain_scores_gemma":[0.996613,0.0006817971,0.00020750483,0.0021737886,0.00006684883,0.0002570604],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.00092650583,0.0005228971,0.00046766116,0.0008038451,0.00027966342,0.0015549081,0.0060922666,0.00029108548,0.000005796541],"category_scores_gemma":[0.00064119016,0.00051317445,0.000114289294,0.0005441801,0.00016130434,0.001097052,0.0025180934,0.00087119633,0.000045586414],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004522,0.00004247294,0.00028224097,0.00014843297,0.00002136796,0.00016246807,0.00095490203,0.1492781,0.000029049326,0.0030569497,0.00064552063,0.845374],"study_design_scores_gemma":[0.0003314733,0.0005184926,0.0014010986,0.0015428313,0.000019344609,0.00029926753,1.3386125e-7,0.874612,0.002497023,0.027980568,0.08810278,0.0026950005],"about_ca_topic_score_codex":0.00001782519,"about_ca_topic_score_gemma":0.00001051746,"teacher_disagreement_score":0.84267896,"about_ca_system_score_codex":0.0005300024,"about_ca_system_score_gemma":0.0006396722,"threshold_uncertainty_score":0.99973196},"labels":[],"label_agreement":null},{"id":"W2603298323","doi":"","title":"Towards Experience Management for Very Small Entities","year":2011,"lang":"en","type":"preprint","venue":"Espace ÉTS (ETS)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Information security management system; Engineering management; Information Technology Infrastructure Library; Process (computing); Engineering; ITIL security management; Software engineering; Process management; Computer science; Knowledge management; Information technology; Information security; Computer security","score_opus":0.039881310929066355,"score_gpt":0.2794832647269971,"score_spread":0.23960195379793073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603298323","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031774184,0.0007133256,0.98358464,0.0005243579,0.003195033,0.00072505645,0.00001071564,0.0013745568,0.0066949134],"genre_scores_gemma":[0.07696028,0.00079089275,0.9151118,0.0002589925,0.00026232502,0.0011836515,0.000013362931,0.00005392212,0.0053647934],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99820256,0.000042604024,0.0002546571,0.00079787645,0.00027656675,0.00042574212],"domain_scores_gemma":[0.9979797,0.00013899196,0.00021594482,0.0014658901,0.00009242605,0.00010705094],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004182124,0.00036638707,0.00031675122,0.00021511225,0.000104053936,0.0004651053,0.0022592691,0.00022896663,0.000041014726],"category_scores_gemma":[0.00008715027,0.0003731497,0.00019830027,0.00014486663,0.00004539186,0.0003729992,0.0025875957,0.00035904563,0.000030742118],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014329837,0.00039969038,0.00040743072,0.0032562956,0.0006312224,0.00027218478,0.0345993,0.0018726555,0.00007578448,0.7271266,0.04713752,0.18407804],"study_design_scores_gemma":[0.0005314666,0.00029356382,0.0019793545,0.0008457428,0.00012841287,0.00003085053,0.00042839992,0.011281276,0.010081017,0.071028255,0.9011902,0.002181458],"about_ca_topic_score_codex":0.00014744703,"about_ca_topic_score_gemma":0.000012410174,"teacher_disagreement_score":0.85405266,"about_ca_system_score_codex":0.00008794835,"about_ca_system_score_gemma":0.00007131243,"threshold_uncertainty_score":0.999872},"labels":[],"label_agreement":null},{"id":"W2604666826","doi":"10.1007/978-3-319-54325-3_12","title":"Improved Agile: A Customized Scrum Process for Project Management in Defense and Security","year":2017,"lang":"en","type":"book-chapter","venue":"Computer communications and networks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Scrum; Agile software development; Process management; Process (computing); Computer science; Engineering; Engineering management; Software engineering; Software; Software development; Operating system","score_opus":0.04021005238024578,"score_gpt":0.3105184861206593,"score_spread":0.2703084337404135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604666826","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009992531,0.010084683,0.9735915,0.00047234955,0.00019623563,0.0016938206,0.000010624055,0.00030930762,0.013631505],"genre_scores_gemma":[0.03499852,0.050851688,0.9041338,0.00043734972,0.0002928472,0.0010483245,0.00011923667,0.000108647146,0.008009572],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989285,0.00003726259,0.00029406734,0.00044554647,0.00007639769,0.00021823523],"domain_scores_gemma":[0.9970221,0.000402025,0.0002841503,0.0021476438,0.00008623048,0.00005783836],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00046457772,0.00027383905,0.00035826847,0.00017863087,0.00031503083,0.00039642054,0.0016917253,0.00022505071,5.677875e-7],"category_scores_gemma":[0.0000089522955,0.00027267315,0.0000632079,0.000037239075,0.000112647074,0.00029731545,0.001834895,0.00047114614,2.8312482e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062222156,0.00008265101,0.000020647434,0.00041060985,0.00021598971,0.000012516474,0.0007802449,0.000112991926,1.9175765e-7,0.35893857,0.003835795,0.63552755],"study_design_scores_gemma":[0.00057557505,0.00007794263,0.000014188003,0.00035544287,0.000038068134,0.00001824651,0.000001935496,0.73358047,2.4395496e-7,0.023948452,0.24107875,0.00031070417],"about_ca_topic_score_codex":0.00001868455,"about_ca_topic_score_gemma":0.000037745198,"teacher_disagreement_score":0.73346746,"about_ca_system_score_codex":0.000026887878,"about_ca_system_score_gemma":0.00003241348,"threshold_uncertainty_score":0.9999725},"labels":[],"label_agreement":null},{"id":"W2604910628","doi":"10.25300/misq/2017/41.1.03","title":"A Configural Approach to Coordinating Expertise in Software Development Teams1","year":2017,"lang":"en","type":"article","venue":"MIS Quarterly","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Software development; Software; Computer science; Knowledge management; Process management; Data science; Artificial intelligence; Engineering","score_opus":0.02326760777138431,"score_gpt":0.2737979036546273,"score_spread":0.250530295883243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604910628","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047272403,0.000055723798,0.9499325,0.00038055237,0.00020821599,0.00018966962,6.474596e-7,0.0004218644,0.001538415],"genre_scores_gemma":[0.57602185,2.3614977e-7,0.42363715,0.00008906678,0.000025069228,0.0000830232,7.8584395e-7,0.000007544234,0.0001352441],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99894047,0.000028075072,0.00021179725,0.00034933578,0.00018096321,0.00028937077],"domain_scores_gemma":[0.9989553,0.00006277237,0.00009475054,0.00074576837,0.000038438015,0.00010297264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033397225,0.00014169018,0.00015560345,0.00009823014,0.00022556953,0.00052333355,0.001233932,0.00005724746,0.0000047757744],"category_scores_gemma":[0.00016572615,0.00013763717,0.000028979168,0.00008381523,0.000015130444,0.00065600185,0.00007096443,0.00013734467,0.00003337939],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053003578,0.00008111802,0.0019180094,0.000026010095,0.000008368612,0.000025812056,0.016380422,0.000028919805,0.00031192997,0.001035916,0.001244109,0.9789341],"study_design_scores_gemma":[0.005989278,0.0032451225,0.44208023,0.0016059497,0.000028141474,0.0003449823,0.0027998418,0.2015303,0.03236423,0.0039313855,0.29898456,0.0070959954],"about_ca_topic_score_codex":0.00019388567,"about_ca_topic_score_gemma":0.000017956429,"teacher_disagreement_score":0.9718381,"about_ca_system_score_codex":0.0000671895,"about_ca_system_score_gemma":0.000045092755,"threshold_uncertainty_score":0.5612681},"labels":[],"label_agreement":null},{"id":"W2612419315","doi":"10.18260/1-2--1539","title":"Distance Education Mba Project Management Program: A Case Study","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Athabasca University; American Society for Engineering Education","keywords":"Distance education; Formative assessment; Flexibility (engineering); Summative assessment; Quality (philosophy); Computer science; Project management; Engineering management; Medical education; Knowledge management; Engineering; Mathematics education; Management; Psychology","score_opus":0.0384780739540081,"score_gpt":0.3441653425200027,"score_spread":0.3056872685659946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612419315","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0063071596,0.00008641296,0.98592156,0.00087277015,0.0001250413,0.0012715305,1.512726e-7,0.0021420622,0.00327334],"genre_scores_gemma":[0.5635398,0.000005652545,0.4357035,0.0002362073,0.000027873273,0.00029030963,3.5290273e-7,0.0000042954134,0.0001920078],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994248,0.00002381431,0.000094268646,0.00024347733,0.00011480047,0.00009884293],"domain_scores_gemma":[0.99959576,0.000024182373,0.00003107962,0.00028032495,0.000023989662,0.000044687215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009369604,0.00007263711,0.000056394223,0.00003135013,0.000044396125,0.00018062584,0.00032200982,0.0000116034425,0.0000044604208],"category_scores_gemma":[0.000015285128,0.0000617851,0.000017361257,0.00040537133,0.000004114332,0.0003413949,0.00014997374,0.000060616105,0.000009316366],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059415656,0.0010695176,0.0014385125,0.0000974778,0.000046471512,0.0016207385,0.0043094456,0.000018527795,0.0000017014465,0.03091984,0.02327298,0.9371988],"study_design_scores_gemma":[0.00043988012,0.0017952323,0.000867716,0.000029771149,0.000056511417,0.00082078925,0.004959493,0.06386157,0.00009909851,0.0005566919,0.92589384,0.0006193781],"about_ca_topic_score_codex":0.00016016242,"about_ca_topic_score_gemma":0.0000089647065,"teacher_disagreement_score":0.93657947,"about_ca_system_score_codex":0.000012690591,"about_ca_system_score_gemma":0.000029582283,"threshold_uncertainty_score":0.25195232},"labels":[],"label_agreement":null},{"id":"W2614315687","doi":"10.1016/j.jss.2017.05.050","title":"A training process for improving the quality of software projects developed by a practitioner","year":2017,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Consejo Nacional de Ciencia y Tecnología; Universidad de Guadalajara","keywords":"Personal software process; Software quality; Quality (philosophy); Software; Team software process; Process (computing); Product (mathematics); Computer science; Software quality control; Software engineering; Software peer review; Software Engineering Process Group; Verification and validation; Software quality analyst; Engineering management; Software development; Process management; Software development process; Software construction; Engineering; Operations management; Operating system","score_opus":0.10614656775770545,"score_gpt":0.3598183419791151,"score_spread":0.25367177422140963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614315687","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046134517,0.0009707449,0.9517074,0.00035362833,0.0004084536,0.00033409457,0.000014002853,0.00006596458,0.000011176627],"genre_scores_gemma":[0.8978107,0.000027919512,0.10190791,0.000032401473,0.00012310788,0.00003635842,6.3572475e-7,0.000011998057,0.000049002945],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99872994,0.00006686347,0.0005600934,0.00015556948,0.00031937036,0.00016813382],"domain_scores_gemma":[0.99620146,0.0008150924,0.0019588468,0.00037556072,0.00058382493,0.00006519782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021309236,0.00012286067,0.00033120587,0.0000587007,0.00049374375,0.00056911795,0.0007671393,0.000079448975,4.7910015e-7],"category_scores_gemma":[0.004516509,0.000078256206,0.00007991521,0.00006668846,0.000057741807,0.0013788389,0.00007297377,0.00019825085,9.687184e-8],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006474549,0.00055523263,0.055011846,0.014991496,0.001104168,0.00008880383,0.06929493,0.0010478765,0.006129616,0.013858342,0.010446332,0.8268239],"study_design_scores_gemma":[0.032757152,0.016368581,0.21527399,0.026183797,0.0018232535,0.015307076,0.045040287,0.06496078,0.043160256,0.04718135,0.4799814,0.011962069],"about_ca_topic_score_codex":0.00010540192,"about_ca_topic_score_gemma":0.000004280939,"teacher_disagreement_score":0.85167617,"about_ca_system_score_codex":0.000022197442,"about_ca_system_score_gemma":0.00032819202,"threshold_uncertainty_score":0.5488018},"labels":[],"label_agreement":null},{"id":"W2614528296","doi":"10.1590/s0034-759020170206","title":"SOFTWARE PROCESS IMPROVEMENT: AWARENESS, USE, AND BENEFITS IN CANADIAN SOFTWARE DEVELOPMENT FIRMS","year":2017,"lang":"en","type":"article","venue":"Revista de Administração de Empresas","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software development; Team software process; Software; Software quality control; Software development process; Quality (philosophy); Personal software process; Process (computing); Product (mathematics); Sample (material); Process management; Software quality; Business; Computer science; Software construction; Operating system","score_opus":0.038977488123020806,"score_gpt":0.3013754454121743,"score_spread":0.2623979572891535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614528296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8614228,0.0011524826,0.13542151,0.00060490076,0.00016261124,0.0005467673,0.000041763094,0.00058292894,0.000064244916],"genre_scores_gemma":[0.8556017,0.00014387764,0.14377148,0.00022052662,0.000038165428,0.00010012578,0.000010995715,0.000030572668,0.000082548],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997965,0.000036601643,0.00035564203,0.00058785104,0.00024126432,0.0008136491],"domain_scores_gemma":[0.99783474,0.000227583,0.00022050802,0.0010494564,0.00010182317,0.00056588935],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0006893071,0.00029574631,0.00028356852,0.00017362564,0.0005553105,0.0019970161,0.0014954223,0.00018886956,0.000012851655],"category_scores_gemma":[0.0017100162,0.00031340815,0.000043918873,0.00014556893,0.00005359915,0.0013711572,0.00030145142,0.00030927052,0.0000058413634],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013051314,0.000057831,0.8591399,0.00043972608,0.000036142643,0.00033984496,0.0010298035,0.00012183186,0.000020808508,0.0022984706,0.00037284574,0.13612974],"study_design_scores_gemma":[0.0005942701,0.00019915025,0.850555,0.0009539425,0.000026282481,0.00022693812,0.000029774812,0.0021842553,0.0034536899,0.0011564053,0.13942812,0.0011921445],"about_ca_topic_score_codex":0.023800138,"about_ca_topic_score_gemma":0.030149149,"teacher_disagreement_score":0.13905528,"about_ca_system_score_codex":0.00030526792,"about_ca_system_score_gemma":0.0020692719,"threshold_uncertainty_score":0.9999318},"labels":[],"label_agreement":null},{"id":"W2617580714","doi":"10.1108/bpmj-02-2017-0028","title":"Improving software quality using Six Sigma DMAIC-based approach: a case study","year":2017,"lang":"en","type":"article","venue":"Business Process Management Journal","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"DMAIC; Six Sigma; Computer science; Software quality control; Software quality; Quality management; Process management; Quality (philosophy); Software quality analyst; Software; Software development; Manufacturing engineering; Operations management; Engineering; Management system","score_opus":0.07601715894082328,"score_gpt":0.35398204298963215,"score_spread":0.27796488404880887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2617580714","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11897986,0.000069541886,0.8792307,0.00015092487,0.00047293492,0.00047820827,0.0000010269921,0.00047342142,0.00014341608],"genre_scores_gemma":[0.7081719,0.0000056512895,0.29152903,0.00006038311,0.00014657847,0.00003644596,5.7984977e-7,0.00002572476,0.000023692886],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99761,0.000119823126,0.00052355503,0.0005817694,0.00069484866,0.0004700103],"domain_scores_gemma":[0.9968265,0.00009575618,0.0010636942,0.0013756127,0.00048619986,0.00015223229],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002074213,0.00032667868,0.00032442732,0.00030679803,0.0018745417,0.003452235,0.002362011,0.00007241977,0.000007989042],"category_scores_gemma":[0.00053083303,0.0002938175,0.0000886922,0.00042929561,0.0000524102,0.002972923,0.0007338755,0.00040971526,0.000002040544],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017949141,0.0042596334,0.10641977,0.0045346827,0.00063676026,0.039365124,0.0027248135,0.10307997,0.00005173618,0.0022388762,0.00020716303,0.73630196],"study_design_scores_gemma":[0.009154642,0.0005542839,0.06752025,0.00090319035,0.0008055883,0.018547127,0.0050397343,0.88331354,0.0002496903,0.008349853,0.0015738955,0.003988214],"about_ca_topic_score_codex":0.0004515613,"about_ca_topic_score_gemma":0.0000174913,"teacher_disagreement_score":0.78023356,"about_ca_system_score_codex":0.00009687111,"about_ca_system_score_gemma":0.00013601432,"threshold_uncertainty_score":0.9999514},"labels":[],"label_agreement":null},{"id":"W2618979805","doi":"10.1109/syscon.2017.7934766","title":"Software development using agile and scrum in distributed teams","year":2017,"lang":"en","type":"article","venue":"2017 Annual IEEE International Systems Conference (SysCon)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan College","funders":"University of British Columbia; Amazon Web Services","keywords":"Scrum; Agile software development; Lean software development; Agile usability engineering; Software development; Software prototyping; Agile Unified Process; Computer science; Software engineering; Extreme programming practices; Software; Software development process; Systems engineering; Process management; Engineering; Operating system","score_opus":0.05879144916064121,"score_gpt":0.3254310032154011,"score_spread":0.26663955405475986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2618979805","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15251157,0.000121059995,0.8431947,0.00034335375,0.0026450956,0.00024886124,0.000083514875,0.00024268465,0.00060912716],"genre_scores_gemma":[0.9729175,0.000026186413,0.02653102,0.000024462206,0.00012617743,0.000035531353,0.000013809713,0.00000982036,0.00031551137],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998568,0.000045914465,0.00035865675,0.00041738735,0.00034179675,0.00026822358],"domain_scores_gemma":[0.9985823,0.00011976093,0.00035524915,0.0005426153,0.0002978403,0.000102203034],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005075382,0.00019537915,0.00023401143,0.00013695605,0.00027007642,0.0012001857,0.0015498273,0.00011245811,0.000008026891],"category_scores_gemma":[0.00032984567,0.00018972397,0.000029460443,0.00004848377,0.00006642272,0.0020025987,0.00038985175,0.00020031744,0.000023495068],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021220399,0.00090909103,0.496387,0.00088621926,0.0010497627,0.0015842321,0.014791725,0.0084600495,0.0058368905,0.23113124,0.020681053,0.21807052],"study_design_scores_gemma":[0.002659991,0.00024446592,0.2534819,0.0038636043,0.00003313945,0.00085980113,0.00073352735,0.46534917,0.005631563,0.0028922504,0.2613927,0.0028578902],"about_ca_topic_score_codex":0.0011503631,"about_ca_topic_score_gemma":0.000096627446,"teacher_disagreement_score":0.8204059,"about_ca_system_score_codex":0.00014048042,"about_ca_system_score_gemma":0.00018123056,"threshold_uncertainty_score":0.9998367},"labels":[],"label_agreement":null},{"id":"W2621185350","doi":"10.1109/icse-c.2017.70","title":"Scenario-Based Learning in a MOOC Specialization Capstone on Software Product Management","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Capstone; Computer science; Capstone course; Context (archaeology); Teamwork; Personal software process; Product (mathematics); Software engineering; Software development; Multimedia; Software; Process (computing); Engineering management; World Wide Web; Component (thermodynamics); Engineering; Software construction; Management","score_opus":0.019437920200286295,"score_gpt":0.2767817318846024,"score_spread":0.25734381168431614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2621185350","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033338657,0.000018943325,0.98993766,0.0012276446,0.0002547141,0.00021054778,1.4231662e-7,0.0008132396,0.004203236],"genre_scores_gemma":[0.47355253,0.00002197003,0.52449703,0.00018564324,0.00007076849,0.000030005262,0.0000023657772,0.000012141891,0.0016275279],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991975,0.000027414611,0.00011503303,0.00030586813,0.00019010543,0.00016412171],"domain_scores_gemma":[0.9990752,0.00004001838,0.00009537156,0.00073192926,0.000026636028,0.000030892883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003487003,0.0000981177,0.00008806504,0.00013723302,0.00019616177,0.00034152216,0.0006831204,0.000028924964,0.000021119946],"category_scores_gemma":[0.000269049,0.000091963724,0.000022662109,0.00011677732,0.000013999836,0.00047396324,0.00015572655,0.00014119316,0.000028971637],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005087491,0.00036333228,0.054964975,0.00019278863,0.00003084346,0.00027900597,0.00052168465,0.08187862,0.00008357754,0.14050266,0.005714328,0.7154173],"study_design_scores_gemma":[0.0017920809,0.0005495188,0.31695163,0.0006126377,0.000020271136,0.000012819816,0.000020487489,0.33604875,0.013907709,0.004605435,0.3241357,0.0013429627],"about_ca_topic_score_codex":0.00011254522,"about_ca_topic_score_gemma":0.000023754375,"teacher_disagreement_score":0.7140744,"about_ca_system_score_codex":0.000051711675,"about_ca_system_score_gemma":0.000018748773,"threshold_uncertainty_score":0.3750172},"labels":[],"label_agreement":null},{"id":"W2624133323","doi":"10.4301/s1807-17752017000100001","title":"Developers’ Views on Information Systems Quality and Success in Canadian Software Development Firms","year":2017,"lang":"en","type":"article","venue":"Journal of Information Systems and Technology Management","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University","funders":"","keywords":"Software development; Quality (philosophy); Knowledge management; Software quality; Team software process; Capability Maturity Model; Software development process; Software quality control; Process management; Product (mathematics); Information system; Engineering; Software; Business; Computer science","score_opus":0.027591169020871355,"score_gpt":0.2851757143770528,"score_spread":0.25758454535618147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2624133323","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13767853,0.0009082451,0.848924,0.003821607,0.0019438234,0.0012423729,0.000006576042,0.0002779909,0.005196835],"genre_scores_gemma":[0.9769501,0.00023852274,0.022651352,0.000094564784,0.000010266897,0.00003143203,0.0000018243745,0.0000025460304,0.000019403917],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99867374,0.000025075393,0.00081075355,0.00007026636,0.00023294271,0.00018721606],"domain_scores_gemma":[0.9984458,0.000034955905,0.0009323439,0.0003155965,0.0001823206,0.000088963854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018141874,0.00011631603,0.00022309726,0.0011299789,0.0002533143,0.00083878636,0.00057792163,0.000120647106,4.1633925e-7],"category_scores_gemma":[0.00018498956,0.000094858464,0.000013038137,0.00015642955,0.000026459289,0.004241995,0.00017791228,0.00018732554,0.0000067254928],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019463452,0.00002194217,0.058216643,0.0012301,0.0001342724,0.000039300972,0.0030326985,0.0008182888,9.363118e-7,0.45025462,0.0012223325,0.4850094],"study_design_scores_gemma":[0.0007880181,0.0001224015,0.16580702,0.0008170125,0.000008420741,0.00019387538,0.0008192856,0.0031652094,0.000033792785,0.0002830662,0.8276485,0.0003133892],"about_ca_topic_score_codex":0.0036739523,"about_ca_topic_score_gemma":0.0005278631,"teacher_disagreement_score":0.83927155,"about_ca_system_score_codex":0.0001792997,"about_ca_system_score_gemma":0.00009063852,"threshold_uncertainty_score":0.8088436},"labels":[],"label_agreement":null},{"id":"W2625876767","doi":"10.18260/1-2--21780","title":"Panel Session: Case Study Teaching in Computing Curricula","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Panel discussion; Session (web analytics); Curriculum; Active listening; Computer science; Mathematics education; Psychology; Pedagogy; World Wide Web","score_opus":0.06615650575292428,"score_gpt":0.3262298646571279,"score_spread":0.2600733589042036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625876767","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32673305,0.000019925978,0.6713464,0.0006080035,0.000073151605,0.00011228087,6.5544796e-8,0.0007528456,0.00035423637],"genre_scores_gemma":[0.82325125,5.6280373e-7,0.17634217,0.0003498143,0.000044154673,0.0000025800166,1.2327321e-7,0.0000044064536,0.000004943466],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992307,0.00009803219,0.00015892014,0.0002536321,0.00012113596,0.00013762423],"domain_scores_gemma":[0.99943244,0.00024186724,0.000038997583,0.00020619523,0.0000087699755,0.000071704024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004047121,0.000086683045,0.00010516816,0.00004345504,0.000076575736,0.00012434558,0.0003647812,0.000024141615,0.000006010449],"category_scores_gemma":[0.0001263513,0.00007170162,0.000020208849,0.0002638945,0.0000035523901,0.00039087344,0.00035716797,0.000289006,0.00000614733],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008237548,0.0010795253,0.2013311,0.000091517395,0.000039172402,0.060425844,0.07178446,0.013461796,0.00016884628,0.017949862,0.0051604444,0.6284992],"study_design_scores_gemma":[0.0003575482,0.00026417305,0.002321979,0.000036280384,0.000004667177,0.0015621637,0.0027745764,0.9894231,0.00006557658,0.000102884995,0.0027807474,0.00030630763],"about_ca_topic_score_codex":0.00031737264,"about_ca_topic_score_gemma":0.000010167234,"teacher_disagreement_score":0.9759613,"about_ca_system_score_codex":0.000012210621,"about_ca_system_score_gemma":0.000009149105,"threshold_uncertainty_score":0.29239073},"labels":[],"label_agreement":null},{"id":"W26774929","doi":"10.1007/978-3-642-21233-8_4","title":"Evaluation of Software Process Assessment Methods – Case Study","year":2011,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Implementation; Process (computing); Software; Set (abstract data type); Evaluation methods; Software implementation; Software engineering; Reliability engineering; Engineering","score_opus":0.1674171664530736,"score_gpt":0.46246089928628353,"score_spread":0.29504373283320995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W26774929","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002443527,0.00023708594,0.96786237,0.000042813303,0.0001802577,0.0007210384,0.0000029713365,0.00013497387,0.030574158],"genre_scores_gemma":[0.14058597,0.0002442381,0.8589891,0.00004663572,0.000008130125,0.00007984058,0.0000048562533,0.0000060082843,0.00003519074],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997985,0.00017023987,0.0006660873,0.00024020973,0.0008072662,0.00013120072],"domain_scores_gemma":[0.9952943,0.00041929074,0.00053040124,0.0021204697,0.0015764863,0.00005905383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009749904,0.00017436987,0.00023302811,0.0008534733,0.00023681963,0.00024370434,0.0023946834,0.00008739232,0.00000965455],"category_scores_gemma":[0.00020584889,0.00017005073,0.000030892657,0.00043265315,0.00027072016,0.006219519,0.001554588,0.00035734003,0.000002449229],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.245725e-7,0.000051502775,0.000120556615,0.00002862964,0.000012381637,0.0000019647111,0.0053869174,0.00040593752,2.523498e-7,0.0590477,0.000010895394,0.9349327],"study_design_scores_gemma":[0.00047336196,0.0003224879,0.0016194907,0.00022015013,0.00009133946,0.00048351032,0.00021708882,0.9411206,0.000022970935,0.047187682,0.007747031,0.0004942786],"about_ca_topic_score_codex":0.00005157609,"about_ca_topic_score_gemma":0.00000916269,"teacher_disagreement_score":0.94071466,"about_ca_system_score_codex":0.00013320717,"about_ca_system_score_gemma":0.0006196128,"threshold_uncertainty_score":0.6934467},"labels":[],"label_agreement":null},{"id":"W2694372632","doi":"10.1109/icsaw.2017.40","title":"Strategic Management of Technical Debt: Tutorial at ICSA 2017","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Debt; Leverage (statistics); Product lifecycle; Business; Computer science; Process management; Risk analysis (engineering); New product development; Software development; Finance; Marketing; Software","score_opus":0.049027249552198476,"score_gpt":0.3148457145174173,"score_spread":0.26581846496521877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2694372632","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009017763,0.00007915353,0.6934842,0.0006811972,0.0015650397,0.000212411,0.0000015053728,0.0009020135,0.29405674],"genre_scores_gemma":[0.71078724,0.000066994435,0.2880314,0.0000124837825,0.0000661063,0.000009008264,3.9431237e-7,0.000004247281,0.0010221608],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993495,0.000009025995,0.00013102905,0.00019433557,0.00018060861,0.00013553277],"domain_scores_gemma":[0.99857855,0.000050665443,0.00012227903,0.0011783661,0.000027189662,0.00004295007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000256389,0.00007968494,0.00009942746,0.000027936652,0.00014167145,0.00016443488,0.0014713771,0.000056408255,0.00003416667],"category_scores_gemma":[0.000014902157,0.00006689056,0.000044441513,0.0000341828,0.000034603305,0.0004574584,0.0007928925,0.00007206161,0.000019864146],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008086439,0.000034913694,0.00019707956,0.000032122207,0.00002084094,0.00004741638,0.000010824554,0.000013668723,0.0004980272,0.99175155,0.003185007,0.004200481],"study_design_scores_gemma":[0.0033865203,0.0014358856,0.055597942,0.0005147049,0.00018338497,0.00036975616,0.000051519855,0.03336082,0.061691783,0.45788676,0.38283774,0.0026831715],"about_ca_topic_score_codex":0.000051959923,"about_ca_topic_score_gemma":0.000007730564,"teacher_disagreement_score":0.7017695,"about_ca_system_score_codex":0.000027133943,"about_ca_system_score_gemma":0.00001079314,"threshold_uncertainty_score":0.27342093},"labels":[],"label_agreement":null},{"id":"W2721291482","doi":"10.4018/978-1-5225-2255-3.ch644","title":"Developing a Glossary for Software Projects","year":2017,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Glossary; Computer science; Context (archaeology); Domain (mathematical analysis); Software; Process (computing); Software development; Software development process; Software engineering; Software project management; Knowledge management; Data science; Software construction; Linguistics; Geography","score_opus":0.054599470329290016,"score_gpt":0.30077628564844255,"score_spread":0.24617681531915253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2721291482","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000014601887,0.00032159826,0.6530576,0.00013260043,0.0006819376,0.0005495209,0.000048822832,0.0012190078,0.3439875],"genre_scores_gemma":[0.0013718395,0.000011725773,0.952696,0.00048729422,0.00041045976,0.00013762173,0.0000055937367,0.00006333117,0.044816118],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99838376,0.000007919546,0.00027694873,0.00065055763,0.00029688075,0.00038390342],"domain_scores_gemma":[0.9979377,0.0001748552,0.00037216797,0.0012375112,0.00017501066,0.00010279919],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002191577,0.0004282104,0.000400478,0.00007032876,0.00033841594,0.0006952049,0.001854274,0.0004303981,0.0000020954299],"category_scores_gemma":[0.00021428174,0.0004286631,0.00021194383,0.0000097810525,0.000058902402,0.00026336274,0.0005937463,0.00025567962,0.000032957552],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007930196,0.000002047713,0.000004676251,0.000111734975,0.000053772215,0.000049959664,0.000035322642,0.0000010293634,6.9455916e-7,0.9407005,0.0043793404,0.054652996],"study_design_scores_gemma":[0.00013138053,0.00008327098,0.000010980433,0.00039842722,0.000025444542,0.000082678685,3.673173e-7,0.0000991236,0.000048917052,0.56118673,0.4374339,0.0004987628],"about_ca_topic_score_codex":0.00003440143,"about_ca_topic_score_gemma":0.000016678903,"teacher_disagreement_score":0.43305457,"about_ca_system_score_codex":0.0002420811,"about_ca_system_score_gemma":0.0007322768,"threshold_uncertainty_score":0.99981654},"labels":[],"label_agreement":null},{"id":"W2725070215","doi":"10.1109/sera.2017.7965698","title":"Empirical research methods for software engineering: Keynote address","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Algoma University","funders":"","keywords":"Empirical research; Computer science; Software engineering; Personal software process; Social software engineering; Software; Introspection; Software peer review; Software development; Data science; Software construction","score_opus":0.2690564725185825,"score_gpt":0.546596510545812,"score_spread":0.27754003802722954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2725070215","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016332958,0.00011878452,0.9949054,0.002430647,0.00047810955,0.0002575375,0.0000015095959,0.001100762,0.0005438972],"genre_scores_gemma":[0.0143051045,0.000016710515,0.9846116,0.0000861797,0.00014021646,0.00013276275,8.6193745e-7,0.000019340903,0.0006872672],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987363,0.000078019024,0.00015148145,0.00038501827,0.00022286124,0.0004263272],"domain_scores_gemma":[0.9953147,0.002744547,0.000058809554,0.0015385909,0.00021340465,0.00012995512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027791527,0.00012397273,0.00015729376,0.00013391589,0.0004673257,0.000810719,0.0023947286,0.000116233714,0.000016499736],"category_scores_gemma":[0.007974599,0.00010806331,0.00008012242,0.00012284348,0.000052956482,0.0008067177,0.0007543627,0.0003056518,0.00001497496],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046455938,0.00015518721,0.0033951702,0.00024470233,0.00010879368,0.00003611226,0.00070330186,0.000490608,0.0011788275,0.20880276,0.09818278,0.6866553],"study_design_scores_gemma":[0.00024293578,0.00018804891,0.0054448503,0.00003387794,0.0000053813305,0.00001836069,0.0000032243586,0.1300537,0.0126412595,0.010955188,0.84008354,0.0003296248],"about_ca_topic_score_codex":0.00003527153,"about_ca_topic_score_gemma":0.0000011745437,"teacher_disagreement_score":0.74190074,"about_ca_system_score_codex":0.000033937227,"about_ca_system_score_gemma":0.000055491673,"threshold_uncertainty_score":0.9546916},"labels":[],"label_agreement":null},{"id":"W2747772682","doi":"","title":"The study of socio-technical coordination using a socio-technical congruence model","year":2011,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Sociotechnical system; Interdependence; Congruence (geometry); Technical communication; Empirical research; Knowledge management; Computer science; Engineering; Management science; Psychology; Social psychology; Political science; Mathematics","score_opus":0.0426924933587322,"score_gpt":0.3288402474673041,"score_spread":0.2861477541085719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2747772682","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08280431,0.00020408402,0.91229486,0.000101019425,0.000502836,0.0009964709,0.000002610811,0.0011773494,0.0019164818],"genre_scores_gemma":[0.87415177,0.00006738825,0.12449743,0.000019724832,0.000031443335,0.00011376756,0.000012023397,0.000034776236,0.0010716605],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979004,0.000109612934,0.0006033292,0.00052104105,0.0005739993,0.00029159698],"domain_scores_gemma":[0.9974801,0.0005812118,0.00054110383,0.00096136023,0.00037323046,0.000063004816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009900753,0.0003033752,0.00037440626,0.00013365864,0.00031093895,0.00016228367,0.0019553513,0.00044785684,0.000008496587],"category_scores_gemma":[0.0002972343,0.0002302504,0.00014449096,0.00034829476,0.000060655304,0.0005168713,0.00025632125,0.0006563399,0.0000033419883],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057336024,0.0060341847,0.0021297093,0.00088370737,0.00088401244,0.000092304675,0.02276171,0.009771719,0.025122918,0.81893927,0.018490849,0.09431623],"study_design_scores_gemma":[0.0014247759,0.002195299,0.005872983,0.00049864216,0.00058491394,0.00008615158,0.0031628392,0.89874864,0.0050019515,0.07825236,0.0014944983,0.0026769743],"about_ca_topic_score_codex":0.00036123698,"about_ca_topic_score_gemma":0.00017475791,"teacher_disagreement_score":0.8889769,"about_ca_system_score_codex":0.00011079863,"about_ca_system_score_gemma":0.00024897585,"threshold_uncertainty_score":0.93893385},"labels":[],"label_agreement":null},{"id":"W2754494643","doi":"10.1002/sres.2489","title":"Developmental Progress in Conducting Action Research","year":2017,"lang":"en","type":"article","venue":"Systems Research and Behavioral Science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"North-West University; University of Technology Sydney; University of Pretoria; Royal Roads University","keywords":"Capability Maturity Model; Maturity (psychological); Action research; Variety (cybernetics); Empowerment; Action (physics); Process management; Process (computing); Knowledge management; Computer science; Engineering; Psychology; Political science; Software","score_opus":0.6410608446768203,"score_gpt":0.576119434209018,"score_spread":0.06494141046780233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754494643","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99719477,0.00026678655,0.00091083604,0.0003262924,0.00027313567,0.0003870938,6.253929e-7,0.000096988544,0.0005435002],"genre_scores_gemma":[0.9906351,0.000025571462,0.009012301,8.681983e-7,0.000046818994,0.000104469975,1.7448075e-7,0.000004532774,0.00017017253],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9969766,0.00017158741,0.00016406967,0.0005198365,0.0014020043,0.0007658666],"domain_scores_gemma":[0.99870116,0.00014095686,0.000057800695,0.00045710313,0.00044934714,0.00019364875],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.012132155,0.00007775718,0.00010287504,0.0005520481,0.0021414042,0.0033223345,0.0020185986,0.000057895893,0.0000022612985],"category_scores_gemma":[0.00040465576,0.000065974695,0.000008894723,0.00089655933,0.0012813183,0.0031513125,0.001335646,0.00060007465,0.000013395359],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024416604,0.0003312982,0.43274632,0.0001311121,0.0000030379001,0.00030662818,0.002578186,0.0000038621915,0.035652287,0.022702038,0.00036918485,0.5051516],"study_design_scores_gemma":[0.0011692536,0.002269834,0.8839983,0.0012422695,0.000002668693,0.0007637855,0.0058436873,0.01930193,0.05749368,0.0036371276,0.023053266,0.001224206],"about_ca_topic_score_codex":0.0024530534,"about_ca_topic_score_gemma":0.00009854259,"teacher_disagreement_score":0.5039274,"about_ca_system_score_codex":0.00025213204,"about_ca_system_score_gemma":0.00035834117,"threshold_uncertainty_score":0.99915767},"labels":[],"label_agreement":null},{"id":"W2754603248","doi":"10.1109/hpcs.2017.86","title":"Toward a Model of Emotional Contagion Influence on Agile Development for Mission Critical Systems","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Agile software development; Affect (linguistics); Knowledge management; Emotional contagion; Computer science; Cooperativeness; Process management; Risk analysis (engineering); Psychology; Business; Social psychology","score_opus":0.10006096893875559,"score_gpt":0.3452553881535384,"score_spread":0.2451944192147828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754603248","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016987756,0.000014725344,0.9813892,0.0006908838,0.00016408066,0.00013720203,0.0000020348937,0.00014057681,0.00047349848],"genre_scores_gemma":[0.67162496,0.0000018538127,0.328208,0.00004278248,0.00001107896,0.000014365722,5.0888985e-7,0.000002794377,0.00009361673],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993925,0.00000845783,0.00015213623,0.00016413983,0.0001734514,0.000109324144],"domain_scores_gemma":[0.9991385,0.0002578843,0.00007350062,0.0003425717,0.00013659215,0.000050997798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024495547,0.00006832549,0.00009558103,0.000034957924,0.00013570944,0.00013053682,0.00053088466,0.000045874705,0.0000017683202],"category_scores_gemma":[0.0005365839,0.000055824992,0.000026188392,0.000015375075,0.000019768695,0.00043836137,0.00011000093,0.000048535534,0.0000027824517],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033782744,0.00012497777,0.0003144447,0.0002893323,0.000015678459,0.000003215948,0.00040939366,0.031280525,0.002885642,0.9522819,0.0020103254,0.010350811],"study_design_scores_gemma":[0.00016382874,0.00011857927,0.001094905,0.00021506716,0.0000025851004,0.0000058940554,0.0000038336752,0.97286785,0.01744735,0.0041868924,0.0037549913,0.00013820427],"about_ca_topic_score_codex":0.000022748047,"about_ca_topic_score_gemma":2.6431252e-7,"teacher_disagreement_score":0.94809496,"about_ca_system_score_codex":0.000023285585,"about_ca_system_score_gemma":0.00006644354,"threshold_uncertainty_score":0.22764772},"labels":[],"label_agreement":null},{"id":"W2756347388","doi":"10.1007/s10606-017-9297-6","title":"From Object-Oriented to Fluid Ontology: a Case Study of the Materiality of Design Work in Agile Software Development","year":2017,"lang":"en","type":"article","venue":"Computer Supported Cooperative Work (CSCW)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Agile software development; Ontology; Computer science; Materiality (auditing); Knowledge management; Extant taxon; Process ontology; Software engineering; Epistemology; Sociology; Engineering ethics; Data science; Domain knowledge; Engineering; Aesthetics","score_opus":0.04258621768158128,"score_gpt":0.29285827805991044,"score_spread":0.25027206037832916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756347388","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49390873,0.00001498548,0.504592,0.00008839793,0.0006498292,0.0006350847,0.0000048070897,0.00009943452,0.0000067646924],"genre_scores_gemma":[0.7006274,9.324899e-7,0.29914898,0.00006919365,0.000035631616,0.00008252025,0.0000031118386,0.000012537209,0.000019701014],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976254,0.0004863262,0.00067635626,0.00060318253,0.00028902848,0.00031972377],"domain_scores_gemma":[0.9970527,0.0004252047,0.00040009135,0.0017242023,0.00029629064,0.000101504374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006845658,0.00029212507,0.00052406266,0.00012594201,0.0003079178,0.00018549907,0.0017913559,0.00011204781,0.000039914634],"category_scores_gemma":[0.00024848888,0.00022981044,0.00005566953,0.0006305424,0.00008115827,0.0003595893,0.0013742087,0.00023641271,0.00000785293],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013694856,0.0052314945,0.5341313,0.00011397009,0.0012513332,0.0057774605,0.22655064,0.025921801,0.0013136094,0.0004703627,0.023483682,0.17438486],"study_design_scores_gemma":[0.0055445586,0.0027022646,0.88969254,0.0015868804,0.00012835568,0.00026167414,0.0014388472,0.00999604,0.07743987,0.00025642384,0.00869357,0.00225899],"about_ca_topic_score_codex":0.0009241088,"about_ca_topic_score_gemma":0.00021725366,"teacher_disagreement_score":0.35556123,"about_ca_system_score_codex":0.00007817842,"about_ca_system_score_gemma":0.00022411265,"threshold_uncertainty_score":0.9371398},"labels":[],"label_agreement":null},{"id":"W2759448433","doi":"10.1109/re.2017.23","title":"New Frontiers for Requirements Engineering","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Variety (cybernetics); Domain (mathematical analysis); Engineering ethics; Perspective (graphical); Diversity (politics); Computer science; Ask price; Requirements engineering; Best practice; Software engineering; Engineering management; Epistemology; Engineering; Software; Sociology; Management; Artificial intelligence; Business; Philosophy","score_opus":0.03407201264743068,"score_gpt":0.29791335533531044,"score_spread":0.26384134268787973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759448433","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006546308,0.00004537745,0.99636847,0.00096644915,0.0008969442,0.00009408002,2.7766072e-7,0.00054022076,0.0010227344],"genre_scores_gemma":[0.021860637,0.000008033172,0.97651273,0.00005103728,0.00008705591,0.000011305881,2.67619e-7,0.00000631255,0.0014626352],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999592,0.0000014229416,0.000064949476,0.00013740164,0.00007016508,0.00013404078],"domain_scores_gemma":[0.9992493,0.000034536228,0.00004601682,0.0005945543,0.000016605594,0.000059003905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013123335,0.00006021183,0.00006106007,0.000030162937,0.00011002492,0.00034563884,0.0009266177,0.000026623855,0.0000056538443],"category_scores_gemma":[0.00018378362,0.00005620089,0.000032204753,0.000018709046,0.0000028182887,0.00090051955,0.00013373005,0.00003467187,0.0000044650387],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007218399,0.00001437277,0.0018939443,0.000032539134,0.000059444443,0.000005920623,0.00012094099,0.00033107115,0.000668506,0.23001148,0.37803856,0.38881603],"study_design_scores_gemma":[0.0003776768,0.00008661532,0.003311755,0.000022278433,0.000007528317,0.000004449987,0.0000016983724,0.2041455,0.009192792,0.008647664,0.77390337,0.00029868307],"about_ca_topic_score_codex":0.00003878694,"about_ca_topic_score_gemma":5.6348165e-7,"teacher_disagreement_score":0.3958648,"about_ca_system_score_codex":0.000012628469,"about_ca_system_score_gemma":0.000016949236,"threshold_uncertainty_score":0.33330035},"labels":[],"label_agreement":null},{"id":"W2760639812","doi":"10.1109/re.2017.70","title":"The Vision: Requirements Engineering in Society","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Scope (computer science); Flexibility (engineering); Digital transformation; Quarter (Canadian coin); Business; Computer science; Engineering; Engineering management; Management; Economics; World Wide Web","score_opus":0.024536761650999432,"score_gpt":0.31170827625845143,"score_spread":0.287171514607452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760639812","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039874944,0.00009541,0.9880878,0.0037467277,0.00039911515,0.00007979819,5.8267187e-8,0.00042545426,0.0031781518],"genre_scores_gemma":[0.7771544,0.0001308201,0.22212893,0.000096757394,0.00004426179,0.00001374719,7.258602e-8,0.000005337906,0.00042566363],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995685,0.000004877138,0.00007774515,0.00011174957,0.00010456485,0.00013256333],"domain_scores_gemma":[0.9990938,0.0001287616,0.000038238333,0.0007062431,0.000011989902,0.000020981464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044894067,0.000049591265,0.00003979637,0.00000952922,0.00022512791,0.0005424604,0.0011130357,0.000024125648,0.000002683444],"category_scores_gemma":[0.00012414574,0.000033079672,0.000029799827,0.000038548733,0.0000111829995,0.0007393606,0.00033029338,0.000087633285,0.0000072051216],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063467705,0.000072658506,0.013550459,0.000036521003,0.000051857365,0.000040524184,0.00085259404,0.0012834646,0.0008711977,0.50362533,0.04772409,0.43188494],"study_design_scores_gemma":[0.00033679,0.00008072647,0.07262281,0.00005392982,0.0000018251556,0.000008729679,0.000007829799,0.5921254,0.0021262483,0.0035348055,0.32882625,0.0002746513],"about_ca_topic_score_codex":0.00003356155,"about_ca_topic_score_gemma":0.0000050467297,"teacher_disagreement_score":0.7731669,"about_ca_system_score_codex":0.000016779826,"about_ca_system_score_gemma":0.000008295217,"threshold_uncertainty_score":0.52309585},"labels":[],"label_agreement":null},{"id":"W2765160304","doi":"10.28945/3454","title":"Exploring an Agile Learning Activity to Teach Agile Project Management","year":2016,"lang":"en","type":"article","venue":"Informing Science and IT Education Conference","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Agile software development; Agile Unified Process; Computer science; Agile usability engineering; Context (archaeology); Process (computing); Project management; Process management; Product (mathematics); Knowledge management; Engineering management; Software engineering; Engineering; Systems engineering; Software development process; Mathematics; Software development; Software","score_opus":0.1105173884755001,"score_gpt":0.34297887866056637,"score_spread":0.23246149018506626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765160304","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5184453,0.000008018551,0.46961403,0.0024533728,0.00058448897,0.00033109315,4.9605825e-7,0.00046850994,0.008094659],"genre_scores_gemma":[0.94207835,0.000080649916,0.056522466,0.0003066929,0.000039753275,0.00014530554,2.3825731e-7,0.000004174778,0.00082234276],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988243,0.000019914578,0.0001290082,0.00038196126,0.0003635306,0.00028127723],"domain_scores_gemma":[0.9990543,0.000094706826,0.00007673606,0.00038079658,0.00024953444,0.0001438989],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010186692,0.00010913903,0.00008026846,0.00033926562,0.00034061464,0.00053096365,0.0007712947,0.000019713782,0.000008633949],"category_scores_gemma":[0.00040817552,0.00008329858,0.000011283314,0.00067588064,0.00007388272,0.0076043857,0.00028794887,0.000094914154,0.000021381034],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025673405,0.000025461131,0.00038164388,0.000012206029,0.0000015645245,4.917446e-7,0.002548259,0.000007028242,0.0035092847,0.017103888,0.00032456842,0.97608304],"study_design_scores_gemma":[0.0003142046,0.00091174396,0.03798513,0.00083273806,0.000014261174,0.00007297006,0.003732752,0.0113978665,0.0509135,0.0016781779,0.89087963,0.0012670045],"about_ca_topic_score_codex":0.000104151586,"about_ca_topic_score_gemma":0.0000047374565,"teacher_disagreement_score":0.974816,"about_ca_system_score_codex":0.00009673674,"about_ca_system_score_gemma":0.00058004586,"threshold_uncertainty_score":0.55129963},"labels":[],"label_agreement":null},{"id":"W2765597043","doi":"10.4018/ijthi.2018010106","title":"Universality of Egoless Behavior of Software Engineering Students","year":2017,"lang":"en","type":"article","venue":"International Journal of Technology and Human Interaction","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Universality (dynamical systems); Coding (social sciences); Software; Psychology; Computer science; Social psychology; Knowledge management; Software engineering; Engineering; Sociology; Social science","score_opus":0.017568947167720124,"score_gpt":0.3431759491648648,"score_spread":0.3256070019971447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765597043","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8763872,0.000033977994,0.12260385,0.00020843916,0.00067851477,0.000027318727,0.0000017200788,0.000036768233,0.000022217864],"genre_scores_gemma":[0.9790981,0.000030392272,0.020817077,0.0000033082254,0.00003226031,0.0000011566898,3.014164e-7,0.0000031409763,0.0000142883255],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99940926,0.000007401494,0.00026569265,0.000073355484,0.00019583033,0.00004845758],"domain_scores_gemma":[0.99863863,0.000052791238,0.00075443607,0.00019899452,0.00033840127,0.000016749838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019773743,0.000057554087,0.00012909077,0.0004689582,0.000046971076,0.00005820715,0.0011996777,0.000070164344,0.000006823153],"category_scores_gemma":[0.000229776,0.000056115885,0.000048151345,0.00003728075,0.000056723624,0.0007923376,0.00027027185,0.00020595005,2.2604931e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011035568,0.0005777236,0.71040684,0.000070130634,0.00059068605,0.00019920286,0.0005404677,0.00018885381,0.035191145,0.17526357,0.00013995744,0.076721065],"study_design_scores_gemma":[0.0014172628,0.0008702413,0.7839358,0.0009621159,0.000111269655,0.0010713805,0.00015355389,0.0006082174,0.19695505,0.008022361,0.0055862004,0.00030655073],"about_ca_topic_score_codex":0.000028169377,"about_ca_topic_score_gemma":0.0000025185034,"teacher_disagreement_score":0.1672412,"about_ca_system_score_codex":0.000031606665,"about_ca_system_score_gemma":0.000011563857,"threshold_uncertainty_score":0.22883394},"labels":[],"label_agreement":null},{"id":"W2766554465","doi":"10.5430/bmr.v6n4p40","title":"The Agile Transition in Software Development Companies: The Most Common Barriers and How to Overcome Them","year":2017,"lang":"en","type":"article","venue":"Business and Management Research","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Agile software development; Scrum; Process management; Knowledge management; Business; Project management; Work (physics); Agile usability engineering; Change management (ITSM); Software development; Computer science; Software; Software development process; Engineering; Marketing; Systems engineering","score_opus":0.05991756330161583,"score_gpt":0.32446769440554146,"score_spread":0.2645501311039256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766554465","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25979757,0.0008819665,0.6195345,0.115282655,0.0003422282,0.002196319,0.00000508708,0.00030820147,0.0016514518],"genre_scores_gemma":[0.98137444,0.0015342284,0.016319549,0.00018157571,0.000022688604,0.00018646626,0.0000014615442,0.000008874206,0.00037072247],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990427,0.00007088397,0.0000799127,0.00022076945,0.00032305735,0.00026267703],"domain_scores_gemma":[0.99896514,0.00029037212,0.00003022887,0.0005704916,0.00008159796,0.000062179104],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001683075,0.000085738,0.00008303978,0.00007883468,0.0014041817,0.0016943532,0.0009208847,0.00002417311,0.0000020352004],"category_scores_gemma":[0.00014797034,0.00005168913,0.0000075919907,0.00026444127,0.00010401994,0.00041791998,0.0009100198,0.00014760843,0.0000020836267],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006640953,0.000048127233,0.009630682,0.0004038409,0.000065147055,0.00008738938,0.0053221374,0.00023327151,0.000023558972,0.06791915,0.012724261,0.903476],"study_design_scores_gemma":[0.00029166127,0.00003122716,0.53464556,0.0001638975,0.000003893487,0.0000073365554,0.0006001029,0.003274976,0.000077128105,0.0024856217,0.45822865,0.00018997332],"about_ca_topic_score_codex":0.00022564092,"about_ca_topic_score_gemma":0.000194419,"teacher_disagreement_score":0.90328604,"about_ca_system_score_codex":0.000029321585,"about_ca_system_score_gemma":0.000020775646,"threshold_uncertainty_score":0.9998959},"labels":[],"label_agreement":null},{"id":"W276861812","doi":"10.1109/auic.2001.906292","title":"Comparing and reconciling usability-centered and use case-driven requirements engineering processes","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Usability; Requirements engineering; Usability engineering; Computer science; Requirement; Software engineering; Requirements elicitation; Requirements analysis; User requirements document; Usability goals; Software requirements; Usability inspection; Systems engineering; Human–computer interaction; Software development; Software; Engineering; Software design","score_opus":0.11135150981677683,"score_gpt":0.272927990401859,"score_spread":0.16157648058508217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W276861812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63228345,0.00029743995,0.3664247,0.00009948571,0.00007655366,0.00011040785,5.3830934e-7,0.00062148564,0.00008591502],"genre_scores_gemma":[0.80643046,0.00013063801,0.19334655,0.00003232419,0.000014409126,0.000007239557,2.1458118e-7,0.0000069467337,0.000031234566],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992524,0.000014963035,0.00016634745,0.00029566835,0.000091380076,0.00017925615],"domain_scores_gemma":[0.9991842,0.0004077212,0.000041444593,0.00023796872,0.000044339777,0.00008435645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016179663,0.00011932026,0.00013043536,0.00006380329,0.00007796541,0.00035200376,0.00015507897,0.000036331185,0.000009123052],"category_scores_gemma":[0.00040267443,0.00011443021,0.000011761819,0.00015677414,0.000016576389,0.0014767353,0.00020988003,0.000100203906,0.0000016115141],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023273922,0.00040810124,0.8397145,0.0026020908,0.0002771743,0.0017680927,0.011477942,0.0061441506,0.0032604674,0.008776024,0.001585591,0.123962566],"study_design_scores_gemma":[0.00025934778,0.00007389805,0.002328991,0.00010503474,0.0000102373,0.0013620554,0.000031018724,0.9911497,0.0010569819,0.00005573811,0.0032624665,0.00030451687],"about_ca_topic_score_codex":0.00006490919,"about_ca_topic_score_gemma":0.000017561215,"teacher_disagreement_score":0.98500556,"about_ca_system_score_codex":0.000022334516,"about_ca_system_score_gemma":0.000004686616,"threshold_uncertainty_score":0.46663284},"labels":[],"label_agreement":null},{"id":"W2769458607","doi":"10.1145/3143434.3143446","title":"COSMIC (ISO 19761) certification","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Certification; Identification (biology); Scope (computer science); Computer science; Task (project management); Set (abstract data type); COSMIC cancer database; Medical education; Engineering; Medicine; Astronomy; Systems engineering; Management; Physics; Programming language","score_opus":0.0442701198491861,"score_gpt":0.3018988933687541,"score_spread":0.257628773519568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769458607","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018129818,0.000024350178,0.9799311,0.0030375873,0.00025125267,0.000043617067,1.5765336e-7,0.0006672584,0.0142316995],"genre_scores_gemma":[0.77730095,0.000017318627,0.22169827,0.0000988674,0.00002838218,0.0000069238295,3.0919264e-7,0.0000027422325,0.00084622554],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996512,0.000006595377,0.0000589008,0.00013011602,0.00007257322,0.00008063278],"domain_scores_gemma":[0.99891907,0.000045509827,0.00005933038,0.0009254083,0.000022842942,0.000027864819],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014316315,0.000042271164,0.000038460035,0.000021759355,0.00017214917,0.0004028488,0.00095225126,0.000023598077,0.00001967185],"category_scores_gemma":[0.00010582707,0.000036475998,0.00001697238,0.00002466176,0.000011972348,0.00075482816,0.00013540135,0.000048623995,0.00009479149],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030854594,0.00004385681,0.0051012854,0.000013643467,0.0000135119,0.00000992205,0.00017255599,0.000039748356,0.0018045078,0.55807215,0.032084465,0.40264127],"study_design_scores_gemma":[0.00022736548,0.00009665767,0.11365555,0.00002562133,0.000007714869,0.000037138823,0.000005043855,0.13558505,0.036105294,0.04493153,0.6688271,0.00049594213],"about_ca_topic_score_codex":0.0000571843,"about_ca_topic_score_gemma":0.0000020487348,"teacher_disagreement_score":0.77548796,"about_ca_system_score_codex":0.000008332208,"about_ca_system_score_gemma":0.000009040905,"threshold_uncertainty_score":0.38846803},"labels":[],"label_agreement":null},{"id":"W2770526023","doi":"10.1177/875697281604700405","title":"The Impact of Residual Risk and Resultant Problems on Information Systems Development Project Performance","year":2016,"lang":"en","type":"article","venue":"Project Management Journal","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Residual; Mediation; Residual risk; Task (project management); Project management; Project risk management; Process management; Categorical variable; Computer science; Risk analysis (engineering); Risk management; Risk assessment; Project management triangle; Engineering; Business; Systems engineering; Reliability engineering; Political science; Computer security","score_opus":0.018509148230887583,"score_gpt":0.26786455312837965,"score_spread":0.24935540489749206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770526023","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20552945,0.0007494644,0.7836653,0.0003683036,0.00070179446,0.0025423705,0.000008915745,0.0004562095,0.005978194],"genre_scores_gemma":[0.9573894,0.006925196,0.03525845,0.00000867503,0.000062528474,0.00009655981,7.0733535e-7,0.000009704853,0.00024877622],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988041,0.00009414409,0.00039480763,0.00011437046,0.00036739995,0.00022519981],"domain_scores_gemma":[0.99896747,0.00019187032,0.00045279908,0.00025613784,0.00010194552,0.00002975735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020549272,0.00012450632,0.000102374266,0.0002615853,0.00029736507,0.00040238406,0.00047606777,0.00002719499,4.2269855e-7],"category_scores_gemma":[0.000104744046,0.000056345565,0.000030743064,0.0002569779,0.000021957921,0.0011973733,0.00018027482,0.00015053301,0.000003898959],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018663515,0.000057640846,0.0053940737,0.00023946098,0.00031852568,0.000007922598,0.0025415588,0.0011384838,0.000030503032,0.0064378837,0.0075394185,0.9761079],"study_design_scores_gemma":[0.005519482,0.007152652,0.15967192,0.004958674,0.00012831838,0.00096672657,0.0006696699,0.07673636,0.0029411009,0.0020875512,0.7374173,0.0017502353],"about_ca_topic_score_codex":0.000040045543,"about_ca_topic_score_gemma":6.2318867e-7,"teacher_disagreement_score":0.97435766,"about_ca_system_score_codex":0.00011141173,"about_ca_system_score_gemma":0.000101078294,"threshold_uncertainty_score":0.38801986},"labels":[],"label_agreement":null},{"id":"W2772423550","doi":"10.1109/iemcon.2017.8117128","title":"Comparison between traditional plan-based and agile software processes according to team size &amp; project domain (A systematic literature review)","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Agile software development; Computer science; Software development process; Software project management; Process management; Team software process; Software development; Scrum; Domain (mathematical analysis); Software engineering; Plan (archaeology); Project management; Project team; Lean software development; Agile Unified Process; Best practice; Software; Knowledge management; Systems engineering; Engineering; Software construction","score_opus":0.07093399739193432,"score_gpt":0.3407974139720828,"score_spread":0.26986341658014845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2772423550","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002921108,0.009879133,0.98244274,0.0014451883,0.00014043707,0.0015749177,0.000045632478,0.0011014763,0.0004493796],"genre_scores_gemma":[0.21410877,0.0005331419,0.7839198,0.0007194063,0.00015794965,0.00036424317,0.000029402589,0.000022682041,0.00014459678],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99862707,0.00008210255,0.00034208552,0.00040110387,0.00032210132,0.0002255582],"domain_scores_gemma":[0.9967963,0.0018750068,0.00027640237,0.00080544344,0.0001377147,0.00010914149],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007479036,0.00021724866,0.0004837667,0.00009529795,0.00035564622,0.0009831957,0.0010680465,0.000081098275,0.000005573901],"category_scores_gemma":[0.003420321,0.00016730439,0.000051013805,0.0002639976,0.000023163859,0.0008930848,0.00016347576,0.00020839504,0.00000989648],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004856121,0.000402062,0.09840953,0.62550026,0.00029148537,0.00008668276,0.0031494508,0.00020027898,0.00013497648,0.0046691936,0.2534531,0.013654409],"study_design_scores_gemma":[0.0026551213,0.0021273335,0.04770754,0.7940979,0.00066129357,0.00076657644,0.0002589155,0.00578615,0.0035618795,0.010451425,0.12566927,0.0062566255],"about_ca_topic_score_codex":0.00001387272,"about_ca_topic_score_gemma":0.000005724626,"teacher_disagreement_score":0.21118766,"about_ca_system_score_codex":0.000029468678,"about_ca_system_score_gemma":0.000095231066,"threshold_uncertainty_score":0.9480979},"labels":[],"label_agreement":null},{"id":"W2773527514","doi":"10.1109/ms.2017.442103917","title":"From Incident to Insight: Incident Responders and Software Innovation","year":2017,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Software; Computer science; Incident management; Software engineering; Engineering; Computer security; Operating system","score_opus":0.03194826281789954,"score_gpt":0.3003736501338562,"score_spread":0.26842538731595667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773527514","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3439684,0.00010449064,0.6530155,0.0010122036,0.00084333826,0.00018474403,0.000010904073,0.00083240436,0.000028015274],"genre_scores_gemma":[0.65663874,0.000026613387,0.34209955,0.0008316699,0.00020305818,0.000044202334,0.00000639396,0.000024854719,0.0001249454],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983494,0.000047214635,0.00031699985,0.0005836217,0.00040841717,0.0002943073],"domain_scores_gemma":[0.99741125,0.00040615778,0.00029046007,0.0015279698,0.00021605,0.00014811012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043886306,0.00023398252,0.00022393368,0.00029579605,0.0007527831,0.0007781921,0.0014604848,0.00014399059,0.000013862852],"category_scores_gemma":[0.0029108645,0.0002342093,0.000039520895,0.00032950967,0.000049404323,0.0016513134,0.0007909193,0.00025745353,0.000045886336],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019109396,0.00018786191,0.16535851,0.0001422955,0.00019991695,0.0005622322,0.023648025,0.0008411183,0.004580543,0.008099478,0.040345006,0.75584394],"study_design_scores_gemma":[0.001359498,0.00062113896,0.6629662,0.00055635994,0.00005762167,0.00009204486,0.000102731065,0.001541855,0.030811917,0.06017004,0.23950699,0.0022136162],"about_ca_topic_score_codex":0.0008356053,"about_ca_topic_score_gemma":0.00006763866,"teacher_disagreement_score":0.7536303,"about_ca_system_score_codex":0.00009362103,"about_ca_system_score_gemma":0.000084158935,"threshold_uncertainty_score":0.9550778},"labels":[],"label_agreement":null},{"id":"W2774543501","doi":"10.1109/cseet.2017.12","title":"The University of Ottawa Undergraduate Software Engineering Program: Leading and Innovative","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Accreditation; Work (physics); Curriculum; NOMINATE; Software engineering; Engineering management; Software; Engineering; Computer science; Medical education; Sociology; Medicine; Pedagogy; Mechanical engineering","score_opus":0.014795442542926685,"score_gpt":0.2538527011504587,"score_spread":0.23905725860753202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2774543501","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056577665,0.00007109566,0.9919578,0.0011362962,0.00008790305,0.000092423594,3.6712012e-7,0.0003848531,0.00061150396],"genre_scores_gemma":[0.6531335,0.000040898565,0.3466151,0.0000051626253,0.000006269197,7.453949e-7,1.172894e-7,0.0000031020413,0.00019508517],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996333,0.00000831947,0.000060704842,0.000114733375,0.000073348805,0.00010959682],"domain_scores_gemma":[0.9991712,0.00024774452,0.000092116046,0.00039067524,0.00007387347,0.00002440986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022119365,0.000059791902,0.00006751155,0.000026475038,0.00043971714,0.00024449872,0.0006426952,0.000025129835,8.3897544e-7],"category_scores_gemma":[0.00034727567,0.0000467175,0.000014102903,0.0000982925,0.000080455065,0.000510116,0.00029439977,0.000087708875,0.0000019679992],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039925317,0.000021886699,0.014534471,0.000048313956,0.000059597573,0.000015908921,0.00043799216,0.00011773182,0.00020854022,0.60034215,0.0024438608,0.38176557],"study_design_scores_gemma":[0.00077271205,0.00038621947,0.17416488,0.00022534907,0.00002669177,0.000058106652,0.00012951126,0.16108498,0.013342494,0.010500002,0.6384077,0.00090135005],"about_ca_topic_score_codex":0.000067567606,"about_ca_topic_score_gemma":0.000014974291,"teacher_disagreement_score":0.6474758,"about_ca_system_score_codex":0.00000987119,"about_ca_system_score_gemma":0.000016634123,"threshold_uncertainty_score":0.33819932},"labels":[],"label_agreement":null},{"id":"W2776381351","doi":"10.4018/978-1-4666-5888-2.ch684","title":"A Comparison of Use Cases and User Stories","year":2014,"lang":"en","type":"book-chapter","venue":"Advances in information quality and management","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science","score_opus":0.06344527340893952,"score_gpt":0.3657561230459022,"score_spread":0.3023108496369627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2776381351","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001986796,0.0019134177,0.9717904,0.00012891996,0.00021986257,0.00031160362,0.000009935036,0.00013556963,0.025291644],"genre_scores_gemma":[0.16704777,0.0934663,0.71296966,0.0016507601,0.00008130848,0.00014059457,0.00011318458,0.000034696863,0.024495712],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99923205,0.000015331541,0.0004162238,0.00010457471,0.00016274709,0.000069093534],"domain_scores_gemma":[0.9989571,0.0004074308,0.00034523482,0.00023121036,0.000037073787,0.000021982107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035422097,0.00011427074,0.00021488649,0.00014955747,0.00003203322,0.00009656056,0.0001445931,0.00005847114,0.0000027104338],"category_scores_gemma":[0.00008835723,0.000111436675,0.00001673848,0.000029705943,0.00004362855,0.0025230814,0.00021021829,0.000092527705,0.0000013858167],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005990876,0.0000030690812,0.00046790633,0.00060843764,0.0000071744334,6.306188e-7,0.0004516174,0.000086948865,2.0274854e-8,0.87870604,0.00021022288,0.11945194],"study_design_scores_gemma":[0.000100241814,0.000052757594,0.0013733951,0.00016000374,0.000008219608,0.0000019203414,0.000044089513,0.00042733504,0.000004781904,0.0057331948,0.9919519,0.00014216459],"about_ca_topic_score_codex":0.000027261109,"about_ca_topic_score_gemma":0.000023406885,"teacher_disagreement_score":0.99174166,"about_ca_system_score_codex":0.000015813876,"about_ca_system_score_gemma":0.0000035668781,"threshold_uncertainty_score":0.45442557},"labels":[],"label_agreement":null},{"id":"W2782745290","doi":"10.5539/mas.v12n2p62","title":"Requirements Prioritization Techniques Comparison","year":2018,"lang":"en","type":"article","venue":"Modern Applied Science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Requirement prioritization; Prioritization; Computer science; Non-functional requirement; Schedule; Requirements engineering; Viewpoints; Functional requirement; Requirements management; Non-functional testing; Process (computing); Risk analysis (engineering); Requirements analysis; Requirements elicitation; Software requirements; Quality (philosophy); Software; Systems engineering; Software development; Management science; Software engineering; Engineering; Component-based software engineering; Software construction; Business","score_opus":0.030269451893140207,"score_gpt":0.3198228783949324,"score_spread":0.28955342650179217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782745290","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017111485,0.000019056617,0.97798514,0.00014157678,0.00019410424,0.0001883924,3.1565395e-7,0.0014531104,0.018307151],"genre_scores_gemma":[0.6344639,0.00000304844,0.36526883,0.00014443153,0.00005759643,0.000020399906,3.4855793e-7,0.0000050020353,0.000036402744],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99847573,0.000009898294,0.00018563932,0.00047811196,0.0005361665,0.00031446802],"domain_scores_gemma":[0.9989985,0.000036911588,0.00009628086,0.00064105383,0.00014132775,0.00008588358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083090307,0.000111940855,0.000105216845,0.00016886106,0.0003433022,0.00036361776,0.0015204264,0.00004425381,0.0000068222707],"category_scores_gemma":[0.000060204384,0.000107948166,0.000015505459,0.00090759905,0.0002744225,0.0009760427,0.0004037252,0.00010054811,0.000043622193],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005877705,0.00006492723,0.00042624056,0.000009299048,0.0000031638945,0.0000013273988,0.001199464,0.000016662969,0.4176064,0.10081681,0.00082176976,0.47902805],"study_design_scores_gemma":[0.00008177136,0.000120507706,0.0008622035,0.000018828136,0.0000030244887,0.000006041067,0.000007723706,0.4495419,0.50016135,0.029720299,0.019180052,0.00029628465],"about_ca_topic_score_codex":0.000010157006,"about_ca_topic_score_gemma":0.000001543661,"teacher_disagreement_score":0.6327528,"about_ca_system_score_codex":0.00007555726,"about_ca_system_score_gemma":0.00008506018,"threshold_uncertainty_score":0.44019985},"labels":[],"label_agreement":null},{"id":"W2783207916","doi":"10.1016/j.scico.2018.01.002","title":"The two paradigms of software development research","year":2018,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Empirical research; Software development; Situated; Management science; Knowledge management; Software engineering; Software; Data science; Epistemology; Artificial intelligence; Programming language; Engineering","score_opus":0.05274942628383975,"score_gpt":0.36745157842863785,"score_spread":0.3147021521447981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783207916","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028054364,0.0001239452,0.9706682,0.00017232657,0.0004650937,0.0001935445,9.511745e-8,0.0001969821,0.00012545106],"genre_scores_gemma":[0.3992703,0.0000036235806,0.6006403,0.000006325306,0.000056174027,0.000010762398,7.101989e-8,0.000003265569,0.000009185793],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978156,0.00006616478,0.00030848934,0.00033245972,0.00097476837,0.0005024849],"domain_scores_gemma":[0.99767536,0.0006217163,0.00014956082,0.0007103319,0.0007572396,0.00008578566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005388371,0.00009182553,0.000121014404,0.00022600814,0.00065354817,0.00032206989,0.002912008,0.000024444984,0.0000011574522],"category_scores_gemma":[0.00026478965,0.00006446143,0.000033187327,0.0019201501,0.0013518713,0.0006361969,0.001010882,0.0001601433,0.0000063874186],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026342814,0.000027752889,0.00044015038,0.000012966965,0.0000052415107,9.83263e-7,0.0011450796,0.000030174408,0.00022671401,0.033763573,0.00009994406,0.9642448],"study_design_scores_gemma":[0.0005639205,0.0021204422,0.011228489,0.0005339211,0.000007630959,0.00007788697,0.00012919286,0.11020778,0.32443208,0.023960399,0.5259558,0.0007824598],"about_ca_topic_score_codex":0.000025557674,"about_ca_topic_score_gemma":0.0000042094357,"teacher_disagreement_score":0.96346235,"about_ca_system_score_codex":0.00003971608,"about_ca_system_score_gemma":0.0004056375,"threshold_uncertainty_score":0.5411284},"labels":[],"label_agreement":null},{"id":"W2783945405","doi":"10.1109/bigdata.2017.8258521","title":"Towards a big data requirements engineering artefact model in the context of big data software development projects: Poster extended abstract","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Big data; Computer science; Context (archaeology); Data modeling; Software engineering; Software; Software development; Development (topology); Data science; Systems engineering; Data mining; Engineering; Programming language; Geology","score_opus":0.2687561800912797,"score_gpt":0.3459865050124318,"score_spread":0.07723032492115206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783945405","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0065322593,0.000106964035,0.99089515,0.00070641673,0.00047185374,0.0004275679,0.000058266745,0.00029488842,0.00050665636],"genre_scores_gemma":[0.7274608,0.000031274267,0.27220842,0.00013580694,0.000051225274,0.000020926327,0.00004981666,0.000013701613,0.000028020884],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99813163,0.000022841163,0.00043646808,0.0006097723,0.00047759828,0.00032167457],"domain_scores_gemma":[0.99375683,0.00018409001,0.00025067534,0.0056919963,0.00006429449,0.000052106487],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0016215775,0.00021973853,0.0002291223,0.00013201813,0.00012592174,0.00045360043,0.008959815,0.00007710122,0.0000034222337],"category_scores_gemma":[0.00085693784,0.00015635305,0.000024651172,0.00012448097,0.000030628013,0.0021822832,0.0033998243,0.00023833693,0.00000557718],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020200518,0.00021319794,0.0009732273,0.00015260426,0.00008116298,0.000048951213,0.0023351756,0.00024515932,0.0002725163,0.0007374937,0.002374666,0.99254566],"study_design_scores_gemma":[0.0019026136,0.00023280593,0.09777763,0.0009286565,0.000060671726,0.00010609699,0.00030343543,0.82479364,0.010615524,0.0009311119,0.060543954,0.0018038874],"about_ca_topic_score_codex":0.000370755,"about_ca_topic_score_gemma":0.00013278895,"teacher_disagreement_score":0.9907417,"about_ca_system_score_codex":0.000038020306,"about_ca_system_score_gemma":0.00028827012,"threshold_uncertainty_score":0.9964022},"labels":[],"label_agreement":null},{"id":"W2784251617","doi":"","title":"DevOps toolchains for continuous engineering and improvement","year":2017,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"DevOps; Computer science; Software engineering","score_opus":0.10486477684899746,"score_gpt":0.40780489270600245,"score_spread":0.302940115857005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784251617","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15651761,0.004094343,0.7767828,0.045058787,0.0034299684,0.012400271,0.0006755765,0.00040585626,0.0006347561],"genre_scores_gemma":[0.92304057,0.0005874628,0.07517603,0.000022033857,0.000046982517,0.00045396,9.2271995e-7,0.0000139399,0.0006581059],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99889064,0.000039461673,0.00017802064,0.00031264266,0.00025055648,0.00032869139],"domain_scores_gemma":[0.9955043,0.001597142,0.00018954041,0.00067520473,0.001983164,0.00005063297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008523326,0.00013468639,0.00025135672,0.000061053004,0.00070575584,0.00021051052,0.0009920001,0.00003730062,4.445863e-7],"category_scores_gemma":[0.0068350392,0.00009534025,0.00004473349,0.0001504816,0.00018036095,0.0003311614,0.0006159197,0.00014332632,2.460656e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042407966,0.0001585401,0.0003810142,0.0008151403,0.00045505603,0.000003031759,0.0062740515,0.0018440341,0.0279713,0.75554425,0.0040810076,0.20204851],"study_design_scores_gemma":[0.004792808,0.004578646,0.0014249259,0.0017661918,0.00004819393,0.0000020294538,0.007178051,0.07908733,0.63515574,0.043104384,0.22184695,0.0010147337],"about_ca_topic_score_codex":0.0000026925022,"about_ca_topic_score_gemma":0.000021560572,"teacher_disagreement_score":0.76652294,"about_ca_system_score_codex":0.00007234432,"about_ca_system_score_gemma":0.00011551814,"threshold_uncertainty_score":0.8182674},"labels":[],"label_agreement":null},{"id":"W2785630866","doi":"10.17485/ijst/2017/v10i43/120417","title":"The Software Engineering Body of Knowledge: A Benchmarking Tool for Organizational Process Assessment and Improvement – Case Study","year":2017,"lang":"en","type":"article","venue":"Indian Journal of Science and Technology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Benchmarking; Software Engineering Process Group; Best practice; Computer science; Process (computing); Team software process; Benchmark (surveying); Process management; Software development process; Software; Knowledge management; Body of knowledge; Personal software process; Quality (philosophy); Software development; Engineering management; Business; Engineering; Software construction; Management","score_opus":0.00945764995186036,"score_gpt":0.3093135236274671,"score_spread":0.29985587367560673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785630866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8487834,0.00013035037,0.15022247,0.0004516966,0.00019748551,0.00018412193,6.7733697e-7,0.000028103821,0.0000017102016],"genre_scores_gemma":[0.94227046,0.000025311843,0.057657607,0.0000041057274,0.000027136915,0.000010749306,1.816688e-8,0.0000034395805,0.0000011567305],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992854,0.0000050200365,0.00022037265,0.0001440947,0.0001912392,0.00015384934],"domain_scores_gemma":[0.99850357,0.00020341139,0.00035465637,0.00025842988,0.0006381798,0.00004176784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015962672,0.00007076312,0.000116581345,0.00027521947,0.00075444503,0.0002822028,0.0008863393,0.00003764574,3.0075032e-7],"category_scores_gemma":[0.0012225133,0.000049871356,0.000011190151,0.00032487742,0.00032174037,0.00069786364,0.00028179563,0.0001466702,2.2406555e-8],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012946662,0.00034212484,0.29719797,0.00020902793,0.00013738305,0.0010857459,0.0051395595,0.00006843809,0.0058357697,0.025601925,0.00005570944,0.6643134],"study_design_scores_gemma":[0.012792642,0.04485866,0.35721982,0.0021711234,0.0005309823,0.106374845,0.026477266,0.2075865,0.15086828,0.08018448,0.0070347926,0.003900621],"about_ca_topic_score_codex":0.0000029325495,"about_ca_topic_score_gemma":0.0000022528395,"teacher_disagreement_score":0.6604128,"about_ca_system_score_codex":0.000030993135,"about_ca_system_score_gemma":0.00033558413,"threshold_uncertainty_score":0.58026576},"labels":[],"label_agreement":null},{"id":"W2787698645","doi":"10.4018/978-1-4666-5888-2.ch728","title":"Using Wiki for Agile Software Development","year":2014,"lang":"en","type":"book-chapter","venue":"Advances in information quality and management","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Agile software development; Software engineering; Computer science; Software development; Agile usability engineering; Software; Systems engineering; Engineering; Software development process; Programming language","score_opus":0.05697241089355634,"score_gpt":0.33516642421040654,"score_spread":0.27819401331685023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2787698645","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002716724,0.0005275409,0.96687764,0.00006592396,0.00025693854,0.00045883906,0.000004773587,0.00020373735,0.031601865],"genre_scores_gemma":[0.00011081974,0.0020219681,0.99286604,0.0006631589,0.000025405325,0.000088199275,0.000044856704,0.000009033596,0.0041705323],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99899155,0.0000096004,0.0004938411,0.00016909793,0.00019553716,0.00014038383],"domain_scores_gemma":[0.99918634,0.00013019248,0.0003303241,0.00026889757,0.000051848878,0.000032426837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006970669,0.00016794458,0.00018911468,0.00019665655,0.00008855596,0.00011999147,0.00028946425,0.00008625122,0.0000050806834],"category_scores_gemma":[0.00004094315,0.00017459065,0.000032223328,0.000034553985,0.000018541634,0.0018364924,0.00023539648,0.00009712012,0.000007306265],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003558233,0.00000179824,0.000002998953,0.00067231816,0.000007633397,2.7883607e-7,0.00015846678,0.000539276,2.3760114e-8,0.59836626,0.00012698537,0.4001204],"study_design_scores_gemma":[0.00015677053,0.000017544235,0.000028705872,0.00020776039,0.000006243727,0.0000012583381,0.000008015473,0.0019574228,0.000008474124,0.037807643,0.9595645,0.00023567621],"about_ca_topic_score_codex":0.0000029668597,"about_ca_topic_score_gemma":0.000006322057,"teacher_disagreement_score":0.9594375,"about_ca_system_score_codex":0.00007704081,"about_ca_system_score_gemma":0.000016051848,"threshold_uncertainty_score":0.71195996},"labels":[],"label_agreement":null},{"id":"W2793823312","doi":"10.1109/tse.2018.2810895","title":"Asymmetric Release Planning: Compromising Satisfaction against Dissatisfaction","year":2018,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Heuristics; Computer science; Completeness (order theory); Categorical variable; Feature (linguistics); Customer satisfaction; Stakeholder; Product (mathematics); Quality (philosophy); Process management; Operations research; Machine learning; Marketing; Mathematics; Business","score_opus":0.016881603055118155,"score_gpt":0.25352717358529264,"score_spread":0.2366455705301745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793823312","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032644585,0.00008162581,0.96064186,0.00004552879,0.0023436556,0.00020649676,0.0000070192473,0.0039576194,0.000071622904],"genre_scores_gemma":[0.7323624,0.00003152034,0.26727068,0.00007403568,0.00014432221,0.000037897997,0.0000016372994,0.000043365926,0.00003415685],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982891,0.000038921557,0.00033721846,0.00052448356,0.00038559453,0.00042465204],"domain_scores_gemma":[0.99847555,0.00047354147,0.0001083338,0.0006437895,0.0001130871,0.00018572567],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024851214,0.00032830937,0.00023491237,0.00066658045,0.0003388153,0.00023729072,0.000376395,0.00016891623,0.000021069778],"category_scores_gemma":[0.00011610439,0.00036180633,0.00012458004,0.0011947106,0.000031068197,0.0011653214,0.0000064697247,0.00054449966,0.00007968589],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054156244,0.00012775123,0.0011366303,0.00010401059,0.00015502746,0.00005496527,0.0005712269,0.41429773,0.0027964085,0.00056504045,0.00086165906,0.57927537],"study_design_scores_gemma":[0.0011881461,0.00096332905,0.029842395,0.0006126515,0.00008923344,0.00020939685,0.000028283797,0.8148505,0.13399775,0.00017678596,0.016014347,0.00202716],"about_ca_topic_score_codex":0.000052805884,"about_ca_topic_score_gemma":0.00000331717,"teacher_disagreement_score":0.6997178,"about_ca_system_score_codex":0.00021367148,"about_ca_system_score_gemma":0.000039740207,"threshold_uncertainty_score":0.9998834},"labels":[],"label_agreement":null},{"id":"W2795259331","doi":"10.1145/3178315.3178323","title":"Requirements Engineering in the Context of Big Data Applications","year":2018,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Requirements engineering; Big data; Computer science; Requirement; Business requirements; Requirements analysis; Software requirements; Software engineering; Context (archaeology); Requirements elicitation; Software development; Domain (mathematical analysis); Systems engineering; Business process; Software; Engineering; Component-based software engineering; Work in process; Data mining","score_opus":0.07792903228333961,"score_gpt":0.3020320789651987,"score_spread":0.22410304668185907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795259331","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012796498,0.0005053002,0.98449093,0.00036220776,0.00042912405,0.00040503853,0.000023362381,0.0009812518,0.0000062637755],"genre_scores_gemma":[0.78655213,0.000033661316,0.2128934,0.00011551734,0.00026124483,0.00009265382,0.00002176615,0.000026687483,0.00000291991],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99836373,0.00002787477,0.00041181874,0.0004726763,0.00035400505,0.00036988631],"domain_scores_gemma":[0.97204626,0.02388175,0.00014772353,0.0037259664,0.00012441675,0.00007389508],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0008420744,0.00024369336,0.00024066295,0.00024585894,0.000064691616,0.00010780932,0.004749154,0.00010153625,0.000005161323],"category_scores_gemma":[0.03586864,0.0002129917,0.000049374463,0.000979347,0.000041511612,0.000682012,0.0010220349,0.0002792001,0.000017326525],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004115592,0.0007217056,0.26466575,0.0012246922,0.00034679993,0.00008261759,0.008267409,0.0035717057,0.008159764,0.048923172,0.0075404327,0.6564548],"study_design_scores_gemma":[0.0029303879,0.001372271,0.25256845,0.0014786269,0.00018588339,0.0002906161,0.00016948627,0.069198176,0.050937217,0.0011115817,0.6157418,0.004015518],"about_ca_topic_score_codex":0.00008883663,"about_ca_topic_score_gemma":0.000009923307,"teacher_disagreement_score":0.77375567,"about_ca_system_score_codex":0.000036226847,"about_ca_system_score_gemma":0.00004592811,"threshold_uncertainty_score":0.97225267},"labels":[],"label_agreement":null},{"id":"W2796299657","doi":"10.17140/pcsoj-4-e011","title":"A Call to Promote Soft Skills in Software Engineering","year":2018,"lang":"en","type":"article","venue":"Psychology and Cognitive Sciences - Open Journal","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University; Western University","funders":"","keywords":"Soft skills; Software Engineering Process Group; Team software process; Social skills; Teamwork; Skills management; Computer science; Pride; Software development; Social software engineering; Software; Knowledge management; Software engineering; Engineering ethics; Engineering; Psychology; Software development process; Software construction; Pedagogy; Management","score_opus":0.036347697150108924,"score_gpt":0.37985868348011803,"score_spread":0.3435109863300091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796299657","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09670469,0.00021703503,0.89936054,0.0016550098,0.0006215908,0.00024310964,0.0000016758837,0.00008269583,0.0011136275],"genre_scores_gemma":[0.6234492,0.00005226997,0.37372443,0.002538355,0.00013657214,0.00002526678,1.9635569e-7,0.000007431252,0.00006625965],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987287,0.00007447286,0.00021244542,0.00043719087,0.0001693466,0.00037786763],"domain_scores_gemma":[0.9992147,0.0002615679,0.0000830278,0.0001377206,0.00012515731,0.00017779689],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018465971,0.00013234578,0.0001646172,0.00027900268,0.00029410544,0.00059178064,0.0013337282,0.00006777822,0.000040468436],"category_scores_gemma":[0.00093127985,0.00011210273,0.00002223817,0.0007492279,0.00016444638,0.0012481448,0.00044688862,0.00033692093,0.000034362944],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007673239,0.00025675955,0.03750378,0.0000104995315,0.000046270266,0.0002758019,0.0046060886,0.000051122573,0.0004481597,0.002654043,0.0022974843,0.9517733],"study_design_scores_gemma":[0.004570871,0.01126198,0.79340345,0.0020908578,0.00005969992,0.012099519,0.00026407582,0.0142389815,0.003623007,0.047815513,0.10788777,0.0026842987],"about_ca_topic_score_codex":0.000011963871,"about_ca_topic_score_gemma":0.0000109927205,"teacher_disagreement_score":0.949089,"about_ca_system_score_codex":0.000011190384,"about_ca_system_score_gemma":0.0000680851,"threshold_uncertainty_score":0.57065547},"labels":[],"label_agreement":null},{"id":"W2796786220","doi":"","title":"Response Based Design: Use of Extreme Response Events vs. Metocean Events","year":2016,"lang":"en","type":"article","venue":"The 26th International Ocean and Polar Engineering Conference","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Intecsea (Canada)","funders":"","keywords":"Computer science","score_opus":0.06667093439896517,"score_gpt":0.2636150467165367,"score_spread":0.19694411231757153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796786220","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12565069,0.000048120724,0.86965764,0.004004088,0.0002890385,0.00012420006,0.000022534594,0.00020003357,0.0000036623392],"genre_scores_gemma":[0.9288788,0.00003834304,0.07061334,0.00013305782,0.000021266645,0.000004358397,0.0000010405639,0.000014681043,0.00029509835],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99878055,0.00024914392,0.00024183656,0.00022938669,0.00031485796,0.00018420594],"domain_scores_gemma":[0.99650586,0.0027250631,0.000119142875,0.0004311841,0.00013782301,0.000080932994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014996412,0.00016821481,0.00014297388,0.0001865151,0.00004241073,0.000069320224,0.00086067466,0.00005454176,0.000025323634],"category_scores_gemma":[0.0015602855,0.00011087107,0.000052848296,0.00014266816,0.000028257558,0.00059325167,0.00017443932,0.000118430056,0.0000056324625],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.041473616,0.0010412089,0.062487856,0.00034980976,0.002158916,0.00031945138,0.0061867763,0.04884105,0.45179024,0.30180618,0.01364222,0.069902666],"study_design_scores_gemma":[0.0021062654,0.0009469739,0.1645579,0.0011747414,0.00006132276,0.00013986263,0.000009248345,0.6646831,0.05486712,0.0027529814,0.10758952,0.0011109366],"about_ca_topic_score_codex":0.000014709908,"about_ca_topic_score_gemma":2.4219824e-7,"teacher_disagreement_score":0.80322814,"about_ca_system_score_codex":0.000041343817,"about_ca_system_score_gemma":0.0000820502,"threshold_uncertainty_score":0.4521191},"labels":[],"label_agreement":null},{"id":"W2799550433","doi":"10.1109/tse.2018.2829722","title":"Integrative Double Kaizen Loop (IDKL): Towards a Culture of Continuous Learning and Sustainable Improvements for Software Organizations","year":2018,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Kaizen; Computer science; Software deployment; Process management; Productivity; Process (computing); Lean manufacturing; Workforce; Knowledge management; Operations management; Software engineering; Engineering","score_opus":0.007300316526246086,"score_gpt":0.24891636095248693,"score_spread":0.24161604442624085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799550433","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028732687,0.00012683282,0.9946286,0.00003035001,0.0003966166,0.00054163055,0.000018635757,0.0013639681,0.000020090345],"genre_scores_gemma":[0.38246712,0.00006886678,0.61564904,0.00003267314,0.00006758358,0.000184371,0.0000064631154,0.00006008357,0.0014637879],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986776,0.000019325103,0.00029092698,0.0003991686,0.00019730128,0.0004156455],"domain_scores_gemma":[0.9983794,0.00026243838,0.00011665742,0.00029736978,0.00083574007,0.00010838753],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002580301,0.00028078674,0.0002962635,0.00025122415,0.00030319102,0.00014538053,0.00035928842,0.00015045593,0.00001828933],"category_scores_gemma":[0.00034246827,0.00026657447,0.00007422839,0.0009293605,0.000048501875,0.0006909073,0.000017760922,0.000332434,0.0000028657373],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001341662,0.002492139,0.0025700987,0.0054700864,0.0044670077,0.0001343194,0.08205369,0.2263454,0.03734149,0.047000762,0.007820497,0.5829629],"study_design_scores_gemma":[0.0077031404,0.008151406,0.0004217099,0.001211461,0.0005908477,0.00020820533,0.0027233032,0.17968796,0.7195861,0.0017565589,0.07443751,0.0035218378],"about_ca_topic_score_codex":0.000076899356,"about_ca_topic_score_gemma":0.0000037318932,"teacher_disagreement_score":0.68224454,"about_ca_system_score_codex":0.00009159081,"about_ca_system_score_gemma":0.00009682415,"threshold_uncertainty_score":0.99997866},"labels":[],"label_agreement":null},{"id":"W2803355808","doi":"10.1016/j.scico.2018.05.003","title":"Preface for the Special Issue on the 23rd Asia-Pacific Software Engineering Conference (APSEC) 2016","year":2018,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Software engineering; Software; Programming language","score_opus":0.021423402473417383,"score_gpt":0.2649475131821159,"score_spread":0.2435241107086985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803355808","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011590873,0.000049342565,0.99327946,0.002124838,0.0020707748,0.0006889393,0.0000018793286,0.00042126697,0.00020440258],"genre_scores_gemma":[0.18789545,0.000011479827,0.8085985,0.000098796096,0.0031598767,0.00010186469,4.795615e-7,0.00001711123,0.00011645707],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99810797,0.000029957657,0.0002640664,0.00049600156,0.0005659842,0.0005360334],"domain_scores_gemma":[0.9971481,0.001258554,0.00017835545,0.00094525225,0.00038275644,0.0000869817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017722086,0.00020670952,0.00017222133,0.00013807452,0.0005581025,0.0007628063,0.003167509,0.000052939613,0.000018266406],"category_scores_gemma":[0.00046955142,0.00012346967,0.000087763685,0.0009207431,0.0005294462,0.00075813493,0.0005079751,0.00021113038,0.000020705576],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014424879,0.00005742388,0.00006339449,0.000039306175,0.000024104978,0.0000016072898,0.0018748947,0.00080764294,0.00030469627,0.077260874,0.009413538,0.9101381],"study_design_scores_gemma":[0.00017198279,0.0009102277,0.0006315517,0.00021416495,0.000013039183,0.000020926986,0.00006926146,0.31308553,0.016976396,0.0013090848,0.6662146,0.00038323586],"about_ca_topic_score_codex":0.0000104332385,"about_ca_topic_score_gemma":0.000001199721,"teacher_disagreement_score":0.9097549,"about_ca_system_score_codex":0.000039423405,"about_ca_system_score_gemma":0.0001728445,"threshold_uncertainty_score":0.73557585},"labels":[],"label_agreement":null},{"id":"W2804257452","doi":"10.1007/978-3-319-91602-6_18","title":"Stress in Agile Software Development: Practices and Outcomes","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Agile software development; Pace; Variety (cybernetics); Knowledge management; Stress (linguistics); Process management; Psychology; Engineering; Computer science; Geography; Software engineering","score_opus":0.018367580832402083,"score_gpt":0.2635996032092724,"score_spread":0.2452320223768703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804257452","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00042921302,0.0007961915,0.9937019,0.0005096616,0.0002601677,0.00027692015,0.0000047741833,0.00047140967,0.0035497758],"genre_scores_gemma":[0.075248845,0.00039769683,0.92240095,0.000967592,0.00014752212,0.0000776412,0.00014183864,0.000069314694,0.0005486068],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99842525,0.000013629053,0.0006384185,0.00030638656,0.00035613708,0.00026016714],"domain_scores_gemma":[0.9977512,0.00044913904,0.0011114998,0.00032123982,0.0003243003,0.000042633525],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040967026,0.00037665621,0.0003596899,0.00073070766,0.00012278158,0.00075050123,0.0005579788,0.00041336418,0.00003158546],"category_scores_gemma":[0.0016978512,0.00034292976,0.000022099952,0.00033578702,0.000054755004,0.005633469,0.00031302898,0.00050887116,0.000016749824],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014239076,0.000018188932,0.005836721,0.0015284088,0.000017206534,0.000012336444,0.005020148,0.0013537135,0.000001080286,0.0012883629,0.00002837479,0.9848812],"study_design_scores_gemma":[0.0027026865,0.00015204385,0.070432,0.01872603,0.000102221275,0.00027697269,0.00007494637,0.047491387,0.0026344936,0.10888609,0.7419075,0.0066136466],"about_ca_topic_score_codex":0.000024826137,"about_ca_topic_score_gemma":0.00012330704,"teacher_disagreement_score":0.97826755,"about_ca_system_score_codex":0.00011328981,"about_ca_system_score_gemma":0.00028281752,"threshold_uncertainty_score":0.99990225},"labels":[],"label_agreement":null},{"id":"W2807676082","doi":"","title":"Assessing Persuasion in Argumentation through Emotions and Mental States","year":2018,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Persuasion; Argumentation theory; Computer science; Psychology; Cognitive psychology; Social psychology; Epistemology; Philosophy","score_opus":0.024504837239146912,"score_gpt":0.28968501915982015,"score_spread":0.2651801819206732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807676082","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16281028,0.00049376144,0.8268764,0.00621747,0.0002509934,0.00026238096,0.0000088667875,0.0004015214,0.0026783063],"genre_scores_gemma":[0.51072204,0.0010031781,0.48781973,0.000057602407,0.000013183849,0.000033874538,0.00013005036,0.000017359702,0.00020298353],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996886,0.0016555231,0.00033372472,0.00062526,0.00027262748,0.00022682306],"domain_scores_gemma":[0.9972159,0.0009237168,0.0002955558,0.0010379006,0.0004569411,0.00006994011],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0028844788,0.0002204684,0.00020157275,0.00016990001,0.00024734208,0.0012053511,0.0008294545,0.00016682915,0.00002427914],"category_scores_gemma":[0.00047744624,0.00024051213,0.00006022723,0.0003059458,0.000106878215,0.0010974262,0.001467324,0.00042059543,0.000006965115],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002430829,0.0021931205,0.025708059,0.001043181,0.00022842825,0.00003994594,0.20549352,0.0008309554,0.0058935764,0.28892973,0.0066283643,0.4629868],"study_design_scores_gemma":[0.0014891622,0.0000045323163,0.054657493,0.007345848,0.000062781815,0.000081504266,0.001154236,0.727692,0.052363567,0.1264679,0.026749143,0.0019318487],"about_ca_topic_score_codex":0.0009065893,"about_ca_topic_score_gemma":0.0002176947,"teacher_disagreement_score":0.726861,"about_ca_system_score_codex":0.00012413567,"about_ca_system_score_gemma":0.000098525736,"threshold_uncertainty_score":0.9998315},"labels":[],"label_agreement":null},{"id":"W2811411709","doi":"10.1145/3195836.3195845","title":"Myagile","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Agile software development; Transparency (behavior); Agile usability engineering; Lean software development; Software; Knowledge management; Agile Unified Process; Process management; Software development; Computer science; Engineering; Software development process; Software engineering; Computer security","score_opus":0.011095097433701375,"score_gpt":0.2570194412593341,"score_spread":0.24592434382563275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2811411709","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00038239098,0.00001043379,0.936126,0.00036515095,0.00017729118,0.00001419238,3.5213784e-8,0.0009663161,0.0619582],"genre_scores_gemma":[0.4026547,0.0000020536065,0.59612197,0.0003306038,0.000070015245,0.0000017571115,4.7077805e-8,0.0000016078958,0.00081720273],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997804,0.0000041757644,0.000030692823,0.00007539266,0.000045468296,0.00006386205],"domain_scores_gemma":[0.99969614,0.000037096313,0.000008066733,0.00021761343,0.000021356092,0.000019723324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007563056,0.000024798048,0.000021000431,0.000018468656,0.000025387657,0.000047551428,0.00028771808,0.0000123893105,0.00011084163],"category_scores_gemma":[0.00002504423,0.00001998899,0.000008555988,0.0000998997,0.000008790654,0.0002516682,0.00007460921,0.000022788907,0.00024439977],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010728548,0.000018876568,0.00037427375,0.0000027388357,0.0000059401505,0.0000052175624,0.00031627427,0.0000021545304,0.0006400314,0.72667795,0.11044584,0.16150963],"study_design_scores_gemma":[0.000040808445,0.000110777706,0.0007999886,0.000002985794,7.5589065e-7,0.000017335951,0.0000022989389,0.021131152,0.025209386,0.013325787,0.9392473,0.00011143803],"about_ca_topic_score_codex":0.000009656221,"about_ca_topic_score_gemma":4.852405e-7,"teacher_disagreement_score":0.82880145,"about_ca_system_score_codex":0.000003015058,"about_ca_system_score_gemma":0.0000051513557,"threshold_uncertainty_score":0.3141346},"labels":[],"label_agreement":null},{"id":"W2811415407","doi":"10.1177/875697281704800301","title":"Agile Methods on Large Projects in Large Organizations","year":2017,"lang":"en","type":"article","venue":"Project Management Journal","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":165,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Agile software development; Scrum; Documentation; Agile Unified Process; Agile usability engineering; Extreme programming practices; Lean software development; Engineering; Field (mathematics); Adaptation (eye); Empirical research; Process management; Knowledge management; Computer science; Software development; Software; Software engineering; Software development process","score_opus":0.036927018144655606,"score_gpt":0.382741820742623,"score_spread":0.3458148025979674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2811415407","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00057759794,0.000067926594,0.9806145,0.00084459846,0.00056411093,0.00034523715,0.0000014112901,0.00024587603,0.016738754],"genre_scores_gemma":[0.16503021,0.00041169472,0.83281744,0.00035563804,0.00013945096,0.000045770692,0.0000016251006,0.000024306668,0.0011738897],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99877393,0.00014296686,0.00021545123,0.0002531184,0.00024506843,0.00036947045],"domain_scores_gemma":[0.998828,0.00008213877,0.00023729414,0.0007347903,0.00007101859,0.000046773795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021141418,0.00013376794,0.00013328654,0.0004154266,0.0005816653,0.0010269408,0.0014541667,0.000043782144,0.000031383974],"category_scores_gemma":[0.00045280185,0.00011651116,0.000040690877,0.00040140166,0.000008827346,0.0010174181,0.000630362,0.00036094873,0.000024505067],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041674542,0.001514719,0.026153004,0.00024296297,0.0002858501,0.0013740899,0.0047007594,0.00030042653,0.00009071192,0.7044116,0.041466027,0.21941815],"study_design_scores_gemma":[0.0026617814,0.00045905233,0.040970325,0.0004253894,0.000056048815,0.00023033857,0.00027459575,0.07534196,0.0014102585,0.02151771,0.85570425,0.0009483063],"about_ca_topic_score_codex":0.000011825759,"about_ca_topic_score_gemma":0.0000071096056,"teacher_disagreement_score":0.8142382,"about_ca_system_score_codex":0.00006981434,"about_ca_system_score_gemma":0.000045523837,"threshold_uncertainty_score":0.9902814},"labels":[],"label_agreement":null},{"id":"W2884779132","doi":"10.1109/empire.2018.00007","title":"Loud and Interactive Paper Prototyping in Requirements Elicitation: What is it Good for?","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Requirements elicitation; Requirements analysis; Computer science; Functional requirement; Requirements engineering; Rapid prototyping; Software engineering; Process (computing); Requirement; Software requirements specification; Multidisciplinary approach; Non-functional requirement; Software; Human–computer interaction; Systems engineering; Software development; Software design; Engineering; Operating system; Software construction","score_opus":0.040719271236350434,"score_gpt":0.345195596855524,"score_spread":0.30447632561917354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884779132","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003890749,0.000093389404,0.98966134,0.004228155,0.00021590904,0.0005099542,2.6755148e-7,0.00014327292,0.0012569781],"genre_scores_gemma":[0.4787794,0.0001464217,0.5164739,0.003892503,0.00009764873,0.00024437704,7.75163e-7,0.000009934242,0.00035506787],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994613,0.000015210018,0.00011581439,0.00020179903,0.00007533437,0.00013057761],"domain_scores_gemma":[0.9995028,0.0001936936,0.00004080286,0.00017022341,0.000067936286,0.000024570669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002663967,0.00006700465,0.00006416146,0.00005731254,0.00004592051,0.00026117163,0.00018095021,0.00003137837,0.000034281748],"category_scores_gemma":[0.000061436665,0.00005998639,0.000013181561,0.00012758092,0.000014185662,0.0030857902,0.000101694,0.000051883366,0.000008034353],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007145055,0.0000935188,0.0017882781,0.00009477766,0.000048814843,0.0000046454543,0.019320624,0.0000040778104,0.0010224642,0.058024038,0.0064776787,0.91304964],"study_design_scores_gemma":[0.0016008264,0.0018179797,0.006271297,0.0010595374,0.000015721664,0.000035570203,0.0017970896,0.14721595,0.04515465,0.042011403,0.7520584,0.0009615713],"about_ca_topic_score_codex":0.00002466541,"about_ca_topic_score_gemma":0.000014551291,"teacher_disagreement_score":0.91208804,"about_ca_system_score_codex":0.000021423173,"about_ca_system_score_gemma":0.000011403026,"threshold_uncertainty_score":0.25184843},"labels":[],"label_agreement":null},{"id":"W2886884589","doi":"","title":"Grade Monitoring System: A Prototype for Thulamela Secondary Schools","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Unavailability; Quarter (Canadian coin); Situated; Work (physics); Order (exchange); Report card; Computer science; Medical education; Business; Engineering; Psychology; Pedagogy; Medicine; Geography; Artificial intelligence","score_opus":0.027227800983557756,"score_gpt":0.29475519067535116,"score_spread":0.2675273896917934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886884589","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026917786,0.00006993203,0.9916118,0.00031602787,0.000772069,0.0006564777,9.684596e-7,0.001886716,0.001994236],"genre_scores_gemma":[0.45271614,0.0000021073934,0.54650587,0.000025748655,0.00034156776,0.0002490369,2.6253832e-7,0.000008708504,0.00015057095],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99931055,0.000016947439,0.0001288653,0.00023153944,0.00011404621,0.00019805743],"domain_scores_gemma":[0.9992662,0.00012282068,0.000048381644,0.00041356313,0.00009005588,0.000058992988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003142595,0.00009404758,0.00009603,0.00005890828,0.000108459295,0.00020099197,0.0005425357,0.000055410717,0.000006735866],"category_scores_gemma":[0.00007100345,0.00007948616,0.00004140797,0.00016480227,0.000011112382,0.000607546,0.00010569515,0.00013148706,0.000039069648],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008640789,0.00012211988,0.0046269433,0.001023693,0.00015621769,0.000029152614,0.0010954255,0.000028714623,0.005876293,0.7755267,0.022398893,0.18902944],"study_design_scores_gemma":[0.0012801923,0.0031207667,0.004970584,0.00068849104,0.000042014355,0.000260163,0.00022478,0.095379375,0.35382336,0.015904862,0.52287817,0.001427263],"about_ca_topic_score_codex":0.000024982553,"about_ca_topic_score_gemma":6.4114147e-7,"teacher_disagreement_score":0.75962186,"about_ca_system_score_codex":0.00003353444,"about_ca_system_score_gemma":0.000050651444,"threshold_uncertainty_score":0.32413518},"labels":[],"label_agreement":null},{"id":"W2888604130","doi":"10.1002/hfm.20758","title":"Contributions from cognitive engineering to requirements specifications for complex sociotechnical systems: A case study in the context of healthcare in Brazil","year":2018,"lang":"en","type":"article","venue":"Human Factors and Ergonomics in Manufacturing & Service Industries","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Sociotechnical system; Domain (mathematical analysis); Context (archaeology); Cognitive ergonomics; Computer science; Knowledge management; Information system; Work (physics); Requirements engineering; Engineering management; Systems engineering; Software engineering; Software; Engineering; Human factors and ergonomics; Poison control; Medicine","score_opus":0.1371393148182626,"score_gpt":0.35602913518193635,"score_spread":0.21888982036367374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888604130","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9884585,0.00004177612,0.0095135765,0.0006374724,0.00009284308,0.0010669596,0.0001253202,0.000060754635,0.0000027780789],"genre_scores_gemma":[0.9986174,0.0000056498066,0.0010191737,0.00012812507,0.00005291916,0.00014331886,0.000021788544,0.000010560761,0.0000010435305],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99878454,0.000081769445,0.00047525993,0.00031903648,0.000095634474,0.00024376062],"domain_scores_gemma":[0.9982798,0.0011265955,0.0001282428,0.00031352346,0.000099272256,0.000052582818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005466299,0.00017070417,0.00028346822,0.00022129783,0.00015265874,0.00015265273,0.0004371392,0.00012332124,0.0000020065759],"category_scores_gemma":[0.00014659949,0.00015225976,0.00001949111,0.00026069005,0.000035566416,0.00023977773,0.00016829424,0.00033303667,5.2393364e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006508939,0.0025780557,0.62565863,0.00072600855,0.00038883902,0.0004287261,0.30562413,0.0052676257,0.00092929404,0.045565195,0.0010616613,0.0111209545],"study_design_scores_gemma":[0.002191413,0.0007971221,0.91969943,0.0005875529,0.00003300587,0.000034998404,0.06244245,0.0061713383,0.0041520013,0.0006187467,0.0026020312,0.0006699086],"about_ca_topic_score_codex":0.021417225,"about_ca_topic_score_gemma":0.016755214,"teacher_disagreement_score":0.29404083,"about_ca_system_score_codex":0.00015323499,"about_ca_system_score_gemma":0.00004634662,"threshold_uncertainty_score":0.98509926},"labels":[],"label_agreement":null},{"id":"W2893219263","doi":"10.1007/978-3-030-01171-0_8","title":"Reinforcing Very Small Entities Using Agile Methodologies with the ISO/IEC 29110","year":2018,"lang":"en","type":"book-chapter","venue":"Advances in intelligent systems and computing","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Agile software development; Software development process; Software development; Process management; Software; Software quality; Software engineering; Engineering management; Computer science; Quality (philosophy); Process (computing); Systems engineering; Engineering; Operating system","score_opus":0.0646523697253756,"score_gpt":0.30483674576904385,"score_spread":0.24018437604366827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893219263","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005151604,0.024445739,0.96232164,0.000028705252,0.0012554663,0.00032971016,0.0000016016265,0.00032495914,0.010777002],"genre_scores_gemma":[0.089430675,0.0131911505,0.8649367,0.00024911904,0.0018903483,0.0000488163,0.0000095430705,0.00020249191,0.030041127],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99830353,0.00008600241,0.0005004202,0.00052833906,0.00024956075,0.0003321635],"domain_scores_gemma":[0.9970681,0.0016112974,0.0005656561,0.0005961532,0.000116229116,0.00004257546],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011974506,0.00037969925,0.00048477738,0.00019500134,0.00023885835,0.00042611142,0.0007950861,0.00016323953,0.0000059326517],"category_scores_gemma":[0.00008182676,0.00026339578,0.000071097274,0.00009977836,0.00015984186,0.0005075844,0.00055703404,0.0004674146,0.0000042815695],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054955268,0.000014617345,0.00034650578,0.0015337481,0.00029746912,0.00017410002,0.006776393,0.15578477,0.000025243588,0.5432758,0.00037746408,0.29133898],"study_design_scores_gemma":[0.00017661574,0.00061716174,0.000012614714,0.007835506,0.000085391155,0.0005815807,0.0012364956,0.29150096,0.0006057138,0.01809795,0.67772204,0.0015279596],"about_ca_topic_score_codex":0.00016924897,"about_ca_topic_score_gemma":0.000036121186,"teacher_disagreement_score":0.6773446,"about_ca_system_score_codex":0.00008594304,"about_ca_system_score_gemma":0.00004400779,"threshold_uncertainty_score":0.9999818},"labels":[],"label_agreement":null},{"id":"W2894123150","doi":"10.4018/978-1-5225-2255-3.ch659","title":"A Tale of Two Agile Requirements Engineering Practices","year":2017,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"User story; Agile software development; Requirements engineering; Requirement; Agile usability engineering; Requirements analysis; User requirements document; Computer science; Context (archaeology); Software engineering; Engineering; Software; Software development; Software development process; Geography","score_opus":0.04094124566570001,"score_gpt":0.31373122299280753,"score_spread":0.2727899773271075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894123150","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000039389375,0.00050122995,0.09895568,0.00005452344,0.0008878414,0.00026973124,0.000035270634,0.00067303295,0.8985833],"genre_scores_gemma":[0.30685925,0.00011449451,0.5785194,0.00028025205,0.001046973,0.00008826943,0.0000088015595,0.00020002943,0.112882495],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984394,0.000010520795,0.00035668942,0.00046919897,0.00044945182,0.00027474633],"domain_scores_gemma":[0.9968557,0.0001301724,0.0013464326,0.0014352705,0.00012419614,0.00010823524],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002977911,0.00035215038,0.00040268863,0.00008369576,0.00007847354,0.0002503571,0.0017011944,0.00022186295,0.000013149186],"category_scores_gemma":[0.0002459183,0.00036847568,0.00016165573,0.000012587916,0.0000419513,0.0005039831,0.0006200907,0.00030597564,0.00003647176],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051811935,0.000007895852,0.000014379628,0.00008463828,0.00009856988,0.000078500896,0.000032818985,0.00003636766,0.000097659715,0.9902434,0.0010478209,0.008252786],"study_design_scores_gemma":[0.0006589436,0.00037779825,0.00006012061,0.001558579,0.00019570273,0.0002585615,0.0000015012505,0.003921656,0.001902222,0.3409352,0.64865524,0.0014744842],"about_ca_topic_score_codex":0.00015789931,"about_ca_topic_score_gemma":0.000014420801,"teacher_disagreement_score":0.7857008,"about_ca_system_score_codex":0.00010062994,"about_ca_system_score_gemma":0.00013058343,"threshold_uncertainty_score":0.99987674},"labels":[],"label_agreement":null},{"id":"W2895478521","doi":"10.1145/3239235.3268916","title":"Understanding what industry wants from requirements engineers","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Perspective (graphical); Job analysis; Process (computing); Job market; Competence (human resources); Empirical research; Knowledge management; Computer science; Public relations; Marketing; Psychology; Business; Political science; Engineering; Social psychology; Artificial intelligence","score_opus":0.1678528054056422,"score_gpt":0.3136713550166372,"score_spread":0.14581854961099497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895478521","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074676154,0.000069950176,0.98691934,0.0006554417,0.0010873625,0.00005363432,6.0274516e-7,0.000943485,0.0028025743],"genre_scores_gemma":[0.84010583,0.000026180256,0.15922603,0.00032507878,0.00015615486,0.000003228387,0.0000011670896,0.000008563764,0.00014774894],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992399,0.000017771346,0.00011401179,0.0002345221,0.0001935908,0.00020016091],"domain_scores_gemma":[0.9993231,0.00013047866,0.000038695547,0.0004048499,0.000026511538,0.00007630944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020374185,0.000098880744,0.00007711473,0.0000699648,0.000073970354,0.00043229878,0.00054335763,0.00012908607,0.00017488618],"category_scores_gemma":[0.000036973608,0.00009025499,0.000022410168,0.0002322258,0.000024248537,0.0024054083,0.00016117566,0.0001892587,0.00006361616],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046961857,0.00026770635,0.010863292,0.00004647647,0.000541439,0.00023353862,0.010092206,0.00036527126,0.0054372516,0.7005143,0.14876983,0.12282172],"study_design_scores_gemma":[0.0025597375,0.001445153,0.009525942,0.0013199919,0.00009732399,0.000100273326,0.004018948,0.37774852,0.22714807,0.21807948,0.1538756,0.0040809587],"about_ca_topic_score_codex":0.00005083187,"about_ca_topic_score_gemma":0.000002821315,"teacher_disagreement_score":0.83263826,"about_ca_system_score_codex":0.00008577607,"about_ca_system_score_gemma":0.000020347648,"threshold_uncertainty_score":0.41686672},"labels":[],"label_agreement":null},{"id":"W2897266734","doi":"10.1109/empire.2018.00009","title":"A Domain Model for Requirements-Driven Insight for Internal Stakeholders: A Proposal for an Exploratory Interactive Study","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Domain (mathematical analysis); Reuse; Domain model; Knowledge management; Process management; Domain analysis; Empirical research; Process (computing); Exploratory research; Quality (philosophy); Requirements analysis; Business; Engineering; Domain knowledge; Software development","score_opus":0.17061071822858032,"score_gpt":0.3673258668150449,"score_spread":0.1967151485864646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897266734","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011410456,0.0000065464274,0.9839067,0.00025671298,0.00040564628,0.0033082513,0.000020916736,0.00057905435,0.00010572494],"genre_scores_gemma":[0.34631106,5.424755e-7,0.6514785,0.00016394039,0.00015655965,0.0017453773,0.000004509416,0.000023400877,0.00011610609],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986519,0.000045260902,0.0002817938,0.00053435896,0.00017328023,0.00031336056],"domain_scores_gemma":[0.9985414,0.00031740763,0.00014571154,0.0004989851,0.00039930668,0.00009718385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067475025,0.0001949774,0.00019583214,0.0001320715,0.0001633904,0.00027439513,0.0008476141,0.000055396038,0.0000034323618],"category_scores_gemma":[0.00011775211,0.00016566439,0.00008880893,0.00010764327,0.000033956603,0.0024632413,0.00019312609,0.0000806004,0.0000017009994],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008190968,0.008629274,0.0006328632,0.00053051347,0.0015928423,0.000019068808,0.30032322,0.0021681928,0.013685895,0.4629891,0.08256961,0.118668474],"study_design_scores_gemma":[0.0016025286,0.007225227,0.000008481563,0.00003513165,0.000024524094,0.0000035062703,0.0012946053,0.94048417,0.003296655,0.03389752,0.011811355,0.00031632034],"about_ca_topic_score_codex":0.000012786176,"about_ca_topic_score_gemma":0.00016981253,"teacher_disagreement_score":0.9383159,"about_ca_system_score_codex":0.000087611974,"about_ca_system_score_gemma":0.00015943161,"threshold_uncertainty_score":0.67555976},"labels":[],"label_agreement":null},{"id":"W2897972231","doi":"10.1177/8756972818802713","title":"A Research Agenda for Extending Agile Practices In Software Development and Additional Task Domains","year":2018,"lang":"en","type":"article","venue":"Project Management Journal","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Agile software development; Agile Unified Process; Knowledge management; Task (project management); Lean software development; Domain (mathematical analysis); Extant taxon; Agile usability engineering; Computer science; Work (physics); Key (lock); Process management; Software; Engineering ethics; Management science; Software development; Engineering; Software development process; Systems engineering; Software engineering","score_opus":0.12559598597455643,"score_gpt":0.41045253863126896,"score_spread":0.2848565526567125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897972231","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024068449,0.000291039,0.9935796,0.0005281157,0.00031157004,0.000627974,0.000010569788,0.00018678303,0.0020574694],"genre_scores_gemma":[0.015867032,0.00022459513,0.9828667,0.00011517149,0.00023936473,0.0002628156,0.000008269001,0.000013661507,0.00040239206],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984386,0.00012132144,0.00026118656,0.00031789154,0.0004529775,0.00040801053],"domain_scores_gemma":[0.9985266,0.0008256978,0.00023781168,0.00019152918,0.00016051921,0.00005784338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032586225,0.0001149081,0.00010430688,0.0007179097,0.0004992965,0.00061539933,0.0005673927,0.000039725805,0.00006936931],"category_scores_gemma":[0.0006697748,0.00010472427,0.000027593484,0.0005452527,0.000045351764,0.0010599204,0.00042832445,0.00031815076,0.000010539875],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012771599,0.0002905645,0.00091118616,0.00035998772,0.00022076834,0.0004287713,0.0044460995,0.000020072508,0.000041682324,0.03568793,0.27025208,0.6872132],"study_design_scores_gemma":[0.00042623124,0.00021664074,0.002059227,0.00020820397,0.000007308169,0.00019154555,0.000229059,0.0027629577,0.00012763616,0.0092853885,0.98429275,0.00019308356],"about_ca_topic_score_codex":0.000008848602,"about_ca_topic_score_gemma":0.000013375162,"teacher_disagreement_score":0.71404064,"about_ca_system_score_codex":0.00013232887,"about_ca_system_score_gemma":0.000118045326,"threshold_uncertainty_score":0.593431},"labels":[],"label_agreement":null},{"id":"W2899111223","doi":"","title":"New trends in HCI research and development: A cautionary tale","year":2018,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"History; Computer science","score_opus":0.14685149405128092,"score_gpt":0.36290711230037426,"score_spread":0.21605561824909333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899111223","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56843597,0.007701312,0.032366943,0.17121927,0.007570048,0.0030379111,0.000018250048,0.0025047492,0.20714556],"genre_scores_gemma":[0.93927884,0.00031993183,0.023444645,0.00035856082,0.00018923733,0.000075591335,0.000014159829,0.000021780108,0.036297243],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99752766,0.0002923328,0.00038064833,0.0007074046,0.00061349006,0.0004784372],"domain_scores_gemma":[0.99874127,0.00024355149,0.00027866894,0.0003401296,0.00015095824,0.00024544782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001070744,0.00022681485,0.0002293388,0.00057664776,0.00030517034,0.0003151979,0.00036878572,0.00012848647,0.00022302185],"category_scores_gemma":[0.000063920306,0.00024237992,0.000013755124,0.0013937729,0.000104324026,0.0005768611,0.00020752316,0.00090007903,0.000036768033],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000120575554,0.00026909212,0.1272784,0.000096943186,0.000011639934,0.000013914075,0.0028034486,0.000011002971,0.00006231239,0.330983,0.006195918,0.5321537],"study_design_scores_gemma":[0.000468829,0.00070678064,0.7108826,0.0004415421,0.0000022719692,0.000013719562,0.00029345587,0.0008179102,0.00013512158,0.013481253,0.27232227,0.0004342768],"about_ca_topic_score_codex":0.0013271868,"about_ca_topic_score_gemma":0.0011311688,"teacher_disagreement_score":0.58360416,"about_ca_system_score_codex":0.0004348534,"about_ca_system_score_gemma":0.00083306804,"threshold_uncertainty_score":0.98839664},"labels":[],"label_agreement":null},{"id":"W2899397100","doi":"","title":"Management of a Multidisciplinary Research Project: A Case Study on Adopting Agile Methods","year":2018,"lang":"en","type":"article","venue":"Journal of research practice","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Agile software development; Facilitator; Teamwork; Knowledge management; Multidisciplinary approach; Project management; Process management; Engineering management; Engineering; Management science; Computer science; Systems engineering; Psychology; Management; Sociology; Software engineering","score_opus":0.3599830269811758,"score_gpt":0.6201785980844964,"score_spread":0.2601955711033206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899397100","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18217121,0.0009302955,0.8001133,0.0033608635,0.0009733831,0.0023837858,0.0000015852078,0.00018527667,0.009880285],"genre_scores_gemma":[0.3138828,0.00013632924,0.685522,0.00000889336,0.00023464183,0.00002817748,4.003194e-8,0.000014759426,0.00017232202],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9907136,0.0054637147,0.00061048556,0.00034214038,0.0023335353,0.0005365484],"domain_scores_gemma":[0.9784992,0.014586795,0.00052127306,0.0009191815,0.005319871,0.00015372303],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0657598,0.0001276012,0.00025119938,0.0013241916,0.00047134564,0.00028728164,0.0014940853,0.000069696835,0.000009123636],"category_scores_gemma":[0.012632581,0.00010153007,0.000078057674,0.0027080528,0.00017654547,0.0019570752,0.0014577883,0.0020060278,0.000013401113],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028339627,0.011493488,0.00079094054,0.00082923204,0.0015742712,0.23303841,0.06608851,0.0002642552,0.0017334588,0.009878191,0.025582638,0.6458926],"study_design_scores_gemma":[0.0052125393,0.092001535,0.0021932388,0.0036404987,0.00027320447,0.07871656,0.30738428,0.031752627,0.014369061,0.004321476,0.45901275,0.001122236],"about_ca_topic_score_codex":0.0003305145,"about_ca_topic_score_gemma":0.0000037516686,"teacher_disagreement_score":0.6447704,"about_ca_system_score_codex":0.00015849773,"about_ca_system_score_gemma":0.00033875823,"threshold_uncertainty_score":0.99568444},"labels":[],"label_agreement":null},{"id":"W2902038971","doi":"","title":"Redlining Louisville Project: Early Lessons Learned","year":2017,"lang":"en","type":"article","venue":"Bridges Conversations in Global Politics and Public Policy","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Credibility; Work (physics); Political science; Public relations; History; Psychology; Law; Engineering","score_opus":0.07307353634761167,"score_gpt":0.368488227542826,"score_spread":0.29541469119521435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902038971","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2836414,0.00064208015,0.30137813,0.3156465,0.0013660354,0.0008853073,0.0003308477,0.0016956963,0.094414],"genre_scores_gemma":[0.986224,0.00027352892,0.0126997745,0.00042947652,0.00015273257,0.000017803817,0.00000460932,0.000007490283,0.00019059688],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9988229,0.000046722944,0.00019817766,0.0003070688,0.00016288256,0.00046219327],"domain_scores_gemma":[0.9987252,0.0001181482,0.00014549676,0.00078071095,0.00008536404,0.00014508005],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00029884523,0.00013744732,0.00014773275,0.00020488584,0.00043748436,0.0012692269,0.00088422705,0.00009605289,0.000002208921],"category_scores_gemma":[0.0015022309,0.0001478696,0.00003907136,0.0002470859,0.00014115819,0.0011128068,0.00048587215,0.00015731898,0.0000073831357],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.667138e-7,0.000020613435,0.024333617,0.0000088325305,0.000009673317,0.0000061532746,0.00022242911,0.0000057132547,9.315731e-7,0.95283663,0.0006855667,0.021869073],"study_design_scores_gemma":[0.0010897624,0.00013830881,0.55807865,0.000095700234,0.000014524676,0.00014396776,0.00018578295,0.03068199,0.000035432964,0.15712747,0.2517,0.0007083995],"about_ca_topic_score_codex":0.02795966,"about_ca_topic_score_gemma":0.00015280432,"teacher_disagreement_score":0.79570913,"about_ca_system_score_codex":0.00014708209,"about_ca_system_score_gemma":0.0005304247,"threshold_uncertainty_score":0.99976754},"labels":[],"label_agreement":null},{"id":"W2904196063","doi":"10.1522/rhe.v2i2.861","title":"La robotique pour motiver ses élèves","year":2018,"lang":"fr","type":"article","venue":"Revue hybride de l éducation","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Commission Scolaire des Hautes Rivières; Université du Québec à Chicoutimi","funders":"","keywords":"Humanities; Sociology; Philosophy","score_opus":0.07540329819430605,"score_gpt":0.33200162606150085,"score_spread":0.25659832786719483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904196063","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08843122,0.0017438277,0.8930456,0.0107279355,0.00268165,0.0001513275,0.0000053501167,0.00041655923,0.002796546],"genre_scores_gemma":[0.747129,0.0006351602,0.24306256,0.00031515668,0.0015811215,0.000024545587,0.000005409513,0.000028708067,0.007218298],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986696,0.00032208615,0.0002162303,0.00036415708,0.00011240227,0.0003154849],"domain_scores_gemma":[0.99827135,0.00068384496,0.00016284702,0.00052462716,0.0002433671,0.00011398561],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092080166,0.00017452586,0.0001523626,0.00010074434,0.000110462606,0.00029700273,0.00045415157,0.0001399044,0.0001204208],"category_scores_gemma":[0.00091850216,0.0002094392,0.000073387564,0.00031539603,0.000093817864,0.0010490459,0.000116093936,0.00028049634,0.00033355528],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027702426,0.00073173316,0.010117943,0.0010180282,0.00016275696,0.00019932153,0.049631603,0.002218087,0.0017220102,0.29068062,0.20231307,0.44117713],"study_design_scores_gemma":[0.00020370075,0.00024291596,0.080423065,0.0010036029,0.00009250023,0.0020207276,0.00031875042,0.111065306,0.01655752,0.023576591,0.7637761,0.0007192129],"about_ca_topic_score_codex":0.0004517783,"about_ca_topic_score_gemma":0.000038664824,"teacher_disagreement_score":0.65869784,"about_ca_system_score_codex":0.00030777045,"about_ca_system_score_gemma":0.0003459137,"threshold_uncertainty_score":0.8540682},"labels":[],"label_agreement":null},{"id":"W2904863785","doi":"10.18438/eblip29471","title":"The Library Assessment Capability Maturity Model: A Means of Optimizing How Libraries Measure Effectiveness","year":2018,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Otago","keywords":"Benchmarking; Capability Maturity Model; Computer science; Maturity (psychological); Process (computing); Process management; Measure (data warehouse); Artifact (error); Value (mathematics); Data collection; Digital library; Operations research; Data mining; Engineering; Business; Statistics; Artificial intelligence; Marketing; Mathematics","score_opus":0.015007197804302602,"score_gpt":0.25925965048876404,"score_spread":0.24425245268446144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904863785","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00082891184,0.000634181,0.94779044,0.04754017,0.0001847816,0.00036935788,0.0000073795627,0.0006521382,0.0019926522],"genre_scores_gemma":[0.40320677,0.00074603705,0.59213185,0.003777057,0.000049069822,0.000053628184,0.0000063770763,0.000010367877,0.000018856816],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982607,0.00062279886,0.0003270814,0.00020898953,0.0003815058,0.00019895147],"domain_scores_gemma":[0.9913252,0.007348364,0.00044095016,0.00067836774,0.00011267322,0.00009441675],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.001642616,0.00017121679,0.00016830582,0.000104802864,0.00039859972,0.0018797847,0.00082038593,0.00009854831,0.000012739556],"category_scores_gemma":[0.0018357527,0.00012633648,0.00005420973,0.00055063894,0.00018315532,0.35213536,0.0004286895,0.00032723788,0.000002167285],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005408979,0.00006645937,0.00083488773,0.000479365,0.000051257713,0.0000029750784,0.0006611082,0.0024735827,0.00012307214,0.96364707,0.002986607,0.028132701],"study_design_scores_gemma":[0.00026483473,0.00040910786,0.0048043253,0.00052588945,0.000034801174,0.00002963346,0.00015710891,0.8368257,0.018667294,0.005477192,0.13248755,0.00031653637],"about_ca_topic_score_codex":0.000002755695,"about_ca_topic_score_gemma":1.7408425e-8,"teacher_disagreement_score":0.9581699,"about_ca_system_score_codex":0.0000100948655,"about_ca_system_score_gemma":0.0004229509,"threshold_uncertainty_score":0.99915636},"labels":[],"label_agreement":null},{"id":"W2908562833","doi":"10.1007/978-3-030-06019-0_17","title":"DevOps’18 Education Panel","year":2019,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"DevOps; Computer science; Engineering management; Software engineering; Process (computing); Curriculum; Session (web analytics); De facto; Panel discussion; Software; Knowledge management; Software deployment; Engineering; World Wide Web; Pedagogy; Business; Political science","score_opus":0.02789427056841679,"score_gpt":0.27108283550986856,"score_spread":0.24318856494145177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908562833","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024050907,0.000673095,0.98677665,0.0006185689,0.003633844,0.00031931512,0.0000017139714,0.00048045296,0.0074722795],"genre_scores_gemma":[0.03593212,0.00009927731,0.959867,0.001716294,0.0005447223,0.000011845594,0.0000058038545,0.000041588435,0.0017813549],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99744016,0.000019800864,0.000333259,0.0011156878,0.00065695227,0.00043414105],"domain_scores_gemma":[0.9973107,0.0005851371,0.00023660545,0.0015524428,0.00019751127,0.000117601085],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006454819,0.00039719598,0.00034024662,0.00065322046,0.00011285987,0.0005468198,0.003134626,0.0002996427,0.000045552693],"category_scores_gemma":[0.00013513553,0.00037584576,0.00009160082,0.00045584215,0.00016474139,0.00087995926,0.00093119417,0.0007344397,0.00012794348],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016627257,0.000021431433,0.000054971366,0.000043014425,0.0000055612004,0.000013221135,0.0001933284,0.006417473,0.000033461158,0.031253483,0.00021002759,0.96175236],"study_design_scores_gemma":[0.00024229762,0.00036487696,0.0004473043,0.0010823874,0.000019453797,0.00030444894,1.7701164e-7,0.4517383,0.0017582265,0.3907792,0.15133646,0.0019268685],"about_ca_topic_score_codex":0.000032124073,"about_ca_topic_score_gemma":0.000009327591,"teacher_disagreement_score":0.9598255,"about_ca_system_score_codex":0.00024069057,"about_ca_system_score_gemma":0.001314436,"threshold_uncertainty_score":0.99986935},"labels":[],"label_agreement":null},{"id":"W2910293723","doi":"10.1109/ms.2018.2874327","title":"Requirements Engineering (RE) for Social Good: RE Cares [Requirements]","year":2019,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Ottawa; Polytechnique Montréal","funders":"","keywords":"Event (particle physics); Human multitasking; Ask price; Software engineering; Computer science; Field (mathematics); Software requirements; Software; Engineering management; Software development; Engineering; Software design; Psychology; Business; Programming language","score_opus":0.04499099891568093,"score_gpt":0.30439012950662797,"score_spread":0.25939913059094705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910293723","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018877266,0.0001880329,0.97447133,0.00035410002,0.00307834,0.0006381932,0.00002154897,0.0021513859,0.00021981925],"genre_scores_gemma":[0.6984484,0.000016412218,0.29975814,0.00038083392,0.000454337,0.00018344208,0.000018955656,0.00007044475,0.0006690087],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99830997,0.000023454064,0.00028813237,0.00049812987,0.00038419483,0.00049613393],"domain_scores_gemma":[0.9987658,0.00031023842,0.0001335956,0.0005750754,0.00012703869,0.00008819725],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036155406,0.0002562735,0.00025347102,0.00012481393,0.00022041355,0.00016620768,0.00097445404,0.00014794186,0.0000424756],"category_scores_gemma":[0.00016917949,0.00026979184,0.00014669422,0.00027586357,0.000012227657,0.0009708023,0.00018514381,0.00018447862,0.00005264236],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039171637,0.0011929603,0.06461726,0.006511308,0.0019766423,0.0002512789,0.030397907,0.029543132,0.060447954,0.08517603,0.39906624,0.32042757],"study_design_scores_gemma":[0.002994167,0.0011541342,0.0030855855,0.0005081835,0.00011576105,0.000022328335,0.00014717465,0.030634629,0.053477824,0.00468173,0.9002921,0.0028863898],"about_ca_topic_score_codex":0.000022516579,"about_ca_topic_score_gemma":0.0000035247297,"teacher_disagreement_score":0.67957115,"about_ca_system_score_codex":0.00011680433,"about_ca_system_score_gemma":0.000057593956,"threshold_uncertainty_score":0.99997544},"labels":[],"label_agreement":null},{"id":"W2911223039","doi":"10.24908/pceea.v0i0.13027","title":"Flipping the Script on Project Management Practices in Education: Outcomes of Applying Agile Development Methodologies in a Classroom Setting","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Waterfall; Agile software development; Scrum; Stakeholder; Project management; Engineering management; Capstone; Capstone course; Process management; Knowledge management; Engineering; Computer science; Political science; Software development; Systems engineering; Software engineering; Public relations; Software","score_opus":0.0376797093971721,"score_gpt":0.31616024766894285,"score_spread":0.27848053827177077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911223039","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8976009,0.001001157,0.013266854,0.04470956,0.010857706,0.00691851,0.000009884488,0.0008888572,0.024746578],"genre_scores_gemma":[0.77972764,0.000018211105,0.21897462,0.00036207336,0.00007437476,0.00039558532,0.0000012915847,0.000016432861,0.00042973724],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99876714,0.000032375418,0.00038857898,0.00023257936,0.00031877155,0.00026054672],"domain_scores_gemma":[0.9982512,0.00041892283,0.00080746977,0.00019098756,0.0002901158,0.00004133266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021722638,0.00013842725,0.0001676437,0.0006094854,0.00012392525,0.00013893389,0.000787458,0.000085861546,0.000002136448],"category_scores_gemma":[0.0035859384,0.00011311155,0.000040251154,0.0011031639,0.000015345626,0.0004966463,0.00010266384,0.0002521265,0.0000015593358],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014185285,0.0004110603,0.6519395,0.0012959149,0.0003254114,5.4407855e-7,0.032720033,0.0021040016,0.0011639985,0.114347495,0.021690462,0.1739874],"study_design_scores_gemma":[0.0002491204,0.000050440707,0.84583503,0.0011121475,0.00003448882,0.0000049014093,0.003912143,0.006248125,0.007193363,0.0015684869,0.13330132,0.00049044297],"about_ca_topic_score_codex":0.004477183,"about_ca_topic_score_gemma":0.0028161728,"teacher_disagreement_score":0.20570777,"about_ca_system_score_codex":0.0013914979,"about_ca_system_score_gemma":0.000846045,"threshold_uncertainty_score":0.67681915},"labels":[],"label_agreement":null},{"id":"W2911296831","doi":"10.3390/fi11020050","title":"Minimum Viable Products for Internet of Things Applications: Common Pitfalls and Practices","year":2019,"lang":"en","type":"article","venue":"Future Internet","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; The Internet; Quality (philosophy); Product (mathematics); Process (computing); Thematic analysis; Process management; Software; Production (economics); Focus (optics); Qualitative research; World Wide Web; Business","score_opus":0.012049704665669424,"score_gpt":0.27494880107506675,"score_spread":0.26289909640939735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911296831","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046440937,0.0020273405,0.94345385,0.003536726,0.0011468465,0.0015157434,0.0000060897505,0.0004988607,0.0013735922],"genre_scores_gemma":[0.59910107,0.00008394752,0.39813176,0.00039839695,0.00027922465,0.0001656864,0.000011995619,0.000018680752,0.0018092286],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991744,0.000024972536,0.00020984642,0.00033262564,0.000118731456,0.0001393914],"domain_scores_gemma":[0.998642,0.0003665132,0.00040921467,0.00044370437,0.00010628016,0.00003224788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036538797,0.00012053956,0.00017723702,0.00007012533,0.000012792817,0.00012413395,0.00068149454,0.00007868909,0.000011401692],"category_scores_gemma":[0.00010844389,0.000104788785,0.000031315634,0.00013698012,0.000018239749,0.00092048536,0.00022033477,0.00014303133,0.000014620448],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028146093,0.00052012736,0.012405207,0.0028721604,0.00034972298,0.00000627978,0.010829701,0.000016984033,0.013104316,0.7050361,0.14861669,0.105961256],"study_design_scores_gemma":[0.00022007468,0.00036155482,0.00036480307,0.00009174929,0.000016826492,0.00003160087,0.000049796086,0.014632789,0.021308208,0.0026515026,0.9600655,0.00020558598],"about_ca_topic_score_codex":0.0000952496,"about_ca_topic_score_gemma":0.0000027366632,"teacher_disagreement_score":0.8114488,"about_ca_system_score_codex":0.000013433823,"about_ca_system_score_gemma":0.000019789453,"threshold_uncertainty_score":0.42731625},"labels":[],"label_agreement":null},{"id":"W2912023238","doi":"10.1145/2737166","title":"Proceedings of the 18th International ACM SIGSOFT Symposium on Component-Based Software Engineering","year":2015,"lang":"en","type":"paratext","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Component (thermodynamics); Presentation (obstetrics); Globe; Library science; Theme (computing); Component-based software engineering; Computer science; Event (particle physics); Variety (cybernetics); Software system; Software; World Wide Web","score_opus":0.01983248339445816,"score_gpt":0.2552326860451365,"score_spread":0.23540020265067835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912023238","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037305467,0.00063689944,0.8996648,0.009937354,0.035458583,0.0019209745,0.00026611472,0.0041074487,0.04427725],"genre_scores_gemma":[0.07658214,0.00014650307,0.8771017,0.0013294856,0.0014277253,0.00026566797,0.00014453461,0.00023821095,0.042764015],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99815094,0.00001170418,0.0003468383,0.00046280367,0.0007732347,0.00025449632],"domain_scores_gemma":[0.99708956,0.0013180454,0.0003420023,0.00075747207,0.00040122555,0.00009167599],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003445584,0.0003518201,0.00032193458,0.00024398923,0.0000456738,0.0002311692,0.0044254824,0.00025051253,0.00012402494],"category_scores_gemma":[0.0018159436,0.00025772408,0.00016565894,0.00034362398,0.000027677119,0.00033511856,0.00090144284,0.00056790723,0.0001662804],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021124928,0.00012744771,0.0003427745,0.00030794775,0.00011079513,0.0000024367234,0.00011854804,0.01142187,0.00085188466,0.004409701,0.98144466,0.000840819],"study_design_scores_gemma":[0.00034401315,0.00019315831,0.00031437946,0.00081723294,0.000025463249,0.000016904616,0.000004161781,0.021677265,0.019096158,0.000059139635,0.95681524,0.0006368904],"about_ca_topic_score_codex":0.00003148427,"about_ca_topic_score_gemma":3.346592e-7,"teacher_disagreement_score":0.0728516,"about_ca_system_score_codex":0.00015380804,"about_ca_system_score_gemma":0.00016429751,"threshold_uncertainty_score":0.9999875},"labels":[],"label_agreement":null},{"id":"W2912392858","doi":"","title":"Proceedings of the 15th workshop on Early aspects","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia","funders":"","keywords":"Presentation (obstetrics); Variety (cybernetics); Code refactoring; Computer science; Theme (computing); Process (computing); Engineering ethics; Dozen; Software engineering; World Wide Web; Engineering; Software; Artificial intelligence","score_opus":0.014472775230650435,"score_gpt":0.24581027603269118,"score_spread":0.23133750080204074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912392858","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34766817,0.00008974915,0.35269538,0.016784709,0.00050904695,0.00043600355,3.3840482e-7,0.0022943805,0.2795222],"genre_scores_gemma":[0.9495953,0.0000053352296,0.049507,0.00040724516,0.00002279839,0.0000014701194,1.1360876e-8,0.0000021272285,0.0004587199],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99958616,0.0000024771198,0.00006798299,0.000110690715,0.00014427451,0.000088436645],"domain_scores_gemma":[0.99966216,0.0000668889,0.00004374318,0.0001727558,0.00003428641,0.000020146104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010836305,0.000052521467,0.00005151804,0.000029001514,0.000026445243,0.000065794826,0.0005906469,0.000027557195,0.000005190628],"category_scores_gemma":[0.00007282813,0.000031752912,0.000030263214,0.0002852425,0.0000070815186,0.0002610251,0.000052964562,0.000096528755,0.000004685467],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032096154,0.000039857416,0.0003409706,0.00000333428,0.0000035923433,7.192665e-7,0.00025779824,0.000020588725,0.00066559145,0.9593949,0.005798973,0.033470485],"study_design_scores_gemma":[0.0005177919,0.0015775461,0.43748635,0.0004692898,0.000020724578,0.00004946359,0.00004910629,0.012698599,0.26003876,0.2262377,0.059973523,0.0008811576],"about_ca_topic_score_codex":0.0000048883867,"about_ca_topic_score_gemma":2.0267478e-7,"teacher_disagreement_score":0.73315716,"about_ca_system_score_codex":0.0000077438035,"about_ca_system_score_gemma":0.0000075887547,"threshold_uncertainty_score":0.12948461},"labels":[],"label_agreement":null},{"id":"W2913272672","doi":"10.1145/3148330","title":"Proceedings of the 2018 ACM Conference on Supporting Groupwork","year":2017,"lang":"en","type":"paratext","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Universiteit Hasselt; Universität Zürich; Oulun Yliopisto; National Chiao Tung University; National Tsing Hua University; Technische Universität Wien; Fudan University; Technische Universiteit Delft; University of Bath; Zürcher Hochschule für Angewandte Wissenschaften; Sheffield Hallam University; Universität Siegen; College of Engineering, Michigan State University; University of Washington; Lehigh University; Drexel University; University of Central Florida; Universität Salzburg; Michigan State University; University of California, Irvine; University of Denver; Colorado State University; Indiana University-Purdue University Indianapolis; Microsoft Research; University of Minnesota; University of Pittsburgh; Syracuse University; York University; Northwestern University; University of Missouri; University of Colorado Boulder; Aarhus Universitet; Georgia Institute of Technology; Purdue University; University of Maryland, Baltimore County; Shanghai Educational Development Foundation; Arizona State University; Austrian Institute of Technology; Wikimedia Foundation; Florida State University","keywords":"Presentation (obstetrics); Context (archaeology); Variety (cybernetics); Working group; Library science; Computer-supported cooperative work; Group work; Diversity (politics); Work (physics); Computer science; Sociology; Engineering; Pedagogy; Artificial intelligence","score_opus":0.05203480893313015,"score_gpt":0.3207582194336447,"score_spread":0.2687234105005145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913272672","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005013244,0.00014699993,0.12521349,0.0041056965,0.005702404,0.0006443633,0.000014583156,0.00053817086,0.86313295],"genre_scores_gemma":[0.16325633,0.0006441737,0.30561018,0.00070422847,0.0009785154,0.00011667512,0.000008821063,0.00008869127,0.52859235],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987506,0.000009595652,0.00027469583,0.0003854693,0.00033169307,0.00024790526],"domain_scores_gemma":[0.9974999,0.00019071219,0.000828448,0.0012736936,0.00016193719,0.000045320772],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0004267783,0.00022636929,0.00027974707,0.00006296345,0.00015812265,0.0004138381,0.0055820365,0.0002276635,0.0002961322],"category_scores_gemma":[0.0005690073,0.00014474835,0.00011163352,0.00011951779,0.000059383747,0.00040368593,0.0012972382,0.0004941431,0.00030233414],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028029458,0.000018637376,0.00004768867,0.0001172352,0.000020588248,7.419751e-7,0.000117349664,0.000004319434,0.00011313005,0.042108946,0.95243025,0.0050182855],"study_design_scores_gemma":[0.00013354825,0.00027624986,0.0006578793,0.0014188881,0.000027365126,0.000026656411,0.000016688724,0.0017496202,0.016553557,0.009536906,0.9688886,0.00071405194],"about_ca_topic_score_codex":0.00006433316,"about_ca_topic_score_gemma":0.0000011583675,"teacher_disagreement_score":0.33454058,"about_ca_system_score_codex":0.000024555256,"about_ca_system_score_gemma":0.00010239906,"threshold_uncertainty_score":0.99979824},"labels":[],"label_agreement":null},{"id":"W2913474054","doi":"","title":"Proceedings of the 9th international conference on Software composition","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Composition (language); Software; Computer science; Programming language; Philosophy; Linguistics","score_opus":0.01622270992406149,"score_gpt":0.2578513546844022,"score_spread":0.24162864476034068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913474054","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06200242,0.0000024233668,0.8961481,0.004164947,0.0037005753,0.00016778291,0.0000026918913,0.0007537671,0.033057332],"genre_scores_gemma":[0.73142576,0.0000017197199,0.26812285,0.0001534475,0.000025308711,0.0000044374724,2.9230682e-7,0.0000021399499,0.00026401665],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9996265,0.000002074391,0.00006980049,0.000097568816,0.00015205595,0.000052012605],"domain_scores_gemma":[0.99965256,0.00003939153,0.000056607416,0.00012335775,0.00011230242,0.000015776013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009736254,0.00004446934,0.000037981175,0.000027572332,0.00002989564,0.000071607355,0.00070700544,0.000029825664,0.000060487775],"category_scores_gemma":[0.000049513055,0.000029025836,0.000023096249,0.000085142376,0.000019049263,0.00027307504,0.00012224395,0.00014694688,0.0000059700637],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024463075,0.000028932314,0.0012833808,0.000004491978,0.0000043910177,1.9434952e-7,0.00007723823,0.0000048163915,0.015171946,0.97501194,0.003921896,0.004488337],"study_design_scores_gemma":[0.00060906255,0.00038252166,0.034885734,0.00022061953,0.000015877358,0.00018798542,0.00004450017,0.11122621,0.66649103,0.078403555,0.10683724,0.00069566484],"about_ca_topic_score_codex":0.00000685855,"about_ca_topic_score_gemma":9.011782e-7,"teacher_disagreement_score":0.89660835,"about_ca_system_score_codex":0.000005043,"about_ca_system_score_gemma":0.0000119428205,"threshold_uncertainty_score":0.13138038},"labels":[],"label_agreement":null},{"id":"W2913831138","doi":"","title":"Proceedings of the 16th International ACM Sigsoft symposium on Component-based software engineering","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Component (thermodynamics); Reuse; Component-based software engineering; Computer science; Software engineering; Event (particle physics); Variety (cybernetics); Software system; Software; Library science; Engineering; Operating system","score_opus":0.009628474974844295,"score_gpt":0.21334185938088793,"score_spread":0.20371338440604364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913831138","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27083638,0.000024353902,0.7090371,0.013170393,0.002099213,0.00068908004,0.000005068296,0.002687085,0.0014512698],"genre_scores_gemma":[0.7363686,0.0000020945208,0.26315376,0.00028038086,0.00003926472,0.000036168192,7.546995e-7,0.000010361964,0.00010859218],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992101,0.000004077278,0.00015864299,0.0001919621,0.00029211797,0.00014310738],"domain_scores_gemma":[0.99849534,0.0008861132,0.00008849336,0.00034658023,0.00014087454,0.000042599604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012312792,0.00011568986,0.00009223293,0.00008512325,0.000034582154,0.0001404909,0.0017462167,0.000046024943,0.000053025276],"category_scores_gemma":[0.0010681953,0.00008026238,0.0000639344,0.00019733813,0.000013871236,0.00047585386,0.0003290118,0.00014497859,0.000018942872],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005405968,0.0011997672,0.26865786,0.00068424724,0.00038036762,0.000008484477,0.0014169432,0.03780949,0.1874014,0.3329257,0.13999932,0.029462345],"study_design_scores_gemma":[0.0008889927,0.00041772475,0.17511378,0.00054517743,0.000022807026,0.000032770196,0.000024791265,0.39721152,0.36383545,0.0011594385,0.05973888,0.0010086696],"about_ca_topic_score_codex":0.00003704291,"about_ca_topic_score_gemma":1.7243254e-7,"teacher_disagreement_score":0.46553224,"about_ca_system_score_codex":0.000033007862,"about_ca_system_score_gemma":0.000016609329,"threshold_uncertainty_score":0.3273005},"labels":[],"label_agreement":null},{"id":"W2914155582","doi":"","title":"Proceedings of the International Conferences on Software Process and Product Measurement","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Process (computing); Product (mathematics); Computer science; Software; Software engineering; Mathematics","score_opus":0.04384012436855641,"score_gpt":0.2525778860156831,"score_spread":0.20873776164712668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914155582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74990314,0.00025948384,0.21440512,0.010531353,0.0010797197,0.0008767082,0.0000024679118,0.0014179037,0.021524128],"genre_scores_gemma":[0.96766675,0.000021318589,0.032094773,0.00009778478,0.000021440927,0.000012333941,4.9340894e-8,0.0000022587842,0.00008328545],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99930996,0.0000026239022,0.0000848566,0.00015333424,0.00038854187,0.000060690687],"domain_scores_gemma":[0.9995482,0.000024139475,0.00006207232,0.00009283747,0.0002557495,0.0000170283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019954692,0.000056848272,0.000053759773,0.00003025729,0.0000504856,0.00003842031,0.00053938886,0.000013788267,0.0000051930338],"category_scores_gemma":[0.00027423626,0.00003391389,0.000014046619,0.00010644766,0.00003223749,0.00026307208,0.00009599234,0.00006340697,6.3522975e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006538426,0.00057291024,0.4332342,0.00039748487,0.00018439078,0.0000059886947,0.0063660857,0.00015462346,0.004450961,0.43971276,0.03299933,0.081855856],"study_design_scores_gemma":[0.00065553107,0.00060725014,0.28738463,0.00048212646,0.000019456347,0.0003113726,0.00013417167,0.007885349,0.63629514,0.01668896,0.04879328,0.0007427652],"about_ca_topic_score_codex":0.000010721704,"about_ca_topic_score_gemma":8.424685e-7,"teacher_disagreement_score":0.63184416,"about_ca_system_score_codex":0.000010558083,"about_ca_system_score_gemma":0.00005256361,"threshold_uncertainty_score":0.13829683},"labels":[],"label_agreement":null},{"id":"W2914165265","doi":"","title":"Proceedings of the 39th International Conference on Software Engineering: New Ideas and Emerging Results Track","year":2017,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software engineering; Latin Americans; Set (abstract data type); Computer science; Track (disk drive); Software; Engineering management; Engineering; Political science; Programming language; Operating system","score_opus":0.04124708655229542,"score_gpt":0.2942209653813385,"score_spread":0.2529738788290431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914165265","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12725839,0.000106581174,0.8432998,0.011871911,0.008566878,0.00082893,0.00016468672,0.0025968885,0.0053059612],"genre_scores_gemma":[0.8789692,0.00009941176,0.11992051,0.00009055669,0.00026113144,0.000028187891,0.0000069233847,0.000038269525,0.0005858382],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99775606,0.000008364851,0.00048558047,0.00062956486,0.0007878079,0.0003326086],"domain_scores_gemma":[0.99802566,0.00024239943,0.0004559638,0.000668903,0.00043901172,0.00016808156],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003704671,0.00038329817,0.00028911393,0.00026656283,0.00017094963,0.0008484855,0.003069209,0.00015031753,0.00004244146],"category_scores_gemma":[0.003933133,0.00033937817,0.00012283199,0.00013538635,0.000056208708,0.0011948558,0.00067389745,0.00058777,0.000009029676],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013789746,0.00011211894,0.0074523487,0.00011013046,0.0002588906,0.000026597345,0.0012133083,0.0063579427,0.002097828,0.9595946,0.0026520174,0.01998634],"study_design_scores_gemma":[0.0039889445,0.00076549215,0.14939436,0.004786577,0.000071798444,0.00025939313,0.00014624016,0.73764604,0.026522573,0.009067044,0.06447052,0.0028810084],"about_ca_topic_score_codex":0.000059485854,"about_ca_topic_score_gemma":0.0000030950248,"teacher_disagreement_score":0.95052755,"about_ca_system_score_codex":0.000105248386,"about_ca_system_score_gemma":0.0001044355,"threshold_uncertainty_score":0.9999058},"labels":[],"label_agreement":null},{"id":"W2914218640","doi":"","title":"Proceedings of the Fourth International Workshop on Realizing Artificial Intelligence Synergies in Software Engineering","year":2014,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Software engineering; Computer science; Set (abstract data type); Software; Intersection (aeronautics); Work (physics); Engineering management; Engineering","score_opus":0.03688228005869837,"score_gpt":0.2763348829257718,"score_spread":0.23945260286707343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914218640","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028906928,0.000015895652,0.9664239,0.0009691824,0.0020453075,0.00018867232,0.000008805072,0.0007644136,0.0006768684],"genre_scores_gemma":[0.8482185,0.00003583887,0.15131745,0.00009415958,0.00019655687,0.000054290766,0.0000039017655,0.000032167336,0.000047163416],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979219,0.000015085164,0.0005290208,0.00048874534,0.0007187542,0.00032651678],"domain_scores_gemma":[0.998277,0.00078221224,0.00021852153,0.0003650362,0.0002834643,0.00007378325],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00051218434,0.00031345512,0.00025531175,0.0004969866,0.000049112772,0.00028595797,0.002177229,0.00013641636,0.000027103575],"category_scores_gemma":[0.0044564847,0.00028153657,0.00012240409,0.0005002201,0.000030155168,0.0006577739,0.00039770783,0.0006006171,0.00001034202],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028563963,0.000080782076,0.002052637,0.000047941907,0.00005170454,0.000005966479,0.00040136947,0.16537236,0.00080716034,0.8027124,0.00010104106,0.02833807],"study_design_scores_gemma":[0.00019547158,0.00013888572,0.007686777,0.0022245613,0.0000101325595,0.000030990308,0.0001034037,0.9608897,0.017067004,0.0052543436,0.005637265,0.0007614719],"about_ca_topic_score_codex":0.000022219016,"about_ca_topic_score_gemma":0.000004049328,"teacher_disagreement_score":0.81931156,"about_ca_system_score_codex":0.00017107555,"about_ca_system_score_gemma":0.00004064103,"threshold_uncertainty_score":0.9999637},"labels":[],"label_agreement":null},{"id":"W2914369651","doi":"","title":"Proceedings of the 2010 ICSE Workshop on Software Development Governance","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Process management; Software development; Computer science; Knowledge management; Corporate governance; Product (mathematics); Context (archaeology); Engineering management; Software; Business; Engineering","score_opus":0.012419388291770975,"score_gpt":0.2294366553348815,"score_spread":0.21701726704311053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914369651","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31852832,0.00005821225,0.6616299,0.0044987034,0.0032153453,0.0004857498,0.0000016091363,0.001784498,0.009797657],"genre_scores_gemma":[0.25666383,0.00000992415,0.7408265,0.00025410255,0.000035351182,0.000015882177,8.509892e-8,0.000007708003,0.0021866234],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993332,0.0000021107332,0.00012644315,0.00017343755,0.00023584328,0.00012896323],"domain_scores_gemma":[0.9993821,0.00012666077,0.000105808795,0.00027617544,0.00007572689,0.000033526412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021209521,0.000087295826,0.0000713688,0.00001805785,0.00006101162,0.000065813074,0.0010073642,0.00006138433,0.000025911788],"category_scores_gemma":[0.0003281266,0.000055476234,0.000031258107,0.00023080496,0.000021205535,0.00029575799,0.00024830288,0.00028779084,0.000011806046],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001428625,0.00020241925,0.011955641,0.00007081899,0.000030908217,0.0000021366864,0.0012870393,0.00005004458,0.004772226,0.59416986,0.06579177,0.32165283],"study_design_scores_gemma":[0.00022845899,0.00006408247,0.14150518,0.0001934362,0.000006139873,0.000027232772,0.0000151562635,0.0021582919,0.25717902,0.003520803,0.5945779,0.0005242614],"about_ca_topic_score_codex":0.000006716403,"about_ca_topic_score_gemma":0.000007871642,"teacher_disagreement_score":0.59064907,"about_ca_system_score_codex":0.000012321078,"about_ca_system_score_gemma":0.00004226786,"threshold_uncertainty_score":0.22622551},"labels":[],"label_agreement":null},{"id":"W2915051028","doi":"","title":"Proceedings of the Second International Workshop on Context for Software Development","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Software development; Computer science; Software engineering; Software development process; Personal software process; Context (archaeology); Social software engineering; Software construction; Software; Software peer review; Task (project management); Leverage (statistics); Software project management; Systems engineering; Engineering; Artificial intelligence; Programming language","score_opus":0.060969121077857395,"score_gpt":0.28826231698369503,"score_spread":0.22729319590583763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915051028","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022726648,0.000027027372,0.97076184,0.0010100356,0.0032549305,0.00034353876,0.000029642999,0.0006327962,0.0012135608],"genre_scores_gemma":[0.68955106,0.0000045606057,0.30857038,0.0003102017,0.00016448359,0.0001504963,0.000008853025,0.000027767588,0.0012121947],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99854225,0.0000054270154,0.0003261391,0.0003396385,0.0005803598,0.00020621269],"domain_scores_gemma":[0.998449,0.00035164485,0.00018708958,0.00022511794,0.0006924612,0.00009466207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033261694,0.00021620041,0.000169838,0.00018827575,0.000047411093,0.00019408086,0.0017196479,0.00009316766,0.000042313804],"category_scores_gemma":[0.0017489908,0.00018049461,0.00009064481,0.00016779387,0.000020861622,0.0004730836,0.0002676307,0.00025332096,0.000011077213],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023991748,0.00033957633,0.0049201944,0.00016699404,0.00048102744,0.000008413286,0.00383256,0.008248881,0.000859644,0.839389,0.01968191,0.12183186],"study_design_scores_gemma":[0.0021327597,0.00038206988,0.0059491685,0.0017199522,0.000018049835,0.000058423444,0.00028574903,0.08574214,0.063080825,0.0053939344,0.8339293,0.0013076088],"about_ca_topic_score_codex":0.0000019865383,"about_ca_topic_score_gemma":0.000002156424,"teacher_disagreement_score":0.8339951,"about_ca_system_score_codex":0.00018455504,"about_ca_system_score_gemma":0.0001313458,"threshold_uncertainty_score":0.73603565},"labels":[],"label_agreement":null},{"id":"W2915194812","doi":"","title":"Proceedings of the 5th International Workshop on Software Clones","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Code refactoring; Software engineering; Restructuring; Software; Computer science; Software system; clone (Java method); Software architecture; Software development; Software construction; Code (set theory); Software evolution; Engineering management; Engineering; Programming language; Political science","score_opus":0.040403823753216786,"score_gpt":0.2626831603844401,"score_spread":0.22227933663122335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915194812","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02950127,0.00002212695,0.9289782,0.0010041597,0.0010082558,0.00014480267,8.87033e-7,0.0009131227,0.038427174],"genre_scores_gemma":[0.57184696,0.000010686162,0.42711505,0.00023009248,0.000032361237,0.000008426107,9.0096954e-8,0.000004811366,0.0007515115],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99958193,0.000002521676,0.00008373685,0.00011322483,0.00014997202,0.00006858673],"domain_scores_gemma":[0.99964505,0.000061500505,0.000060404407,0.00014734575,0.00006901324,0.000016698084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000111463385,0.000053316762,0.00004510914,0.00003730347,0.000023637847,0.000031504398,0.0009293789,0.000028815424,0.000047216115],"category_scores_gemma":[0.00014918434,0.000032854103,0.00003443317,0.00014941613,0.000013870203,0.0003048971,0.0001992116,0.0000811346,0.000005949744],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020032421,0.0001532096,0.022780007,0.000020112262,0.000040778476,0.000001657766,0.0021332158,0.000016887845,0.00020597872,0.89744943,0.016866362,0.060312312],"study_design_scores_gemma":[0.0008708167,0.00062426674,0.3512712,0.0007761514,0.000040765077,0.00012816383,0.0003924463,0.01869699,0.3168575,0.11268778,0.19623296,0.0014209572],"about_ca_topic_score_codex":0.000012354486,"about_ca_topic_score_gemma":6.532994e-7,"teacher_disagreement_score":0.78476167,"about_ca_system_score_codex":0.000007938074,"about_ca_system_score_gemma":0.000007655923,"threshold_uncertainty_score":0.17270327},"labels":[],"label_agreement":null},{"id":"W2915205990","doi":"10.1145/1370175.1370250","title":"Cooperative and human aspects of software engineering (CHASE 2008)","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Victoria","funders":"","keywords":"Computer science; Software engineering","score_opus":0.01832992475034652,"score_gpt":0.2462744753017262,"score_spread":0.2279445505513797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915205990","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052533347,0.00018762183,0.9460312,0.00006133251,0.000051893574,0.000065782595,9.1274086e-7,0.0005832281,0.0004846929],"genre_scores_gemma":[0.6819472,0.000027662076,0.3179222,0.000027685051,0.000014531035,0.0000043690716,5.02606e-7,0.0000054498787,0.00005042882],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9995133,0.000008991382,0.00011206915,0.00015564563,0.0000980413,0.00011190214],"domain_scores_gemma":[0.9994933,0.00014560454,0.000033558423,0.00022467074,0.00005058054,0.000052285384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008237208,0.00008718947,0.000112909096,0.00006997206,0.00006257017,0.000021656473,0.00020894685,0.000034413057,0.000016748343],"category_scores_gemma":[0.00012886511,0.00007849235,0.000018773528,0.00016726073,0.000023277586,0.0003632545,0.0001086076,0.00008396607,0.0000023005546],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008775558,0.00022218301,0.010732351,0.0001575843,0.000108137356,0.00032588452,0.0027542321,0.003840395,0.015607462,0.95405924,0.0059848973,0.00619888],"study_design_scores_gemma":[0.0028611426,0.003142702,0.120429754,0.00040869846,0.000054438784,0.0025320388,0.00006865242,0.13403754,0.67680514,0.006168627,0.05017586,0.003315429],"about_ca_topic_score_codex":0.00005808867,"about_ca_topic_score_gemma":0.0000021580045,"teacher_disagreement_score":0.9478906,"about_ca_system_score_codex":0.000007840744,"about_ca_system_score_gemma":0.000018171497,"threshold_uncertainty_score":0.3200825},"labels":[],"label_agreement":null},{"id":"W2920239995","doi":"10.5539/mas.v13n3p170","title":"Factors Impacting on CMMI Acceptance Among Software Development Firms: A Qualitative Assessment","year":2019,"lang":"en","type":"article","venue":"Modern Applied Science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Jordan","keywords":"Capability Maturity Model Integration; Maturity (psychological); Process management; Business; Scope (computer science); Software development; Quality (philosophy); Capability Maturity Model; Software development process; Knowledge management; Software; Computer science","score_opus":0.0412833654264243,"score_gpt":0.33952912031839877,"score_spread":0.29824575489197447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920239995","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37784785,0.0000073465526,0.61960715,0.000035938512,0.00018187721,0.0002520027,9.101433e-7,0.00053625077,0.0015306394],"genre_scores_gemma":[0.7332187,0.0000010532514,0.2665423,0.00009806093,0.000010988395,0.000044030752,0.0000011148197,0.000012250575,0.0000714594],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972222,0.000037940958,0.00028059108,0.00086025125,0.001008403,0.00059064286],"domain_scores_gemma":[0.9980422,0.00066927454,0.0002228751,0.0007999948,0.00008586409,0.0001797845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016103169,0.000273129,0.00023318347,0.00022343747,0.00038314846,0.00051115325,0.0018685306,0.00006572784,0.000025466932],"category_scores_gemma":[0.0001627595,0.00022456318,0.000045319903,0.00084972195,0.00012551603,0.0013316299,0.00047812104,0.00035005712,0.000050220995],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005930359,0.0007166117,0.08431331,0.0002625905,0.00013820078,0.000023702416,0.29208493,0.023176834,0.10262341,0.09920137,0.0004796512,0.3969201],"study_design_scores_gemma":[0.0009384445,0.00048802685,0.41214222,0.0003217876,0.00001365732,0.0000063903576,0.0043416694,0.4358378,0.12083003,0.018821627,0.0033904884,0.0028678563],"about_ca_topic_score_codex":0.000017079565,"about_ca_topic_score_gemma":0.0000029513255,"teacher_disagreement_score":0.41266096,"about_ca_system_score_codex":0.000370546,"about_ca_system_score_gemma":0.00035504796,"threshold_uncertainty_score":0.9157421},"labels":[],"label_agreement":null},{"id":"W2923156901","doi":"10.1049/iet-sen.2019.0040","title":"Implementing ISO/IEC 29110 to reinforce four very small entities of Mexico under an agile approach","year":2019,"lang":"en","type":"article","venue":"IET Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Agile software development; Scrum; Context (archaeology); Engineering management; Software quality; Software; Process management; Software engineering; Software development; Quality (philosophy); Computer science; Software development process; Engineering; Agile Unified Process; Systems engineering","score_opus":0.029431866353551973,"score_gpt":0.26232847284256894,"score_spread":0.23289660648901697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2923156901","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06105512,0.000066480214,0.9353354,0.000091762944,0.00028358842,0.0002970785,0.000010532748,0.00092580303,0.0019342592],"genre_scores_gemma":[0.47420147,0.000007849302,0.52370477,0.0003380177,0.000060253835,0.000033100056,0.000016519716,0.000029072202,0.0016089336],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99848336,0.00004634992,0.00030958068,0.00041393362,0.0002988409,0.00044790906],"domain_scores_gemma":[0.99841213,0.00026079454,0.00016061639,0.0009359079,0.00011760374,0.00011292487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058704324,0.00019198869,0.00024252884,0.00015565872,0.00008733152,0.00017670364,0.001022994,0.00008867235,0.00011172503],"category_scores_gemma":[0.00013432691,0.00019326902,0.0000933972,0.00034305587,0.000016741007,0.0008991852,0.00046685495,0.00017583922,0.00006579144],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026338507,0.0011002911,0.15491441,0.003931904,0.0010346948,0.00010217655,0.032030415,0.18081723,0.009960733,0.25342077,0.040048502,0.32237548],"study_design_scores_gemma":[0.0030143987,0.0041406713,0.041654926,0.00096180034,0.00019420442,0.00032699038,0.0023609563,0.09956313,0.06829551,0.019706992,0.7541387,0.0056416956],"about_ca_topic_score_codex":0.00024271691,"about_ca_topic_score_gemma":0.000010912601,"teacher_disagreement_score":0.7140902,"about_ca_system_score_codex":0.000040078652,"about_ca_system_score_gemma":0.00005988437,"threshold_uncertainty_score":0.7881282},"labels":[],"label_agreement":null},{"id":"W2929703184","doi":"10.29007/qpn7","title":"Towards a Meta-Model for Requirements-Driven Information for Internal Stakeholders","year":2019,"lang":"en","type":"paratext","venue":"EasyChair preprint","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Requirements management; Requirements analysis; Context (archaeology); Requirements engineering; Stakeholder; Process management; Computer science; Requirements elicitation; Process (computing); Non-functional requirement; Knowledge management; Engineering; Software; Software development","score_opus":0.17262314904381393,"score_gpt":0.34778184908499177,"score_spread":0.17515870004117784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2929703184","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005157105,0.00017661996,0.9872011,0.0006873397,0.0030151326,0.0026499946,0.00021613746,0.000408909,0.0056395996],"genre_scores_gemma":[0.037463423,0.00012748639,0.9361431,0.0006949174,0.00022837588,0.0035860701,0.0002493082,0.000058581107,0.021448722],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998046,0.000034044806,0.00058214966,0.0005796387,0.0003640499,0.00039415696],"domain_scores_gemma":[0.9976231,0.00019131407,0.00058136444,0.0011875151,0.00031962415,0.0000970919],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00085808744,0.00039109564,0.0005462402,0.00022255594,0.000078652425,0.00041556117,0.0016978416,0.00027619445,0.00009903386],"category_scores_gemma":[0.00020092844,0.00035770366,0.00055362645,0.000101296115,0.000017648243,0.0015142198,0.0005605303,0.0003017994,0.0004260036],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010412332,0.000057861907,0.0000013808049,0.0008167682,0.0011923641,3.6566578e-7,0.0015780996,0.71423584,0.000024454735,0.012121634,0.23922534,0.030641751],"study_design_scores_gemma":[0.0002888695,0.0001229376,0.0000027220906,0.00006579463,0.000044803146,0.000003320328,0.0000060909456,0.60367227,0.00031293684,0.0016431488,0.39353326,0.0003038521],"about_ca_topic_score_codex":0.000047556372,"about_ca_topic_score_gemma":0.0000027674232,"teacher_disagreement_score":0.15430792,"about_ca_system_score_codex":0.00017020803,"about_ca_system_score_gemma":0.0003054131,"threshold_uncertainty_score":0.99988747},"labels":[],"label_agreement":null},{"id":"W2939645064","doi":"10.1016/j.csi.2019.03.008","title":"Transitioning international software engineering standards to academia: Analyzing the results of the adoption of ISO/IEC 29110 in four Mexican universities","year":2019,"lang":"en","type":"article","venue":"Computer Standards & Interfaces","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Engineering management; Software engineering; Software; Computer science; Software development; Curriculum; Informatics; Engineering; Political science","score_opus":0.008679110259185545,"score_gpt":0.2584641816790509,"score_spread":0.24978507141986533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2939645064","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2972171,0.00010498755,0.70069945,0.00090188737,0.0006336854,0.00014961862,0.00012951488,0.000094496005,0.000069274945],"genre_scores_gemma":[0.9366097,0.0000290562,0.06322914,0.000046541623,0.000046487326,0.0000034509005,0.0000018242887,0.000009495855,0.00002430376],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99844116,0.000079702244,0.00039351385,0.0002705829,0.0006329072,0.00018212078],"domain_scores_gemma":[0.998636,0.0003409075,0.00020163295,0.00043319873,0.0003550892,0.000033151024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012450644,0.00015287485,0.00023061938,0.00021466095,0.000051548843,0.00009647321,0.0013286977,0.00009994916,0.000009635716],"category_scores_gemma":[0.00014269774,0.00011172683,0.00008843121,0.0004966873,0.00004012007,0.00052541634,0.00044953678,0.00044281708,5.8761435e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005490773,0.00008257136,0.011310031,0.00038230565,0.00042564794,0.000016196613,0.031249397,0.85664856,0.003338533,0.015009174,0.004484458,0.07650403],"study_design_scores_gemma":[0.0045970106,0.0021750038,0.11548008,0.00856574,0.00013186992,0.000103631886,0.0022854381,0.65040123,0.097541705,0.0009442636,0.11589442,0.0018795751],"about_ca_topic_score_codex":0.00007720975,"about_ca_topic_score_gemma":0.00002222744,"teacher_disagreement_score":0.6393926,"about_ca_system_score_codex":0.0002829721,"about_ca_system_score_gemma":0.00017188361,"threshold_uncertainty_score":0.45560881},"labels":[],"label_agreement":null},{"id":"W2941522337","doi":"10.1007/s10664-019-09711-y","title":"Characterizing industry-academia collaborations in software engineering: evidence from 101 projects","year":2019,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"ITEA3; Estonian Research Competency Council; University of Calgary; Tartu Ülikool; Eesti Teadusagentuur; Tekes; Universidade do Minho; Norges Forskningsråd; ITEA; Strategic Research Council; Fundação para a Ciência e a Tecnologia; Åbo Akademi; Universidade Federal de Santa Catarina","keywords":"Context (archaeology); Relevance (law); Engineering; Empirical research; Engineering management; Business; Knowledge management; Marketing; Computer science; Political science; Geography","score_opus":0.046992848767424926,"score_gpt":0.2945148710774645,"score_spread":0.24752202231003956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941522337","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.474116,0.00057961233,0.52025825,0.0007226068,0.0009017498,0.00050692324,0.000015604555,0.0028917762,0.000007475404],"genre_scores_gemma":[0.5362819,0.000063510925,0.46252918,0.00045231188,0.00028734366,0.0001898865,0.000021534142,0.00009357416,0.00008079327],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996932,0.00006171865,0.00064723525,0.00095064566,0.00058346376,0.00082488346],"domain_scores_gemma":[0.99581265,0.0025662167,0.00016287352,0.0009811198,0.000117554,0.00035960416],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0005556786,0.0005238479,0.0005455241,0.00045370377,0.00007038322,0.0003659015,0.001357972,0.0009862276,0.000104969076],"category_scores_gemma":[0.006927787,0.0005659107,0.000117927244,0.0021335462,0.000015567277,0.0023775338,0.00052722276,0.0026114613,0.0001245586],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003067973,0.00014867159,0.88173497,0.00035081443,0.00010416963,0.00020094618,0.0029493517,0.102063574,0.0065091727,0.0004335084,0.0019201229,0.0035540347],"study_design_scores_gemma":[0.0010157259,0.00033777452,0.69883454,0.002671861,0.000039445596,0.00006973884,0.00004996161,0.20428921,0.008203299,0.00010949601,0.081652105,0.002726858],"about_ca_topic_score_codex":0.00010856313,"about_ca_topic_score_gemma":0.000004189284,"teacher_disagreement_score":0.18290043,"about_ca_system_score_codex":0.0003688305,"about_ca_system_score_gemma":0.00025998664,"threshold_uncertainty_score":0.9996896},"labels":[],"label_agreement":null},{"id":"W2944059833","doi":"10.21693/1933-088x-6.3.106a","title":"Another Milestone for PHA Mission to Promote Awareness","year":2007,"lang":"en","type":"article","venue":"Advances in Pulmonary Hypertension","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Milestone; Attendance; Pulmonary hypertension; Editorial board; Medicine; Political science; Library science; History; Internal medicine; Law; Computer science","score_opus":0.024785083400460473,"score_gpt":0.31333901562038513,"score_spread":0.28855393221992465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944059833","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036818575,0.0028676784,0.9578935,0.00075078034,0.0006306083,0.00044144428,0.000001516756,0.00037888135,0.00021702347],"genre_scores_gemma":[0.46177888,0.00033444105,0.5368268,0.00078606,0.00009748068,0.000029465938,0.0000041490107,0.0000248253,0.00011789395],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988144,0.000016740929,0.00022860688,0.00042845737,0.00018289899,0.00032887363],"domain_scores_gemma":[0.9990624,0.00029365197,0.000059888112,0.0004244004,0.00007718872,0.000082475846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054802035,0.00015337628,0.00017759591,0.000179052,0.00008393402,0.000025054664,0.00046706927,0.000078148674,0.000002933728],"category_scores_gemma":[0.0001553099,0.00013306634,0.00004181887,0.00043731264,0.000013316436,0.0009416759,0.00013131471,0.000101331796,0.000007571776],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016510558,0.0002368917,0.0014950332,0.00006745799,0.0000036392419,0.00033667657,0.00015837404,0.0016304975,0.032582484,0.0011261888,0.00047954792,0.9617181],"study_design_scores_gemma":[0.00035705976,0.00036264723,0.0037686902,0.0003130174,0.000006321353,0.00027871056,0.00002154467,0.045277316,0.04196025,0.006480409,0.9006557,0.0005183698],"about_ca_topic_score_codex":0.000018892366,"about_ca_topic_score_gemma":0.0000066389107,"teacher_disagreement_score":0.96119976,"about_ca_system_score_codex":0.000039526458,"about_ca_system_score_gemma":0.000019674793,"threshold_uncertainty_score":0.54262877},"labels":[],"label_agreement":null},{"id":"W2945476682","doi":"10.18260/1-2--30237","title":"Creating Problem Taxonomies for WeBWorK in Mechanical Engineering","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Taxonomy (biology); Computer science; Subject (documents); World Wide Web","score_opus":0.02760089180536645,"score_gpt":0.24231616220615718,"score_spread":0.21471527040079072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945476682","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007962787,0.000032732863,0.9954908,0.0021771179,0.000052531712,0.00020115326,3.919008e-7,0.00083815615,0.00041087382],"genre_scores_gemma":[0.22282225,0.0000041375133,0.7768453,0.00018036156,0.000051589333,0.00007498891,3.33611e-7,0.00000660253,0.000014448033],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99943656,0.0000066977955,0.00014413617,0.00019657354,0.000056741137,0.0001592717],"domain_scores_gemma":[0.99939805,0.00038270158,0.000027433955,0.00012273164,0.000013584153,0.000055478886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001839479,0.00007810498,0.00010473533,0.000034098637,0.000020659485,0.000090126894,0.0003490689,0.000039450086,0.000006746406],"category_scores_gemma":[0.00027419283,0.00007407064,0.00003212952,0.00020144774,0.0000020060436,0.00033423476,0.000120428216,0.00009714969,0.0000040683085],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018608916,0.00003720954,0.000977281,0.0001942235,0.000023059047,0.000012630014,0.0006447089,0.026872138,0.0016787654,0.9324879,0.0026529601,0.03440049],"study_design_scores_gemma":[0.00015825966,0.0001079721,0.00008916646,0.000030315514,0.0000019402503,0.000002850582,0.0000088099,0.9523902,0.004965664,0.0014347022,0.040640663,0.00016944883],"about_ca_topic_score_codex":0.000009282018,"about_ca_topic_score_gemma":0.0000015249783,"teacher_disagreement_score":0.9310532,"about_ca_system_score_codex":0.0000153902,"about_ca_system_score_gemma":0.000013342286,"threshold_uncertainty_score":0.3020513},"labels":[],"label_agreement":null},{"id":"W2946103513","doi":"10.1109/iccisci.2019.8716468","title":"The influence of affects on Agile decisions: Measurement and Structural Models","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Agile software development; Affect (linguistics); Scale (ratio); Structural equation modeling; Computer science; Software; Measure (data warehouse); Data science; Knowledge management; Psychology; Software engineering; Data mining","score_opus":0.025886757650582286,"score_gpt":0.25511032059345956,"score_spread":0.22922356294287727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946103513","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76204157,0.00022709569,0.2364164,0.00023176354,0.000098659126,0.00016199522,2.2969958e-7,0.00013535559,0.0006869136],"genre_scores_gemma":[0.9671597,0.00005948426,0.03268651,0.00006361625,0.0000032465136,0.0000038448798,2.7777407e-8,0.0000021911085,0.000021382464],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999451,0.000020454805,0.00006986455,0.000116919786,0.00026042588,0.00008134987],"domain_scores_gemma":[0.99893385,0.0005971227,0.000038358423,0.00035080293,0.000056480887,0.000023409795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036327497,0.000052725834,0.00005623182,0.000022616046,0.000041617168,0.00006049129,0.0003422373,0.000018425759,0.0000016240617],"category_scores_gemma":[0.000158118,0.000029858455,0.000013759506,0.00007872888,0.00001146507,0.0003282649,0.000113297116,0.000056402714,0.0000030974113],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027384722,0.000016670918,0.0013636027,0.000024702627,0.000032227337,0.0000020680102,0.00037981026,0.14959626,0.0038597018,0.7015411,0.00093056494,0.14222586],"study_design_scores_gemma":[0.00041364445,0.0007587236,0.05790336,0.0002591215,0.000007724944,0.000021387383,0.00002208695,0.7726688,0.01855371,0.1438518,0.00516083,0.0003788607],"about_ca_topic_score_codex":0.000018699879,"about_ca_topic_score_gemma":0.0000021668593,"teacher_disagreement_score":0.6230725,"about_ca_system_score_codex":0.000010338709,"about_ca_system_score_gemma":0.000014793553,"threshold_uncertainty_score":0.12175924},"labels":[],"label_agreement":null},{"id":"W2946747703","doi":"10.1145/3305160.3305161","title":"A Productivity Framework for Software Development Literature Review","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Productivity; Assertion; Computer science; Context (archaeology); Measure (data warehouse); Software; Software development; Work (physics); Productivity model; Engineering; Data mining; Total factor productivity; Economics","score_opus":0.014449838393408576,"score_gpt":0.28001310993648154,"score_spread":0.26556327154307297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946747703","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012111607,0.013047014,0.98343664,0.0014531015,0.00029455413,0.000626445,7.343761e-7,0.00090185285,0.000118524076],"genre_scores_gemma":[0.0011980771,0.0009167178,0.99588704,0.0009614522,0.000045820558,0.00012394376,0.0000030493802,0.000008445141,0.0008554818],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99926007,0.00001618264,0.00012234916,0.00031268215,0.00012804699,0.00016064501],"domain_scores_gemma":[0.99895376,0.00030250222,0.000053595344,0.0005585161,0.00009325127,0.00003837956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041280861,0.00010511328,0.00013876674,0.000033639226,0.00003847623,0.00010849021,0.00047553686,0.000060156475,0.000025015765],"category_scores_gemma":[0.00052804657,0.00008202361,0.00004474815,0.00030111722,0.0000031619272,0.00051803497,0.00012549377,0.00014437937,0.000041852825],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000695143,0.00008676124,0.0009772972,0.005508158,0.000040581413,0.0000056108743,0.00045144037,0.000023186016,0.000023723938,0.17955588,0.02936189,0.7839585],"study_design_scores_gemma":[0.00006608534,0.00008199706,0.00062801037,0.003910482,0.000005148575,0.000028648135,7.229927e-7,0.00031986018,0.0016749525,0.01445645,0.9785129,0.00031474477],"about_ca_topic_score_codex":4.1955593e-7,"about_ca_topic_score_gemma":1.6418093e-7,"teacher_disagreement_score":0.949151,"about_ca_system_score_codex":0.000019490255,"about_ca_system_score_gemma":0.000048507634,"threshold_uncertainty_score":0.33448258},"labels":[],"label_agreement":null},{"id":"W2947300383","doi":"10.1007/978-3-030-21290-2_10","title":"Towards an Ontology-Based Approach for Eliciting Possible Solutions to Non-Functional Requirements","year":2019,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Non-functional requirement; Software engineering; Functional requirement; Software requirements; Quality (philosophy); Process (computing); Ontology; Set (abstract data type); Software quality; Requirements engineering; Software requirements specification; Software development; Reuse; Requirements elicitation; Software; Software design; Software construction; Programming language; Engineering","score_opus":0.05678741140596566,"score_gpt":0.2985624796891626,"score_spread":0.24177506828319695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947300383","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003165413,0.00006336331,0.99483067,0.0006331434,0.0014764648,0.0008380585,0.0000107360065,0.0003970245,0.0017188998],"genre_scores_gemma":[0.032910265,0.000002245714,0.96455634,0.0019261435,0.00036469116,0.00006244705,0.000026009646,0.000032410524,0.000119426615],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99684733,0.00002189136,0.00038719748,0.0013817928,0.0006697919,0.00069198234],"domain_scores_gemma":[0.9977202,0.0004442136,0.00020883865,0.0011945,0.00024640912,0.00018583094],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012969399,0.00040849042,0.0003928807,0.0007652181,0.0003290782,0.00047726586,0.0023438632,0.00029766528,0.000007388726],"category_scores_gemma":[0.00017660754,0.0003982166,0.00012434188,0.00046711866,0.00013854023,0.0008138224,0.000653517,0.00048296308,0.000011728863],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023467524,0.00008382483,0.00006846735,0.00009722107,0.00001964152,0.000007942468,0.0003203522,0.5205856,0.00031847955,0.026172291,0.00015258431,0.4521501],"study_design_scores_gemma":[0.00022909883,0.00047136418,0.00016065685,0.0001497415,0.000009344123,0.000020690319,1.2870142e-7,0.96664304,0.0007239423,0.029216103,0.0018415551,0.0005343366],"about_ca_topic_score_codex":0.000040502167,"about_ca_topic_score_gemma":0.000018430515,"teacher_disagreement_score":0.45161578,"about_ca_system_score_codex":0.00031146727,"about_ca_system_score_gemma":0.00092714315,"threshold_uncertainty_score":0.999847},"labels":[],"label_agreement":null},{"id":"W2949376882","doi":"10.48550/arxiv.0808.0347","title":"Towards a Process for Developing Maintenance Tools in Academia","year":2008,"lang":"en","type":"preprint","venue":"ArXiv.org","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Process (computing); Flexibility (engineering); Computer science; Process management; Systems engineering; Domain (mathematical analysis); Work (physics); Software engineering; Engineering management; Risk analysis (engineering); Engineering","score_opus":0.1373411990103535,"score_gpt":0.3580274297994951,"score_spread":0.2206862307891416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949376882","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1772092,0.00030782586,0.8176554,0.0026907516,0.0005596071,0.0005989934,0.0000069386665,0.000752703,0.00021856384],"genre_scores_gemma":[0.655613,0.0010533703,0.34126553,0.0009175185,0.00019316332,0.0007992974,0.000012700301,0.00003972538,0.00010569405],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99812794,0.000034098164,0.00041634333,0.00073648395,0.00022301008,0.00046214717],"domain_scores_gemma":[0.9985892,0.00030204424,0.000249311,0.0006425975,0.00015521138,0.000061606435],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005391165,0.00030633982,0.00037375177,0.0001687976,0.000068788795,0.00011660554,0.0018792058,0.00087541755,0.0000014666252],"category_scores_gemma":[0.0010199202,0.0003014546,0.000103338425,0.00034281096,0.000028944458,0.0006270358,0.00093397737,0.0018969142,0.000009983138],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024760218,0.0004226733,0.41611156,0.008756434,0.00046363595,0.00085268525,0.018663833,0.025617601,0.0005000011,0.061744496,0.02329812,0.44332135],"study_design_scores_gemma":[0.0019095099,0.00031375274,0.53470886,0.0065082256,0.00005658322,0.00030946612,0.00008403221,0.085358255,0.030359017,0.07760399,0.25745007,0.0053382753],"about_ca_topic_score_codex":0.000048712664,"about_ca_topic_score_gemma":0.0000046523264,"teacher_disagreement_score":0.4784038,"about_ca_system_score_codex":0.00018894972,"about_ca_system_score_gemma":0.0005421791,"threshold_uncertainty_score":0.99994373},"labels":[],"label_agreement":null},{"id":"W2949808429","doi":"10.48550/arxiv.cs/0611153","title":"Changing our view on design evaluation meetings methodology: a study of software technical review meetings","year":2006,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Argumentation theory; Computer science; Management science; Process (computing); Software; Engineering management; Software engineering; Process management; Knowledge management; Engineering; Epistemology","score_opus":0.2675672712319022,"score_gpt":0.3006000242930729,"score_spread":0.033032753061170705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949808429","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008508403,0.0016642603,0.9862836,0.00020860534,0.00029084782,0.001949767,0.0000029411187,0.0009586971,0.00013290578],"genre_scores_gemma":[0.66403574,0.001185681,0.3343678,0.00018845186,0.00006250854,0.000023893508,0.000009604643,0.000039056027,0.000087278706],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957876,0.0018160077,0.0004779053,0.0012084567,0.00033699613,0.00037304283],"domain_scores_gemma":[0.9958344,0.001247791,0.0008878078,0.001512426,0.00043343674,0.00008414666],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007826072,0.00041655402,0.0007760375,0.000544661,0.00012685847,0.000055585788,0.0019551367,0.00031728199,0.0000072611006],"category_scores_gemma":[0.0018679921,0.00044535025,0.00022717695,0.0012384664,0.000026609503,0.0002792509,0.0016523631,0.0007527978,0.0000088757215],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019719945,0.0024279945,0.0021085958,0.0070815417,0.00069416466,0.0006162143,0.0019469803,0.88479567,0.00012309091,0.014827915,0.011164608,0.074016005],"study_design_scores_gemma":[0.0051035434,0.0067854826,0.004636153,0.049135648,0.007943858,0.0001631707,0.0010185383,0.8106632,0.002831614,0.098373674,0.0057826145,0.007562491],"about_ca_topic_score_codex":0.00015851302,"about_ca_topic_score_gemma":0.000008489886,"teacher_disagreement_score":0.6555273,"about_ca_system_score_codex":0.00023930166,"about_ca_system_score_gemma":0.00016438152,"threshold_uncertainty_score":0.99979985},"labels":[],"label_agreement":null},{"id":"W2952040607","doi":"","title":"An Empirical Study of Meta- and Hyper-Heuristic Search for Multi-Objective Release Planning","year":2018,"lang":"en","type":"report","venue":"Utrecht University Repository (Utrecht University)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Heuristics; Heuristic; Computer science; Meta heuristic; Variety (cybernetics); Genetic algorithm; Machine learning; Hyper-heuristic; Beam search; Artificial intelligence; Empirical research; Incremental heuristic search; Quality (philosophy); Search algorithm; Data mining; Mathematical optimization; Mathematics; Algorithm; Statistics","score_opus":0.1264703427016955,"score_gpt":0.3400049486874419,"score_spread":0.21353460598574642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952040607","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2453554,0.00084500347,0.724652,0.000087336535,0.0021007962,0.0031915181,0.00019219064,0.0021094028,0.021466365],"genre_scores_gemma":[0.75882196,0.00066761085,0.19209594,0.000030800384,0.0005735792,0.000006520472,0.00007937075,0.0001660058,0.047558233],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964024,0.0006483052,0.00035332568,0.0013691961,0.00076672866,0.00046006183],"domain_scores_gemma":[0.995661,0.0009737384,0.00056395214,0.0012975878,0.001143632,0.00036006572],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009260559,0.0005395242,0.001036761,0.0012840481,0.0006408919,0.00010741604,0.0017903751,0.0005920254,0.000010135484],"category_scores_gemma":[0.000168495,0.00060052454,0.00033665623,0.0009847663,0.0002253864,0.00097687,0.0008160237,0.00074795564,0.0000014507237],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011934366,0.046561267,0.37725133,0.010711567,0.086790904,0.06246178,0.14234205,0.009230508,0.0027012983,0.006452824,0.12017224,0.12338988],"study_design_scores_gemma":[0.009234197,0.016302688,0.016282849,0.00089592236,0.021185271,0.0012830517,0.020699998,0.03546623,0.00556196,0.00010182566,0.86780053,0.005185477],"about_ca_topic_score_codex":0.0018403595,"about_ca_topic_score_gemma":0.000058178128,"teacher_disagreement_score":0.7476283,"about_ca_system_score_codex":0.00069934386,"about_ca_system_score_gemma":0.0010685641,"threshold_uncertainty_score":0.99964464},"labels":[],"label_agreement":null},{"id":"W2954653546","doi":"10.1007/s10664-019-09718-5","title":"The inconsistency between theory and practice in managing inconsistency in requirements engineering","year":2019,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Israel Science Foundation; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Consistency (knowledge bases); Perception; Identification (biology); Field (mathematics); Sight; Phenomenon; Psychology; Computer science; Management science; Knowledge management; Epistemology; Engineering; Artificial intelligence","score_opus":0.018747001289031427,"score_gpt":0.2946853165192847,"score_spread":0.27593831523025325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954653546","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23367083,0.004073374,0.75690705,0.00186082,0.0008825084,0.0007439136,0.0000021373153,0.0014883223,0.00037105524],"genre_scores_gemma":[0.8702455,0.00017673688,0.1291344,0.00023506496,0.00006694117,0.00006242529,0.0000015675824,0.000046352816,0.0000309908],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99780786,0.00018069075,0.00054096937,0.000531825,0.00033830255,0.00060032564],"domain_scores_gemma":[0.9867577,0.012329406,0.000111036075,0.0006331375,0.000043379147,0.00012535752],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0030518833,0.00030095095,0.00032885972,0.00033217703,0.00007322389,0.00024764342,0.0007593279,0.00012202378,0.000003923135],"category_scores_gemma":[0.0073508928,0.00026593095,0.00005897858,0.0009078813,0.000023277087,0.0012916025,0.00057082006,0.00068245066,0.000016039181],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008146355,0.00012896859,0.8747517,0.00039894637,0.00016569416,0.0003871487,0.0031725625,0.029472949,0.00020597076,0.034008376,0.00016289092,0.057063356],"study_design_scores_gemma":[0.0021901126,0.00041020307,0.7963484,0.0014980496,0.0000643587,0.00034678337,0.0003394397,0.088069744,0.00030378462,0.013138823,0.094678156,0.0026121624],"about_ca_topic_score_codex":0.000051418006,"about_ca_topic_score_gemma":0.000005781634,"teacher_disagreement_score":0.6365747,"about_ca_system_score_codex":0.00017573794,"about_ca_system_score_gemma":0.000049870854,"threshold_uncertainty_score":0.9999793},"labels":[],"label_agreement":null},{"id":"W2958217010","doi":"10.24928/2019/0268","title":"Using TVD Simulation to Improve Collaboration","year":2019,"lang":"en","type":"article","venue":"Annual Conference of the International Group for Lean Construction","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Trent University; Nottingham Trent University","keywords":"Computer science; Human–computer interaction","score_opus":0.027776940759818194,"score_gpt":0.30249114169720126,"score_spread":0.2747142009373831,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2958217010","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2695288,0.0000024439319,0.72734344,0.0005511218,0.0020244252,0.00030740874,0.00002493125,0.00005918765,0.0001582324],"genre_scores_gemma":[0.85138744,7.907194e-7,0.14836372,0.000077588804,0.00006637338,0.000009114398,0.000003980043,0.0000048493866,0.00008611868],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993018,0.000014158885,0.00018945817,0.00018808387,0.00022269411,0.00008381242],"domain_scores_gemma":[0.9987485,0.00014325883,0.00019044765,0.00023362995,0.0006616479,0.000022546139],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019312376,0.0000764861,0.00008301729,0.000086648906,0.00004661946,0.00011444703,0.0005561108,0.000046094665,0.000013242354],"category_scores_gemma":[0.00021865332,0.00006596116,0.000049761824,0.00018361848,0.000019336558,0.00094045844,0.00012988916,0.00006171939,0.0000040301657],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014223764,0.000047486523,0.0044814153,0.00004808739,0.00008553227,2.6156144e-7,0.0013680633,0.10546531,0.0672199,0.74338394,0.0002808195,0.07747695],"study_design_scores_gemma":[0.00037476723,0.00022758199,0.0010500755,0.000079319405,0.000013585108,0.000011302199,0.00031944146,0.9382843,0.027259128,0.019492606,0.012679569,0.00020833261],"about_ca_topic_score_codex":0.00003590626,"about_ca_topic_score_gemma":0.000005620703,"teacher_disagreement_score":0.832819,"about_ca_system_score_codex":0.00006512894,"about_ca_system_score_gemma":0.000060023824,"threshold_uncertainty_score":0.2689818},"labels":[],"label_agreement":null},{"id":"W2962812550","doi":"10.1007/978-3-030-24344-9_6","title":"The Role of Unconscious Bias in Software Project Failures","year":2019,"lang":"en","type":"book-chapter","venue":"Studies in computational intelligence","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Unconscious mind; Software; Process (computing); Personality psychology; Data science; Scale (ratio); Risk analysis (engineering); Artificial intelligence; Psychology; Social psychology; Personality; Business","score_opus":0.09595480004020515,"score_gpt":0.357113506708691,"score_spread":0.26115870666848584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962812550","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000070440066,0.06567521,0.9005921,0.00088444207,0.0020620364,0.0016293508,0.000036351063,0.00046335562,0.028586749],"genre_scores_gemma":[0.21037789,0.019265275,0.7429104,0.00030320123,0.00029503516,0.00023995605,0.000030653264,0.00014658013,0.02643101],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99831516,0.000047444722,0.0005961184,0.0004073142,0.00042503074,0.00020896016],"domain_scores_gemma":[0.9927406,0.006204822,0.00033404757,0.0004113899,0.00029314478,0.000016041557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066305517,0.0002609032,0.00037624454,0.00029994902,0.000069489484,0.000055572236,0.0011069195,0.00012219005,0.0000036960566],"category_scores_gemma":[0.0007143953,0.00020316675,0.00009000392,0.00020208894,0.00023843555,0.00017763244,0.0006051829,0.00044731487,0.00001958661],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001318438,0.000019265533,0.00051243213,0.000109250504,0.000100702884,0.00002312551,0.0014814526,0.07597571,2.2040574e-7,0.8172443,0.00059951405,0.10392086],"study_design_scores_gemma":[0.000048516536,0.00013209117,0.00008476057,0.0007385148,0.000007818127,0.000020294852,0.00022271244,0.022743063,0.000056783443,0.89286166,0.0827257,0.00035807176],"about_ca_topic_score_codex":0.00008005786,"about_ca_topic_score_gemma":0.00021370847,"teacher_disagreement_score":0.21030745,"about_ca_system_score_codex":0.00012805514,"about_ca_system_score_gemma":0.00027882267,"threshold_uncertainty_score":0.82849},"labels":[],"label_agreement":null},{"id":"W2965718351","doi":"10.1142/s0219877019500482","title":"Evaluating the Agile-Stage-Gate Hybrid Model: Experiences From Three SME Manufacturing Firms","year":2019,"lang":"en","type":"article","venue":"International Journal of Innovation and Technology Management","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Industriens Fond","keywords":"Agile software development; Agile manufacturing; Business; New product development; Process (computing); Product (mathematics); Process management; Product innovation; Test (biology); Manufacturing engineering; Computer science; Industrial organization; Marketing; Engineering","score_opus":0.03428914969742143,"score_gpt":0.3253126635868135,"score_spread":0.29102351388939207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965718351","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6235025,0.000047920825,0.37199998,0.0036090359,0.00044361548,0.000070783295,5.1065354e-7,0.00007552896,0.00025011878],"genre_scores_gemma":[0.90046424,0.000038770315,0.09904952,0.00025769396,0.00003236948,0.000012034672,0.0000012580584,0.0000044838616,0.00013965173],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99900347,0.00001132398,0.00037267865,0.00015018633,0.00037044944,0.000091919246],"domain_scores_gemma":[0.99899846,0.00007149333,0.000420446,0.00021602453,0.00028301234,0.000010563569],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058363617,0.00008598256,0.00009147578,0.0004596474,0.00005102475,0.00015632351,0.0010426012,0.000034329325,0.00003245835],"category_scores_gemma":[0.00006837443,0.00006172856,0.000019499119,0.0002694803,0.000028541031,0.00051089807,0.00031140933,0.00020699733,0.000004312624],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004547176,0.000044901153,0.0019762872,0.00001217092,0.00032805526,0.00006454671,0.0005760455,0.012969212,0.0017767748,0.44999743,0.00024022767,0.5319689],"study_design_scores_gemma":[0.0010115191,0.00034153071,0.0040891604,0.000183724,0.000024104555,0.00011696858,0.00097209215,0.69436145,0.039410386,0.24818921,0.01098538,0.00031448383],"about_ca_topic_score_codex":0.0000037088862,"about_ca_topic_score_gemma":8.6253885e-7,"teacher_disagreement_score":0.68139225,"about_ca_system_score_codex":0.000035790283,"about_ca_system_score_gemma":0.0000159976,"threshold_uncertainty_score":0.25172177},"labels":[],"label_agreement":null},{"id":"W2967234787","doi":"10.1145/3336294.3342363","title":"Fourth International Workshop on Software Product Line Teaching (SPLTea 2019)","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Curriculum; Product (mathematics); Software; Computer science; Product line; Dissemination; Work (physics); Mathematics education; Engineering ethics; Engineering management; Software engineering; Engineering; Sociology; Pedagogy; Psychology; Telecommunications; Mathematics","score_opus":0.01677145904084668,"score_gpt":0.28343820052204816,"score_spread":0.26666674148120145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967234787","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037760907,0.000050087707,0.98254764,0.0036689264,0.0016074526,0.00015714524,0.0000011292259,0.001487096,0.0067044147],"genre_scores_gemma":[0.17949006,0.000025589976,0.8072279,0.00078214554,0.00029067983,0.000010179076,0.0000065260247,0.000016532846,0.012150357],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99900395,0.000031343905,0.00014109982,0.00036834955,0.0002770646,0.00017818212],"domain_scores_gemma":[0.99886465,0.00035474577,0.00006481606,0.00061906653,0.00004768778,0.000049037655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004304064,0.00012607615,0.00010239884,0.000113892704,0.000046998193,0.00019903838,0.00095661165,0.000042767842,0.00013264256],"category_scores_gemma":[0.00048050226,0.000104154475,0.000047876663,0.00011141542,0.0000059297727,0.0007163633,0.0002574697,0.00035126295,0.00033613137],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003519213,0.00026378216,0.005357737,0.000030589486,0.000088760135,0.000025315436,0.00050074747,0.011354843,0.0003044354,0.17285655,0.09329512,0.7158869],"study_design_scores_gemma":[0.00046592436,0.00027817485,0.0025979427,0.00021014475,0.000007954827,0.00006343544,0.000016242691,0.12681274,0.0033765843,0.003382617,0.8620366,0.00075166713],"about_ca_topic_score_codex":0.000020562897,"about_ca_topic_score_gemma":9.490842e-7,"teacher_disagreement_score":0.7687414,"about_ca_system_score_codex":0.000037981794,"about_ca_system_score_gemma":0.000024540355,"threshold_uncertainty_score":0.4320401},"labels":[],"label_agreement":null},{"id":"W2968895817","doi":"","title":"Consequence Assessments and Collaboration to Streamline Project Siting","year":2019,"lang":"en","type":"article","venue":"2019 Spring Meeting and 15th Global Congress on Process Safety","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stantec (Canada)","funders":"","keywords":"Environmental planning; Environmental resource management; Computer science; Environmental science","score_opus":0.011463504387084576,"score_gpt":0.3254314410027873,"score_spread":0.3139679366157027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968895817","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.939581,0.0003877361,0.053116698,0.0008835729,0.0007249158,0.000772351,0.000034257984,0.00077803474,0.0037214567],"genre_scores_gemma":[0.95286506,0.00009017287,0.046650935,0.00025446733,0.0000335076,0.00001727728,0.000002645406,0.000010404256,0.00007550173],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985692,0.00006386375,0.00024771076,0.0005526233,0.0002803675,0.0002862449],"domain_scores_gemma":[0.9990162,0.00023334737,0.00016900618,0.00029265185,0.00018232487,0.000106427186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006461669,0.00020032829,0.00021313508,0.00006966003,0.0001544907,0.00039013202,0.0003164443,0.00007728754,0.0000015609902],"category_scores_gemma":[0.00029583677,0.00018820872,0.000016343207,0.00041750763,0.000024471705,0.0005865171,0.00021237112,0.00014939335,0.000008951457],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011300636,0.0003589053,0.5918563,0.002533069,0.0002879295,0.00023053898,0.0019794095,0.031039983,0.0036176173,0.12637793,0.0011977932,0.23939046],"study_design_scores_gemma":[0.011035182,0.008693794,0.19114158,0.017089624,0.0002865243,0.0009651424,0.002858493,0.5911169,0.041530382,0.008065111,0.11767047,0.009546799],"about_ca_topic_score_codex":0.00020536728,"about_ca_topic_score_gemma":0.000015138573,"teacher_disagreement_score":0.56007695,"about_ca_system_score_codex":0.00006441922,"about_ca_system_score_gemma":0.00013779908,"threshold_uncertainty_score":0.7674929},"labels":[],"label_agreement":null},{"id":"W2970320349","doi":"","title":"A Catalog of Bad Agile Smells for Agility Assessment.","year":2019,"lang":"en","type":"article","venue":"Conferencia Iberoamericana de Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Agile software development; Computer science; Computer security; World Wide Web; Software engineering","score_opus":0.01021149303823112,"score_gpt":0.2562906895216381,"score_spread":0.24607919648340695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970320349","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07776379,0.00014441212,0.9202201,0.00004673096,0.0003535212,0.00041287017,0.000029716319,0.00087656145,0.00015231698],"genre_scores_gemma":[0.5697781,0.000015087905,0.4299822,0.000043206506,0.000027985665,0.00006538262,0.000014302755,0.00002442903,0.00004933964],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99844116,0.00003130005,0.00035718144,0.0004476893,0.00023569552,0.00048700348],"domain_scores_gemma":[0.997504,0.0011133926,0.0001919898,0.0008432195,0.00019264691,0.0001547635],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00045919023,0.00026578564,0.00044015632,0.00017989914,0.000038817867,0.000075341566,0.00093654834,0.00011469103,0.000046146488],"category_scores_gemma":[0.0005945714,0.000288746,0.00015694926,0.00043343258,0.000027687967,0.00043783814,0.00019795836,0.00026506378,0.000010100408],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090047404,0.00073389185,0.38356322,0.003679348,0.0011729009,0.000059834238,0.0037363328,0.057147153,0.07917863,0.17369935,0.0056478814,0.29129142],"study_design_scores_gemma":[0.0023897511,0.0015163532,0.32606474,0.00063658605,0.00017892155,0.00010997144,0.000102688595,0.5556237,0.041380055,0.0031276802,0.06570073,0.00316881],"about_ca_topic_score_codex":0.00016154704,"about_ca_topic_score_gemma":0.0000032251348,"teacher_disagreement_score":0.49847654,"about_ca_system_score_codex":0.00014412645,"about_ca_system_score_gemma":0.00030049798,"threshold_uncertainty_score":0.9999565},"labels":[],"label_agreement":null},{"id":"W2970341368","doi":"10.1002/smr.2182","title":"How has SPI changed in times of agile development? Results from a multi‐method study","year":2019,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Eesti Teadusagentuur","keywords":"Agile software development; Scrum; Extreme programming; Extreme programming practices; Agile usability engineering; Context (archaeology); User story; Agile Unified Process; Process (computing); Process management; Lean software development; Set (abstract data type); Computer science; Knowledge management; Engineering; Software development; Software; Software development process; Software engineering; Geography","score_opus":0.03224882072920653,"score_gpt":0.29314613383169147,"score_spread":0.26089731310248493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970341368","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23806606,0.00077151787,0.7602924,0.0003764375,0.00022775747,0.00018706683,0.000004356027,0.00006679743,0.000007583867],"genre_scores_gemma":[0.6714609,0.000014892777,0.32842252,0.000013680066,0.000024850984,0.0000029606015,8.383271e-7,0.000005286765,0.000054029464],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988523,0.000086965556,0.00041812885,0.00019998288,0.00030721517,0.00013538435],"domain_scores_gemma":[0.9985729,0.0003938715,0.00053723925,0.00017566183,0.00025816757,0.00006215288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010598437,0.00011956254,0.0002789125,0.00025855648,0.00004278577,0.00011565004,0.00039579926,0.00007113157,0.000007316857],"category_scores_gemma":[0.0006411945,0.00010039196,0.000033641307,0.0003625731,0.000014861564,0.0009406448,0.00008916429,0.00023363662,0.0000013984144],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016126361,0.003141974,0.5914971,0.0008607874,0.0005054178,0.00019514372,0.09354483,0.0029768196,0.0014191058,0.0005186648,0.0016677849,0.3020597],"study_design_scores_gemma":[0.014417011,0.0029429498,0.91042423,0.0019937993,0.000093449744,0.00024095162,0.0038684083,0.029502118,0.012213677,0.006928595,0.016022,0.0013527912],"about_ca_topic_score_codex":0.00005147398,"about_ca_topic_score_gemma":0.000019771433,"teacher_disagreement_score":0.43339485,"about_ca_system_score_codex":0.000045851422,"about_ca_system_score_gemma":0.00015940073,"threshold_uncertainty_score":0.40938655},"labels":[],"label_agreement":null},{"id":"W2977253341","doi":"","title":"Proceedings fifth IEEE International Symposium on Requirements Engineering, August 27-31, 2001, Royal York Hotel, Toronto, Canada","year":2000,"lang":"en","type":"book","venue":"IEEE Computer Society Press eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Requirements analysis; Software engineering; Animation; Requirements engineering; Computer science; Engineering management; Architecture; Requirements management; Systems engineering; Software; Engineering; Operating system; Geography; Computer graphics (images)","score_opus":0.025717988688150912,"score_gpt":0.24047083741449063,"score_spread":0.2147528487263397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977253341","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017130218,0.0009304309,0.36373433,0.00022761525,0.032058332,0.0019144695,0.00023429217,0.004505988,0.59622324],"genre_scores_gemma":[0.00034838874,0.00065888313,0.16926597,0.002560187,0.0071138493,0.00025735854,0.00009231401,0.00031839372,0.81938463],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99589014,0.000020801312,0.0006712584,0.0012779929,0.0012925287,0.0008472857],"domain_scores_gemma":[0.9978615,0.00021715385,0.00043787187,0.00093402114,0.00021855441,0.00033088602],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00030843643,0.0009257171,0.0006286382,0.00004673168,0.00016055198,0.00081653934,0.0035207677,0.00061170454,0.000042140255],"category_scores_gemma":[0.0000069514904,0.0010079748,0.00040975248,0.00003415118,0.000050055092,0.00045624343,0.00043398613,0.0010335906,0.000009389626],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012938919,0.000039890034,0.0000018272455,0.00015500479,0.000400944,0.000035626326,0.000674201,0.004644493,0.000011953561,0.0009223284,0.9895638,0.0035369871],"study_design_scores_gemma":[0.00031634906,0.00016688753,0.0000066932225,0.0005138943,0.00004783192,0.00002545228,0.000001125317,0.091540344,0.0003051436,0.000039405113,0.9060982,0.0009386601],"about_ca_topic_score_codex":0.03589823,"about_ca_topic_score_gemma":0.001305334,"teacher_disagreement_score":0.22316143,"about_ca_system_score_codex":0.0018834944,"about_ca_system_score_gemma":0.0006965986,"threshold_uncertainty_score":0.99923706},"labels":[],"label_agreement":null},{"id":"W2980404193","doi":"10.1504/ijbis.2019.103077","title":"Developers' views on the adoption and benefits of software process improvement programs in Canadian software development firms","year":2019,"lang":"en","type":"article","venue":"International Journal of Business Information Systems","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University","funders":"","keywords":"Software development; Software development process; Personal software process; Software; Computer science; Software quality; Process (computing); Package development process; Quality (philosophy); Team software process; Software engineering; Process management; Software quality control; Software peer review; Engineering management; Software construction; Knowledge management; Business; Engineering","score_opus":0.029057918353464968,"score_gpt":0.24735003810980852,"score_spread":0.21829211975634355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980404193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73031884,0.0001925142,0.26612487,0.0007716011,0.0018038464,0.00061708904,0.0000061226265,0.000048074766,0.00011703086],"genre_scores_gemma":[0.9869724,0.000038984545,0.012780238,0.000130686,0.00003326115,0.00002483639,0.000007934875,0.0000042963857,0.000007399005],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985609,0.000019313034,0.00067075365,0.0000698186,0.0005527994,0.00012639689],"domain_scores_gemma":[0.997846,0.000098529206,0.0006404173,0.000121200515,0.0012393233,0.00005450074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000887191,0.00010202966,0.00014880166,0.0004173912,0.000032402375,0.00024408383,0.0006176273,0.000052828946,0.0000037541631],"category_scores_gemma":[0.00023333564,0.00007020765,0.000021413609,0.00027120078,0.000009972469,0.0019091883,0.000055388547,0.00012441454,0.0000073300143],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007925574,0.00009584741,0.11046663,0.0005870171,0.00015122133,0.0000082495535,0.012627133,0.07474337,0.000013321281,0.009857083,0.00018313799,0.79118776],"study_design_scores_gemma":[0.0034304098,0.00078927464,0.6304644,0.0109891435,0.000025571515,0.00071867387,0.0029863499,0.028303836,0.002456392,0.0004290113,0.31804097,0.0013659666],"about_ca_topic_score_codex":0.0014992235,"about_ca_topic_score_gemma":0.00037509992,"teacher_disagreement_score":0.78982174,"about_ca_system_score_codex":0.000205761,"about_ca_system_score_gemma":0.00041753924,"threshold_uncertainty_score":0.28629848},"labels":[],"label_agreement":null},{"id":"W2984037041","doi":"10.1145/3356773.3356813","title":"Implications of Resurgence in Artificial Intelligence for Research Collaborations in Software Engineering","year":2019,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Timeline; Social software engineering; Session (web analytics); Software engineering; Software; Engineering management; Computer science; Software development; Personal software process; Engineering; Engineering ethics; Data science; Software construction; World Wide Web","score_opus":0.10381593555531676,"score_gpt":0.36197781601116386,"score_spread":0.2581618804558471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984037041","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13012981,0.0004980359,0.86668897,0.0005252949,0.00042709688,0.00095125486,0.000041185795,0.00073645526,0.0000018906479],"genre_scores_gemma":[0.6000045,0.000044094028,0.39957547,0.000011784458,0.00003554699,0.00027892223,0.000011699715,0.0000329899,0.0000050306653],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974772,0.000050298528,0.0007696827,0.0006362261,0.00037178572,0.0006948081],"domain_scores_gemma":[0.92189616,0.075896926,0.00013412921,0.0015160324,0.00043690932,0.00011985093],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017684646,0.00027227146,0.0003944553,0.0011018405,0.00006195798,0.000094005845,0.0017207855,0.00020965122,0.000014776176],"category_scores_gemma":[0.14845674,0.00031980596,0.000088402696,0.0032384451,0.000030514064,0.0007779949,0.0004368118,0.00054957235,0.00001565312],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050754486,0.00033619144,0.47093326,0.00097311975,0.000041962758,0.000016547083,0.0020313046,0.37303126,0.012085809,0.11049032,0.00028794387,0.029721554],"study_design_scores_gemma":[0.0008896394,0.0010874317,0.7099702,0.0026602,0.000032058422,0.000050900842,0.00019065729,0.14456064,0.10827879,0.018718652,0.010282958,0.003277881],"about_ca_topic_score_codex":0.00011239933,"about_ca_topic_score_gemma":0.000043552238,"teacher_disagreement_score":0.46987465,"about_ca_system_score_codex":0.0001886212,"about_ca_system_score_gemma":0.00020943033,"threshold_uncertainty_score":0.9999254},"labels":[],"label_agreement":null},{"id":"W2989073263","doi":"10.5539/elt.v12n12p12","title":"A Case Study of Project-based English Learning Experience in a Simulated Business Context","year":2019,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Business English; Context (archaeology); Psychology; Apprenticeship; Business plan; Teamwork; Project-based learning; Work (physics); Medical education; Pedagogy; Marketing; Management; Engineering; Business","score_opus":0.01867176279149422,"score_gpt":0.2977429909918579,"score_spread":0.2790712282003637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989073263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9742704,0.00009065708,0.023404399,0.0000035847443,0.00034488755,0.00056601514,6.043727e-7,0.00097413233,0.00034533953],"genre_scores_gemma":[0.9924802,5.592648e-7,0.0073508676,0.000025189489,0.00005829749,0.000027306247,0.000001896813,0.00002167888,0.000034002147],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.998393,0.00035485972,0.00032350875,0.00040965658,0.00025550992,0.00026344697],"domain_scores_gemma":[0.9983017,0.0007890566,0.00017091694,0.0005768734,0.0001227592,0.000038721682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009547173,0.00018330244,0.00027936907,0.00030431894,0.00006702163,0.0001377807,0.0005518232,0.000074666714,0.000011256269],"category_scores_gemma":[0.0028196839,0.00017794006,0.000036912646,0.00068493164,0.000012566202,0.0008381823,0.00019012787,0.0006914414,0.000001338535],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018385696,0.0003862787,0.026779765,0.00006263499,0.00001285218,0.002116678,0.9372887,0.021274323,0.00027551514,0.00011625893,0.000010669003,0.011657943],"study_design_scores_gemma":[0.003954542,0.00095632987,0.0008503504,0.0004031235,0.000020160513,0.00018612457,0.67344946,0.31539655,0.0013973583,0.0000040498885,0.0024336423,0.00094833045],"about_ca_topic_score_codex":0.0050424966,"about_ca_topic_score_gemma":0.00011326485,"teacher_disagreement_score":0.29412225,"about_ca_system_score_codex":0.00004891425,"about_ca_system_score_gemma":0.000054212745,"threshold_uncertainty_score":0.762278},"labels":[],"label_agreement":null},{"id":"W2989367508","doi":"10.1145/3356773.3356802","title":"Summary of the 14th International Conference on Global Software Engineering (ICGSE)","year":2019,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Theme (computing); Work (physics); Engineering management; Software engineering; Software; Computer science; Engineering ethics; Engineering; World Wide Web; Mechanical engineering","score_opus":0.0188018197966594,"score_gpt":0.24937096135808942,"score_spread":0.23056914156143002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989367508","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21016945,0.00056863826,0.774132,0.0012828306,0.007968559,0.0008022115,0.00013396773,0.004855787,0.00008655356],"genre_scores_gemma":[0.77102095,0.000040411036,0.2285316,0.0001310865,0.00012921795,0.000029499572,0.000010955088,0.000042674747,0.00006359567],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99776894,0.000030201145,0.00044207257,0.0005832438,0.00068942324,0.00048611],"domain_scores_gemma":[0.9859118,0.011686175,0.00021341897,0.0018646071,0.00019358462,0.00013044824],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003221284,0.00043418116,0.00037493024,0.00015706733,0.00006237028,0.0001701443,0.0035602972,0.00020447234,0.00006568776],"category_scores_gemma":[0.03691015,0.00037460658,0.000225087,0.00065517664,0.000029321554,0.0006741888,0.001146724,0.0004992571,0.0000512286],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005052491,0.0002310061,0.8250199,0.0006035529,0.00033598676,0.000040790124,0.00049276964,0.078760445,0.0036264702,0.068774186,0.0024738943,0.019590491],"study_design_scores_gemma":[0.0022446392,0.00087666593,0.82282174,0.0038291323,0.00012435307,0.00027663066,0.000030335177,0.06990848,0.039553378,0.0014538501,0.054928023,0.003952775],"about_ca_topic_score_codex":0.00004551163,"about_ca_topic_score_gemma":0.0000014821957,"teacher_disagreement_score":0.5608515,"about_ca_system_score_codex":0.00016238159,"about_ca_system_score_gemma":0.000103809,"threshold_uncertainty_score":0.9998706},"labels":[],"label_agreement":null},{"id":"W2991328973","doi":"10.4018/978-1-5225-3923-0.ch052","title":"An Innovative Approach to the Development of an International Software Process Lifecycle Standard for Very Small Entities","year":2017,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Science Foundation Ireland","keywords":"Software development process; Software development; Engineering management; International standard; Engineering; Process (computing); Quality (philosophy); Process management; Software engineering; Software; Systems engineering; Computer science","score_opus":0.037789232336442484,"score_gpt":0.302093340121999,"score_spread":0.2643041077855565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991328973","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00047765925,0.000023411498,0.8414631,0.000029695391,0.0004897905,0.00056240044,0.0001980165,0.00028707465,0.15646887],"genre_scores_gemma":[0.055431817,0.0000011045055,0.94067067,0.000159302,0.00026091395,0.00019714693,0.000030344414,0.000035201898,0.0032135283],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986702,0.000011266384,0.00031600962,0.00042785253,0.0003885195,0.00018614033],"domain_scores_gemma":[0.998128,0.000060656013,0.0003474723,0.0007658831,0.000620346,0.000077632605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041029186,0.00025698246,0.00025881067,0.00008066181,0.00018456836,0.00036254484,0.002430747,0.00015365571,0.000001464455],"category_scores_gemma":[0.00011160907,0.00021052879,0.000056933295,0.000019270352,0.00004838081,0.00036515022,0.00030497578,0.00015986644,0.0000018796995],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082578204,0.000030487927,0.000032749067,0.00011423874,0.00014716577,0.0000024492815,0.0025570574,0.00014314843,0.0000024485746,0.89079946,0.00024978622,0.10583844],"study_design_scores_gemma":[0.0008533188,0.0013138815,0.0006708613,0.0009111465,0.00007625,0.000053440403,0.0001387939,0.0023544421,0.002231469,0.42058927,0.5688514,0.0019557292],"about_ca_topic_score_codex":0.000014009716,"about_ca_topic_score_gemma":0.000037633083,"teacher_disagreement_score":0.5686016,"about_ca_system_score_codex":0.00012557086,"about_ca_system_score_gemma":0.00049269974,"threshold_uncertainty_score":0.85851145},"labels":[],"label_agreement":null},{"id":"W2993010629","doi":"","title":"Using Scrum in a quarter-length undergraduate software engineering course","year":2012,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scrum; Course (navigation); Software engineering; Software; Computer science; Quarter (Canadian coin); Software development; Engineering; Operating system","score_opus":0.035021581532346656,"score_gpt":0.32498161260476044,"score_spread":0.2899600310724138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993010629","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40657744,0.0012947735,0.5900466,0.0005695125,0.001318569,0.00007412618,2.9348703e-7,0.00008273873,0.000035937905],"genre_scores_gemma":[0.6132984,0.000019837975,0.38652813,0.000037199385,0.000109330336,3.8734692e-7,2.0261615e-8,0.000005014254,0.000001630848],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981277,0.000107850574,0.0005735891,0.00017827249,0.0004927704,0.0005198193],"domain_scores_gemma":[0.9981768,0.001074366,0.0003920012,0.0001838209,0.000076798424,0.000096213225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029569028,0.00015935556,0.0002938756,0.0006237496,0.00010789165,0.00019850081,0.0010583857,0.0000638194,0.0000013232054],"category_scores_gemma":[0.0005593406,0.00014224852,0.000070623144,0.0015788835,0.00005820573,0.0017729664,0.00018092671,0.00040416242,9.4856057e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014334364,0.0004370968,0.44192684,0.000089330235,0.000036145357,0.0001579241,0.0044172555,0.52317536,0.00030660102,0.021418784,0.00069975946,0.007320588],"study_design_scores_gemma":[0.00066382426,0.00034745282,0.0709196,0.0010575182,0.000013782483,0.00090357946,0.00041013065,0.9219475,0.0005298258,0.0015467386,0.0011435315,0.00051653455],"about_ca_topic_score_codex":0.000024243656,"about_ca_topic_score_gemma":0.0000040069103,"teacher_disagreement_score":0.39877215,"about_ca_system_score_codex":0.0001322592,"about_ca_system_score_gemma":0.00020278312,"threshold_uncertainty_score":0.58007264},"labels":[],"label_agreement":null},{"id":"W2995336416","doi":"10.1007/978-3-030-32846-7_5","title":"Empirical Evidence: Application in a Specific Case Study","year":2019,"lang":"en","type":"book-chapter","venue":"Springer briefs in education","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Certification; Process (computing); Computer science; Institution; Management science; Empirical evidence; Software engineering; Engineering; Epistemology; Programming language; Political science; Management; Economics; Law","score_opus":0.06742806037685369,"score_gpt":0.3502367821278338,"score_spread":0.28280872175098015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995336416","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20210862,0.028862478,0.6115819,0.0060697435,0.014652342,0.01705664,0.000007787815,0.0029674254,0.11669304],"genre_scores_gemma":[0.90246135,0.0013572483,0.06309467,0.00042166954,0.0008583463,0.00059780787,0.000012308888,0.00012899353,0.031067584],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983276,0.000046086985,0.0004370622,0.00071835006,0.00028279063,0.00018810156],"domain_scores_gemma":[0.99811774,0.00036337302,0.00021540005,0.0011721998,0.000078642246,0.000052618623],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00075891684,0.00024659737,0.00026065984,0.00052124023,0.000029547788,0.00014838354,0.0006315228,0.00022118111,0.000022924905],"category_scores_gemma":[0.00008177438,0.00028007035,0.000049790822,0.00021602308,0.000017154616,0.00057114515,0.00020943793,0.00060706126,0.00011799038],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003298413,0.0014703823,0.08007071,0.00032420037,0.00004232481,0.001012992,0.011787393,0.00041003962,0.000024954052,0.09502329,0.0069027944,0.80289793],"study_design_scores_gemma":[0.0005442842,0.00045435145,0.05170501,0.0018598363,0.00004189916,0.0014275244,0.0004689964,0.0030550114,0.00003873359,0.022471972,0.91599417,0.0019382385],"about_ca_topic_score_codex":0.0006712418,"about_ca_topic_score_gemma":0.00021924716,"teacher_disagreement_score":0.90909135,"about_ca_system_score_codex":0.0004302067,"about_ca_system_score_gemma":0.00043642402,"threshold_uncertainty_score":0.99996513},"labels":[],"label_agreement":null},{"id":"W2996601749","doi":"10.1007/978-3-030-36518-9_7","title":"The Unpopularity of the Software Tester Role Among Software Practitioners: A Case Study","year":2019,"lang":"en","type":"book-chapter","venue":"Springer series in reliability engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software; Personal software process; Software engineering; Software development process; Software testing; Software development; Software peer review; Computer science; Engineering; Software construction","score_opus":0.009271244308659816,"score_gpt":0.22263775156171117,"score_spread":0.21336650725305137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996601749","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35173953,0.006918064,0.5873116,0.0017546485,0.01766535,0.018070268,0.00017338441,0.00872978,0.007637341],"genre_scores_gemma":[0.75912476,0.00035963897,0.2167615,0.000070030816,0.00037704076,0.00049545645,0.000009148913,0.00042800186,0.022374434],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99736476,0.0000773461,0.0008012546,0.00074751413,0.0005825294,0.00042658197],"domain_scores_gemma":[0.99484634,0.0013535683,0.0004482993,0.003068574,0.00020698845,0.000076202035],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001361485,0.0005407692,0.000547657,0.00015706642,0.00019500108,0.0002474051,0.0017324005,0.00035895559,0.0000098884375],"category_scores_gemma":[0.0017358833,0.00039593157,0.00025803564,0.0002450696,0.00014473074,0.0010523192,0.0015044434,0.0015080782,0.0000052548976],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022880836,0.0013292412,0.48875794,0.0059035164,0.0014835275,0.003943567,0.01834593,0.29255643,0.00008692379,0.13843156,0.0008189529,0.04811359],"study_design_scores_gemma":[0.0037501955,0.0033446893,0.15644823,0.00914531,0.0011481169,0.006503259,0.003093197,0.052963916,0.0017164783,0.05658567,0.69262654,0.012674424],"about_ca_topic_score_codex":0.000449522,"about_ca_topic_score_gemma":0.000325217,"teacher_disagreement_score":0.69180757,"about_ca_system_score_codex":0.00026198023,"about_ca_system_score_gemma":0.00015582691,"threshold_uncertainty_score":0.99984926},"labels":[],"label_agreement":null},{"id":"W2997135906","doi":"10.1145/1932682.1869467","title":"Agility in context","year":2010,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Agile software development; Grounded theory; Computer science; Context (archaeology); Knowledge management; Process management; Engineering management; Management science; Software engineering; Qualitative research; Sociology; Business; Engineering","score_opus":0.016823384574588145,"score_gpt":0.26893054062923694,"score_spread":0.2521071560546488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997135906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9360385,0.00014657874,0.055864204,0.0028443306,0.0012754777,0.000168582,0.0000030482997,0.00095716387,0.002702142],"genre_scores_gemma":[0.8883142,0.0000049182154,0.11133824,0.0002478851,0.000049440245,0.000008098527,0.0000010700378,0.0000045283164,0.000031634998],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993072,0.0000277581,0.00013534207,0.00022817781,0.00012257404,0.00017890806],"domain_scores_gemma":[0.9981875,0.00085275853,0.000054941505,0.00082732853,0.0000245852,0.00005288012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042689437,0.000088581975,0.000101969315,0.00007200106,0.00003351089,0.000121332894,0.0013047614,0.0000713761,0.000040299663],"category_scores_gemma":[0.001003868,0.00008035561,0.00002294973,0.00018875378,0.000023237528,0.00063687464,0.00024267906,0.0003216736,0.000052621563],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004097197,0.00035948196,0.1837794,0.00011846722,0.00003811312,0.0002736798,0.004866522,0.00020163381,0.008636199,0.2045413,0.004803956,0.5923403],"study_design_scores_gemma":[0.00093832426,0.00027390238,0.46187845,0.00007778417,0.000015907279,0.000076603195,0.00011769664,0.03030135,0.017217932,0.042579483,0.44531268,0.0012098966],"about_ca_topic_score_codex":0.00030707195,"about_ca_topic_score_gemma":0.00063880393,"teacher_disagreement_score":0.5911304,"about_ca_system_score_codex":0.000007278759,"about_ca_system_score_gemma":0.000021407292,"threshold_uncertainty_score":0.32768068},"labels":[],"label_agreement":null},{"id":"W2998370793","doi":"10.1109/csci46756.2018.00169","title":"Beyond Utility and Usability: Towards Affectability in Agile Software Requirements Engineering","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Agile usability engineering; Usability; Agile software development; Usability engineering; Computer science; Requirement; Software engineering; Requirements engineering; Component-based usability testing; Software development; User story; Social software engineering; Agile Unified Process; Requirements analysis; Software development process; Software construction; Software; Human–computer interaction; Usability lab","score_opus":0.022048370132661258,"score_gpt":0.2800277733977614,"score_spread":0.25797940326510016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998370793","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31807315,0.00007278713,0.6795108,0.00022981626,0.00026955045,0.00020465507,0.0000017477355,0.0008694772,0.00076803257],"genre_scores_gemma":[0.7238568,0.0000067134124,0.27599025,0.00007201859,0.000034313318,0.000017267674,6.06465e-7,0.0000064626324,0.000015559193],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987178,0.000052106752,0.00023482952,0.0004945806,0.00020211759,0.0002985652],"domain_scores_gemma":[0.99887884,0.00023388684,0.000038134272,0.0006854045,0.000065517896,0.00009823285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011599616,0.00015933241,0.00018112657,0.0000928491,0.000053180607,0.00011790053,0.0004490866,0.00008347454,0.000071920746],"category_scores_gemma":[0.0009202128,0.00014919438,0.000032854037,0.0003777754,0.00006884866,0.00089999737,0.0004483164,0.00016227228,0.0000077427085],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034860084,0.00041622398,0.27623948,0.00041756436,0.000046266625,0.00002747963,0.0021173053,0.00005857614,0.0019051232,0.01632004,0.0012775103,0.70113957],"study_design_scores_gemma":[0.0006708115,0.0005877157,0.77791274,0.00009058161,0.00001201997,0.00003588417,0.00002339027,0.15720071,0.025602156,0.022934575,0.013996095,0.000933338],"about_ca_topic_score_codex":0.00023081094,"about_ca_topic_score_gemma":0.000040390132,"teacher_disagreement_score":0.7002062,"about_ca_system_score_codex":0.000062792125,"about_ca_system_score_gemma":0.000035761477,"threshold_uncertainty_score":0.60839707},"labels":[],"label_agreement":null},{"id":"W3000088848","doi":"10.1109/kicss45055.2018.8950535","title":"A Case-based Reasoning Approach for Automated Facilitation in Online Discussion Systems","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Facilitator; Computer science; Conversation; Order (exchange); Facilitation; Collective intelligence; Knowledge management; Online discussion; Point (geometry); Data science; Artificial intelligence; World Wide Web; Psychology","score_opus":0.03516568264904672,"score_gpt":0.3059219246577064,"score_spread":0.27075624200865966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000088848","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074901665,0.000017176204,0.989797,0.00014829377,0.00012495594,0.00031212298,0.0000054071465,0.0020000737,0.00010480765],"genre_scores_gemma":[0.45938566,2.1713159e-7,0.54046834,0.000018124161,0.000022542488,0.000045164496,0.00001143782,0.0000037375403,0.000044758646],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99935955,0.000044439894,0.00015270275,0.0002156776,0.00008813742,0.00013951975],"domain_scores_gemma":[0.9994405,0.0001748638,0.00004825245,0.00024017687,0.000064178654,0.000032032793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004284475,0.00007692445,0.00008904294,0.00010696997,0.000057621543,0.000098021526,0.00018326611,0.00005276188,0.0000012574538],"category_scores_gemma":[0.00018963155,0.00004968679,0.000021387985,0.00028016485,0.000011219547,0.00033527875,0.000033018845,0.000051013973,0.0000014921435],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048570646,0.0033322875,0.009637683,0.0031505546,0.00015743003,0.0009354812,0.01737746,0.4123536,0.005605955,0.1927831,0.040603798,0.31357697],"study_design_scores_gemma":[0.0001785784,0.00012430559,0.0001245732,0.00003221343,0.0000016864947,0.00007838538,0.00006984167,0.9977819,0.00017395992,0.00003759573,0.0013057113,0.00009130227],"about_ca_topic_score_codex":0.00020538199,"about_ca_topic_score_gemma":0.000014644826,"teacher_disagreement_score":0.58542824,"about_ca_system_score_codex":0.00003684046,"about_ca_system_score_gemma":0.000025906073,"threshold_uncertainty_score":0.20261686},"labels":[],"label_agreement":null},{"id":"W3003348850","doi":"10.1109/ieem44572.2019.8978953","title":"Managing Information Systems Requirements Volatility in Development Projects: Mapping Research and Surveying Practices","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Volatility (finance); Computer science; Information system; Knowledge management; Business; Engineering; Finance","score_opus":0.17527560573506432,"score_gpt":0.37002231159283694,"score_spread":0.19474670585777262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003348850","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39693522,0.0001782035,0.5914616,0.00033232925,0.0003052344,0.00094055996,2.111177e-7,0.00044119026,0.009405439],"genre_scores_gemma":[0.9121249,0.00002884384,0.08767085,0.000019315035,0.000006754172,0.000038735543,0.0000017476311,0.0000031823286,0.000105685074],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987464,0.0001457886,0.00028547345,0.00020797887,0.00037469703,0.00023967259],"domain_scores_gemma":[0.9988731,0.00050911686,0.0001749367,0.00028649467,0.00012322607,0.000033137138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005825414,0.00007669386,0.000096401476,0.00036800202,0.00008193241,0.0005893787,0.00032675295,0.000041611886,0.0000026472176],"category_scores_gemma":[0.00038428747,0.00007032429,0.000005315938,0.0005594877,0.000009477275,0.005066312,0.00035791317,0.0002061727,0.000019747002],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029709458,0.00009150132,0.8410376,0.0017535752,0.000044002318,0.000010623962,0.014412036,0.0003817164,0.0003149115,0.025625851,0.00031244254,0.11598608],"study_design_scores_gemma":[0.00052270794,0.00014291388,0.20290947,0.00070278783,0.0000013609409,0.000023729153,0.0022725076,0.7167678,0.00063492096,0.0008357878,0.07468697,0.00049906736],"about_ca_topic_score_codex":0.00077456015,"about_ca_topic_score_gemma":0.00001865099,"teacher_disagreement_score":0.7163861,"about_ca_system_score_codex":0.00011108631,"about_ca_system_score_gemma":0.00007076434,"threshold_uncertainty_score":0.5683392},"labels":[],"label_agreement":null},{"id":"W3004708159","doi":"10.24251/hicss.2020.214","title":"Determining Project Contingency Reserve Using a Fuzzy Arithmetic-Based Risk Analysis Method","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ... Annual Hawaii International Conference on System Sciences/Proceedings of the Annual Hawaii International Conference on System Sciences","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Contingency; Fuzzy logic; Probabilistic logic; Computer science; Contingency table; Fuzzy set; Fuzzy number; Data mining; Machine learning; Artificial intelligence; Linguistics","score_opus":0.09171170664479392,"score_gpt":0.34919904948062325,"score_spread":0.2574873428358293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004708159","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059366412,0.000052446336,0.025045693,0.008692432,0.003173999,0.0018276491,0.00080094713,0.000756522,0.9002839],"genre_scores_gemma":[0.96036065,0.000018383193,0.038873844,0.00018577279,0.000281368,0.00009457398,0.0000022045667,0.00003098262,0.00015222277],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9902788,0.0001603806,0.0019136264,0.0019731703,0.004815842,0.0008582285],"domain_scores_gemma":[0.98800015,0.0006020258,0.004329964,0.0004487017,0.0063444013,0.00027473707],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.006356643,0.00080290873,0.0011466542,0.0013998732,0.0011699699,0.0018255688,0.01446377,0.00028480004,0.000029580753],"category_scores_gemma":[0.0006321504,0.0005419838,0.00082106935,0.0051612305,0.0010889164,0.0035048884,0.0019891637,0.0008548963,0.00001089999],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000110988105,0.0001021641,0.014035144,0.00022528648,0.000310608,0.0000019415406,0.0023532887,0.0015796245,0.0008981672,0.9793767,0.00036535022,0.0006407867],"study_design_scores_gemma":[0.0016581649,0.0027020255,0.004764348,0.006748847,0.0006575624,0.00019860094,0.58570963,0.38170084,0.008870379,0.0038718318,0.00096200797,0.0021557303],"about_ca_topic_score_codex":0.0007399945,"about_ca_topic_score_gemma":0.000012406174,"teacher_disagreement_score":0.9755048,"about_ca_system_score_codex":0.00040722513,"about_ca_system_score_gemma":0.0008256606,"threshold_uncertainty_score":0.99970317},"labels":[],"label_agreement":null},{"id":"W3005053504","doi":"10.1145/1124706.1121475","title":"Teaching requirements engineering to an unsuspecting audience","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Scope (computer science); Class (philosophy); Computer science; Requirements engineering; Mathematics education; Software; Software engineering; Psychology; Programming language; Artificial intelligence","score_opus":0.017364789693851766,"score_gpt":0.2716638577694441,"score_spread":0.2542990680755923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005053504","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08793924,0.000060571074,0.90363187,0.004395172,0.00037230755,0.0001753016,6.663162e-7,0.002041802,0.001383081],"genre_scores_gemma":[0.49326771,0.0000011617368,0.506081,0.00025119368,0.00016165388,0.000019365987,8.8348804e-7,0.000015160952,0.00020190718],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986588,0.000044249744,0.00022569248,0.00043602023,0.00025640614,0.00037886534],"domain_scores_gemma":[0.9985339,0.00032371882,0.00007102279,0.000922952,0.000037860467,0.000110563014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007594756,0.00017102619,0.00012883569,0.000129172,0.00016355987,0.00022817441,0.0014583123,0.00005483698,0.000027767732],"category_scores_gemma":[0.00093328423,0.00017903233,0.00003588092,0.00022810226,0.0000067724964,0.00035782382,0.0005579556,0.00027284998,0.00010657736],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059225298,0.0009984716,0.0095434785,0.00025169615,0.00010959214,0.0007411605,0.0065468824,0.10244253,0.0944189,0.30708516,0.10449928,0.37330362],"study_design_scores_gemma":[0.0003396841,0.0004354928,0.0063636284,0.00017772614,0.000013471937,0.000094147326,0.00004363259,0.024776349,0.01645693,0.0036310104,0.9465067,0.0011612603],"about_ca_topic_score_codex":0.0006769298,"about_ca_topic_score_gemma":0.000005670103,"teacher_disagreement_score":0.8420074,"about_ca_system_score_codex":0.00006683786,"about_ca_system_score_gemma":0.000012134745,"threshold_uncertainty_score":0.7300726},"labels":[],"label_agreement":null},{"id":"W3005305860","doi":"10.1145/1269900.1268797","title":"A TDD approach to introducing students to embedded programming","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Alberta","funders":"","keywords":"Principal (computer security); Computer science; Test (biology); Control (management); Human–computer interaction; Software engineering; Mathematics education; Psychology; Artificial intelligence; Computer security","score_opus":0.016980083082080523,"score_gpt":0.29879484583495036,"score_spread":0.2818147627528698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005305860","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033936616,0.00003776328,0.9601114,0.003250819,0.0002800742,0.0005506055,3.3167825e-7,0.0010519136,0.000780487],"genre_scores_gemma":[0.19117542,0.0000017036652,0.8069071,0.001290305,0.00019219572,0.00007382799,0.0000010393295,0.000019856638,0.00033856294],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981141,0.000038589795,0.00026611524,0.0005923122,0.00046990573,0.00051898236],"domain_scores_gemma":[0.99797434,0.00037189014,0.00006290826,0.0012457013,0.00007744341,0.0002677309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018516019,0.00018502072,0.0001778206,0.00020328166,0.00010375632,0.00035141077,0.0024247395,0.00006813875,0.000018152616],"category_scores_gemma":[0.00170605,0.00018046718,0.000048806873,0.000650568,0.000008739027,0.000115470415,0.0014017144,0.00021464625,0.00030353852],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012855281,0.0009742213,0.0033441125,0.0001090209,0.00010864021,0.00015055752,0.014847137,0.00262195,0.0027686723,0.0064348555,0.14619811,0.82231414],"study_design_scores_gemma":[0.00023810944,0.00035668781,0.0021448818,0.000054195858,0.000009679244,0.00004274833,0.00012462043,0.00022792119,0.005883552,0.0001561433,0.9902586,0.0005028617],"about_ca_topic_score_codex":0.00006302898,"about_ca_topic_score_gemma":0.0000018029468,"teacher_disagreement_score":0.8440605,"about_ca_system_score_codex":0.000062860054,"about_ca_system_score_gemma":0.000015606978,"threshold_uncertainty_score":0.73592377},"labels":[],"label_agreement":null},{"id":"W3007080815","doi":"10.1145/1598732.1598760","title":"Software development governance (SDG)","year":2009,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Agile software development; Software development; Software engineering; Corporate governance; Process management; Teamwork; Software; Computer science; Knowledge management; Software peer review; Lean software development; Personal software process; Software development process; Engineering management; Engineering; Software construction; Business; Political science; Programming language","score_opus":0.014788706975550016,"score_gpt":0.23766230048848727,"score_spread":0.22287359351293726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007080815","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01996705,0.0014964087,0.9690059,0.0007838422,0.0007114305,0.0002370315,0.0000061154183,0.0077837887,0.000008456332],"genre_scores_gemma":[0.40658954,0.00005015803,0.5927802,0.0003381459,0.000114702256,0.000030203086,0.00000848827,0.00003534309,0.000053217474],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99740505,0.000022997943,0.00048440686,0.0007434006,0.00057736866,0.0007667553],"domain_scores_gemma":[0.9812584,0.016443465,0.00018196876,0.001720769,0.00013480402,0.00026059113],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00039321283,0.00051736244,0.00039088607,0.00016567187,0.00018834526,0.00030110127,0.0025586153,0.0002121075,0.00003189359],"category_scores_gemma":[0.07293394,0.0005390225,0.0001351597,0.000716095,0.000018411785,0.0012086233,0.00048132855,0.0004866645,0.00011200189],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026624371,0.00032223968,0.06646262,0.00026469192,0.00014272932,0.00031037765,0.0015411858,0.007883212,0.0015976308,0.016666178,0.006903028,0.8978795],"study_design_scores_gemma":[0.0008475105,0.0004677322,0.6613182,0.00063399813,0.00004003064,0.0002601047,0.000004228839,0.0016002519,0.041476354,0.0011741709,0.28905854,0.0031188617],"about_ca_topic_score_codex":0.000012639782,"about_ca_topic_score_gemma":0.0000012317705,"teacher_disagreement_score":0.8947606,"about_ca_system_score_codex":0.00016666265,"about_ca_system_score_gemma":0.00012811397,"threshold_uncertainty_score":0.99970615},"labels":[],"label_agreement":null},{"id":"W3010699738","doi":"10.5220/0008984105060513","title":"Applying Agile Principles to Collaborative Healthcare Teams","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Agile software development; Health care; Computer science; Knowledge management; Process management; Business; Software engineering; Political science","score_opus":0.03670597499974287,"score_gpt":0.2901619750515631,"score_spread":0.25345600005182023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010699738","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00057732395,0.000113723945,0.96748513,0.027378205,0.000096490454,0.00043401058,0.0000023720124,0.001472168,0.002440566],"genre_scores_gemma":[0.22336368,0.000018806257,0.76811093,0.008111915,0.00007674451,0.00019601322,9.555357e-7,0.000008902839,0.00011202337],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992952,0.000026870224,0.00011660049,0.00025628897,0.00014733271,0.0001577135],"domain_scores_gemma":[0.99935144,0.00011447291,0.000034159206,0.00023338001,0.00007607057,0.00019050422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011837429,0.000084826075,0.000098802375,0.00003143417,0.00006547693,0.00012862874,0.0005015684,0.000030746876,0.000016469228],"category_scores_gemma":[0.00017505235,0.00007526927,0.000018122637,0.00063744636,0.000004735093,0.00031779383,0.0002634147,0.000099516445,0.00007903754],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026003863,0.000051926505,0.0025526204,0.00014791611,0.000039900893,0.000060660688,0.011184179,0.0035872322,0.0019754842,0.65672123,0.043299563,0.2803533],"study_design_scores_gemma":[0.00006056681,0.00020974048,0.00020884615,0.0000145727645,0.0000013182059,0.0000031458958,0.00013120618,0.018064005,0.0063591683,0.00034021647,0.9744205,0.00018669965],"about_ca_topic_score_codex":0.000045393714,"about_ca_topic_score_gemma":0.000006652544,"teacher_disagreement_score":0.93112093,"about_ca_system_score_codex":0.000023986033,"about_ca_system_score_gemma":0.00006399903,"threshold_uncertainty_score":0.30693918},"labels":[],"label_agreement":null},{"id":"W3013691730","doi":"10.1002/smr.379","title":"Optimized staffing for product releases and its application at Chartwell Technology","year":2008,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Staffing; Heuristics; Computer science; Quality (philosophy); Feature (linguistics); Product (mathematics); Process (computing); Point (geometry); Genetic algorithm; Operations research; Resource (disambiguation); Mathematical optimization; Machine learning; Mathematics","score_opus":0.050533445433115214,"score_gpt":0.33929601412793947,"score_spread":0.28876256869482425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013691730","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035477035,0.015969483,0.93527883,0.012648243,0.000078402765,0.0004034456,0.00000374142,0.00010952528,0.00003132013],"genre_scores_gemma":[0.55156046,0.022772944,0.42509502,0.00008703033,0.00011825586,0.000052652693,0.0000010071233,0.000013260087,0.00029934023],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99872535,0.00014122047,0.00027213417,0.00026840722,0.00029571066,0.00029714388],"domain_scores_gemma":[0.9952471,0.0029107197,0.0003044141,0.00018655648,0.0012197819,0.0001313954],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0030327684,0.00010250446,0.00019106401,0.00031639816,0.0004826106,0.00007416369,0.000229578,0.00007779915,0.0000012630566],"category_scores_gemma":[0.0124858515,0.00008482435,0.00002453684,0.00040148926,0.00013825293,0.0015773738,0.00021514259,0.0003794029,0.0000016044597],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023307497,0.0020856922,0.03234905,0.0027950224,0.0009357096,0.0014430932,0.005925094,0.001252897,0.028497001,0.16773687,0.13702919,0.5966429],"study_design_scores_gemma":[0.0054707928,0.0068380386,0.014309035,0.00075270404,0.00010770283,0.04689711,0.0008024991,0.029863128,0.0058070817,0.034654196,0.8534556,0.001042078],"about_ca_topic_score_codex":0.000014473245,"about_ca_topic_score_gemma":8.875804e-7,"teacher_disagreement_score":0.71642643,"about_ca_system_score_codex":0.00007765336,"about_ca_system_score_gemma":0.00011512924,"threshold_uncertainty_score":0.9958324},"labels":[],"label_agreement":null},{"id":"W3016166911","doi":"10.5555/2167431.2167456","title":"Using Scrum in a quarter-length undergraduate software engineering course","year":2012,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scrum; Course (navigation); Quarter (Canadian coin); Software engineering; Division (mathematics); Computer science; Software; Software development; Engineering; Operating system; Mathematics; Arithmetic","score_opus":0.035021581532346656,"score_gpt":0.32498161260476044,"score_spread":0.2899600310724138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016166911","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40657744,0.0012947735,0.5900466,0.0005695125,0.001318569,0.00007412618,2.9348703e-7,0.00008273873,0.000035937905],"genre_scores_gemma":[0.6132984,0.000019837975,0.38652813,0.000037199385,0.000109330336,3.8734692e-7,2.0261615e-8,0.000005014254,0.000001630848],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981277,0.000107850574,0.0005735891,0.00017827249,0.0004927704,0.0005198193],"domain_scores_gemma":[0.9981768,0.001074366,0.0003920012,0.0001838209,0.000076798424,0.000096213225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029569028,0.00015935556,0.0002938756,0.0006237496,0.00010789165,0.00019850081,0.0010583857,0.0000638194,0.0000013232054],"category_scores_gemma":[0.0005593406,0.00014224852,0.000070623144,0.0015788835,0.00005820573,0.0017729664,0.00018092671,0.00040416242,9.4856057e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014334364,0.0004370968,0.44192684,0.000089330235,0.000036145357,0.0001579241,0.0044172555,0.52317536,0.00030660102,0.021418784,0.00069975946,0.007320588],"study_design_scores_gemma":[0.00066382426,0.00034745282,0.0709196,0.0010575182,0.000013782483,0.00090357946,0.00041013065,0.9219475,0.0005298258,0.0015467386,0.0011435315,0.00051653455],"about_ca_topic_score_codex":0.000024243656,"about_ca_topic_score_gemma":0.0000040069103,"teacher_disagreement_score":0.39877215,"about_ca_system_score_codex":0.0001322592,"about_ca_system_score_gemma":0.00020278312,"threshold_uncertainty_score":0.58007264},"labels":[],"label_agreement":null},{"id":"W3016381677","doi":"10.1007/s10664-020-09818-7","title":"How software engineering research aligns with design science: a review","year":2020,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Lunds Universitet","keywords":"Design science; Novelty; Software; Software design; Set (abstract data type); Design science research; Social software engineering","score_opus":0.13199070938243,"score_gpt":0.34603854400817013,"score_spread":0.21404783462574015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016381677","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005321363,0.005341699,0.98017544,0.008201665,0.00021712974,0.0006750276,0.000003431834,0.0048444304,0.00000905789],"genre_scores_gemma":[0.055217072,0.0006445114,0.9421637,0.001292299,0.00030927156,0.00022054954,0.0000037669608,0.00011130835,0.000037512233],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.995357,0.000096237265,0.00038241147,0.0011604594,0.0017087894,0.0012951227],"domain_scores_gemma":[0.9955274,0.0020146002,0.00009881588,0.0010301592,0.0004808681,0.0008481624],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020786417,0.00050469366,0.0005555315,0.0004016044,0.0003027814,0.0008898627,0.0025783796,0.00015439901,0.000016870803],"category_scores_gemma":[0.012705798,0.00043866065,0.00012499538,0.0052243476,0.00011582141,0.0020281607,0.00082624605,0.0012132863,0.000040929484],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002833659,0.0009442094,0.037179064,0.025694791,0.0011135502,0.0051506315,0.00987165,0.5108272,0.008574741,0.015458884,0.2768185,0.1080834],"study_design_scores_gemma":[0.001252669,0.002672586,0.0061245756,0.006422673,0.00012926706,0.00065071863,0.00003719061,0.36349788,0.014362622,0.00024874345,0.60026836,0.004332704],"about_ca_topic_score_codex":0.000006415452,"about_ca_topic_score_gemma":1.5081993e-7,"teacher_disagreement_score":0.32344985,"about_ca_system_score_codex":0.00024467966,"about_ca_system_score_gemma":0.0003753397,"threshold_uncertainty_score":0.9998065},"labels":[],"label_agreement":null},{"id":"W3016620379","doi":"","title":"Kids Code Jeunesse","year":2016,"lang":"fr","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.04097864495767674,"score_gpt":0.28620332623175376,"score_spread":0.24522468127407704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016620379","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003941977,0.002147799,0.9181679,0.06808669,0.0025639187,0.000064919775,0.000005660101,0.0009408126,0.0076281284],"genre_scores_gemma":[0.13974772,0.0015714101,0.591084,0.0011785966,0.00058908697,0.000020215688,4.0121995e-7,0.000032033986,0.26577654],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990234,0.000049928465,0.0001576145,0.00028785298,0.00016212118,0.00031911625],"domain_scores_gemma":[0.99856865,0.00060283113,0.000050189687,0.0005756102,0.00007697062,0.00012574198],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00033371832,0.00013610632,0.00011382971,0.000047070836,0.000048744907,0.00015399519,0.0006100302,0.00011123281,0.0010322874],"category_scores_gemma":[0.00025002693,0.00009095695,0.000055363467,0.00021542898,0.0000644546,0.0012747126,0.00023608771,0.00008891281,0.00094262365],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022921538,0.00003580778,0.0004305211,0.000020408736,0.000012446707,0.000039624054,0.000093805,0.00000468494,0.00040285144,0.56032705,0.06222476,0.37640575],"study_design_scores_gemma":[0.00012025744,0.00008526319,0.00053945737,0.00012334558,0.000007535489,0.000075292344,0.0000023414295,0.0024943291,0.0054894807,0.0118734585,0.97897005,0.00021919607],"about_ca_topic_score_codex":0.00016269503,"about_ca_topic_score_gemma":0.000019292052,"teacher_disagreement_score":0.9167453,"about_ca_system_score_codex":0.000038192517,"about_ca_system_score_gemma":0.00005996271,"threshold_uncertainty_score":0.9998809},"labels":[],"label_agreement":null},{"id":"W3022451706","doi":"10.1145/3358960.3383579","title":"Developing Effective Software Productively","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Software system; Software; Software analytics; Wonder; Software walkthrough; Software development; Perspective (graphical); Social software engineering; Software engineering; Software deployment; Software construction; Data science; Operating system","score_opus":0.02903845267471195,"score_gpt":0.2630518335786721,"score_spread":0.23401338090396018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022451706","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010617255,0.000052346455,0.98838496,0.0075554503,0.00010935063,0.00018369436,2.545448e-7,0.0023243076,0.00032787898],"genre_scores_gemma":[0.13529538,0.000004936341,0.86322904,0.0013451795,0.00007416752,0.000028267355,3.312494e-7,0.000006582657,0.000016124948],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993843,0.000025262805,0.00007598535,0.00027827953,0.00010741476,0.00012878481],"domain_scores_gemma":[0.999508,0.00017769766,0.000030257374,0.00017272933,0.000051967116,0.000059327314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010985293,0.000084174615,0.000082771214,0.000024531846,0.000046655525,0.000081529775,0.00043659518,0.000027155415,0.0000064041183],"category_scores_gemma":[0.0005531785,0.0000728901,0.000024207688,0.0003348131,0.00000815713,0.00057781447,0.00020533802,0.000102446465,0.00005794735],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013586666,0.000023735285,0.0019144706,0.00010649765,0.00005817905,0.000043788972,0.0023676164,0.00025597226,0.0009494511,0.35554734,0.008349811,0.63036954],"study_design_scores_gemma":[0.0006695671,0.00091060286,0.033558328,0.00009962335,0.000022169055,0.00010471381,0.000061021427,0.031884715,0.26895276,0.038650826,0.6231791,0.0019065968],"about_ca_topic_score_codex":0.0000050280846,"about_ca_topic_score_gemma":1.7822165e-7,"teacher_disagreement_score":0.628463,"about_ca_system_score_codex":0.000022769444,"about_ca_system_score_gemma":0.000034892506,"threshold_uncertainty_score":0.2972372},"labels":[],"label_agreement":null},{"id":"W3023038556","doi":"10.48550/arxiv.2005.01127","title":"Pandemic Programming: How COVID-19 affects software developers and how their organizations can help","year":2020,"lang":"en","type":"preprint","venue":"PubMed","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada; Oulun Yliopisto; Dalhousie University","keywords":"Structural equation modeling; Notice; Productivity; Confirmatory factor analysis; Context (archaeology); Preparedness; Pandemic; Psychology; Applied psychology; Coronavirus disease 2019 (COVID-19); Computer science; Medicine; Political science; Management; Economics; Economic growth; Geography","score_opus":0.05058155435442378,"score_gpt":0.24968028648573223,"score_spread":0.19909873213130846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023038556","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014020982,0.00062377664,0.93421334,0.057465,0.00052864966,0.0015940279,0.00003128721,0.0041329046,0.000008891867],"genre_scores_gemma":[0.718431,0.00053863815,0.2756045,0.0018274839,0.00020622739,0.003034038,0.000085649204,0.000076256445,0.0001962269],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99811816,0.00012547398,0.00011776698,0.0008777994,0.0002671971,0.00049360766],"domain_scores_gemma":[0.9977267,0.0006493259,0.00021911376,0.0006968931,0.00012932114,0.0005786526],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00051441713,0.00038850197,0.00035526502,0.00016588498,0.00018534451,0.0013370401,0.0012702402,0.00030962419,0.0000014788709],"category_scores_gemma":[0.0056276997,0.00035587294,0.000060469745,0.0007411151,0.0000619492,0.00031072626,0.0018713957,0.0006811435,7.762899e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010881543,0.00006426837,0.045566835,0.0019029777,0.0003613871,0.00013336458,0.005617539,0.0005758613,0.000016089845,0.0019412906,0.025803963,0.9180055],"study_design_scores_gemma":[0.0007542543,0.00008836262,0.051767725,0.00014364472,0.00016285141,0.00024150318,0.00021592052,0.0040601394,0.00083592004,0.005162997,0.9338005,0.002766147],"about_ca_topic_score_codex":0.00004874196,"about_ca_topic_score_gemma":0.000036701327,"teacher_disagreement_score":0.9152394,"about_ca_system_score_codex":0.00024296965,"about_ca_system_score_gemma":0.0005819581,"threshold_uncertainty_score":0.9998893},"labels":[],"label_agreement":null},{"id":"W3030475425","doi":"10.1007/s10664-020-09858-z","title":"The who, what, how of software engineering research: a socio-technical framework","year":2020,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Social software engineering; Software peer review; Software development; Empirical research; Beneficiary; Personal software process; Software","score_opus":0.08362109294565391,"score_gpt":0.3358897120986377,"score_spread":0.2522686191529838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030475425","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050639827,0.003128952,0.9764602,0.010920592,0.0007459611,0.0003450937,0.0000047026942,0.0033261147,0.000004379253],"genre_scores_gemma":[0.25836688,0.00068078033,0.73956597,0.00046282535,0.0006086036,0.00014838023,0.00000385509,0.00012453404,0.00003813852],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99647576,0.00012508813,0.0005225668,0.0007314382,0.001127786,0.0010173855],"domain_scores_gemma":[0.98838097,0.009636621,0.00013869653,0.0010893553,0.00027678514,0.00047756344],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014109433,0.00042594215,0.000514979,0.00018024603,0.00030126292,0.00092249166,0.002546756,0.00040396414,0.000011675275],"category_scores_gemma":[0.022925375,0.00035611907,0.0002780344,0.0019587085,0.00011077169,0.0014512758,0.0011933433,0.002024962,0.00002162034],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039491602,0.0009604874,0.079078354,0.005299305,0.0017760714,0.0013629735,0.024502816,0.24411151,0.00552921,0.14786272,0.2555035,0.23361814],"study_design_scores_gemma":[0.0007955385,0.0013333211,0.022813216,0.0018991844,0.00007115351,0.00014946036,0.00025156356,0.17820682,0.0058515146,0.004000217,0.78191274,0.002715291],"about_ca_topic_score_codex":0.000005986829,"about_ca_topic_score_gemma":4.5192098e-7,"teacher_disagreement_score":0.5264092,"about_ca_system_score_codex":0.00014898078,"about_ca_system_score_gemma":0.000116868665,"threshold_uncertainty_score":0.9998891},"labels":[],"label_agreement":null},{"id":"W3038179065","doi":"10.1109/re48521.2020.00021","title":"The Lack of Shared Understanding of Non-Functional Requirements in Continuous Software Engineering: Accidental or Essential?","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Rework; Computer science; Agile software development; Risk analysis (engineering); Process management; Knowledge management; Business; Software engineering","score_opus":0.10614721660899008,"score_gpt":0.32270247739426594,"score_spread":0.21655526078527587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038179065","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031991291,0.00009911022,0.9946666,0.0003681039,0.0009197405,0.00034862783,0.00001110258,0.0002940311,0.00009357538],"genre_scores_gemma":[0.80225146,0.00010348245,0.19737247,0.000033987315,0.00006411647,0.000040981122,0.000017503613,0.00002508657,0.00009089874],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99830246,0.000032575055,0.00059226394,0.00039936986,0.00045145393,0.00022187959],"domain_scores_gemma":[0.9981359,0.00078745675,0.00038377952,0.0005713398,0.00006422603,0.000057256537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044392736,0.0002308673,0.00038159313,0.00015236027,0.00004053182,0.00015505958,0.0012290817,0.00016343911,0.000037585014],"category_scores_gemma":[0.0006565047,0.00017477013,0.00012956267,0.0003402249,0.00003464241,0.00031081898,0.0015419702,0.00042749773,0.0000020550026],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034417675,0.0024874914,0.16857271,0.01468344,0.006237436,0.0011936693,0.017406777,0.21691673,0.029054714,0.39177158,0.1201583,0.02807538],"study_design_scores_gemma":[0.004230386,0.0012820907,0.07673969,0.005162554,0.00025698863,0.000106680774,0.0009732802,0.81502855,0.048264094,0.03853721,0.0059457924,0.0034727058],"about_ca_topic_score_codex":0.00012619368,"about_ca_topic_score_gemma":0.000023971195,"teacher_disagreement_score":0.79905236,"about_ca_system_score_codex":0.00014581099,"about_ca_system_score_gemma":0.00018151522,"threshold_uncertainty_score":0.7126919},"labels":[],"label_agreement":null},{"id":"W3041536089","doi":"10.1145/3402127.3402136","title":"Thoughts from a Not-So-Influential Educator","year":2020,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nothing; Dozen; Architecture; Carpentry; Software; Computer science; Software engineering; Software architecture; World Wide Web; Engineering; Visual arts; Programming language; Art; Epistemology","score_opus":0.024323027216168226,"score_gpt":0.24669732754311693,"score_spread":0.22237430032694872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041536089","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10123242,0.000811778,0.8867536,0.0029971364,0.0012825426,0.00022414507,0.000039278362,0.0066569806,0.0000020821221],"genre_scores_gemma":[0.56004703,0.00002654787,0.43777326,0.0012239728,0.0008178849,0.00003767359,0.00001504228,0.000053024236,0.000005561401],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99780947,0.000034458517,0.00039194466,0.00077848474,0.0004448294,0.0005407986],"domain_scores_gemma":[0.97087926,0.02703914,0.00014043073,0.001401945,0.00009551503,0.00044372148],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00016593123,0.00043952538,0.00038766654,0.000121410405,0.00014028895,0.0004832589,0.0024271656,0.00019674566,0.000057504614],"category_scores_gemma":[0.07465814,0.00045718046,0.00017809306,0.0006285081,0.000028544911,0.0010506143,0.00086938153,0.0005132361,0.00019367553],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038493023,0.00090971164,0.3705494,0.0015946077,0.0017563401,0.001466008,0.033865202,0.032128185,0.08413471,0.018778734,0.053510647,0.40092152],"study_design_scores_gemma":[0.0018534029,0.0006879582,0.13974859,0.00047574827,0.0002082864,0.00009100005,0.000031855587,0.02280942,0.24410665,0.0007545634,0.58456415,0.0046683773],"about_ca_topic_score_codex":0.000103679085,"about_ca_topic_score_gemma":0.0000013086305,"teacher_disagreement_score":0.5310535,"about_ca_system_score_codex":0.00005106572,"about_ca_system_score_gemma":0.00012077212,"threshold_uncertainty_score":0.999788},"labels":[],"label_agreement":null},{"id":"W3043765797","doi":"10.1111/radm.12426","title":"Agile Stage‐Gate Management (ASGM) for physical products","year":2020,"lang":"en","type":"article","venue":"R and D Management","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Agile software development; New product development; Thematic analysis; Resource (disambiguation); Business; Product (mathematics); Knowledge management; Process management; Operations management; Qualitative research; Marketing; Engineering; Computer science; Sociology","score_opus":0.02705432339617374,"score_gpt":0.26285506000753406,"score_spread":0.2358007366113603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043765797","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032949047,0.00012741532,0.9786426,0.007061979,0.00015145908,0.000838471,0.000002161508,0.0007180416,0.009163001],"genre_scores_gemma":[0.4038747,0.00042935763,0.59050184,0.0017084021,0.00016906949,0.00030745234,0.000005786889,0.000022773147,0.0029806476],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99928075,0.000008855692,0.00008265362,0.00034094503,0.000121223755,0.00016557571],"domain_scores_gemma":[0.9996075,0.000027027374,0.000032311313,0.0002519845,0.000016355361,0.00006480732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000107200234,0.00010115078,0.00009356786,0.000033310374,0.000059952403,0.00012505552,0.00030060086,0.000011916302,0.0000028837794],"category_scores_gemma":[0.000008732198,0.000092891474,0.000027706777,0.00016424774,0.00000768187,0.00023296416,0.00029245618,0.000041125943,0.000011636254],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003520105,0.00007879276,0.000013822664,0.0010969739,0.00010700203,0.000047635087,0.0006095452,0.00035357272,0.000089049914,0.81504273,0.015939707,0.16658594],"study_design_scores_gemma":[0.00037699,0.00022602823,0.000451393,0.000021383697,0.000034129815,8.7743206e-7,0.000052776482,0.037455108,0.001833042,0.0050156596,0.95430577,0.00022684474],"about_ca_topic_score_codex":0.0000010601873,"about_ca_topic_score_gemma":1.3981742e-7,"teacher_disagreement_score":0.93836606,"about_ca_system_score_codex":0.000008522928,"about_ca_system_score_gemma":0.000002149582,"threshold_uncertainty_score":0.37880042},"labels":[],"label_agreement":null},{"id":"W3045412379","doi":"10.4018/978-1-7998-4165-4.ch002","title":"Analysis of the Evolution of Eight VSEs Using the ISO/IEC 29110 to Reinforce Their Agile Approaches","year":2020,"lang":"en","type":"book-chapter","venue":"Advances in systems analysis, software engineering, and high performance computing book series","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Agile software development; Engineering; Software; Software engineering; Lean software development; Agile Unified Process; Engineering management; Systems engineering; Process management; Software development; Software development process; Computer science","score_opus":0.013829589365932145,"score_gpt":0.21196289549119582,"score_spread":0.19813330612526367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045412379","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005511467,0.02828555,0.9644501,0.00004184302,0.00044498898,0.00049790565,0.000051737712,0.0002881464,0.00042822203],"genre_scores_gemma":[0.9680175,0.0023816167,0.027435249,0.00002700242,0.00016120286,0.000023365643,0.00002351313,0.000056708286,0.001873831],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99746794,0.00004774947,0.0010533838,0.00061971945,0.0004893285,0.00032186252],"domain_scores_gemma":[0.9971505,0.0005173908,0.0009696642,0.001104301,0.00018078518,0.00007738635],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005740696,0.00052939646,0.0013461775,0.0009302193,0.00021382721,0.00012878423,0.0012593942,0.00020173893,0.0000055584433],"category_scores_gemma":[0.00012852188,0.0003702099,0.00039982965,0.0018645257,0.00015658967,0.001062077,0.00062373927,0.00046005822,6.1858594e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009726667,0.000005880643,0.0041848477,0.00059370615,0.0012807684,0.000001287614,0.00083749107,0.96636444,0.000007975488,0.02546312,0.0000088006955,0.0012419506],"study_design_scores_gemma":[0.0000888303,0.00012019111,0.003657659,0.0008537502,0.0015326899,0.000013180773,0.00009232788,0.9483927,0.00015775331,0.000056079483,0.04442128,0.00061358087],"about_ca_topic_score_codex":0.00020963686,"about_ca_topic_score_gemma":0.00003232526,"teacher_disagreement_score":0.96250606,"about_ca_system_score_codex":0.00017890078,"about_ca_system_score_gemma":0.000090783076,"threshold_uncertainty_score":0.999875},"labels":[],"label_agreement":null},{"id":"W3045778863","doi":"10.1002/smr.2300","title":"Analysis of 13 implementations of the software engineering management and engineering basic profile guide of ISO/IEC 29110 in very small entities using different life cycles","year":2020,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Context (archaeology); Implementation; Software; Engineering management; Software engineering; International standard; Quality (philosophy); Engineering; Computer science; Telecommunications","score_opus":0.020903511289398206,"score_gpt":0.2593159848100856,"score_spread":0.2384124735206874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045778863","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49818107,0.0008012769,0.5008023,0.000049866663,0.000052717467,0.00007822188,0.00001018424,0.000023535946,8.454537e-7],"genre_scores_gemma":[0.9165397,0.00015324514,0.0832541,0.000018224844,0.00001859617,0.0000042871548,0.000001162851,0.000008271736,0.00000237297],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99880105,0.000028442866,0.0006372872,0.00014017374,0.00026398947,0.00012904957],"domain_scores_gemma":[0.9988705,0.0002286681,0.00051985524,0.00013887919,0.00017098147,0.0000711304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027430954,0.00013058931,0.0003578409,0.00041859117,0.00003504152,0.000031978074,0.00031277942,0.000042626725,0.0000054175553],"category_scores_gemma":[0.0004352127,0.0001063457,0.00010656328,0.0008437149,0.000028087845,0.00038269852,0.00016402548,0.00014560927,2.1679748e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000456958,0.000108083084,0.80313265,0.0030034876,0.0009052634,0.000006737812,0.0037514,0.18344201,0.0010086147,0.0011235622,0.00005429956,0.0034181827],"study_design_scores_gemma":[0.00059329986,0.00017229446,0.8153368,0.00070623745,0.0005783638,0.000017338554,0.00050327776,0.17840523,0.0031704912,0.00017690216,0.00009636028,0.000243418],"about_ca_topic_score_codex":0.0000433863,"about_ca_topic_score_gemma":0.000008311265,"teacher_disagreement_score":0.41835868,"about_ca_system_score_codex":0.000039541417,"about_ca_system_score_gemma":0.00005601383,"threshold_uncertainty_score":0.4336652},"labels":[],"label_agreement":null},{"id":"W3046395755","doi":"10.1109/mc.2020.2993331","title":"Delivering Software- and Systems-Engineering Standards for Small Teams","year":2020,"lang":"en","type":"article","venue":"Computer","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Software engineering; Software; Social software engineering; Engineering management; Software development; Software Engineering Process Group; Software construction; Engineering; Operating system","score_opus":0.021537933953077664,"score_gpt":0.23410523565645533,"score_spread":0.21256730170337768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046395755","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004486041,0.00064086105,0.9926238,0.0003192313,0.00044417282,0.00020860013,0.000008201779,0.0012598356,0.000009269061],"genre_scores_gemma":[0.07458737,0.000027860819,0.9247125,0.00029506572,0.0003217692,0.00002955138,0.0000014815984,0.00002005426,0.000004402221],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992156,0.0000114099375,0.00014684982,0.00029575074,0.00012859296,0.00020182325],"domain_scores_gemma":[0.999263,0.00027812924,0.000042270338,0.0002035731,0.00008632491,0.00012669736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022543466,0.0001333894,0.0001592346,0.000041560994,0.000057231107,0.00030025444,0.00038840258,0.00005064771,9.692609e-7],"category_scores_gemma":[0.000108739885,0.00013245306,0.00003897623,0.00011543421,0.0000074593104,0.00029210336,0.0002856487,0.000107260974,0.000001799607],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062934225,0.00006013717,0.002229618,0.0031913987,0.00027315502,0.0001230257,0.0039011599,0.19363931,0.0009379363,0.06329265,0.020609982,0.7116787],"study_design_scores_gemma":[0.00017039728,0.00015115237,0.00029208162,0.000052798485,0.000005801585,0.000020236288,0.000001381789,0.8839972,0.00015866302,0.00005067961,0.114914164,0.00018544239],"about_ca_topic_score_codex":0.000011974475,"about_ca_topic_score_gemma":2.0303855e-7,"teacher_disagreement_score":0.71149325,"about_ca_system_score_codex":0.000029893592,"about_ca_system_score_gemma":0.00003088395,"threshold_uncertainty_score":0.54012793},"labels":[],"label_agreement":null},{"id":"W3082577432","doi":"10.1007/978-3-030-49392-9","title":"Agile Processes in Software Engineering and Extreme Programming","year":2020,"lang":"en","type":"book","venue":"Lecture notes in business information processing","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Norges Forskningsråd; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Agile software development; Agile usability engineering; Extreme programming practices; Extreme programming; Agile Unified Process; Lean software development; Software engineering; Computer science; User story; Software development; Software; Software development process; Programming language","score_opus":0.015416190095921862,"score_gpt":0.22254581246036828,"score_spread":0.20712962236444643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082577432","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004498126,0.0028268206,0.9946403,0.0005189061,0.00016469894,0.00041851084,0.0000034964874,0.0010188693,0.00036342235],"genre_scores_gemma":[0.026991457,0.0005803391,0.9707573,0.00079781166,0.000254325,0.00023022205,0.0001788065,0.00009395384,0.00011576944],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99826676,0.00001302017,0.0006367578,0.0003664782,0.00035602014,0.00036093776],"domain_scores_gemma":[0.9985509,0.00040854313,0.00040167035,0.00026198558,0.00030924488,0.000067686604],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00026697532,0.0004334685,0.0004231314,0.0007066055,0.00007532044,0.0009013913,0.0005991617,0.00040543673,0.000003571003],"category_scores_gemma":[0.00345086,0.00043833588,0.000026632386,0.0015734035,0.000030409014,0.0046926644,0.00029111785,0.00077050464,0.0000044216217],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001217135,0.000016563707,0.00048483312,0.009974954,0.000009153072,0.000034820914,0.0036397076,0.024554024,0.0000042650977,0.0003305127,0.0000746996,0.9608643],"study_design_scores_gemma":[0.0011742263,0.00010604692,0.0017949538,0.014224778,0.0000492749,0.0002217179,0.000018685398,0.32792595,0.00050031993,0.0080512,0.64279115,0.0031417068],"about_ca_topic_score_codex":0.000013637881,"about_ca_topic_score_gemma":0.000017369148,"teacher_disagreement_score":0.9577226,"about_ca_system_score_codex":0.0001831362,"about_ca_system_score_gemma":0.00065995735,"threshold_uncertainty_score":0.9998068},"labels":[],"label_agreement":null},{"id":"W3088129556","doi":"10.1002/smr.2318","title":"Hybrid and evolving processes for software and systems—ICSSP 2019 special issue","year":2020,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Agile software development; Flexibility (engineering); Process (computing); Software; Computer science; Software engineering; Engineering management; Engineering; Systems engineering; Management; Operating system","score_opus":0.01569163299704816,"score_gpt":0.2599040716775337,"score_spread":0.24421243868048556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088129556","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067043253,0.019305015,0.9717024,0.0014184684,0.00041064667,0.00023137966,0.000018329823,0.00019949191,0.000009936746],"genre_scores_gemma":[0.65772235,0.0032250322,0.3335377,0.0005718427,0.004746352,0.00002999049,0.0000045273873,0.00005443502,0.00010777711],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988646,0.0000315097,0.00038507502,0.00027341628,0.0002394243,0.00020600346],"domain_scores_gemma":[0.9980672,0.0005462218,0.00040217844,0.000097716256,0.0006499403,0.00023676897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004264682,0.00018324882,0.00031985156,0.00011905377,0.00018578216,0.00039064558,0.00029682118,0.00007860534,0.0000046102446],"category_scores_gemma":[0.0024078574,0.0001605386,0.000035872676,0.00022049322,0.00004968812,0.0016536581,0.00010653733,0.0002225803,8.2101883e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012850966,0.00040721727,0.13969398,0.039307132,0.00068153173,0.00024453425,0.017459596,0.0030352985,0.00026468543,0.009342693,0.2870185,0.50125974],"study_design_scores_gemma":[0.008791509,0.008797388,0.046791483,0.005132554,0.00073588337,0.010182164,0.0014932094,0.08606829,0.0017375783,0.06453928,0.76146084,0.004269834],"about_ca_topic_score_codex":0.000005430604,"about_ca_topic_score_gemma":5.640216e-7,"teacher_disagreement_score":0.651018,"about_ca_system_score_codex":0.000028071847,"about_ca_system_score_gemma":0.00018664147,"threshold_uncertainty_score":0.6546574},"labels":[],"label_agreement":null},{"id":"W3088902501","doi":"10.4018/978-1-7998-4885-1.ch011","title":"Learning Scrum","year":2020,"lang":"en","type":"book-chapter","venue":"Advances in systems analysis, software engineering, and high performance computing book series","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Scrum; Agile software development; Modalities; Key (lock); Computer science; Software engineering; Engineering; Software; Engineering management; Software development; Sociology","score_opus":0.005838568480624632,"score_gpt":0.2077661972260227,"score_spread":0.20192762874539805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088902501","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00055148033,0.07454139,0.9170164,0.00007179228,0.0013260174,0.0004297977,0.000013072803,0.0031894757,0.0028605845],"genre_scores_gemma":[0.5512265,0.12811328,0.26441345,0.00025098512,0.0018476893,0.00011733956,0.0002311199,0.0004891966,0.053310443],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970129,0.00003174407,0.00090258673,0.0010201384,0.0004957993,0.0005368361],"domain_scores_gemma":[0.9980658,0.00040334972,0.0005664678,0.0006541688,0.00012746228,0.0001827206],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00045023242,0.00077354314,0.0013263645,0.00083397067,0.00025462988,0.00044433403,0.00086461613,0.00035007327,0.000011731184],"category_scores_gemma":[0.00012840908,0.0008199245,0.0002031525,0.00050937774,0.000083769904,0.002640738,0.0005377919,0.001154589,0.000014774756],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017176868,0.00001138516,0.004772067,0.0017213861,0.0006553014,0.00009426966,0.00069860247,0.87615067,0.0000026248763,0.10158345,0.00011900282,0.01417407],"study_design_scores_gemma":[0.00019230157,0.0003126687,0.00078792765,0.0010794577,0.00024137949,0.00006825713,0.000017309629,0.31582814,0.000016543665,0.00012251228,0.6800828,0.0012507308],"about_ca_topic_score_codex":0.000040435338,"about_ca_topic_score_gemma":0.000008421888,"teacher_disagreement_score":0.67996377,"about_ca_system_score_codex":0.00013835126,"about_ca_system_score_gemma":0.00006356091,"threshold_uncertainty_score":0.9994252},"labels":[],"label_agreement":null},{"id":"W3090076036","doi":"10.48550/arxiv.2009.14015","title":"Long-term Productivity for Long-term Impact","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Term (time); Productivity; Economics; Environmental science; Physics; Macroeconomics","score_opus":0.0987811829929249,"score_gpt":0.24631445266504476,"score_spread":0.14753326967211985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090076036","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24600862,0.00013470527,0.75136054,0.00027434606,0.00049909495,0.0006040778,0.000045887755,0.0010114895,0.000061266954],"genre_scores_gemma":[0.992561,0.00016387578,0.00653654,0.0000475971,0.00019675944,0.0000066348784,0.00006224638,0.00003735045,0.0003880347],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977953,0.000086205546,0.00018129907,0.0014135322,0.00010259659,0.00042105725],"domain_scores_gemma":[0.9976002,0.00026260223,0.0003013333,0.0014542085,0.0001409731,0.00024065663],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00028810446,0.00042701486,0.00041290445,0.00015560517,0.00012648097,0.0002709326,0.0022170348,0.00029476426,0.000020152529],"category_scores_gemma":[0.00015026769,0.00046936586,0.00036213253,0.00043360595,0.000057975903,0.0008173114,0.001722906,0.00066203694,0.00002248652],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082942576,0.0016201277,0.7807501,0.004524535,0.0024716547,0.0029119782,0.0011906917,0.08217229,0.00152568,0.05404542,0.02830904,0.03964909],"study_design_scores_gemma":[0.0032561307,0.0021875813,0.5479889,0.0010906473,0.0011005288,0.00015348029,0.000009717672,0.35444877,0.0117220795,0.06752304,0.0033037178,0.007215453],"about_ca_topic_score_codex":0.00005347344,"about_ca_topic_score_gemma":0.000008829378,"teacher_disagreement_score":0.74655235,"about_ca_system_score_codex":0.00023987866,"about_ca_system_score_gemma":0.00019320156,"threshold_uncertainty_score":0.9997758},"labels":[],"label_agreement":null},{"id":"W3092321844","doi":"","title":"Organization Global Software Development Challenges of Software Product Quality","year":2020,"lang":"en","type":"article","venue":"ScholarWorks (Walden University)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Government of Canada","keywords":"Software; Quality (philosophy); Computer science; Software development; Software quality analyst; Product (mathematics); Software engineering; Software quality; Business; Process management","score_opus":0.03585072506437493,"score_gpt":0.2410866963254809,"score_spread":0.205235971261106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092321844","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016539982,0.000592806,0.97902566,0.002010204,0.00014728183,0.00016137444,0.000004913849,0.0012867041,0.00023105611],"genre_scores_gemma":[0.3990911,0.00020093826,0.6004175,0.00013499086,0.000058407324,6.062398e-7,0.000009051253,0.000014891542,0.00007252298],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986929,0.00012121148,0.00020054048,0.000466928,0.0003128302,0.00020555986],"domain_scores_gemma":[0.9988032,0.000108962304,0.0001827946,0.0004349326,0.00031776473,0.00015233213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028292523,0.00016338601,0.00020711138,0.00008649737,0.00014708898,0.00008207787,0.0011766615,0.00010929336,0.000019631832],"category_scores_gemma":[0.0010579451,0.0001863603,0.00004612256,0.00145697,0.000028789884,0.0013215933,0.00058408757,0.00025148207,0.000021258023],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013163197,0.0004432033,0.18686505,0.0010354967,0.00045010736,0.00027449257,0.008267862,0.002585721,0.0004338383,0.18834913,0.0027286813,0.6084348],"study_design_scores_gemma":[0.0026798304,0.0006194221,0.4525239,0.0006629319,0.00017356896,0.000070295086,0.0011826714,0.00063577044,0.030323507,0.0032018463,0.5044957,0.0034306014],"about_ca_topic_score_codex":0.000012691685,"about_ca_topic_score_gemma":0.0000070162173,"teacher_disagreement_score":0.6050042,"about_ca_system_score_codex":0.00012072034,"about_ca_system_score_gemma":0.00019648019,"threshold_uncertainty_score":0.7599552},"labels":[],"label_agreement":null},{"id":"W3092880277","doi":"10.1007/978-3-031-72781-8","title":"Agile Processes in Software Engineering and Extreme Programming – Workshops","year":2025,"lang":"en","type":"book","venue":"Lecture notes in business information processing","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Agile software development; Agile usability engineering; Extreme programming practices; Engineering; Agile Unified Process; Lean software development; Extreme programming; Engineering management; User story; Software development; Software; Computer science; Software engineering; Software development process","score_opus":0.012139255896912426,"score_gpt":0.22999394911534382,"score_spread":0.2178546932184314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092880277","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003791517,0.004509998,0.9927842,0.00032269128,0.0002482875,0.0004601092,0.0000032808211,0.00092388596,0.00070960354],"genre_scores_gemma":[0.01593466,0.0008832451,0.98106736,0.0006129883,0.00018993393,0.00035033745,0.00019475486,0.00007084269,0.0006958916],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981863,0.000014901629,0.00068236404,0.0003775808,0.00033301814,0.0004058328],"domain_scores_gemma":[0.99813443,0.00067846227,0.00038278248,0.0003478703,0.0004086,0.000047825568],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003867445,0.00045740115,0.0004393997,0.0012258287,0.00009468167,0.0010171635,0.00065383874,0.0005261876,0.0000034065629],"category_scores_gemma":[0.0037937576,0.00046351875,0.000029358438,0.0020950378,0.00003307996,0.004461334,0.0003304122,0.0008196398,0.0000018068342],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008344554,0.0000152081975,0.00036056,0.0073926197,0.0000076245647,0.000014059893,0.0013844823,0.030909227,8.466013e-7,0.00033066495,0.00006923101,0.9595071],"study_design_scores_gemma":[0.0015524187,0.00007412449,0.0031262229,0.04487421,0.000080515325,0.00018191614,0.000026743792,0.26674387,0.00040916764,0.014578861,0.6644,0.0039519733],"about_ca_topic_score_codex":0.000016834289,"about_ca_topic_score_gemma":0.000033220043,"teacher_disagreement_score":0.95555514,"about_ca_system_score_codex":0.00024538767,"about_ca_system_score_gemma":0.00092002994,"threshold_uncertainty_score":0.99978167},"labels":[],"label_agreement":null},{"id":"W3095180893","doi":"10.1145/3377812.3390808","title":"Understanding DevOps education with Grounded theory","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; MacEwan University","funders":"","keywords":"DevOps; Grounded theory; Engineering management; Knowledge management; Computer science; Engineering; Qualitative research; Software engineering; Sociology; Software deployment","score_opus":0.1056423680405995,"score_gpt":0.2555927830838426,"score_spread":0.14995041504324308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095180893","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022261233,0.00002977803,0.97845995,0.0031974236,0.0000650946,0.000053297605,5.6170542e-8,0.000817222,0.017154533],"genre_scores_gemma":[0.66725546,0.0000041539215,0.33139324,0.0012240455,0.000030396617,0.000004690144,3.797048e-7,0.0000040688697,0.00008354465],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996394,0.000020371233,0.000047835554,0.00013244641,0.00008508736,0.00007485899],"domain_scores_gemma":[0.99964094,0.00012661572,0.000023386998,0.0001404454,0.000014907941,0.000053717304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000107314714,0.00005156297,0.000041595515,0.000021958958,0.00004138402,0.00011812526,0.00025220247,0.00001749606,0.00002501768],"category_scores_gemma":[0.000038162623,0.00003887372,0.000010243627,0.00021191665,0.000008218723,0.0004874961,0.00004530417,0.000061908686,0.00001120532],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044163207,0.0000075156845,0.00008898821,0.0000057278808,0.0000049996825,0.0000012313601,0.0003423453,0.000026036143,0.000020658328,0.9927958,0.0014692176,0.005233013],"study_design_scores_gemma":[0.0005915247,0.0010190748,0.0018214113,0.00009861422,0.000038531325,0.00013811783,0.0017263625,0.07473688,0.00577839,0.80385464,0.10902718,0.0011692527],"about_ca_topic_score_codex":0.000008114569,"about_ca_topic_score_gemma":0.000001181586,"teacher_disagreement_score":0.6670329,"about_ca_system_score_codex":0.000031544198,"about_ca_system_score_gemma":0.000063594896,"threshold_uncertainty_score":0.15852243},"labels":[],"label_agreement":null},{"id":"W3096225313","doi":"10.1109/modre51215.2020.00015","title":"Is There a Need to Address Human Values in Domain Modelling?","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Domain (mathematical analysis); Computer science; Process (computing); Domain analysis; Domain engineering; Software; Position paper; Human values; Risk analysis (engineering); Management science; Software development; Engineering; Business; Component-based software engineering; Software construction","score_opus":0.05414034607110292,"score_gpt":0.29889594506635614,"score_spread":0.24475559899525323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096225313","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030410824,0.00005898195,0.9573587,0.008679448,0.000032531098,0.00012105223,6.519628e-7,0.0006804445,0.0026573392],"genre_scores_gemma":[0.6032178,0.000004910108,0.3941242,0.0025239042,0.000032408043,0.00001241237,2.3748537e-7,0.0000069700936,0.000077169454],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993342,0.000024816258,0.00012061951,0.00023886874,0.00013172068,0.00014976773],"domain_scores_gemma":[0.99953747,0.000069779875,0.000020965736,0.00026180153,0.000017705666,0.00009225131],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015488583,0.0000860307,0.00009903206,0.000054429125,0.00003302264,0.00011230331,0.0006298603,0.00003819757,0.000052556188],"category_scores_gemma":[0.000017774866,0.0000762081,0.000028304605,0.00035340185,0.0000050970066,0.0002748595,0.00018474957,0.00011022056,0.000036236448],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006759156,0.00029228223,0.007365175,0.00019830049,0.00008746286,0.000282767,0.07779728,0.1713232,0.004257059,0.57844985,0.13966216,0.020216862],"study_design_scores_gemma":[0.0003059411,0.00030435866,0.00050374685,0.00005389711,0.0000032357436,0.0000038425555,0.00014174676,0.8749464,0.006764851,0.037178826,0.07931304,0.00048009848],"about_ca_topic_score_codex":0.00016647324,"about_ca_topic_score_gemma":0.000004093072,"teacher_disagreement_score":0.70362324,"about_ca_system_score_codex":0.000011776413,"about_ca_system_score_gemma":0.000009938725,"threshold_uncertainty_score":0.31076762},"labels":[],"label_agreement":null},{"id":"W3097686248","doi":"10.1007/s00766-021-00369-x","title":"Stakeholder identification for a structured release planning approach in the automotive domain","year":2022,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Universität Stuttgart","keywords":"Automotive industry; Process management; Agile software development; Stakeholder; Context (archaeology); Transparency (behavior); Domain (mathematical analysis); Systems engineering; Computer science; Process (computing); New product development; Plan (archaeology); Action plan; Engineering; Knowledge management; Business; Software engineering; Computer security; Marketing","score_opus":0.058807634078624764,"score_gpt":0.28705967650502284,"score_spread":0.22825204242639807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097686248","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030711213,0.00013423039,0.9678704,0.00015687253,0.000252367,0.00049908046,0.0000067015426,0.0003142634,0.000054855405],"genre_scores_gemma":[0.83835924,0.000001382779,0.16096824,0.00007581464,0.000034913424,0.0005175929,0.000016372962,0.000014376829,0.000012035362],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989313,0.00005523215,0.00021207232,0.00026487274,0.00030163038,0.00023490394],"domain_scores_gemma":[0.99933785,0.00015244563,0.000080992046,0.0003834155,0.00002055336,0.000024722223],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010003109,0.00011552572,0.000095260046,0.00015672101,0.00015112924,0.00012835291,0.0007832159,0.000023283526,0.0000029480486],"category_scores_gemma":[0.000084827094,0.000105389794,0.00003805324,0.00043288068,0.000004613115,0.00039185368,0.0001423716,0.00021126565,3.1207207e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018131392,0.00012005553,0.00036681938,0.000116365234,0.000050150757,0.000025562493,0.009279519,0.9298867,0.0040867985,0.04978515,0.0010569625,0.0052078087],"study_design_scores_gemma":[0.000720506,0.00013137833,0.007892263,0.00003085946,0.0000139897065,0.000054164073,0.0006308102,0.96795744,0.00084564666,0.0030640229,0.018231492,0.00042743972],"about_ca_topic_score_codex":0.0000057818093,"about_ca_topic_score_gemma":1.1093723e-7,"teacher_disagreement_score":0.80764806,"about_ca_system_score_codex":0.00012104445,"about_ca_system_score_gemma":0.00001899818,"threshold_uncertainty_score":0.4297671},"labels":[],"label_agreement":null},{"id":"W3098283026","doi":"","title":"Studies on the Software Testing Profession","year":2019,"lang":"en","type":"preprint","venue":"Scholarship@Western (Western University)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Context (archaeology); Software testing; Software; Software peer review; Knowledge management; Set (abstract data type); Software development; Computer science; Software engineering; Software construction","score_opus":0.23415477701158918,"score_gpt":0.36949158099975155,"score_spread":0.13533680398816236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3098283026","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90025765,0.0003923468,0.09215285,0.0014122769,0.0026776297,0.0008981575,0.000016361528,0.0020896941,0.00010303069],"genre_scores_gemma":[0.98167515,0.00016901718,0.01298166,0.0009695369,0.0002511426,0.000016201542,0.0000129781165,0.0000919437,0.003832395],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99674076,0.0005826486,0.00035628272,0.0011366523,0.0006618636,0.0005218182],"domain_scores_gemma":[0.9939204,0.0025932488,0.00064013473,0.0023123873,0.00039464483,0.00013921723],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0012318812,0.0006066578,0.0005332757,0.00046477903,0.00043218472,0.000764833,0.0042866757,0.00047272255,0.0000035970666],"category_scores_gemma":[0.0012302841,0.00048792333,0.0002006095,0.00064564904,0.000087864566,0.0014198108,0.00621129,0.0026533122,0.00020750906],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006057685,0.00015976836,0.98341864,0.00085744436,0.0004290774,0.0005567637,0.0023118777,0.005336357,0.00009802517,0.0022583464,0.000040262243,0.004472861],"study_design_scores_gemma":[0.00189518,0.0016691269,0.91905063,0.02207264,0.0006491692,0.00020350651,0.0014014308,0.00028530846,0.012445844,0.016630009,0.01721694,0.0064802333],"about_ca_topic_score_codex":0.0000023072043,"about_ca_topic_score_gemma":0.00002857384,"teacher_disagreement_score":0.08141747,"about_ca_system_score_codex":0.0003432299,"about_ca_system_score_gemma":0.0002617999,"threshold_uncertainty_score":0.99975723},"labels":[],"label_agreement":null},{"id":"W3102955580","doi":"","title":"Supporting Acceptance Testing in Distributed Software Projects with Integrated Feedback Systems: Experiences and Requirements","year":2013,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Acceptance testing; Computer science; Context (archaeology); Task (project management); Key (lock); Test strategy; Integration testing; Software; Process management; Risk analysis (engineering); Knowledge management; Software engineering; Systems engineering; Engineering; Computer security; Business","score_opus":0.04745050639546253,"score_gpt":0.30052971731375433,"score_spread":0.2530792109182918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3102955580","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25625768,0.00037181936,0.7405287,0.000058823327,0.00029918077,0.0009202834,0.0000072097814,0.0014362053,0.00012008063],"genre_scores_gemma":[0.6011825,0.000014963084,0.39802232,0.00002292796,0.000025360014,0.0006405885,0.0000196072,0.000018546456,0.00005314762],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975267,0.000098366065,0.0005779093,0.00092236977,0.00036290227,0.00051173556],"domain_scores_gemma":[0.9979468,0.0004343586,0.0005483024,0.00070454564,0.00025717737,0.000108836764],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0006082476,0.00041374596,0.00046122543,0.00018520544,0.000109300985,0.0016214116,0.0010987734,0.00021940889,0.000010232989],"category_scores_gemma":[0.0010284997,0.00031191984,0.000025212039,0.0006757118,0.00007604403,0.0011752319,0.0012125368,0.00062772824,0.0000028770837],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011208435,0.00063961325,0.6928871,0.0076010856,0.00045797578,0.0009830481,0.056284428,0.023361601,0.00035082546,0.005960751,0.007317021,0.20404442],"study_design_scores_gemma":[0.0013070292,0.0009624366,0.027126925,0.012331514,0.000063083295,0.0003960352,0.013368115,0.9333118,0.002046829,0.0018597444,0.002916211,0.0043102484],"about_ca_topic_score_codex":0.0020469627,"about_ca_topic_score_gemma":0.00003481086,"teacher_disagreement_score":0.90995026,"about_ca_system_score_codex":0.00012861304,"about_ca_system_score_gemma":0.00028673586,"threshold_uncertainty_score":0.9999333},"labels":[],"label_agreement":null},{"id":"W3112329866","doi":"10.1177/8756972820973082","title":"Agile, Traditional, and Hybrid Approaches to Project Success: Is Hybrid a Poor Second Choice?","year":2020,"lang":"en","type":"article","venue":"Project Management Journal","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":224,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Simon Fraser University","funders":"","keywords":"Agile software development; Scope (computer science); Stakeholder; Process management; Quality (philosophy); Management science; Project management; Quality management; Explanatory power; Engineering; Computer science; Operations management; Systems engineering; Management; Management system; Economics; Software engineering","score_opus":0.14480087843626416,"score_gpt":0.2773897992683274,"score_spread":0.13258892083206325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112329866","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01860836,0.000719542,0.94715536,0.022766957,0.0003939373,0.0015017762,0.00003487067,0.0007819992,0.008037193],"genre_scores_gemma":[0.49548525,0.00055859867,0.49236485,0.0097369915,0.0008773272,0.0002532227,0.000010694883,0.000058803562,0.0006542613],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983189,0.0000751859,0.00031240116,0.0005013176,0.00043831638,0.00035386428],"domain_scores_gemma":[0.99925274,0.00011447258,0.00016118075,0.0002501626,0.000038722366,0.00018269791],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005034935,0.00023707234,0.00021446169,0.00033760144,0.00021986946,0.0010231436,0.0009331048,0.000023669238,0.00006679725],"category_scores_gemma":[0.000069560534,0.00021446639,0.00008477201,0.0004930894,0.00002132544,0.0012183061,0.00033330338,0.00036562435,0.00001776549],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095857926,0.00034073397,0.0012853185,0.0009765651,0.00069218414,0.0009788114,0.0035447404,0.0001299451,0.00008883639,0.0178649,0.8156781,0.15832402],"study_design_scores_gemma":[0.000955163,0.0008738928,0.0017576718,0.0001380255,0.00009126519,0.0011865443,0.00012231812,0.040988654,0.0022634997,0.0049518924,0.94581956,0.00085152494],"about_ca_topic_score_codex":0.00001389972,"about_ca_topic_score_gemma":8.8802227e-7,"teacher_disagreement_score":0.47687688,"about_ca_system_score_codex":0.000044632176,"about_ca_system_score_gemma":0.00005832278,"threshold_uncertainty_score":0.9866198},"labels":[],"label_agreement":null},{"id":"W3118464080","doi":"10.34257/gjcstcvol20is2pg7","title":"A Comparison between Agile and Traditional Software Development Methodologies","year":2020,"lang":"en","type":"article","venue":"Global Journal of Computer Science and Technology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":117,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Agile software development; Software development; Personal software process; Software development process; Computer science; Lean software development; Software engineering; Package development process; Software construction; Software peer review; Software; Engineering management; Engineering","score_opus":0.09541425534726855,"score_gpt":0.3334683025924945,"score_spread":0.23805404724522594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118464080","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08083275,0.00055561896,0.91228336,0.005916046,0.00014766645,0.000040860432,0.0000011932606,0.00021188059,0.000010604996],"genre_scores_gemma":[0.39575806,0.000020436239,0.60398996,0.000185463,0.00004401003,6.524873e-7,1.0088035e-7,0.0000011986936,1.0557783e-7],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99885446,0.000029299557,0.00030490482,0.00024227092,0.0003648014,0.00020424245],"domain_scores_gemma":[0.99904275,0.00020181191,0.00021390227,0.00012257905,0.00027123978,0.0001477332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078076124,0.000108272354,0.00026632354,0.00018316424,0.00014602584,0.00018022937,0.0010473371,0.00007720985,7.8775935e-7],"category_scores_gemma":[0.00036756846,0.00008996905,0.000018819252,0.0010220694,0.00032971747,0.0007346655,0.00058977935,0.0002239518,0.0000010270188],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004230137,0.000014615309,0.02713841,0.000014155602,0.00002433419,0.00003383752,0.0002136514,0.00004548039,0.00010693159,0.018331885,0.0007658842,0.9533066],"study_design_scores_gemma":[0.0027205383,0.007951129,0.39780647,0.00042349668,0.00012547919,0.008569065,0.00026082803,0.05964578,0.037652712,0.3346111,0.14812854,0.0021048796],"about_ca_topic_score_codex":7.505921e-7,"about_ca_topic_score_gemma":1.1937757e-7,"teacher_disagreement_score":0.9512017,"about_ca_system_score_codex":0.000039565217,"about_ca_system_score_gemma":0.00023185746,"threshold_uncertainty_score":0.36688313},"labels":[],"label_agreement":null},{"id":"W3122145429","doi":"10.5381/jot.2021.20.2.a1","title":"The Evolution of Software Design Practices Over a Decade: A Long Term Study of Practitioners.","year":2021,"lang":"en","type":"article","venue":"The Journal of Object Technology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Term (time); Software evolution; Computer science; Software; Software engineering; Software development; Software construction; Programming language; Physics","score_opus":0.02366434888661158,"score_gpt":0.3066885169787809,"score_spread":0.28302416809216935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122145429","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28929067,0.0027756705,0.7062052,0.0012697682,0.0001919425,0.0001628116,3.875278e-7,0.00009175463,0.000011813695],"genre_scores_gemma":[0.93716097,0.00050290575,0.06226678,0.000012943337,0.00002814883,0.0000060791044,6.074061e-8,0.000008201275,0.00001391054],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984318,0.0004131568,0.00050063775,0.000117256684,0.00037481528,0.00016234984],"domain_scores_gemma":[0.9939888,0.0025340654,0.0022484951,0.0006717273,0.00053458207,0.000022340892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021228942,0.000106837164,0.00023436133,0.00024886022,0.00016183197,0.000042704105,0.0012368642,0.00010990783,0.0000043777663],"category_scores_gemma":[0.004109904,0.00006400155,0.00006342971,0.0010315835,0.00010243269,0.0006304588,0.00029082215,0.0005525535,6.753967e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027447506,0.0103429435,0.25682428,0.0005857828,0.006286756,0.0020988798,0.029081453,0.015253385,0.13869728,0.061680455,0.008574298,0.46782973],"study_design_scores_gemma":[0.007859948,0.026880745,0.3295843,0.0015847358,0.002601424,0.03147382,0.029718254,0.0077780257,0.4554114,0.09855662,0.006850997,0.001699733],"about_ca_topic_score_codex":0.000042020776,"about_ca_topic_score_gemma":0.000027350336,"teacher_disagreement_score":0.6478703,"about_ca_system_score_codex":0.00008053031,"about_ca_system_score_gemma":0.00031977435,"threshold_uncertainty_score":0.4920236},"labels":[],"label_agreement":null},{"id":"W3123799721","doi":"","title":"Simulation-Based Approach for Estimating Project Completion Time of Stochastic Resource – Constrained Project Networks","year":2011,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Canadian Natural Resources","funders":"","keywords":"Critical path method; Duration (music); Probabilistic logic; Event (particle physics); Computer science; Path (computing); Resource (disambiguation); Discrete event simulation; Operations research; Mathematical optimization; Project management; Simulation; Engineering; Mathematics; Systems engineering; Artificial intelligence","score_opus":0.03389829379733135,"score_gpt":0.27882825225089897,"score_spread":0.24492995845356763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123799721","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037391236,0.00012203562,0.99856573,0.000019110143,0.00005185456,0.0005354786,0.0000018499866,0.00022120093,0.00010882133],"genre_scores_gemma":[0.5181323,0.0000013787778,0.48172304,0.000014163005,0.00007241546,0.0000225567,0.0000067173223,0.000012772264,0.000014642008],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99831176,0.00009438577,0.00032497488,0.00021316545,0.00019390603,0.00086180546],"domain_scores_gemma":[0.99835217,0.00087886804,0.0003696961,0.00022303998,0.00014551455,0.000030723008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020593065,0.00014679634,0.00020294604,0.00017935515,0.00015010349,0.000056348017,0.0004914622,0.000073914125,0.0000021237477],"category_scores_gemma":[0.00048182835,0.00013306297,0.00009925575,0.0003057494,0.00003798134,0.00025947468,0.000035464498,0.00060767645,4.1351674e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007205696,0.000076826225,0.000022475404,0.00002416727,0.000055680066,4.5989228e-7,0.0002964215,0.97267306,0.000019685836,0.016117396,0.0000319744,0.010609774],"study_design_scores_gemma":[0.00038430755,0.0005549599,0.000007815738,0.000033800316,0.000024848778,0.000043797092,0.000043181375,0.9938218,0.000021381466,0.004872489,0.000046769692,0.00014482839],"about_ca_topic_score_codex":0.000030796826,"about_ca_topic_score_gemma":0.0000015716786,"teacher_disagreement_score":0.51775837,"about_ca_system_score_codex":0.0001548926,"about_ca_system_score_gemma":0.00097575603,"threshold_uncertainty_score":0.54261506},"labels":[],"label_agreement":null},{"id":"W3124829077","doi":"","title":"17th International Working Conference on Requirements Engineering: Foundation for Software Quality (REFSQ 2011). Proceedings of the REFSQ 2011 Workshops REEW, EPICAL and RePriCo, the REFSQ 2011 Empirical Track (Empirical Live Experiment and Empirical Research Fair), and the REFSQ 2011 Doctoral Symposium","year":2011,"lang":"en","type":"preprint","venue":"Econstor (Econstor)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Deutsche Forschungsgemeinschaft; Siemens USA","keywords":"Empirical research; Requirements engineering; Requirement prioritization; Foundation (evidence); Track (disk drive); Engineering; Engineering management; Quality (philosophy); Software; Computer science; Requirement; Mechanical engineering; Political science","score_opus":0.20918628770902703,"score_gpt":0.40154160576959835,"score_spread":0.19235531806057132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124829077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9178366,0.003064288,0.038173188,0.026486982,0.0056765564,0.005560873,0.00010512862,0.0008891249,0.0022072638],"genre_scores_gemma":[0.9504376,0.0014124925,0.044766214,0.0005400134,0.0008216577,0.0011668545,0.00003178209,0.00011667516,0.00070670276],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9932254,0.00067255757,0.0016629855,0.002202848,0.0012918415,0.00094437104],"domain_scores_gemma":[0.99158406,0.004230734,0.0012278238,0.0017054351,0.0008656725,0.00038629092],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007249155,0.0008921876,0.001130542,0.00040880966,0.0007139351,0.00086937525,0.0028193174,0.00089794124,0.00023031497],"category_scores_gemma":[0.0016143399,0.00060175033,0.00036216722,0.00019953871,0.0016202992,0.000873814,0.0036713562,0.0027806319,0.000036856305],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034284699,0.0014157388,0.7770213,0.0010756968,0.0015809885,0.000030086603,0.029521368,0.000101583566,0.0004985403,0.06252641,0.10847768,0.014322153],"study_design_scores_gemma":[0.011637222,0.003615657,0.7381045,0.0050950986,0.0009805526,0.00091896026,0.0025929036,0.043089043,0.006388812,0.060861807,0.119249664,0.007465748],"about_ca_topic_score_codex":0.0003071917,"about_ca_topic_score_gemma":0.0000406769,"teacher_disagreement_score":0.04298746,"about_ca_system_score_codex":0.0005720913,"about_ca_system_score_gemma":0.0005563271,"threshold_uncertainty_score":0.9996434},"labels":[],"label_agreement":null},{"id":"W3124999251","doi":"","title":"19th International Working Conference on Requirements Engineering: Foundation for Software Quality (REFSQ 2013). Proceedings of the REFSQ 2013 Workshops CreaRE, IWSPM, and RePriCo, the REFSQ 2013 Empirical Track (Empirical Live Experiment and Empirical Research Fair), the REFSQ 2013 Doctoral Symposium, and the REFSQ 2013 Poster Session","year":2013,"lang":"en","type":"preprint","venue":"RePEc: Research Papers in Economics","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Session (web analytics); Requirement prioritization; Empirical research; Engineering management; Foundation (evidence); Engineering; Requirements engineering; Quality (philosophy); Software engineering; Software; Computer science; Requirements management; World Wide Web; Political science; Operating system","score_opus":0.1791220843302673,"score_gpt":0.4293387705175822,"score_spread":0.25021668618731485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124999251","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8527896,0.0020552108,0.0023450488,0.12914146,0.002022864,0.009374848,0.000079719124,0.00041848482,0.0017727818],"genre_scores_gemma":[0.94733876,0.02974442,0.016631305,0.0006548609,0.0007824667,0.0029527266,0.00006392649,0.00017313505,0.0016584265],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99206287,0.0012034322,0.0016449208,0.002199835,0.0016164794,0.0012724675],"domain_scores_gemma":[0.9879446,0.0075161513,0.000910739,0.0021023692,0.0011632245,0.0003629119],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011740981,0.00079691905,0.0009580098,0.0004985203,0.00095302996,0.0022429381,0.0035024236,0.00078423606,0.00006291524],"category_scores_gemma":[0.002515774,0.00047749834,0.0002765691,0.00047888455,0.0013378316,0.0011112675,0.006061467,0.004031707,0.000010911695],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012258149,0.004199247,0.13824685,0.004534021,0.0039347983,0.000070711176,0.09809973,0.017181138,0.003382345,0.03175045,0.3043495,0.38199306],"study_design_scores_gemma":[0.008444229,0.0026867357,0.115225114,0.007863529,0.00023829367,0.00030548518,0.007062358,0.42282146,0.0021773907,0.024652999,0.40384,0.0046824045],"about_ca_topic_score_codex":0.0011470113,"about_ca_topic_score_gemma":0.00015669876,"teacher_disagreement_score":0.40564033,"about_ca_system_score_codex":0.00094489276,"about_ca_system_score_gemma":0.00048031972,"threshold_uncertainty_score":0.99976766},"labels":[],"label_agreement":null},{"id":"W3125218975","doi":"10.53555/nnbma.v2i2.106","title":"Scope Creep Monitors Level of Satisfaction, Cost of Business and Slippery Slope Relationships Among Stakeholders, Project Manager, Sponsor and PMO to Execute Project Completion Report","year":2016,"lang":"en","type":"article","venue":"Journal of Advance Research in Business Management and Accounting (ISSN 2456-3544)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; York University","funders":"","keywords":"Scope (computer science); Creep; Work (physics); Business; Stakeholder; Statement of work; Project manager; Project management; Operations management; Computer science; Engineering; Management; Economics; Mechanical engineering","score_opus":0.26162166000364334,"score_gpt":0.37919551766446274,"score_spread":0.1175738576608194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125218975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.642819,0.0009265002,0.35357964,0.0012824306,0.00022772045,0.000998512,0.0000073323567,0.000041845327,0.000117058225],"genre_scores_gemma":[0.8728961,0.0066083325,0.120176844,0.000007705495,0.00007642689,0.000037486945,0.000001629702,0.000023751607,0.00017173086],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997435,0.00019471858,0.0008135635,0.0003881611,0.00081021595,0.0003583793],"domain_scores_gemma":[0.9968875,0.00071747764,0.00073218875,0.00037012104,0.001223729,0.000068986206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043517435,0.00019704462,0.0004142462,0.0016738325,0.00019143491,0.0002430186,0.0003820916,0.00007123776,0.0000020804537],"category_scores_gemma":[0.0013049147,0.00015398624,0.000029161156,0.0022955092,0.00018400897,0.0031212382,0.0004884136,0.00030762618,3.2494452e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042606596,0.00016569355,0.684556,0.002301894,0.00012272531,0.0004914794,0.00040643918,0.0006941611,0.0020994716,0.0018731586,0.0017182353,0.30514467],"study_design_scores_gemma":[0.0006139474,0.00007743074,0.98891425,0.0029201137,0.000020757157,0.00013255797,0.00029615685,0.00035356858,0.00019509351,0.00047987385,0.005798775,0.00019748724],"about_ca_topic_score_codex":0.0004790724,"about_ca_topic_score_gemma":0.00007733399,"teacher_disagreement_score":0.30494717,"about_ca_system_score_codex":0.0000984012,"about_ca_system_score_gemma":0.00008919218,"threshold_uncertainty_score":0.6279377},"labels":[],"label_agreement":null},{"id":"W3125426868","doi":"10.7287/peerj.preprints.2589","title":"Studying the consistency of star ratings and the complaints in 1 &amp; 2-star user reviews for top free cross-platform Android and iOS apps","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Android (operating system); Computer science; Mobile apps; World Wide Web; Download; App store; Star (game theory); Revenue; Consistency (knowledge bases); Operating system","score_opus":0.049188287645125076,"score_gpt":0.30297499277517276,"score_spread":0.2537867051300477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125426868","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33760688,0.0036469987,0.65352106,0.0029156597,0.00012224197,0.001693126,0.000010733611,0.00012869785,0.00035457234],"genre_scores_gemma":[0.6768862,0.0019107407,0.32020319,0.00051569764,0.00003225645,0.00015709367,6.0802773e-7,0.000012138155,0.00028211885],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991617,0.00005668231,0.0003164053,0.00020330065,0.00011088611,0.00015098475],"domain_scores_gemma":[0.9967153,0.002518275,0.00014551173,0.0005355219,0.00005755139,0.000027852539],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021235545,0.00010830625,0.0002312051,0.00003423688,0.00013221752,0.00012549604,0.0005023172,0.000033671717,0.000008732266],"category_scores_gemma":[0.0010358591,0.000045426492,0.000035388242,0.000108161716,0.00016425145,0.00043471224,0.0003088181,0.00007869494,8.7450235e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046099926,0.00019270412,0.067541875,0.0010062933,0.00017343214,0.000007140291,0.01632712,0.000016322127,0.002532497,0.6035043,0.017347174,0.2908901],"study_design_scores_gemma":[0.014715153,0.00078820094,0.04743544,0.0017295792,0.000104296116,0.00020789738,0.00056682026,0.017086774,0.00385338,0.11505542,0.79704964,0.0014074192],"about_ca_topic_score_codex":0.00011458207,"about_ca_topic_score_gemma":0.00013373606,"teacher_disagreement_score":0.7797024,"about_ca_system_score_codex":0.00000975732,"about_ca_system_score_gemma":0.000014028327,"threshold_uncertainty_score":0.18524386},"labels":[],"label_agreement":null},{"id":"W3126048998","doi":"10.1142/s021819402040032x","title":"Modeling and Selecting Frameworks in Terms of Patterns, Tactics and System Qualities","year":2020,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Carleton University","funders":"","keywords":"Computer science; Reuse; Selection (genetic algorithm); Quality (philosophy); Task (project management); Software engineering; Java; Code (set theory); Software design pattern; Artificial intelligence; Systems engineering; Programming language; Engineering; Software","score_opus":0.012849099749300815,"score_gpt":0.2471422633919846,"score_spread":0.2342931636426838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126048998","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23699376,0.0016584938,0.76076317,0.00009124615,0.00032444927,0.000034292476,0.0000021827234,0.00012793062,0.0000045077404],"genre_scores_gemma":[0.8776901,0.00033006512,0.12179047,0.000011120048,0.00015654058,0.000002095428,4.0189732e-7,0.000018378223,8.740669e-7],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990058,0.000016362299,0.00046848386,0.00016531305,0.00019059246,0.00015343893],"domain_scores_gemma":[0.9990458,0.0005064948,0.00012658173,0.000077469405,0.00012372078,0.00011996647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037737197,0.00016879328,0.00028594877,0.00029557783,0.000017375884,0.00012103493,0.00030122107,0.000118162614,4.3505221e-7],"category_scores_gemma":[0.00084767793,0.00017146466,0.000038549544,0.00015443096,0.000008436764,0.00054952846,0.0001856905,0.00055553386,1.0587177e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006126474,0.00007099379,0.05017556,0.0032421525,0.0004689269,0.00027256168,0.015830731,0.85956585,0.0022332424,0.021497475,0.000018213115,0.04656302],"study_design_scores_gemma":[0.00029288488,0.000076403776,0.0014257653,0.0011547636,0.000011713096,0.00030097345,0.000110037836,0.9957033,0.0005339745,0.000033508448,0.00017060257,0.0001861006],"about_ca_topic_score_codex":0.000010065154,"about_ca_topic_score_gemma":6.203612e-7,"teacher_disagreement_score":0.6406963,"about_ca_system_score_codex":0.00004691695,"about_ca_system_score_gemma":0.000019351819,"threshold_uncertainty_score":0.6992126},"labels":[],"label_agreement":null},{"id":"W3129261065","doi":"10.2118/203861-ms","title":"P-PLE: Practical Product Line Qualification","year":2021,"lang":"en","type":"article","venue":"SPE Thermal Well Integrity and Design Symposium","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"EVRAZ (Canada)","funders":"","keywords":"Computer science; Scope (computer science); Risk analysis (engineering); Product (mathematics); Confidentiality; New product development; Statement of work; Work (physics); Reliability engineering; Computer security; Engineering; Business","score_opus":0.05845945970240725,"score_gpt":0.3131775904602026,"score_spread":0.25471813075779537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129261065","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001602335,0.00046152924,0.97983736,0.014286302,0.00030740444,0.00016726294,0.0000014673952,0.00045530888,0.0028810236],"genre_scores_gemma":[0.38143712,0.00048466524,0.6161294,0.0006018387,0.00028332192,0.000025695952,0.0000070114334,0.000017764298,0.0010131772],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99864227,0.00031522315,0.00020985086,0.00042403216,0.00019793438,0.00021070478],"domain_scores_gemma":[0.9985184,0.00060104835,0.00008480686,0.0005432939,0.00015776331,0.00009469461],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009760395,0.00015035902,0.00015671122,0.00004408442,0.000099813886,0.00026800614,0.00027270775,0.000101753525,0.00006633581],"category_scores_gemma":[0.00037118,0.00013240695,0.000040600626,0.00024664233,0.00004304463,0.00071127777,0.00014757035,0.0005168531,0.00006818394],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026922976,0.0010134117,0.0006981594,0.00022716791,0.00015817469,0.00042431688,0.0027566245,0.0013218481,0.49416208,0.43738434,0.020789381,0.04079527],"study_design_scores_gemma":[0.00040445977,0.00044319432,0.0011588726,0.000083636376,0.00005540789,0.00073032593,0.00007589938,0.06847808,0.8103621,0.012884817,0.104562394,0.00076079497],"about_ca_topic_score_codex":0.000042383715,"about_ca_topic_score_gemma":0.000001933876,"teacher_disagreement_score":0.4244995,"about_ca_system_score_codex":0.000024981404,"about_ca_system_score_gemma":0.00015555599,"threshold_uncertainty_score":0.5399398},"labels":[],"label_agreement":null},{"id":"W3131529342","doi":"10.1109/icse-nier52604.2021.00014","title":"ADEPT: A Socio-Technical Theory of Continuous Integration","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Documentation; Automation; Workflow; Software development; Computer science; Software; Sociotechnical system; Software engineering; Knowledge management; Engineering","score_opus":0.022329960438422315,"score_gpt":0.2785130383561361,"score_spread":0.2561830779177138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3131529342","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019790079,0.0005194525,0.9925841,0.00043700016,0.00044068784,0.00016626422,0.0000021204376,0.0010808889,0.00279048],"genre_scores_gemma":[0.5052059,0.00010611902,0.4943524,0.000077256635,0.000036958907,0.000032735425,0.0000097537795,0.000009079154,0.00016980694],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99882567,0.00013136848,0.0003069082,0.00038271927,0.00022190931,0.00013140829],"domain_scores_gemma":[0.9981943,0.00050611247,0.00020757962,0.00089232833,0.0001603492,0.000039377923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075392524,0.0001703316,0.00030937878,0.00008578442,0.00002167756,0.00017253945,0.0010332561,0.00033964613,0.00007389049],"category_scores_gemma":[0.00040951275,0.00014844695,0.00017116636,0.00013643064,0.000036271722,0.00022144851,0.0014186368,0.0006301033,0.0000030595206],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012869173,0.00019482107,0.00015371393,0.00021290172,0.00010374455,0.00004520188,0.0012650639,0.00023487714,0.0026802786,0.7562963,0.004256281,0.23454396],"study_design_scores_gemma":[0.0008687929,0.00087468035,0.008773008,0.0030315148,0.00031786622,0.00037647202,0.0010448799,0.0714186,0.17323126,0.7184379,0.01789344,0.003731602],"about_ca_topic_score_codex":0.00004582813,"about_ca_topic_score_gemma":0.000004890775,"teacher_disagreement_score":0.5032269,"about_ca_system_score_codex":0.000038861413,"about_ca_system_score_gemma":0.00013378613,"threshold_uncertainty_score":0.6053491},"labels":[],"label_agreement":null},{"id":"W3136821436","doi":"10.1007/978-3-030-78361-7_22","title":"Impact of Task Cycle Pattern on Project Success in Software Crowdsourcing","year":2021,"lang":"en","type":"preprint","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Crowdsourcing; Waterfall model; Crowdsourcing software development; Computer science; Task (project management); Software; Waterfall; Software development; Resource (disambiguation); Upload; Software development process; Software engineering; Systems engineering; World Wide Web; Engineering; Operating system; Geography","score_opus":0.017974336614667196,"score_gpt":0.31041730116081667,"score_spread":0.2924429645461495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136821436","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31888494,0.00015744101,0.67964387,0.00010297134,0.00071038905,0.00027887177,0.000004856945,0.00021340892,0.0000032389576],"genre_scores_gemma":[0.66044414,0.000018646817,0.33931747,0.00010721474,0.00007628996,0.000017581178,0.0000035517305,0.000015006603,1.1290553e-7],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964459,0.00016775595,0.0005449018,0.0014318922,0.0007613841,0.0006481739],"domain_scores_gemma":[0.99649423,0.001136736,0.00034934958,0.00173934,0.0001928874,0.00008743468],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012570784,0.00045156875,0.00059408025,0.0011188689,0.00007069835,0.00079229457,0.0037560482,0.0002861985,0.000004731746],"category_scores_gemma":[0.0006910632,0.00040131676,0.00020164614,0.0024538513,0.00015403017,0.00072039076,0.0032837777,0.0013597652,0.000001350496],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004601064,0.00010909454,0.049560804,0.000111770416,0.000009329222,0.00010048958,0.0017841192,0.6602771,0.000107926666,0.0000050412837,0.0000032929167,0.28792644],"study_design_scores_gemma":[0.00021863934,0.0002900844,0.09843456,0.0014425757,0.000004353822,0.000040583967,5.6576374e-7,0.8923361,0.0044138436,0.0022131815,0.000004375855,0.000601159],"about_ca_topic_score_codex":0.002749864,"about_ca_topic_score_gemma":0.00016193558,"teacher_disagreement_score":0.34155917,"about_ca_system_score_codex":0.00041869108,"about_ca_system_score_gemma":0.0010075307,"threshold_uncertainty_score":0.9998439},"labels":[],"label_agreement":null},{"id":"W3138243901","doi":"10.5539/mas.v15n2p45","title":"The Magic of Project Resolution in a Short Period of Time: Design Sprint Applied in Higher Education","year":2021,"lang":"en","type":"article","venue":"Modern Applied Science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universidad San Pablo - CEU","keywords":"Sprint; Set (abstract data type); Work (physics); Multidisciplinary approach; Adaptation (eye); Computer science; Abandonment (legal); Psychology; Mathematics education; Medical education; Sociology; Engineering; Medicine; Political science","score_opus":0.04119007840341364,"score_gpt":0.28303328579632425,"score_spread":0.2418432073929106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138243901","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022915697,0.00018784065,0.96985406,0.00030430438,0.000107181506,0.00044188884,3.4074824e-7,0.00007082463,0.006117853],"genre_scores_gemma":[0.8656234,0.00001740361,0.13420571,0.00001961709,0.000007198075,0.000066713954,3.0221508e-7,0.000003967826,0.000055651173],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988229,0.000034565528,0.0002480937,0.00033840112,0.00035084228,0.0002051613],"domain_scores_gemma":[0.9991927,0.00012978424,0.000061415514,0.00052430865,0.000068456815,0.00002331232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014251161,0.00008195719,0.00012354208,0.0001681515,0.000055301636,0.00007544513,0.0007946648,0.000037978734,0.0000034498257],"category_scores_gemma":[0.000049575345,0.00006814559,0.000016814123,0.0013840623,0.00014221099,0.00019820336,0.00024246536,0.00012753865,0.0000021617072],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039967672,0.0002514757,0.00036340463,0.000039888753,0.0000032484322,0.0000031563127,0.0019570666,0.009685821,0.7443675,0.1385939,0.00006762204,0.10462698],"study_design_scores_gemma":[0.00024305732,0.000058953476,0.032749787,0.00007946277,0.000005171096,0.000012403153,0.00010447267,0.73033476,0.20281622,0.03201241,0.001255276,0.00032804077],"about_ca_topic_score_codex":0.000037497914,"about_ca_topic_score_gemma":0.000006254678,"teacher_disagreement_score":0.84270775,"about_ca_system_score_codex":0.00009273097,"about_ca_system_score_gemma":0.00082453823,"threshold_uncertainty_score":0.27788967},"labels":[],"label_agreement":null},{"id":"W3138522196","doi":"10.1145/3255597","title":"Session details: Software development governance -- definition and concept","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Session (web analytics); Computer science; Software engineering; Corporate governance; Software development; Software; Process management; Programming language; Engineering; World Wide Web; Business; Finance","score_opus":0.030691087724863564,"score_gpt":0.23886846506472356,"score_spread":0.20817737733986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138522196","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022679348,0.00044407646,0.9752787,0.00016932946,0.000092064176,0.00005262719,4.1663833e-7,0.00075302203,0.0005304262],"genre_scores_gemma":[0.30564478,0.00016862946,0.6938612,0.00017056157,0.00001136882,0.000008781501,0.0000010591926,0.000003871613,0.00012978517],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994312,0.0000138121495,0.00010692333,0.00018696027,0.00014186646,0.000119252065],"domain_scores_gemma":[0.9995647,0.0001384345,0.00004839269,0.00016968454,0.000029837567,0.00004894336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008148179,0.00008085701,0.000071208924,0.00001831889,0.00013286217,0.000041696356,0.00019391664,0.000039832034,0.000020510362],"category_scores_gemma":[0.00008280777,0.00006914751,0.000012137854,0.00010312826,0.000020891652,0.0005837619,0.00012945653,0.00007167499,0.0000155868],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015507958,0.00015749704,0.034376595,0.0000784212,0.00004192394,0.00021737156,0.0050084745,0.00012380889,0.00034033327,0.15985508,0.02338691,0.77639806],"study_design_scores_gemma":[0.001236821,0.00033876652,0.39682096,0.00030115986,0.00001283053,0.0015152314,0.00004674169,0.009752639,0.06276285,0.010952431,0.51445144,0.0018081227],"about_ca_topic_score_codex":0.000012133158,"about_ca_topic_score_gemma":0.0000015783882,"teacher_disagreement_score":0.77458996,"about_ca_system_score_codex":0.00002208755,"about_ca_system_score_gemma":0.00004296658,"threshold_uncertainty_score":0.28197536},"labels":[],"label_agreement":null},{"id":"W3139508771","doi":"10.1109/bigdata50022.2020.9377734","title":"Requirements Engineering Practices and Challenges in the Context of Big Data Software Development Projects: Early Insights from a Case Study","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Context (archaeology); Big data; Computer science; Software development; Data science; Software engineering; Software; Systems engineering; Engineering management; Engineering; Data mining","score_opus":0.3512021565096539,"score_gpt":0.32728533077061744,"score_spread":0.023916825739036474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139508771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8356275,0.0041758674,0.15725505,0.0016053134,0.00012824114,0.0007940308,0.000004131001,0.00037685691,0.000033045184],"genre_scores_gemma":[0.88251275,0.00020976707,0.117100134,0.000101418555,0.000033365064,0.000032941338,0.0000018779737,0.000007173704,5.5470787e-7],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.998829,0.000094152056,0.00026926017,0.00043158737,0.00025583745,0.000120176446],"domain_scores_gemma":[0.99823546,0.00083072495,0.00019430889,0.00065778685,0.00003529458,0.000046398567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043745246,0.0001345395,0.0001647757,0.000067829336,0.00004122631,0.000133263,0.0010353493,0.00003555793,8.46026e-7],"category_scores_gemma":[0.00075367914,0.00009414354,0.000008440942,0.00024678963,0.000010261148,0.0010904841,0.0007540915,0.00015845383,0.0000010619189],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004644978,0.00077434356,0.020574637,0.00036254546,0.00031479256,0.0039869114,0.42902097,0.00003125604,0.00015898231,0.0013562128,0.00014877896,0.5432241],"study_design_scores_gemma":[0.010993874,0.008934418,0.17286928,0.0014711524,0.00045526554,0.0021957129,0.33546,0.18230264,0.008719314,0.0006263444,0.27041122,0.0055607683],"about_ca_topic_score_codex":0.0012567152,"about_ca_topic_score_gemma":0.0004426272,"teacher_disagreement_score":0.53766334,"about_ca_system_score_codex":0.00001041077,"about_ca_system_score_gemma":0.000052750205,"threshold_uncertainty_score":0.38390622},"labels":[],"label_agreement":null},{"id":"W3140872780","doi":"10.1109/user.2012.6226575","title":"Combining experiments and grounded theory to evaluate a research prototype: Lessons from the umple model-oriented programming technology","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Grounded theory; Computer science; Software engineering; Human–computer interaction; Qualitative research; Sociology","score_opus":0.1395927116664308,"score_gpt":0.43164367019883826,"score_spread":0.2920509585324075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3140872780","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05112537,0.00037765433,0.943235,0.0031255453,0.00009138007,0.000966624,7.9182917e-7,0.0007462124,0.00033145252],"genre_scores_gemma":[0.62053365,0.0000056434533,0.37865445,0.00009608405,0.000020435264,0.00062807056,7.335386e-7,0.000009347004,0.0000515833],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985592,0.00020409876,0.0001353317,0.0002953953,0.0003313685,0.0004746225],"domain_scores_gemma":[0.9984878,0.00064527936,0.0000342515,0.00062513485,0.000103584665,0.000103984574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002647785,0.00011260975,0.000107644635,0.00012795048,0.00030428547,0.00018413554,0.0006984498,0.00007704908,0.000009030147],"category_scores_gemma":[0.0004073793,0.0000770557,0.000017444314,0.0006370018,0.00007174476,0.0005121674,0.0008753327,0.0003091103,0.0000136444],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036526882,0.00010830563,0.0014073655,0.000005282565,0.000032129054,0.0000015554365,0.00599926,0.00004086342,0.0013440879,0.85194147,0.0003256533,0.13875753],"study_design_scores_gemma":[0.0015845116,0.0015982749,0.0030043817,0.0002825216,0.00004973633,0.00006433835,0.0043818983,0.36240882,0.059128843,0.42734554,0.13879864,0.0013525079],"about_ca_topic_score_codex":0.00015769928,"about_ca_topic_score_gemma":0.000005065896,"teacher_disagreement_score":0.5694083,"about_ca_system_score_codex":0.000038417136,"about_ca_system_score_gemma":0.000034827055,"threshold_uncertainty_score":0.31422403},"labels":[],"label_agreement":null},{"id":"W3142570291","doi":"","title":"THE ECONOMICS OF SOFTWARE DEVELOPMENT BY PAIR PROGRAMMERS","year":2013,"lang":"en","type":"article","venue":"NPARC","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pair programming; Extreme programming; Agile software development; Computer science; Software development; Extreme programming practices; Software engineering; Software quality; Team software process; Software development process; Context (archaeology); Software; Software metric; Personal software process; Teamwork; Software construction; Programming language","score_opus":0.008581035458205004,"score_gpt":0.20385153412283616,"score_spread":0.19527049866463114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3142570291","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032432564,0.00013508415,0.96355635,0.0022327155,0.00018885388,0.00025027923,6.8640503e-7,0.000469736,0.0007337351],"genre_scores_gemma":[0.16551067,0.000045540786,0.8340391,0.00008493459,0.000010307232,0.000089452835,0.0000011006287,0.000006640898,0.00021228951],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99954367,0.000012933312,0.00012929908,0.000108110326,0.000063123196,0.0001428547],"domain_scores_gemma":[0.99938047,0.00021621249,0.00006597974,0.000263782,0.000036153277,0.000037414495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019380786,0.000059496087,0.00005807809,0.00001457518,0.00006880258,0.00009738501,0.0005362871,0.000026545926,0.000017031442],"category_scores_gemma":[0.000057126133,0.00004233353,0.000020764768,0.000066151566,0.000022428234,0.00023168445,0.00011319372,0.000059568792,0.000019841409],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.029065e-7,0.000016300524,0.00076082384,0.0000078072235,0.00001417011,1.7512384e-7,0.00019383633,0.0000108927015,0.0001747439,0.00465507,0.028945891,0.96521956],"study_design_scores_gemma":[0.00007713288,0.00006722148,0.0010108298,0.000010961813,0.000001999952,0.0000036268002,0.000017804912,0.0042469637,0.017579144,0.01136081,0.9654588,0.00016468999],"about_ca_topic_score_codex":0.000013130808,"about_ca_topic_score_gemma":0.0000010378967,"teacher_disagreement_score":0.96505487,"about_ca_system_score_codex":0.000018388553,"about_ca_system_score_gemma":0.00003856308,"threshold_uncertainty_score":0.17263111},"labels":[],"label_agreement":null},{"id":"W3143561996","doi":"10.2307/25148714","title":"Research Standards for Promotion and Tenure in Information Systems1","year":2006,"lang":"en","type":"article","venue":"MIS Quarterly","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":131,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Promotion (chess); Business; Information system; Knowledge management; Public relations; Marketing; Political science; Computer science; Politics","score_opus":0.019093504858585377,"score_gpt":0.31888785288011606,"score_spread":0.2997943480215307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3143561996","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029590752,0.00010858659,0.9684126,0.00084111636,0.00008813451,0.00036101684,0.0000094092775,0.00018535077,0.00040302787],"genre_scores_gemma":[0.96716726,0.000002061135,0.03264232,0.000007692138,0.000042620806,0.00009263391,0.0000059753024,0.0000031705968,0.000036296835],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99935144,0.000043304757,0.00014066685,0.00009577529,0.00022824222,0.0001405397],"domain_scores_gemma":[0.9995247,0.00012444568,0.000032464348,0.0001473033,0.0001528456,0.000018235898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013660847,0.000046166984,0.000060039332,0.00015945303,0.000052507,0.00023177666,0.00011802362,0.000047106532,8.991865e-7],"category_scores_gemma":[0.000040925817,0.00004244794,0.000010485208,0.00020332707,0.000009560066,0.0010486374,0.000008255591,0.0000868187,0.000002024724],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055382105,0.00014131966,0.0020843253,0.0010900785,0.000010960366,0.000014207098,0.009395098,0.00016534643,0.00074288435,0.15394616,0.03763128,0.794723],"study_design_scores_gemma":[0.0026166076,0.0065216785,0.051527284,0.00074615923,0.000009452475,0.00014167133,0.0008909918,0.27178228,0.002130379,0.07365338,0.58910197,0.00087816524],"about_ca_topic_score_codex":0.0002436792,"about_ca_topic_score_gemma":0.00003846901,"teacher_disagreement_score":0.9375765,"about_ca_system_score_codex":0.000053516596,"about_ca_system_score_gemma":0.000032787644,"threshold_uncertainty_score":0.22350277},"labels":[],"label_agreement":null},{"id":"W3145040424","doi":"10.2307/25148827","title":"Contribution Behaviors in Distributed Environments1","year":2008,"lang":"en","type":"article","venue":"MIS Quarterly","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Knowledge management; Computer science; Business","score_opus":0.009372609912508871,"score_gpt":0.22566075267592772,"score_spread":0.21628814276341884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3145040424","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34592375,0.000061211605,0.6533464,0.00021974414,0.000090360176,0.00007826409,0.000005904,0.00024706518,0.000027244152],"genre_scores_gemma":[0.9876555,0.000011237489,0.012212136,0.000036956262,0.000015889853,0.000023559189,0.000017320575,0.0000044533467,0.000022927858],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993042,0.00003478371,0.00015075572,0.00018861402,0.00013604989,0.00018563712],"domain_scores_gemma":[0.9995427,0.00006095652,0.00004411152,0.00029185816,0.000012587269,0.000047780835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012836503,0.00008531899,0.00009432769,0.000056850527,0.00005225495,0.000030624313,0.00030644579,0.000055450564,0.000016649716],"category_scores_gemma":[0.000020192907,0.00008718393,0.000030440484,0.00017249087,0.00001918794,0.00040686634,0.000014111746,0.00011332401,0.000042999574],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012117315,0.002968444,0.48926875,0.000060612798,0.000084694286,0.0038979172,0.024409756,0.00095434644,0.029947156,0.03383184,0.025686339,0.38876897],"study_design_scores_gemma":[0.0015224278,0.0012722259,0.90186244,0.00004457355,0.000013348176,0.00032411062,0.00005955068,0.014371151,0.0063638,0.002136682,0.07118219,0.0008475123],"about_ca_topic_score_codex":0.00007969755,"about_ca_topic_score_gemma":0.0000045013444,"teacher_disagreement_score":0.64173174,"about_ca_system_score_codex":0.000057836107,"about_ca_system_score_gemma":0.000010411261,"threshold_uncertainty_score":0.35552573},"labels":[],"label_agreement":null},{"id":"W3145342903","doi":"10.1109/icse.2013.6606749","title":"On identifying user complaints of iOS apps","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Perspective (graphical); Computer science; Listing (finance); Mobile apps; World Wide Web; App store; Smartphone app; Internet privacy; Artificial intelligence; Business","score_opus":0.03859973434003261,"score_gpt":0.27956186383919507,"score_spread":0.24096212949916246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3145342903","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021416677,0.000036009948,0.9744777,0.00048433963,0.0016301539,0.0002594436,0.000016526428,0.0009052465,0.00077390875],"genre_scores_gemma":[0.79435396,0.000063977895,0.20482914,0.00016758427,0.00009205453,0.00007635422,0.00001465372,0.000032340955,0.00036990628],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99816537,0.000028797354,0.00041317788,0.00043443247,0.0006418824,0.00031634505],"domain_scores_gemma":[0.9981667,0.0005100804,0.00019659524,0.00060637546,0.00038707067,0.00013318154],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00025565393,0.00029354202,0.00026158625,0.00036842903,0.0000562918,0.00030755965,0.0014916476,0.00012484743,0.0005658608],"category_scores_gemma":[0.00057028246,0.00028924108,0.000103983744,0.0002172791,0.000028555269,0.00083442306,0.00025505706,0.0004146143,0.0004242892],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019758761,0.00019441542,0.0014068967,0.00011340478,0.00018337146,0.00002392668,0.0003687981,0.022119787,0.0012919934,0.9436584,0.014935493,0.015683716],"study_design_scores_gemma":[0.0011450973,0.00061205943,0.02738135,0.0017197113,0.000025542997,0.00007469861,0.00004123488,0.91225404,0.009737329,0.01705221,0.028235722,0.0017210232],"about_ca_topic_score_codex":0.00012999898,"about_ca_topic_score_gemma":0.0000017571581,"teacher_disagreement_score":0.92660624,"about_ca_system_score_codex":0.00009348525,"about_ca_system_score_gemma":0.000041198433,"threshold_uncertainty_score":0.99995595},"labels":[],"label_agreement":null},{"id":"W3147306951","doi":"10.1109/icse.2012.6227201","title":"The impacts of software process improvement on developers: A systematic review","year":2012,"lang":"en","type":"review","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Documentation; Computer science; Process (computing); Process management; Quality (philosophy); Software quality; Grounded theory; Systematic review; Identification (biology); Use Case Diagram; Software engineering; Software; Knowledge management; Software development; Engineering; Unified Modeling Language; Class diagram; Qualitative research","score_opus":0.0461156740588403,"score_gpt":0.34620641741653263,"score_spread":0.3000907433576923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3147306951","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.823599e-9,0.9314726,0.06532368,0.00003999971,0.00017446218,0.0024965678,0.000002567395,0.00037355564,0.00011657317],"genre_scores_gemma":[0.0000011746807,0.9858793,0.012963222,0.00014887324,0.000027866197,0.0008250128,0.000002885473,0.000028288081,0.00012340413],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.997767,0.00016269454,0.00097115216,0.0002967054,0.00046509362,0.0003373909],"domain_scores_gemma":[0.9957467,0.001592818,0.0010121964,0.0014020685,0.00014873222,0.000097539836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001918824,0.00039669342,0.0016314567,0.00008520765,0.000085042935,0.00012857307,0.002236776,0.00012567655,0.0000071798086],"category_scores_gemma":[0.0012628221,0.00018382174,0.00031834832,0.0005701621,0.000017735529,0.00031226865,0.00025919362,0.00029680706,0.000048870555],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.13036705e-7,0.000011441697,3.021639e-8,0.623392,0.00006298977,6.414605e-7,0.0000124175485,5.961466e-8,2.0838955e-9,0.0006581299,0.00022754997,0.37563467],"study_design_scores_gemma":[0.000014443162,0.00009148262,4.8607898e-8,0.6581021,0.00061374705,0.00003299808,0.0000017826443,0.0000054308757,0.0000024409542,0.00004019665,0.34084603,0.0002493335],"about_ca_topic_score_codex":0.0000063562575,"about_ca_topic_score_gemma":8.224707e-7,"teacher_disagreement_score":0.3753853,"about_ca_system_score_codex":0.000093572395,"about_ca_system_score_gemma":0.00029337947,"threshold_uncertainty_score":0.7496033},"labels":[],"label_agreement":null},{"id":"W3149010935","doi":"10.1007/s11219-021-09552-3","title":"Reconciliation of scrum and the project management process of the ISO/IEC 29110 standard-Entry profile—an experimental evaluation through usability measures","year":2021,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Scrum; Agile software development; Usability; Process management; Process (computing); Engineering management; Engineering; Software development process; Best practice; Software; Computer science; Software development; Software engineering; Knowledge management; Management","score_opus":0.06787216461876273,"score_gpt":0.38606037768116114,"score_spread":0.3181882130623984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3149010935","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42065373,0.00214329,0.57423705,0.0010886755,0.00053815416,0.000996472,0.000021954907,0.00011527785,0.00020537815],"genre_scores_gemma":[0.91051733,0.00010345543,0.08915615,0.00008964811,0.00004875037,0.000052609874,0.0000027615522,0.000008083969,0.000021199681],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9963562,0.0014450168,0.00060300605,0.0002728101,0.0011648387,0.00015815329],"domain_scores_gemma":[0.99758905,0.0003620064,0.00062960957,0.0006125102,0.0007737758,0.000033055883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006755449,0.00013075149,0.00024425026,0.000032496773,0.0002445236,0.00016278082,0.00056544103,0.000059917038,0.000021339429],"category_scores_gemma":[0.001643712,0.000080219776,0.00010991063,0.00034852696,0.00016113164,0.00093946414,0.00019861119,0.00027259727,1.6705147e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027910788,0.0025697115,0.105774894,0.0034264957,0.0013816053,0.000022075845,0.16235024,0.003580648,0.0027645475,0.08245988,0.0042203777,0.6286585],"study_design_scores_gemma":[0.015039379,0.0017591617,0.13354468,0.0019704048,0.0007472065,0.0008216354,0.031441618,0.020038273,0.50994515,0.27633527,0.006539133,0.0018180872],"about_ca_topic_score_codex":0.000052299823,"about_ca_topic_score_gemma":0.000012913937,"teacher_disagreement_score":0.62684035,"about_ca_system_score_codex":0.000121242214,"about_ca_system_score_gemma":0.00039089494,"threshold_uncertainty_score":0.32712674},"labels":[],"label_agreement":null},{"id":"W3151258109","doi":"10.1109/icse.2012.6227023","title":"Integrating tools and frameworks in undergraduate software engineering curriculum","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Curriculum; Software engineering; Computer science; Engineering management; Software; Engineering; Sociology; Operating system","score_opus":0.011378776601632827,"score_gpt":0.24892296650030443,"score_spread":0.2375441898986716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3151258109","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019770613,0.0004862234,0.97812045,0.00036384008,0.0002450487,0.00007269069,3.1094535e-7,0.0007805914,0.000160261],"genre_scores_gemma":[0.48884717,0.000027617218,0.5109879,0.000078030156,0.000032191416,0.000010492448,4.605987e-7,0.0000057973602,0.000010346907],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99930114,0.000017586752,0.00014008503,0.00015648421,0.00009744111,0.00028725635],"domain_scores_gemma":[0.999178,0.000472163,0.000032320688,0.00021740086,0.000016584088,0.00008351799],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031636027,0.00011646243,0.000107544955,0.00009869808,0.000027988352,0.00018472786,0.00024940193,0.00011704242,0.000005074876],"category_scores_gemma":[0.0007720467,0.00010066601,0.000020308664,0.00029221122,0.0000065589775,0.001561594,0.00018432048,0.00044334924,0.000004939849],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011941388,0.00009684093,0.26638368,0.000074041,0.00001883622,0.00001468582,0.0010583112,0.0009005654,0.00010959912,0.56391186,0.00095770013,0.16647267],"study_design_scores_gemma":[0.00070536014,0.00022555642,0.18419038,0.00089007313,0.000022809863,0.00034351472,0.00025334442,0.7439573,0.0032019624,0.016853467,0.04694737,0.0024089026],"about_ca_topic_score_codex":0.000046564695,"about_ca_topic_score_gemma":0.000003274067,"teacher_disagreement_score":0.7430567,"about_ca_system_score_codex":0.000026466982,"about_ca_system_score_gemma":0.0000076039514,"threshold_uncertainty_score":0.41050407},"labels":[],"label_agreement":null},{"id":"W3151417557","doi":"10.1109/icssp.2012.6225952","title":"Software team processes: A taxonomy","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Taxonomy (biology); Vocabulary; Process (computing); Field (mathematics); Software engineering; Team software process; Project management; Software; Knowledge management; Software project management; Software development process; Process management; Data science; Software development; Systems engineering; Engineering; Software construction","score_opus":0.03169635897650521,"score_gpt":0.2516761847186831,"score_spread":0.21997982574217786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3151417557","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002395908,0.0003467641,0.98933214,0.00013668118,0.00019712496,0.00011791307,2.8911992e-7,0.0019688206,0.0076606707],"genre_scores_gemma":[0.18315788,0.000014149105,0.81590897,0.0002731894,0.00009716213,0.00009323871,4.736105e-7,0.000006109899,0.000448817],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99943477,0.000010629894,0.00008442132,0.00012719329,0.000105620624,0.00023733625],"domain_scores_gemma":[0.9993189,0.00018759922,0.00003444729,0.0003233905,0.00004306949,0.00009258525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020248654,0.000081369035,0.00006662118,0.00004566558,0.000044027023,0.000091251924,0.00048542593,0.000037089205,0.00004871323],"category_scores_gemma":[0.00025786937,0.00006659847,0.000020414245,0.00027854307,0.000007651246,0.0015657902,0.0001459437,0.00007979025,0.000117574025],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007871742,0.0005505436,0.078704976,0.0003999419,0.00007164048,0.000008263819,0.0018510163,0.00008121711,0.000075828524,0.15790112,0.25026783,0.51007974],"study_design_scores_gemma":[0.00005131386,0.000029790337,0.00069215667,0.000010681516,0.0000028476748,0.000033961438,0.000009273981,0.00043441344,0.0019041758,0.00056257896,0.9960887,0.00018012291],"about_ca_topic_score_codex":0.0000137689885,"about_ca_topic_score_gemma":6.952823e-7,"teacher_disagreement_score":0.7458209,"about_ca_system_score_codex":0.000014844223,"about_ca_system_score_gemma":0.00003912163,"threshold_uncertainty_score":0.27158067},"labels":[],"label_agreement":null},{"id":"W3153341352","doi":"","title":"A Mixed Method Approach to investigate the Antecedents of Software Quality and Information Systems Success in Canadian Software Development Firms","year":2018,"lang":"en","type":"article","venue":"Electronic Journal of Information Systems Evaluation","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software development; Software quality control; Software quality analyst; Software quality; Software quality management; Knowledge management; Personal software process; Quality (philosophy); Software development process; Computer science; Team software process; Capability Maturity Model; Process management; Software; Software construction; Business","score_opus":0.044778276663265254,"score_gpt":0.3242448203362577,"score_spread":0.2794665436729924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153341352","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.075540334,0.00032013032,0.9226972,0.00013562421,0.00044070656,0.00072911184,0.0000034601246,0.000038791597,0.000094652954],"genre_scores_gemma":[0.93581,0.000020785721,0.06394675,0.00009936318,0.00003882717,0.00006396563,0.0000131930565,0.0000044017156,0.000002671059],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966877,0.000505502,0.0014116932,0.00009008593,0.0009481943,0.0003567981],"domain_scores_gemma":[0.99658215,0.0002459004,0.0013030429,0.00026182827,0.0014615646,0.00014552224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015871236,0.00014156262,0.00026654627,0.00075750635,0.00013961617,0.00036868808,0.0005822513,0.00009861722,8.238016e-7],"category_scores_gemma":[0.0018913505,0.00010705773,0.000031224332,0.0007685139,0.000021799782,0.0057961647,0.00006411642,0.0002535276,0.0000055951305],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024582673,0.00011536626,0.034029942,0.0024812587,0.0005383491,0.0000010783199,0.09907214,0.24791873,0.00014685663,0.16634813,0.001843497,0.44725883],"study_design_scores_gemma":[0.0027459413,0.0009060387,0.18591511,0.0014248275,0.000087591856,0.00072021043,0.0031342618,0.73689944,0.0018949601,0.0014206569,0.06389581,0.0009551663],"about_ca_topic_score_codex":0.010426497,"about_ca_topic_score_gemma":0.0011621182,"teacher_disagreement_score":0.8602697,"about_ca_system_score_codex":0.00084640324,"about_ca_system_score_gemma":0.0019329804,"threshold_uncertainty_score":0.99616313},"labels":[],"label_agreement":null},{"id":"W31547833","doi":"10.1186/s13072-019-0303-8","title":"Uma metodologia de implementação da norma ISO 9001:2000 em empresas de concepção e desenvolvimento de software","year":2005,"lang":"en","type":"dissertation","venue":"Epigenetics & Chromatin","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Business; Business administration","score_opus":0.025300738134321828,"score_gpt":0.32296973152868363,"score_spread":0.2976689933943618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W31547833","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3286281,0.003912091,0.6641293,0.00012497917,0.00062708824,0.00060148234,0.00006778825,0.0013892899,0.00051983894],"genre_scores_gemma":[0.1253159,0.00081716926,0.8703498,0.00040090983,0.00039398274,0.00024324664,0.00043175893,0.0001274633,0.0019197341],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9965677,0.00030772013,0.00075095333,0.0007309191,0.00054248935,0.0011002196],"domain_scores_gemma":[0.99710965,0.00072015217,0.0005731819,0.0011347198,0.00014674303,0.00031554548],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010573951,0.0006216909,0.00054068357,0.00024889523,0.0002622069,0.00050719525,0.0020863642,0.0005777066,0.00037493467],"category_scores_gemma":[0.00047049884,0.0006932288,0.00021499128,0.00039715075,0.000037161517,0.00034300575,0.0002708225,0.0006714941,0.00007249007],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017409983,0.001034841,0.022016663,0.0022317537,0.0014595393,0.00066294085,0.08443276,0.012957751,0.037743405,0.0053200405,0.08949845,0.74246776],"study_design_scores_gemma":[0.0031358043,0.0024117148,0.11290609,0.0018921334,0.0010200632,0.0005557052,0.0042434665,0.09227406,0.5851925,0.014090201,0.17447044,0.007807816],"about_ca_topic_score_codex":0.00045502066,"about_ca_topic_score_gemma":0.0006864236,"teacher_disagreement_score":0.7346599,"about_ca_system_score_codex":0.0008041297,"about_ca_system_score_gemma":0.0009874275,"threshold_uncertainty_score":0.9995519},"labels":[],"label_agreement":null},{"id":"W3157275096","doi":"","title":"A preliminary study of multifunctional team design, modeling and formulation","year":2000,"lang":"en","type":"dissertation","venue":"TSpace (University of Toronto)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Management science; Systems engineering; Computer science; Engineering; Knowledge management; Engineering management","score_opus":0.023892670123335194,"score_gpt":0.2588136399278653,"score_spread":0.23492096980453014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157275096","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39650723,0.00040029813,0.6006924,0.000014862846,0.00010395014,0.00038034547,0.000001733044,0.00013907546,0.0017601177],"genre_scores_gemma":[0.9049194,0.0001374578,0.09425379,9.027877e-7,0.000008624277,6.6354994e-7,0.000013726183,0.000006712513,0.0006587584],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993652,0.000039792634,0.00009231564,0.00022206678,0.0002000477,0.000080596204],"domain_scores_gemma":[0.99937344,0.000095749725,0.00017496548,0.0002304427,0.00009293427,0.00003247478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013922698,0.0001141785,0.00018672521,0.000065332584,0.000085098756,0.000012194928,0.00028643612,0.000117605174,0.00018892632],"category_scores_gemma":[0.000013804939,0.00014436003,0.000040264888,0.000050452774,0.0000062234863,0.00081461924,0.000052849966,0.00009170444,5.6110633e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004055575,0.0015116099,0.0006587651,0.00072811224,0.00055411854,0.000026318918,0.25734136,0.12415377,0.00064334914,0.0011510662,0.0006247935,0.60855114],"study_design_scores_gemma":[0.0005366214,0.0012247504,0.05102198,0.00011329015,0.000106138265,0.0000030633685,0.009152395,0.9374326,0.00003978056,0.000073452386,0.000065962144,0.00022999207],"about_ca_topic_score_codex":0.023291469,"about_ca_topic_score_gemma":0.0024778494,"teacher_disagreement_score":0.8132788,"about_ca_system_score_codex":0.000060723916,"about_ca_system_score_gemma":0.000047733134,"threshold_uncertainty_score":0.98321253},"labels":[],"label_agreement":null},{"id":"W3160284777","doi":"10.1109/mc.2021.3064438","title":"Not Teaching Software Engineering Standards to Future Software Engineers-Malpractice?","year":2021,"lang":"en","type":"article","venue":"Computer","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Social software engineering; Software Engineering Process Group; Software engineering; Software requirements; Computer science; Personal software process; Software; Software peer review; Software construction; Malpractice; Software walkthrough; Software development; Engineering management; Engineering; Operating system","score_opus":0.010013080001240864,"score_gpt":0.25816147009163576,"score_spread":0.24814839009039488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160284777","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024018502,0.00033299573,0.98846793,0.0024801043,0.0030548717,0.00015660025,0.000018417839,0.0030366236,0.000050621675],"genre_scores_gemma":[0.021927038,0.00001830077,0.974572,0.0019133968,0.0013855549,0.000029222096,0.00001032651,0.000056804434,0.0000873617],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99764174,0.00008561046,0.0003243358,0.0007256915,0.00066526775,0.00055736466],"domain_scores_gemma":[0.9973413,0.0008004401,0.000087225024,0.0011266673,0.00034240077,0.0003020007],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007493096,0.00036068656,0.0003325895,0.00020897161,0.00018086516,0.00083608885,0.0010562683,0.00016799562,0.00004542491],"category_scores_gemma":[0.00116069,0.00038186906,0.00015188848,0.0005425773,0.000008029898,0.0014931152,0.0008777935,0.00077695237,0.000055410455],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004059253,0.00027270074,0.0007801513,0.00045416076,0.00032483914,0.0019715824,0.005152688,0.11690468,0.0009467448,0.061501924,0.123407066,0.68824285],"study_design_scores_gemma":[0.00028400478,0.00014578328,0.0019582396,0.0001633535,0.00002301148,0.00039763315,0.000027101627,0.052317213,0.002710389,0.00012037792,0.9410311,0.00082181103],"about_ca_topic_score_codex":0.000008685922,"about_ca_topic_score_gemma":0.0000018473768,"teacher_disagreement_score":0.81762403,"about_ca_system_score_codex":0.00017059832,"about_ca_system_score_gemma":0.00023792923,"threshold_uncertainty_score":0.9998633},"labels":[],"label_agreement":null},{"id":"W3173419159","doi":"10.1145/3456565.3460067","title":"Project-based Learning of Web Systems Architecture","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Context (archaeology); Project-based learning; Architecture; Knowledge management; Project management; World Wide Web; Software engineering; Multimedia; Mathematics education; Engineering; Psychology; Systems engineering","score_opus":0.015286606672776764,"score_gpt":0.2559315327395768,"score_spread":0.24064492606680005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173419159","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017453664,0.00026235796,0.99399143,0.0002243583,0.00013880224,0.00005647318,3.8512906e-7,0.00060060335,0.0029802483],"genre_scores_gemma":[0.5745028,0.000008680984,0.42477316,0.000045032735,0.000023438603,0.00001010599,0.0000012620696,0.000005694306,0.0006298289],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994746,0.000056564342,0.00010151557,0.00014301455,0.00012962785,0.0000947222],"domain_scores_gemma":[0.9993994,0.00020460802,0.00004874273,0.0002621612,0.00006616844,0.000018884022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017054759,0.000056731747,0.00009014462,0.00005855373,0.000023260996,0.00006685207,0.00023725246,0.000034229317,0.000008489298],"category_scores_gemma":[0.00013989673,0.000047546626,0.000033145534,0.00031655573,0.000006532142,0.00009228262,0.0000715789,0.00013178994,0.0000025758366],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029987563,0.00041360906,0.010421829,0.0017710194,0.00018499096,0.00045505597,0.001885357,0.28003383,0.0560067,0.45909294,0.034689095,0.1550156],"study_design_scores_gemma":[0.00018746144,0.00013106881,0.00017368203,0.0000994778,0.0000063490065,0.00006879376,0.000029646615,0.54106164,0.035675466,0.00013368137,0.4222242,0.00020852922],"about_ca_topic_score_codex":0.00003872659,"about_ca_topic_score_gemma":0.0000012546636,"teacher_disagreement_score":0.5727574,"about_ca_system_score_codex":0.0000069660696,"about_ca_system_score_gemma":0.0001287744,"threshold_uncertainty_score":0.19388951},"labels":[],"label_agreement":null},{"id":"W3173576179","doi":"10.5539/jel.v10n4p104","title":"Predicting Teamwork Performance in Collaborative Project-Based Learning","year":2021,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Teamwork; Team effectiveness; Knowledge management; Strengths and weaknesses; Team composition; Team learning; Performance indicator; Psychology; Computer science; Process management; Cooperative learning; Engineering; Management; Social psychology; Business; Mathematics education; Teaching method; Marketing","score_opus":0.010602972492039694,"score_gpt":0.2891238476865586,"score_spread":0.2785208751945189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173576179","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9181801,0.0015174146,0.07805476,0.0007977723,0.00042967827,0.000050515348,3.4420047e-8,0.00006107007,0.00090861914],"genre_scores_gemma":[0.8847106,0.00016462174,0.11476067,0.00006225877,0.00008558039,0.0000027981034,4.163243e-7,0.000004142769,0.00020892585],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99935967,0.00016692582,0.00018770611,0.00008617443,0.000116374475,0.00008314012],"domain_scores_gemma":[0.9991627,0.00028053715,0.00023980888,0.000053949472,0.00023106807,0.000031946318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073206006,0.000052912885,0.00009222436,0.00015602978,0.00010248952,0.00012993903,0.00009604888,0.000031263782,0.000005326994],"category_scores_gemma":[0.0010774179,0.00005005931,0.000016533382,0.0005417519,0.000006987542,0.0005047754,0.000024025094,0.00059192243,4.8825336e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017718388,0.00013971588,0.756075,0.00007545493,0.000014521807,0.000016823187,0.0116005335,0.024187986,0.000299979,0.0004927989,0.00040924345,0.20667022],"study_design_scores_gemma":[0.000889097,0.0009823466,0.3028334,0.0015930636,0.000022960614,0.0005110172,0.010632793,0.20502132,0.0032008698,0.00009398668,0.47379425,0.00042491278],"about_ca_topic_score_codex":0.000006122917,"about_ca_topic_score_gemma":0.0000012701273,"teacher_disagreement_score":0.473385,"about_ca_system_score_codex":0.00003538701,"about_ca_system_score_gemma":0.0006779949,"threshold_uncertainty_score":0.25716412},"labels":[],"label_agreement":null},{"id":"W3174060112","doi":"","title":"Developmental Progress in Conducting Action Research: Developmental Progress in Conducting Action Research","year":2017,"lang":"en","type":"article","venue":"Systems Research and Behavioral Science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"","keywords":"Action (physics); Action research; Cognitive science; Engineering ethics; Psychology; Engineering; Physics; Mathematics education","score_opus":0.7399908431357396,"score_gpt":0.5778002584968166,"score_spread":0.162190584638923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174060112","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.996651,0.0005196859,0.00016059268,0.00047855944,0.00047154975,0.001258022,0.0000019221009,0.00014825814,0.00031038836],"genre_scores_gemma":[0.9853377,0.0000508345,0.013786316,0.0000014131164,0.00010604994,0.00052475755,0.0000017275106,0.000017816836,0.00017339845],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9919455,0.00096463447,0.00051717146,0.0012277626,0.0033921562,0.0019527829],"domain_scores_gemma":[0.99731433,0.00046147194,0.00016326185,0.00057569274,0.0011093267,0.00037588904],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["sts"],"category_scores_codex":[0.035439726,0.00021191231,0.00027071597,0.0020210324,0.0036892027,0.004564257,0.0027542107,0.00018338778,0.000006873436],"category_scores_gemma":[0.0011308314,0.00019477164,0.000021870743,0.0031378237,0.0028218857,0.0060291965,0.0024891135,0.0021577438,0.000024380795],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007269864,0.0004842632,0.56742173,0.0002445863,0.0000055399796,0.00040606922,0.005394806,0.0000043677815,0.02634969,0.0018991802,0.00016773168,0.39754933],"study_design_scores_gemma":[0.0027819052,0.0027596382,0.7748453,0.004301128,0.000004903619,0.0015699035,0.05160564,0.013443679,0.13382508,0.0015143319,0.011179493,0.0021689958],"about_ca_topic_score_codex":0.004756016,"about_ca_topic_score_gemma":0.00091480283,"teacher_disagreement_score":0.39538035,"about_ca_system_score_codex":0.001576211,"about_ca_system_score_gemma":0.0013802819,"threshold_uncertainty_score":0.9998919},"labels":[],"label_agreement":null},{"id":"W3180376","doi":"10.1007/978-1-4471-0465-0_11","title":"Case-Based Reasoning for Nutrition Consulting","year":2000,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Expert system; Case-based reasoning; Adaptation (eye); Artificial intelligence; Artificial neural network; Machine learning; Knowledge management; Psychology","score_opus":0.031050394097653002,"score_gpt":0.26156131775272734,"score_spread":0.23051092365507433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180376","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000015436909,0.00025147,0.8428115,0.00014695979,0.00012825694,0.00035606688,0.000012900446,0.0012319281,0.15505932],"genre_scores_gemma":[0.0008871134,0.00006981465,0.96376795,0.00022761113,0.00016463311,0.00007739345,0.000024928544,0.000037760175,0.034742795],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99919724,0.0000062490894,0.00019239218,0.000331369,0.000112257374,0.00016050373],"domain_scores_gemma":[0.9986519,0.0007113558,0.00011895695,0.0003902746,0.00007680634,0.00005068878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020699683,0.00019264077,0.00017974287,0.00011781178,0.00010327794,0.00015658171,0.00028744695,0.00020914496,0.00011768109],"category_scores_gemma":[0.00005933546,0.00019602038,0.000106045474,0.000026510183,0.0000138314235,0.00019978681,0.0000358174,0.0001899194,0.000018238303],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013131653,0.000016937618,4.9322585e-7,0.00014896286,0.000027411483,0.0006369024,0.00002816789,0.00009064604,0.0000040980917,0.87740445,0.008537591,0.113091186],"study_design_scores_gemma":[0.0002741026,0.000100763085,1.0127882e-7,0.00035828617,0.000023002563,0.0010010493,8.2290285e-7,0.05677681,0.00024963194,0.023629788,0.91720694,0.0003786924],"about_ca_topic_score_codex":0.000020082309,"about_ca_topic_score_gemma":0.0000027334245,"teacher_disagreement_score":0.90866935,"about_ca_system_score_codex":0.000036925943,"about_ca_system_score_gemma":0.000048754526,"threshold_uncertainty_score":0.79934794},"labels":[],"label_agreement":null},{"id":"W3186078875","doi":"10.22215/etd/2014-10377","title":"Understanding the Digital Cardwall for Agile Software Development","year":2014,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Agile software development; User story; Software; Process (computing); Fidelity; Lean software development; Key (lock); Computer science; Software development; Engineering; Field (mathematics); Work (physics); Software engineering; Software development process; Engineering management; Computer security","score_opus":0.06117629339771943,"score_gpt":0.2755037588673805,"score_spread":0.21432746546966105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186078875","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008629277,0.00007607996,0.99235475,0.000098178025,0.0008000635,0.00030235498,0.0000028410589,0.00084916275,0.005430306],"genre_scores_gemma":[0.17910112,0.000024384957,0.79959214,0.00027505204,0.0002375091,0.00039189917,0.0005079912,0.000082266044,0.01978764],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991062,0.000009390984,0.00018461476,0.00028208832,0.00021562488,0.00020203399],"domain_scores_gemma":[0.9987015,0.00070300204,0.000122060716,0.00037595068,0.000057893994,0.000039606795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024854002,0.0001846244,0.00015027213,0.00006790408,0.00020037913,0.00060886703,0.0008494737,0.00013083036,0.0000075700277],"category_scores_gemma":[0.00021395701,0.00012808465,0.00008422732,0.000104070845,0.00000639114,0.00028245884,0.00006388156,0.0001548276,0.00001336789],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058171285,0.00007984662,0.00021976071,0.0009980866,0.00045127762,0.000008389085,0.0083546555,0.0005334665,0.000016339873,0.38269523,0.13485406,0.4717307],"study_design_scores_gemma":[0.00018776265,0.00009874923,0.00032774254,0.00019150665,0.00003098342,0.000008318285,0.00030342687,0.0043345112,0.0011073947,0.025775187,0.9668196,0.0008148378],"about_ca_topic_score_codex":0.0000045776915,"about_ca_topic_score_gemma":0.000021369695,"teacher_disagreement_score":0.8319655,"about_ca_system_score_codex":0.000109227316,"about_ca_system_score_gemma":0.000117098505,"threshold_uncertainty_score":0.58713186},"labels":[],"label_agreement":null},{"id":"W3186239545","doi":"10.17762/de.vi.2847","title":"Factors Influencing the Software Development Process in Small Scale Industries","year":2021,"lang":"en","type":"article","venue":"Design Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Process (computing); Quality (philosophy); Scale (ratio); Software development; Software development process; Software; Systems development life cycle; Computer science; Process management; Engineering; Risk analysis (engineering); Business","score_opus":0.05069162642659785,"score_gpt":0.24061480291926193,"score_spread":0.18992317649266408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186239545","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26322404,0.00017841878,0.7358194,0.000057656747,0.0001203466,0.00008572865,2.1498965e-7,0.00050683605,0.0000073479773],"genre_scores_gemma":[0.67275226,0.000007058484,0.3270875,0.000042043583,0.000023054727,0.000050185703,0.0000014580406,0.000017988004,0.0000184557],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990805,0.000031584386,0.00020617037,0.00024872043,0.00014582877,0.000287201],"domain_scores_gemma":[0.99906176,0.0004588288,0.000042052292,0.00031876384,0.0000650957,0.000053497628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003528257,0.00016831471,0.00013752568,0.000103996405,0.00007435334,0.00018226859,0.00056449237,0.000083417675,0.00000375618],"category_scores_gemma":[0.00045759458,0.00013409325,0.000022455484,0.00079297484,0.00000779968,0.00040299018,0.00014720771,0.00032442607,0.000002578184],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005498988,0.00008998182,0.048472766,0.00025977552,0.000077214805,0.00019841842,0.027910035,0.8681792,0.0024182042,0.0016938406,0.00018673696,0.050508313],"study_design_scores_gemma":[0.00046456486,0.000069142436,0.1253082,0.00072281284,0.000018730232,0.000103226026,0.0007366808,0.12868653,0.7268355,0.0007046708,0.01473183,0.0016181128],"about_ca_topic_score_codex":0.000009594881,"about_ca_topic_score_gemma":0.000006413408,"teacher_disagreement_score":0.73949265,"about_ca_system_score_codex":0.00007605984,"about_ca_system_score_gemma":0.00020477602,"threshold_uncertainty_score":0.5468164},"labels":[],"label_agreement":null},{"id":"W3186782071","doi":"10.5753/sbqs.2006.15600","title":"O Uso de Projetos-Piloto para Avaliação da Efetividade da Melhoria de Processos","year":2006,"lang":"pt","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Discovery Air (Canada)","funders":"","keywords":"Computer science; Philosophy; Humanities","score_opus":0.040675479878815556,"score_gpt":0.3113580181549099,"score_spread":0.27068253827609434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186782071","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017565237,0.000769223,0.97132254,0.002519939,0.000542488,0.0007824979,0.000012539365,0.0023122455,0.004173319],"genre_scores_gemma":[0.6651357,0.00009584553,0.3226634,0.00053194334,0.00063208514,0.00021778498,0.000009757791,0.00007878658,0.01063472],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99651873,0.00022400368,0.00057577615,0.00090445357,0.00059567025,0.0011813395],"domain_scores_gemma":[0.9976998,0.0005252971,0.00028963436,0.0010426826,0.00017302929,0.00026953116],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014995849,0.0005325292,0.0004229664,0.00021111635,0.00025284366,0.0013637911,0.001728934,0.00035341087,0.00019385474],"category_scores_gemma":[0.00032973618,0.00051037874,0.00015717135,0.00091568776,0.000079001366,0.0012279005,0.0004448879,0.0006291025,0.00017143562],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045913123,0.0040519796,0.09370078,0.00350195,0.00066939526,0.0014784514,0.012166915,0.010462137,0.022349164,0.28139737,0.42838597,0.14137675],"study_design_scores_gemma":[0.0015679958,0.0013862668,0.026601303,0.00075620157,0.0003006262,0.0007037258,0.00015295947,0.48211402,0.068136096,0.018103302,0.39681244,0.0033650657],"about_ca_topic_score_codex":0.0025604444,"about_ca_topic_score_gemma":0.00007672895,"teacher_disagreement_score":0.6486591,"about_ca_system_score_codex":0.00028110048,"about_ca_system_score_gemma":0.0006266065,"threshold_uncertainty_score":0.99973476},"labels":[],"label_agreement":null},{"id":"W3187068675","doi":"10.1109/tse.2021.3099532","title":"What Makes Agile Software Development Agile?","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; University of Calgary","funders":"European Regional Development Fund; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Christian Doppler Forschungsgesellschaft; Bundesministerium für Digitalisierung und Wirtschaftsstandort; Science Foundation Ireland; Ministerio de Ciencia, Innovación y Universidades; Österreichische Nationalstiftung für Forschung, Technologie und Entwicklung","keywords":"Agile software development; Extreme programming practices; Computer science; Agile Unified Process; Lean software development; Software development; Software; Agile usability engineering; Process management; Process (computing); Software development process; Empirical research; Software engineering; Knowledge management; Engineering management; Engineering","score_opus":0.016053542016305346,"score_gpt":0.23468772974138075,"score_spread":0.2186341877250754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187068675","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00397549,0.0008223358,0.9868106,0.00012757804,0.0038019968,0.00015680886,0.0000069093426,0.004286204,0.000012068348],"genre_scores_gemma":[0.09894333,0.00036177188,0.89937365,0.00027124817,0.00008775509,0.00015789461,0.000007727683,0.00008149075,0.0007151356],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9978738,0.000038281687,0.0004011005,0.0006702066,0.00047284877,0.0005437536],"domain_scores_gemma":[0.99801254,0.00062136026,0.00007316171,0.00090114743,0.00017544672,0.00021632481],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002404745,0.0004008151,0.00031041467,0.0002750965,0.00024667627,0.00060850626,0.0006719906,0.000185897,0.00011886915],"category_scores_gemma":[0.00012983267,0.00045045308,0.00017386289,0.00080688455,0.000017248127,0.0018922862,0.000017347014,0.00058023894,0.00012236276],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001729398,0.00045744574,0.00010892012,0.00036817955,0.0003621421,0.000604023,0.0020927188,0.4615483,0.0022104327,0.00078064384,0.0013561773,0.5300937],"study_design_scores_gemma":[0.0009249193,0.00019698252,0.0009385581,0.0012885224,0.00008100164,0.0006935001,0.0001287842,0.032571543,0.7075327,0.00018081711,0.25291106,0.0025515992],"about_ca_topic_score_codex":0.0000054051184,"about_ca_topic_score_gemma":0.000005798309,"teacher_disagreement_score":0.70532227,"about_ca_system_score_codex":0.00017872915,"about_ca_system_score_gemma":0.00018035341,"threshold_uncertainty_score":0.9997947},"labels":[],"label_agreement":null},{"id":"W3191437670","doi":"10.1049/sfw2.12041","title":"Beyond factors that motivate the adoption of the ISO/IEC 29110 in Mexico: An exploratory study of the implementation pace of this standard and the benefits observed","year":2021,"lang":"en","type":"article","venue":"IET Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Pace; Engineering management; Software engineering; Software; Software development process; Process management; International standard; Engineering; Software development; Computer science; Knowledge management; Systems engineering","score_opus":0.04260178888882966,"score_gpt":0.2811795562527454,"score_spread":0.23857776736391573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191437670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908682,0.00042111942,0.0073572486,0.0004959217,0.00023865401,0.00052204554,0.000036719815,0.00005575747,0.000004348903],"genre_scores_gemma":[0.9980915,0.00007745398,0.0017142703,0.000060303504,0.0000071627182,0.000029693076,0.0000030786066,0.000010457308,0.000006058225],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983646,0.0005195173,0.0003016636,0.00021828874,0.00046648728,0.00012939748],"domain_scores_gemma":[0.9977946,0.00077035424,0.00037413248,0.000899781,0.00014059857,0.000020504178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091641775,0.00013314786,0.0002135444,0.000031565534,0.0001349419,0.00005756292,0.0007676318,0.000047768914,0.00000771286],"category_scores_gemma":[0.00027651424,0.0000627262,0.00008428808,0.0005079814,0.00008538892,0.00047254495,0.00037722872,0.00019421063,7.3131716e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053488086,0.00018005187,0.9158967,0.00006333694,0.00009319066,0.0000015040627,0.071169876,0.0013507431,0.00034121954,0.0024786792,0.00016399796,0.008207187],"study_design_scores_gemma":[0.0013616664,0.00031467224,0.9251079,0.00012845277,0.00007413778,0.0000030109136,0.018319266,0.00033849527,0.05123467,0.002709043,0.00023047283,0.00017822465],"about_ca_topic_score_codex":0.00024085541,"about_ca_topic_score_gemma":0.0009617134,"teacher_disagreement_score":0.05285061,"about_ca_system_score_codex":0.000026921682,"about_ca_system_score_gemma":0.000074952724,"threshold_uncertainty_score":0.25579002},"labels":[],"label_agreement":null},{"id":"W3195449760","doi":"","title":"Project Team Agile Capacity.","year":2021,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Agile software development; Scrum; Computer science; Process management; Business; Software engineering; Software development; Software; Operating system","score_opus":0.019637298817715892,"score_gpt":0.25281451005873606,"score_spread":0.23317721124102017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195449760","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033855778,0.000120688936,0.98101234,0.0016204673,0.005407512,0.00038146522,0.0000172193,0.0001250766,0.007929632],"genre_scores_gemma":[0.9496785,0.000043711058,0.04725181,0.00046449134,0.00045995944,0.000031984287,0.0000044626145,0.0000081129565,0.0020569726],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99898374,0.000074372605,0.00043369498,0.00003007937,0.00039124468,0.00008686196],"domain_scores_gemma":[0.99723697,0.0002948886,0.0013416285,0.00016190985,0.00094593765,0.000018666737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015231259,0.00004792155,0.00011195743,0.00007857676,0.00009079258,0.00039432824,0.00036672156,0.000057617406,3.928731e-7],"category_scores_gemma":[0.0015033508,0.00003340813,0.00011759023,0.00029243427,0.0000021061217,0.0024323747,0.00004501575,0.00012030225,0.0000046581845],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025180307,0.000112102585,0.0116915535,0.00046963213,0.0005573572,0.000001590602,0.0142280115,0.017062662,0.0006447066,0.25981075,0.68516284,0.010233627],"study_design_scores_gemma":[0.00023312976,0.000032560736,0.00079100096,0.00005250713,0.000012522697,0.00009165192,0.00013242061,0.00825376,0.0013867482,0.0003294391,0.988623,0.000061207655],"about_ca_topic_score_codex":0.000008601408,"about_ca_topic_score_gemma":5.007944e-7,"teacher_disagreement_score":0.94629294,"about_ca_system_score_codex":0.00024251045,"about_ca_system_score_gemma":0.00014465928,"threshold_uncertainty_score":0.38025162},"labels":[],"label_agreement":null},{"id":"W3195450812","doi":"10.1145/3474351","title":"Finding the art in systems conversions, naming","year":2021,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Dozen; Computer science; World Wide Web; Publication; Advertising; Business; Mathematics","score_opus":0.05612197347937288,"score_gpt":0.3054608712442181,"score_spread":0.24933889776484525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195450812","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046873745,0.03220168,0.254101,0.6441354,0.0024977718,0.0010896454,0.000011675912,0.00083294004,0.018256094],"genre_scores_gemma":[0.78962266,0.00042257438,0.2096297,0.000104321625,0.0000054990965,0.000017265414,0.0000011452033,0.000003122957,0.00019369996],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99949276,0.00017868602,0.0001218455,0.00006544463,0.00007942651,0.000061837425],"domain_scores_gemma":[0.98148155,0.0013947345,0.000078817386,0.016989192,0.000046760666,0.000008951433],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00046490243,0.000035156132,0.000056615216,0.000026437405,0.00014452734,0.000053570166,0.017535111,0.000021128038,0.0000016414538],"category_scores_gemma":[0.0049791723,0.000023380786,0.000030653668,0.00038757356,0.00003888727,0.00014760312,0.013615057,0.00016781113,0.0000059501144],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026837026,0.00022565223,0.02275772,0.000096837226,0.000081970284,0.000005826029,0.0053831902,0.0042472677,0.002845662,0.8322716,0.12481146,0.007270168],"study_design_scores_gemma":[0.00031291047,0.000022505017,0.02053175,0.0007898504,0.000031119376,0.0001318707,0.0011868449,0.15554522,0.006876985,0.04696975,0.7672722,0.00032904063],"about_ca_topic_score_codex":0.000036938094,"about_ca_topic_score_gemma":0.000008886477,"teacher_disagreement_score":0.7853018,"about_ca_system_score_codex":0.000021558319,"about_ca_system_score_gemma":0.00003970339,"threshold_uncertainty_score":0.99436265},"labels":[],"label_agreement":null},{"id":"W3196831049","doi":"10.1007/978-3-030-85521-5_29","title":"An Exploratory Analysis of the Perception of the Utility of Proven Practices of the Software Basic Profile of ISO/IEC 29110 by a Set of VSEs in Mexico","year":2021,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Context (archaeology); Software; Software development process; Engineering; Software engineering; Engineering management; Computer science; Software development; Process management","score_opus":0.049675589779568596,"score_gpt":0.3204944916612544,"score_spread":0.2708189018816858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196831049","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2714967,0.0018255995,0.71319944,0.0016708489,0.000556069,0.0030697335,0.000872497,0.00009594892,0.0072131567],"genre_scores_gemma":[0.95691276,0.00037775803,0.0426261,0.000035231158,0.0000022163115,0.000013428337,0.00001387913,0.0000028653515,0.000015766747],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99813557,0.00020120833,0.00093360426,0.00014718034,0.0005050809,0.000077374636],"domain_scores_gemma":[0.99334675,0.0005895461,0.0026047912,0.0027489017,0.0006929358,0.000017069027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018179268,0.00011212565,0.00034057754,0.00038078555,0.00008316313,0.00003292308,0.0035774608,0.00008287505,0.000007514065],"category_scores_gemma":[0.00043241345,0.00007284942,0.00011538191,0.0015670429,0.0009156866,0.0025446995,0.0016211533,0.00025581784,5.7343257e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009041987,0.0013499632,0.24399923,0.003905708,0.0006089037,1.5632037e-7,0.1583996,0.017323196,0.0056423456,0.1253862,0.001039359,0.4422549],"study_design_scores_gemma":[0.00029973756,0.00019730945,0.28877282,0.0015198705,0.00019457896,0.00000395833,0.0010717406,0.6898707,0.012450826,0.0016339641,0.0036807344,0.0003037336],"about_ca_topic_score_codex":0.00011667395,"about_ca_topic_score_gemma":0.0000566536,"teacher_disagreement_score":0.68541604,"about_ca_system_score_codex":0.000028498416,"about_ca_system_score_gemma":0.00035666543,"threshold_uncertainty_score":0.6647872},"labels":[],"label_agreement":null},{"id":"W3198430474","doi":"10.32920/ryerson.14652210.v1","title":"Deriving pertinent systems requirements : a methodology","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Structuring; Non-functional requirement; Requirements engineering; Set (abstract data type); Business requirements; Requirements elicitation; Requirements management; Management science; Vocabulary; Fuzzy set; Fuzzy logic; Requirements analysis; Requirement; Risk analysis (engineering); Process management; Systems engineering; Artificial intelligence; Business process; Software development; Engineering; Software; Operations management; Business","score_opus":0.17305599565288723,"score_gpt":0.36032671482127,"score_spread":0.18727071916838275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198430474","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00238808,0.0019694099,0.9889339,0.0006381386,0.003294369,0.00021806239,6.411311e-7,0.0015199988,0.0010373973],"genre_scores_gemma":[0.12851946,0.00019595276,0.87053674,0.00016139272,0.00012056494,0.000113180504,0.0000060212783,0.000017559263,0.0003291145],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980547,0.00037877678,0.0003554357,0.00066282274,0.00026967522,0.00027860625],"domain_scores_gemma":[0.9977816,0.0005511372,0.00020732598,0.0012535402,0.00012703199,0.000079378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012685206,0.00023457197,0.00036632217,0.00011760249,0.000051388382,0.0006777688,0.0013303788,0.00025007548,0.000034519373],"category_scores_gemma":[0.00053509336,0.00021759381,0.00011677293,0.00014437646,0.000010843097,0.00028957255,0.0034790349,0.00048604596,0.0000074629825],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041467232,0.0011320701,0.008734811,0.010114248,0.0035933056,0.0029922156,0.019103566,0.13067822,0.0158464,0.40990648,0.045715746,0.35214147],"study_design_scores_gemma":[0.00033644403,0.00019681793,0.0021079255,0.0018137244,0.00013400371,0.0005467253,0.00030236878,0.8988255,0.008658749,0.005811225,0.07880727,0.0024591987],"about_ca_topic_score_codex":0.0005683901,"about_ca_topic_score_gemma":0.0000058817445,"teacher_disagreement_score":0.76814735,"about_ca_system_score_codex":0.00008333411,"about_ca_system_score_gemma":0.00013196957,"threshold_uncertainty_score":0.8873218},"labels":[],"label_agreement":null},{"id":"W3199338376","doi":"10.1109/tse.2021.3112503","title":"How Templated Requirements Specifications Inhibit Creativity in Software Engineering","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Formality; Creativity; Coding (social sciences); Software engineering; Requirements engineering; Software; Engineering design process; Software requirements specification; Stakeholder; TRIZ; Software requirements; Software design; Human–computer interaction; Software development; Programming language; Artificial intelligence; Psychology","score_opus":0.04554699575861654,"score_gpt":0.25256362273964506,"score_spread":0.20701662698102852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199338376","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009971773,0.0002088639,0.9852282,0.00025224595,0.0010251104,0.00025092784,0.000027046599,0.003021348,0.000014491734],"genre_scores_gemma":[0.5373809,0.000091759954,0.4619907,0.000041265146,0.0000526437,0.00013587493,0.000008478153,0.000063129344,0.00023526928],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99777156,0.00004911574,0.00041779634,0.00073884573,0.00044139448,0.0005812775],"domain_scores_gemma":[0.99779224,0.00078607,0.00009004079,0.0010009466,0.0001380687,0.00019262075],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00029949239,0.0004274259,0.00037493426,0.0005532386,0.00014085522,0.00041396808,0.0005839431,0.00021854581,0.00003500857],"category_scores_gemma":[0.00049758673,0.0005117061,0.00016955072,0.0017258755,0.000016469234,0.0013352768,0.000017460601,0.0007880309,0.000022863363],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024829807,0.0007791593,0.0017780169,0.00039642153,0.00026682726,0.00068052864,0.0009130319,0.94345033,0.011491184,0.0027227865,0.00043456515,0.0370623],"study_design_scores_gemma":[0.0029901087,0.00043091754,0.014395854,0.0021552616,0.00014751423,0.00070448767,0.00011052239,0.35399994,0.559473,0.00025036169,0.06081108,0.004530969],"about_ca_topic_score_codex":0.000022680273,"about_ca_topic_score_gemma":0.000013060931,"teacher_disagreement_score":0.5894504,"about_ca_system_score_codex":0.00030585742,"about_ca_system_score_gemma":0.00010103293,"threshold_uncertainty_score":0.99973345},"labels":[],"label_agreement":null},{"id":"W3201654189","doi":"","title":"Proceedings - International Conference on Software Engineering: Foreword","year":2010,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software engineering; Systems engineering; Engineering","score_opus":0.03060903211093588,"score_gpt":0.28011164635348224,"score_spread":0.24950261424254636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201654189","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0307276,0.00001661872,0.95023054,0.0018075998,0.008601852,0.00038655257,0.000059037793,0.0046034874,0.0035667382],"genre_scores_gemma":[0.64798176,0.000050740964,0.35051826,0.00026836985,0.0005798407,0.00014893863,0.000037971164,0.00007108708,0.00034303355],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969383,0.000009336923,0.00052037346,0.00089802314,0.0010495373,0.0005844366],"domain_scores_gemma":[0.997867,0.00032745363,0.00022270427,0.00062054914,0.0006786406,0.00028367288],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00039485763,0.0005894516,0.00034701842,0.0006525082,0.00010349847,0.0009463821,0.0030054478,0.00030520602,0.0004887826],"category_scores_gemma":[0.0024498408,0.0006149623,0.000176287,0.0003601639,0.000041243075,0.001399037,0.0004551752,0.0014401802,0.00016139467],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045046814,0.00015111644,0.002125386,0.000041344498,0.00015904574,0.000063237916,0.0003356928,0.0029374182,0.003296889,0.97974354,0.0019000581,0.009201247],"study_design_scores_gemma":[0.0012710739,0.000565291,0.008205093,0.00087719696,0.000030948657,0.00030048745,0.000048680417,0.8344653,0.011371099,0.0043240176,0.1361111,0.0024296723],"about_ca_topic_score_codex":0.000018333538,"about_ca_topic_score_gemma":0.000003410922,"teacher_disagreement_score":0.9754195,"about_ca_system_score_codex":0.00016374748,"about_ca_system_score_gemma":0.000115129056,"threshold_uncertainty_score":0.99963015},"labels":[],"label_agreement":null},{"id":"W3209945399","doi":"10.32920/ryerson.14637270.v1","title":"Applying Agile Methodology in Mobile Software Engineering: Android Application Development and its Challenges","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Agile software development; Android (operating system); Lean software development; Computer science; Software engineering; Software development; Agile usability engineering; Agile Unified Process; Software; Software development process; Systems engineering; Engineering; Operating system","score_opus":0.09484428849538902,"score_gpt":0.31725632956487654,"score_spread":0.22241204106948753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209945399","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008869172,0.028843125,0.9601089,0.00011828046,0.00024402922,0.0007835282,7.168118e-7,0.0009732529,0.000058996262],"genre_scores_gemma":[0.063119546,0.0048524514,0.92826754,0.000042416617,0.00003589288,0.003621284,0.000014905326,0.000023849265,0.000022122862],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983536,0.000087807144,0.0003321925,0.00079244527,0.00017151325,0.0002624709],"domain_scores_gemma":[0.9984141,0.0007543778,0.00012236141,0.0005591361,0.00007218685,0.000077841985],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009437177,0.00027653037,0.00038327742,0.00023917631,0.00003428346,0.00013899273,0.0006337453,0.00032882343,0.0000051402835],"category_scores_gemma":[0.0003003608,0.00029648616,0.000038531944,0.00017569504,0.0000063348984,0.00024992696,0.0016550146,0.0005433373,0.000003015005],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032976186,0.00008382829,0.00029271326,0.001207211,0.00006452035,0.000049873237,0.0033216653,0.011104203,0.0005250719,0.010913164,0.000020103078,0.9724144],"study_design_scores_gemma":[0.0009765219,0.000226804,0.015606674,0.0015275689,0.0000640339,0.0004672933,0.00067800446,0.36646396,0.09372772,0.0041840347,0.5112511,0.0048262957],"about_ca_topic_score_codex":0.000017578894,"about_ca_topic_score_gemma":0.000020619775,"teacher_disagreement_score":0.96758807,"about_ca_system_score_codex":0.00007862916,"about_ca_system_score_gemma":0.000107853084,"threshold_uncertainty_score":0.99994874},"labels":[],"label_agreement":null},{"id":"W3211486481","doi":"10.1177/1071181321651087","title":"Student Perspectives on Changing Requirements for Human Factors Engineering Education","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Graduation (instrument); Relevance (law); Internet of Things; Everyday life; Knowledge management; Engineering management; Engineering ethics; Engineering; Marketing; Data science; Business; Computer science; Political science; Internet privacy","score_opus":0.022959875993734575,"score_gpt":0.28517672723191434,"score_spread":0.2622168512381798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211486481","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99733746,0.00016399102,0.001714341,0.00008360147,0.00025141847,0.00019397936,0.0000064799083,0.00013544298,0.00011326528],"genre_scores_gemma":[0.98561895,0.00004085583,0.014070027,0.000032715103,0.00011542184,0.00001976044,0.0000025934658,0.000020336962,0.00007934424],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99902296,0.0000045267143,0.00022789885,0.00034592443,0.00014826377,0.0002504048],"domain_scores_gemma":[0.9992305,0.0001233618,0.00023734511,0.00013234254,0.00022400546,0.00005242214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036597863,0.00018783507,0.00018782722,0.00005549666,0.0004986995,0.00021585234,0.0004488162,0.0000727174,9.613301e-7],"category_scores_gemma":[0.00015081276,0.00015639316,0.0001789257,0.0001720124,0.000027339123,0.0005174329,0.00036973308,0.00016775206,6.5971264e-8],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015317213,0.00066388736,0.11719825,0.0011865775,0.00051863375,1.8355868e-7,0.39066973,0.0005338909,0.08733852,0.3990713,0.00161642,0.0011872819],"study_design_scores_gemma":[0.0012315013,0.00083382474,0.20683016,0.0022525708,0.00023600418,0.000008980243,0.35868478,0.0057388768,0.41037956,0.005621988,0.0059254183,0.0022563494],"about_ca_topic_score_codex":0.000017474227,"about_ca_topic_score_gemma":5.601543e-7,"teacher_disagreement_score":0.3934493,"about_ca_system_score_codex":0.00012354879,"about_ca_system_score_gemma":0.000028619566,"threshold_uncertainty_score":0.6377528},"labels":[],"label_agreement":null},{"id":"W3214408878","doi":"10.22215/etd/2006-08517","title":"Agile experience: communication and collaboration in agile software development teams","year":2006,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Canadian Heritage","funders":"","keywords":"Agile software development; Engineering; Computer science; Software engineering","score_opus":0.007318817076693475,"score_gpt":0.28604252385167706,"score_spread":0.2787237067749836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214408878","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44257376,0.004925911,0.53403074,0.00034290302,0.0010463989,0.0014241172,0.000006173702,0.0027856198,0.012864383],"genre_scores_gemma":[0.14248592,0.00031454687,0.85069346,0.000069178786,0.000022611794,0.00037031175,0.0006617545,0.000027660459,0.005354532],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989148,0.000046488854,0.0003240516,0.0003319818,0.00022562378,0.00015709583],"domain_scores_gemma":[0.99904054,0.00015864977,0.00017163513,0.0004737174,0.00011868487,0.0000367906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024056369,0.00018839227,0.0001753675,0.00020279257,0.000118689095,0.00029992405,0.0005464709,0.00020729846,0.000018115568],"category_scores_gemma":[0.0001047665,0.00019307902,0.000015625434,0.00044557988,0.0000120537725,0.0007660077,0.000092838076,0.00022045455,0.000006260948],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006984371,0.00060004764,0.01789336,0.0008663345,0.000069037924,0.000044413842,0.0979698,0.0009562686,0.0012480484,0.031547356,0.039986055,0.80874944],"study_design_scores_gemma":[0.0014475374,0.00025498462,0.14781675,0.0018556018,0.00003692705,0.000036320926,0.0072167357,0.015678262,0.07561689,0.009536937,0.73639774,0.004105331],"about_ca_topic_score_codex":0.00038299183,"about_ca_topic_score_gemma":0.0014293707,"teacher_disagreement_score":0.8046441,"about_ca_system_score_codex":0.00011223562,"about_ca_system_score_gemma":0.00016804945,"threshold_uncertainty_score":0.7873534},"labels":[],"label_agreement":null},{"id":"W3215847240","doi":"10.1109/re51729.2021.00042","title":"Towards a typology of questions for requirements elicitation interviews","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Interview; Typology; Requirements elicitation; Normative; Standardization; Computer science; Reuse; Coding (social sciences); Set (abstract data type); Process (computing); Knowledge management; Management science; Requirements analysis; Sociology; Engineering; Epistemology","score_opus":0.06993693901213027,"score_gpt":0.36846402993085686,"score_spread":0.2985270909187266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215847240","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006533502,0.00013031793,0.99517244,0.0014092631,0.00020710527,0.00006440725,0.0000011942245,0.00014217626,0.0022197238],"genre_scores_gemma":[0.18143909,0.000039698647,0.8181141,0.00019835753,0.000013454234,0.000028476688,0.0000028104469,0.0000025633694,0.00016142931],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996436,0.00002469947,0.0001220274,0.000100220175,0.000047380065,0.000062075174],"domain_scores_gemma":[0.9995013,0.00011888449,0.000044071385,0.00019375717,0.00012715383,0.000014818154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001820866,0.0000348102,0.00006634581,0.000034187073,0.000016080397,0.000017218943,0.0001671398,0.00002490622,0.000022460052],"category_scores_gemma":[0.0002894416,0.000032045198,0.000032658732,0.00012921276,0.0000064984392,0.00019662964,0.00006734227,0.000023916653,0.0000022818904],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023528985,0.000045301,0.00005789348,0.00003986746,0.000016798776,0.0000013543382,0.0002963996,0.000019843379,0.0029753314,0.85866785,0.0031874566,0.13468957],"study_design_scores_gemma":[0.00074424833,0.00087354385,0.0045594987,0.00016680779,0.000045562865,0.00006407873,0.00015973531,0.064371,0.25069943,0.25874862,0.41908965,0.00047782852],"about_ca_topic_score_codex":0.000028121149,"about_ca_topic_score_gemma":0.000010155523,"teacher_disagreement_score":0.5999192,"about_ca_system_score_codex":0.00000947716,"about_ca_system_score_gemma":0.000035807334,"threshold_uncertainty_score":0.13067652},"labels":[],"label_agreement":null},{"id":"W3216277728","doi":"10.32920/ryerson.14656509.v1","title":"A Study on Applicability of the Scrum Framework for Large Software Projects","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Scrum; Adaptability; Computer science; Process management; Overhead (engineering); Systems engineering; Software; Engineering management; Software development; Engineering","score_opus":0.053755435393739504,"score_gpt":0.3369725958010408,"score_spread":0.28321716040730127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216277728","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018961083,0.000054600994,0.9763754,0.00048532608,0.0006701946,0.0026785934,0.000018769639,0.00068438955,0.00007162701],"genre_scores_gemma":[0.49568298,0.0000021372634,0.5034662,0.00013273614,0.00004179602,0.0006363181,0.0000017784939,0.000012338386,0.000023688088],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982886,0.000121587545,0.00028995608,0.00071258005,0.00035342737,0.00023386377],"domain_scores_gemma":[0.9955882,0.0013484767,0.0002345413,0.0026227063,0.00016874104,0.000037355952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009008213,0.00022848665,0.0003348979,0.00004884764,0.00010811472,0.00024987562,0.0019781797,0.0002551853,0.000007231485],"category_scores_gemma":[0.0015875434,0.00015483637,0.00023072664,0.00029213948,0.000018578443,0.0000915454,0.002964461,0.0007356865,8.365333e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017257797,0.01613811,0.11710188,0.005206541,0.0012829378,0.00003973055,0.036577668,0.003542392,0.00004877572,0.7358903,0.0077972934,0.076201744],"study_design_scores_gemma":[0.003076734,0.005533926,0.2033099,0.0055587846,0.00061806606,0.000036002803,0.0058246087,0.036214966,0.035616044,0.6581766,0.04014185,0.005892496],"about_ca_topic_score_codex":0.000037216843,"about_ca_topic_score_gemma":0.0000120128825,"teacher_disagreement_score":0.4767219,"about_ca_system_score_codex":0.000043486492,"about_ca_system_score_gemma":0.00024507724,"threshold_uncertainty_score":0.6314044},"labels":[],"label_agreement":null},{"id":"W336210447","doi":"","title":"Change: Embrace It, Don't Deny It: Tools and Techniques Inspired by Software Development Can Introduce the Flexibility Needed to Make Changes during Product Development with Minimal Disruption","year":2008,"lang":"en","type":"article","venue":"Research-Technology Management","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"New product development; Dilemma; Marketing; Pace; Competitor analysis; Product (mathematics); Flexibility (engineering); Business; Market share; Computer science; Telecommunications; Economics; Management","score_opus":0.0822036578843799,"score_gpt":0.32604809797926315,"score_spread":0.24384444009488326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W336210447","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7651509,0.00081449444,0.10964105,0.11667027,0.000110196495,0.0045558643,0.000008588931,0.0029456564,0.00010297684],"genre_scores_gemma":[0.48065335,0.0008265912,0.5118939,0.0007547876,0.00008967669,0.0046380796,0.00001728118,0.000053622614,0.0010726879],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99650955,0.00015700098,0.00036121125,0.0011817439,0.000870345,0.0009201721],"domain_scores_gemma":[0.997999,0.00014152509,0.00011927384,0.0013423327,0.00024692836,0.0001509287],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00201368,0.00035610562,0.0002924909,0.0008687088,0.0009909146,0.00024114676,0.0016238737,0.00015154333,0.0000058794767],"category_scores_gemma":[0.00034577513,0.0002743627,0.000021100483,0.0018463529,0.00032313124,0.00039252927,0.002702249,0.0006170527,0.000011027472],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002862728,0.00040632914,0.003501382,0.00072969747,0.00030455113,0.00034516546,0.010089537,0.00001419471,0.0038251835,0.0020074488,0.012058314,0.9664319],"study_design_scores_gemma":[0.000602619,0.00069890596,0.02336559,0.00044641475,0.000021018164,0.00026634766,0.0015496523,0.000103026796,0.38647366,0.00021497074,0.58521795,0.0010398424],"about_ca_topic_score_codex":0.00008598712,"about_ca_topic_score_gemma":0.00034023848,"teacher_disagreement_score":0.96539205,"about_ca_system_score_codex":0.00042420844,"about_ca_system_score_gemma":0.000115945186,"threshold_uncertainty_score":0.99997085},"labels":[],"label_agreement":null},{"id":"W35293596","doi":"10.3892/or.2022.8300","title":"Argumentation Schemes in Argument-as-Process and Argument-as-Product","year":2003,"lang":"en","type":"article","venue":"Oncology Reports","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"Social Sciences and Humanities Research Council of Canada; Leverhulme Trust","keywords":"Argument (complex analysis); Argumentation theory; Argument map; Epistemology; Process (computing); Product (mathematics); Computer science; Philosophy; Mathematics","score_opus":0.012331201111776402,"score_gpt":0.31536483839050794,"score_spread":0.30303363727873156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W35293596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9594445,0.0011675458,0.026300443,0.001729943,0.0010349642,0.00047926098,2.6964344e-7,0.0005088921,0.009334171],"genre_scores_gemma":[0.91059315,0.00016840188,0.08827871,0.0004444209,0.000031835883,0.000101336154,0.000002766097,0.000012998109,0.00036638966],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983951,0.00009819088,0.0003969838,0.0006003871,0.00021211505,0.0002972115],"domain_scores_gemma":[0.998921,0.00016471178,0.0002793073,0.00047708847,0.00006207191,0.00009584294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010347484,0.00017046173,0.00023122467,0.00016268845,0.000081599595,0.00009271855,0.00018759046,0.00011667819,0.000060149898],"category_scores_gemma":[0.0006544338,0.00017135422,0.000029090186,0.00033154854,0.000045702618,0.0007053257,0.00008395487,0.00024004109,0.000016143622],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000102786464,0.0023765275,0.36047328,0.0004853883,0.0003436475,0.019416772,0.010713843,0.0009918062,0.02068831,0.1994391,0.0075745354,0.377394],"study_design_scores_gemma":[0.0014378162,0.0014280134,0.01422739,0.00014734131,0.00006659543,0.016011842,0.0003823655,0.0008733205,0.1911311,0.15089102,0.62222385,0.0011793447],"about_ca_topic_score_codex":0.00005624448,"about_ca_topic_score_gemma":0.0000107665055,"teacher_disagreement_score":0.6146493,"about_ca_system_score_codex":0.00012039639,"about_ca_system_score_gemma":0.00024043248,"threshold_uncertainty_score":0.69876224},"labels":[],"label_agreement":null},{"id":"W357869","doi":"10.5935/0305-7518.19780027","title":"Online Electronic Thesis Support System at Maritime University: A Teaching Case for Systems Analysis and Design Course","year":2014,"lang":"en","type":"article","venue":"Americas Conference on Information Systems","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University","funders":"","keywords":"Structured systems analysis and design method; Computer science; Course (navigation); Systems design; Key (lock); Engineering management; Information system; Systems analysis; Systems engineering; Software engineering; Engineering; Computer security","score_opus":0.022552420261529624,"score_gpt":0.2595480631130153,"score_spread":0.2369956428514857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W357869","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024691934,0.000027350214,0.9950657,0.00012593094,0.00015086996,0.0005615057,0.000037200396,0.0005828336,0.0009794423],"genre_scores_gemma":[0.9826737,0.000025865871,0.016952088,0.000054274096,0.000031210915,0.000043361546,0.00003685957,0.00000783219,0.00017482661],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99853474,0.0003007965,0.00038029248,0.00023535453,0.00024148519,0.00030733368],"domain_scores_gemma":[0.99793446,0.00078823155,0.00047977184,0.00048796882,0.0001929323,0.00011663438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013100234,0.00019299735,0.00038730394,0.00037689973,0.00029060675,0.00048770796,0.00037449505,0.00008716701,0.0000020108641],"category_scores_gemma":[0.00008553458,0.00018170141,0.000076065815,0.00041503712,0.000029367446,0.0013469224,0.000089494824,0.00015409951,0.000018425686],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010869169,0.00009105566,0.0006209651,0.0007658454,0.00097047695,0.00008348743,0.0028811863,0.024381306,0.00002388649,0.9144607,0.0023858622,0.0532265],"study_design_scores_gemma":[0.00022717002,0.00036539533,0.0000701904,0.00006523671,0.00017415092,0.0007034123,0.001333965,0.9554026,0.00000852669,0.00000916177,0.0413952,0.00024495815],"about_ca_topic_score_codex":0.0008138958,"about_ca_topic_score_gemma":0.000008850342,"teacher_disagreement_score":0.98020446,"about_ca_system_score_codex":0.00021969168,"about_ca_system_score_gemma":0.000087960194,"threshold_uncertainty_score":0.74095684},"labels":[],"label_agreement":null},{"id":"W36034720","doi":"10.1016/j.paid.2022.111869","title":"Assessing the quality of the requirements process","year":2011,"lang":"en","type":"dissertation","venue":"Personality and Individual Differences","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; Fonds pour la Formation de Chercheurs et l'Aide à la Recherche","keywords":"Brainstorming; Checklist; Process (computing); Quality (philosophy); Waterfall model; Computer science; Process management; Set (abstract data type); Management science; Engineering management; Engineering; Software; Artificial intelligence","score_opus":0.18765033029763883,"score_gpt":0.3983763513715102,"score_spread":0.21072602107387134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W36034720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9927812,0.0008704022,0.0023696148,0.00021225621,0.0005448006,0.00021809904,0.00002053776,0.00008596125,0.0028971066],"genre_scores_gemma":[0.9983909,0.00008166391,0.0011013924,0.0000731661,0.00003980666,0.000030595307,0.000016375634,0.000006171888,0.00025993036],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983313,0.00025895122,0.00032680164,0.00030040048,0.0006209902,0.00016152863],"domain_scores_gemma":[0.99854726,0.0003875529,0.00054456276,0.00038307463,0.00010477553,0.000032754317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011246572,0.00018945402,0.00024873327,0.000032680422,0.00030444996,0.0003724214,0.0015081504,0.00014657476,0.000027478982],"category_scores_gemma":[0.00028087158,0.000099896184,0.00008952504,0.00018024039,0.00011134348,0.0006296039,0.00014360597,0.00035924665,4.801652e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057174937,0.0005642104,0.50357205,0.004400495,0.00088604016,0.0000016782061,0.15153888,0.0000021071778,0.0002057341,0.15092368,0.0005393869,0.1873086],"study_design_scores_gemma":[0.00005169056,0.000028852464,0.98028815,0.00020373397,0.000046304132,0.0000013224713,0.0010840906,0.000057870202,0.0005543726,0.01740691,0.00011025498,0.00016647771],"about_ca_topic_score_codex":0.0004872796,"about_ca_topic_score_gemma":0.00006904331,"teacher_disagreement_score":0.4767161,"about_ca_system_score_codex":0.000006936467,"about_ca_system_score_gemma":0.00011282617,"threshold_uncertainty_score":0.40736482},"labels":[],"label_agreement":null},{"id":"W39285670","doi":"","title":"Industrial scientific software: a set of interviews on software development","year":2013,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Software development; Personal software process; Software engineering; Social software engineering; Computer science; Software peer review; Software; Context (archaeology); Software construction; Software development process; Set (abstract data type); Software analytics; Package development process; Programming language","score_opus":0.25104809298593195,"score_gpt":0.4131207982430286,"score_spread":0.16207270525709666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W39285670","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35376954,0.004718677,0.5749578,0.029978734,0.010589202,0.02324123,0.00089261873,0.0010732918,0.00077889615],"genre_scores_gemma":[0.6969811,0.00029391155,0.29868445,0.00007613742,0.00009353774,0.001166951,0.0000133960875,0.000039815106,0.0026507361],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99745494,0.0003451069,0.00046413238,0.0004924575,0.0008113473,0.00043200384],"domain_scores_gemma":[0.99154913,0.0025602395,0.00034968843,0.00084066164,0.004618435,0.00008182609],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015357081,0.00020802506,0.0003976565,0.00023558413,0.00044681213,0.00016153764,0.0015855037,0.00007571583,0.000015304377],"category_scores_gemma":[0.009195806,0.00013818372,0.00007893562,0.0015990678,0.00043700403,0.00040924182,0.0008197277,0.00035878023,0.000013825485],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061439275,0.0006760356,0.0010809136,0.000875201,0.0006643776,0.0000034875245,0.033798642,0.0020905826,0.00373175,0.087713726,0.09453182,0.7742191],"study_design_scores_gemma":[0.0025515263,0.0025786776,0.0005270338,0.0038417052,0.000021301199,0.0000011469917,0.0078634815,0.0013825144,0.63118124,0.028507419,0.32073602,0.00080790085],"about_ca_topic_score_codex":0.000004214481,"about_ca_topic_score_gemma":0.000024580359,"teacher_disagreement_score":0.77341115,"about_ca_system_score_codex":0.00018760342,"about_ca_system_score_gemma":0.0006668225,"threshold_uncertainty_score":0.99915016},"labels":[],"label_agreement":null},{"id":"W4200077403","doi":"10.1109/fie49875.2021.9637248","title":"Pair-Coding as a Method to Support Intercoder Agreement in Qualitative Research","year":2021,"lang":"en","type":"article","venue":"2021 IEEE Frontiers in Education Conference (FIE)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Pair programming; Agile software development; Coding (social sciences); Computer science; Credibility; Extreme programming; Qualitative research; Software; Code review; Merge (version control); Software quality; Software development; Software engineering; Information retrieval; Software development process; Programming language; Mathematics","score_opus":0.12434556862709581,"score_gpt":0.49069522077763295,"score_spread":0.36634965215053716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200077403","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0075871535,0.00014691621,0.9781155,0.008214853,0.00306532,0.00029718928,0.0000019677093,0.000055299086,0.002515786],"genre_scores_gemma":[0.20737265,0.00011517876,0.7883781,0.0005267231,0.00007936913,0.00026664062,0.000008175408,0.000010731275,0.0032424314],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99695367,0.0011904323,0.00038232555,0.0006250536,0.00044136448,0.00040713206],"domain_scores_gemma":[0.99803764,0.0006636803,0.000074422045,0.00059772655,0.00048581962,0.00014071963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040379944,0.00015258523,0.00024742112,0.0006390611,0.00006301139,0.00028919688,0.0007338321,0.00009935767,0.00026265107],"category_scores_gemma":[0.0011354127,0.00017254343,0.000043012788,0.0014872218,0.000028978026,0.0006265232,0.00021580013,0.00052404596,0.000066091154],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031962794,0.000554168,0.0033701784,0.000081949,0.000035448917,0.00006448302,0.12289361,0.00021362293,0.0010242673,0.041300908,0.1655303,0.6648991],"study_design_scores_gemma":[0.0012497334,0.001111617,0.0065365634,0.0019214102,0.000026897607,0.000084747386,0.20168649,0.04718412,0.081463434,0.19323057,0.46329352,0.0022108897],"about_ca_topic_score_codex":0.0005301086,"about_ca_topic_score_gemma":0.00015157921,"teacher_disagreement_score":0.6626882,"about_ca_system_score_codex":0.00037360616,"about_ca_system_score_gemma":0.0016123767,"threshold_uncertainty_score":0.7036117},"labels":[],"label_agreement":null},{"id":"W4200152121","doi":"10.1145/3494885.3494899","title":"On Ethically-Sensitive User Story Engineering","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Pacific Railway (Canada); Concordia University","funders":"","keywords":"Agile software development; User story; Computer science; Knowledge management; Software engineering; Product (mathematics); Variety (cybernetics); Process (computing); Software; Engineering management; Software development; Engineering; Artificial intelligence","score_opus":0.01114855241862632,"score_gpt":0.24113979851153436,"score_spread":0.22999124609290805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200152121","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030117142,0.00003542225,0.99046177,0.0031202738,0.0003110154,0.000028013366,3.1491035e-7,0.0010328604,0.0019986276],"genre_scores_gemma":[0.3074211,0.000021239624,0.68887067,0.0021923124,0.00006158567,0.0000070374554,0.0000010255359,0.000013314936,0.0014117631],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994027,0.000035644418,0.00006474684,0.00021248855,0.00015014659,0.00013428972],"domain_scores_gemma":[0.9986729,0.0008326391,0.000015890624,0.00035721873,0.00006716788,0.000054196895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021887128,0.00007995697,0.0000752912,0.00004266086,0.000034756882,0.00008084161,0.00020337378,0.00006679665,0.000026224136],"category_scores_gemma":[0.00047715163,0.00007562563,0.00003633356,0.00017822819,0.000005062897,0.00021794447,0.00011985156,0.00032853943,0.000055424287],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022156753,0.000033947596,0.000017955232,0.000011164392,0.000021746433,0.00030947683,0.00020939791,0.003120538,0.0022440155,0.9788413,0.00822297,0.0069652544],"study_design_scores_gemma":[0.00035863125,0.000240481,0.004685082,0.0001373351,0.000012762495,0.00028110688,0.000024808314,0.14316688,0.18858437,0.0043641957,0.65719783,0.00094651146],"about_ca_topic_score_codex":0.000003557806,"about_ca_topic_score_gemma":8.493451e-7,"teacher_disagreement_score":0.9744771,"about_ca_system_score_codex":0.00002420623,"about_ca_system_score_gemma":0.000034592347,"threshold_uncertainty_score":0.30839235},"labels":[],"label_agreement":null},{"id":"W4200301022","doi":"10.1109/fie49875.2021.9637220","title":"Analyzing Competences in Software Testing: Combining Thematic Analysis with Natural Language Processing (NLP)","year":2021,"lang":"en","type":"article","venue":"2021 IEEE Frontiers in Education Conference (FIE)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Curriculum; Thematic analysis; Syllabus; Soft skills; Software; Software engineering; Artificial intelligence; Knowledge management; Mathematics education; Pedagogy; Psychology; Qualitative research; Programming language; Sociology","score_opus":0.015387135923872123,"score_gpt":0.27232599059024964,"score_spread":0.2569388546663775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200301022","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12435185,0.002648507,0.87134296,0.00039586885,0.0007285223,0.00012726981,8.98149e-7,0.00015868527,0.00024541805],"genre_scores_gemma":[0.56606996,0.000028605824,0.43370652,0.00004825154,0.000025007519,0.000029846547,0.000009342941,0.0000064586507,0.000076010154],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99845237,0.0001424029,0.00034470749,0.00050686894,0.0002573349,0.00029632964],"domain_scores_gemma":[0.99864095,0.0003325305,0.00022207963,0.00045616523,0.00028105432,0.0000672293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041757248,0.00019600567,0.00037939716,0.0005871922,0.000092009395,0.000452783,0.0005949902,0.00006973946,0.000021193591],"category_scores_gemma":[0.0005593365,0.00018420236,0.00005047021,0.0036978459,0.000045191522,0.0008957011,0.000070044734,0.00039179696,0.0000017520948],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009378139,0.00027064286,0.5402454,0.00017803398,0.00012385052,0.00007358543,0.009480135,0.0042255027,0.00016548013,0.0004452387,0.0003588486,0.4444239],"study_design_scores_gemma":[0.00048668505,0.00009039187,0.089679584,0.0017305193,0.00021024395,0.00005773924,0.017601283,0.88503224,0.001630898,0.0022920708,0.00016885747,0.0010194788],"about_ca_topic_score_codex":0.0001902754,"about_ca_topic_score_gemma":0.0002534841,"teacher_disagreement_score":0.88080674,"about_ca_system_score_codex":0.00011537637,"about_ca_system_score_gemma":0.0009578404,"threshold_uncertainty_score":0.75115544},"labels":[],"label_agreement":null},{"id":"W4200599028","doi":"10.1109/models-c53483.2021.00129","title":"Towards Modelling Acceptance Tests as a Support for Software Measurement","year":2021,"lang":"en","type":"article","venue":"2021 ACM/IEEE International Conference on Model Driven Engineering Languages and Systems Companion (MODELS-C)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"DevOps; Agile software development; Computer science; Software deployment; Automation; Context (archaeology); Software engineering; Leverage (statistics); Systems engineering; Requirements engineering; Software; Engineering; Artificial intelligence","score_opus":0.12850167999552217,"score_gpt":0.3314343175591709,"score_spread":0.20293263756364874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200599028","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036922002,0.00047921474,0.9926193,0.0004432242,0.0009956065,0.0003173674,0.00005596861,0.00044286248,0.0009542955],"genre_scores_gemma":[0.74947923,0.00029105434,0.24953158,0.00007032894,0.00016537483,0.00015722835,0.00003314417,0.00003557198,0.00023648601],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99765885,0.000039941173,0.00043135125,0.0007014272,0.00080098666,0.0003674403],"domain_scores_gemma":[0.9979061,0.00016687252,0.00015140873,0.00070240494,0.0009063844,0.00016684264],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004414189,0.00034938005,0.00038485642,0.00018215392,0.00010984809,0.0006296808,0.0010440191,0.00014132458,0.000019229416],"category_scores_gemma":[0.00021040601,0.0003577456,0.00013008437,0.00015616712,0.000016225167,0.0008601538,0.0002691999,0.00028742963,0.000006698623],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009066607,0.000044867134,0.0000053425997,0.000077189725,0.00006828624,0.000026725624,0.00036736758,0.7982515,0.0011177977,0.19715653,0.00020996685,0.0026653437],"study_design_scores_gemma":[0.00032162305,0.00008384471,0.000010489922,0.00034735553,0.00001579023,0.00007276148,0.00008979373,0.99115044,0.0005956723,0.006040622,0.00087437005,0.00039725215],"about_ca_topic_score_codex":0.00007891456,"about_ca_topic_score_gemma":0.0000064819887,"teacher_disagreement_score":0.745787,"about_ca_system_score_codex":0.00017482441,"about_ca_system_score_gemma":0.0002389376,"threshold_uncertainty_score":0.99988747},"labels":[],"label_agreement":null},{"id":"W4200620777","doi":"10.1145/3494885.3494922","title":"RM3: A Risk Management Framework For IT Project Success","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Risk management; Project risk management; Project management; Computer science; Risk analysis (engineering); Control (management); Project management triangle; Engineering; Systems engineering; Business","score_opus":0.027323512463869763,"score_gpt":0.32668586405465033,"score_spread":0.29936235159078056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200620777","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015911198,0.00012431141,0.9923164,0.001303827,0.00029197035,0.0002225036,0.0000020387454,0.0006915979,0.004888238],"genre_scores_gemma":[0.010176295,0.00022626796,0.98783034,0.00050002825,0.00004903093,0.00012186281,0.0000014442431,0.000007530108,0.0010871711],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993101,0.000024640365,0.000105427855,0.0002702924,0.00012261483,0.00016693043],"domain_scores_gemma":[0.9989342,0.00044399267,0.00004477887,0.00049622275,0.00005363392,0.000027188033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025316642,0.000079187324,0.000080584614,0.00004656496,0.00006875904,0.00023066589,0.00047391187,0.000045157023,0.000029219562],"category_scores_gemma":[0.00017608875,0.000070015776,0.000054293356,0.00033060295,0.0000049831765,0.0002918585,0.00023566117,0.00010170435,0.000010275183],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033084323,0.00004118152,0.00030772877,0.000058027683,0.000043905326,0.000031515126,0.00014253486,0.00006431616,0.0000015079703,0.88956726,0.019588424,0.09015031],"study_design_scores_gemma":[0.00017463986,0.00008019099,0.00048210166,0.00006557931,0.000026813357,0.000019141287,0.00005251699,0.025800275,0.002286742,0.15325478,0.81746495,0.0002922856],"about_ca_topic_score_codex":0.000026973257,"about_ca_topic_score_gemma":0.0000043796676,"teacher_disagreement_score":0.79787654,"about_ca_system_score_codex":0.0000143344005,"about_ca_system_score_gemma":0.000024181798,"threshold_uncertainty_score":0.28551605},"labels":[],"label_agreement":null},{"id":"W4205427177","doi":"10.1007/978-3-540-92966-6","title":"Design Requirements Engineering: A Ten-Year Perspective","year":2009,"lang":"en","type":"book","venue":"Lecture notes in business information processing","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Perspective (graphical); Systems engineering; Engineering; Computer science; Artificial intelligence","score_opus":0.019027988027975208,"score_gpt":0.2584480765717842,"score_spread":0.239420088543809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205427177","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.91538e-7,0.00067356444,0.98871267,0.00064764835,0.00023488104,0.00041086163,0.0000014885353,0.0010046527,0.008313235],"genre_scores_gemma":[0.00824361,0.00016316296,0.98929375,0.0012454842,0.00028860598,0.00007867615,0.00006309513,0.00006061485,0.0005629979],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99821913,0.0000240333,0.0005523623,0.00032857637,0.00050917146,0.0003667121],"domain_scores_gemma":[0.99807495,0.00024240938,0.00048414673,0.00046705457,0.0006754353,0.000056003708],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00045236692,0.0004448122,0.00036893645,0.00082938053,0.00010135982,0.00077672175,0.000900749,0.0004717046,0.000009785235],"category_scores_gemma":[0.0010149479,0.000435346,0.000051614243,0.0010018939,0.000023055609,0.004803265,0.0001497265,0.0006854059,0.000024757674],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005838587,0.00006498092,0.000021349972,0.0013803389,0.000055232504,0.00004207692,0.006732975,0.37533835,0.000016053724,0.023117173,0.0028995427,0.59027356],"study_design_scores_gemma":[0.0014227771,0.00024553205,0.0005362729,0.005824688,0.000090903835,0.00015885675,0.000023413804,0.6687895,0.00091891846,0.16722368,0.15139505,0.0033704196],"about_ca_topic_score_codex":0.000009703717,"about_ca_topic_score_gemma":8.152299e-7,"teacher_disagreement_score":0.58690315,"about_ca_system_score_codex":0.00068738585,"about_ca_system_score_gemma":0.0007540283,"threshold_uncertainty_score":0.99980986},"labels":[],"label_agreement":null},{"id":"W4205562962","doi":"10.1002/spe.2989","title":"Issue Information","year":2022,"lang":"en","type":"paratext","venue":"Software Practice and Experience","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Citation; Computer science; Information retrieval; World Wide Web","score_opus":0.010732839598805057,"score_gpt":0.2886052044643847,"score_spread":0.27787236486557965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205562962","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002806489,0.005811795,0.9550071,0.0022766665,0.0069537414,0.0003810042,0.00003727937,0.0009653011,0.028539056],"genre_scores_gemma":[0.0010788352,0.019095976,0.9259545,0.0124362875,0.0007386062,0.0012497586,0.00028715123,0.00007986882,0.039079],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980963,0.0001375744,0.00036937522,0.00047858933,0.00056271575,0.00035543254],"domain_scores_gemma":[0.9971897,0.0011711061,0.00047807177,0.00087165384,0.00015416715,0.00013529419],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00044826933,0.00032910862,0.00028222968,0.00021253199,0.0004111805,0.00085656065,0.0012372086,0.00021242659,0.0025785642],"category_scores_gemma":[0.0018827707,0.00034011537,0.000060311966,0.00049248687,0.000055205008,0.009224837,0.001115384,0.00084063236,0.002851213],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027765393,0.000049206268,0.000008297297,0.00016262435,0.000039670027,0.000029898472,0.013941736,0.00010683499,0.0000031887917,0.0016153499,0.80776495,0.1762505],"study_design_scores_gemma":[0.00008342737,0.00013065684,0.0000056459544,0.000031527787,0.000014224484,0.00019590251,0.00066094496,0.0002030579,0.00006048669,0.00008707816,0.9980985,0.00042857483],"about_ca_topic_score_codex":0.00023663494,"about_ca_topic_score_gemma":3.9404634e-7,"teacher_disagreement_score":0.19033355,"about_ca_system_score_codex":0.0000843127,"about_ca_system_score_gemma":0.00016904862,"threshold_uncertainty_score":0.9999051},"labels":[],"label_agreement":null},{"id":"W4206159212","doi":"10.1145/1083106.1083116","title":"Cultural patterns in software process mishaps","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Process (computing); Exploratory research; Phase (matter); Engineering ethics; Software; Computer science; Sociology; Management science; Engineering; Social science","score_opus":0.0151746041406273,"score_gpt":0.28766693903022333,"score_spread":0.272492334889596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206159212","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07583642,0.000077785844,0.920495,0.0014345476,0.00007891172,0.00008120579,7.0782824e-7,0.0011804479,0.0008150157],"genre_scores_gemma":[0.726928,0.000014886715,0.27243227,0.00037127224,0.000049046335,0.000016605287,0.0000010208818,0.0000045631477,0.00018235763],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99939835,0.000011236814,0.00011408187,0.00018774328,0.00012023477,0.00016832947],"domain_scores_gemma":[0.999617,0.00006653015,0.000026528029,0.00021683052,0.000032777323,0.00004032737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011167466,0.00008123369,0.000071085946,0.00005477225,0.000021970694,0.000111382906,0.0005256881,0.000040009516,0.000056664405],"category_scores_gemma":[0.00007312817,0.00006544733,0.000021465909,0.00018985954,0.000004912802,0.0010959683,0.00007539828,0.00011549469,0.00003276399],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010014583,0.00030901813,0.15592134,0.00014921461,0.000021499538,0.00008759324,0.005783324,0.004974334,0.00011555338,0.016598374,0.012160952,0.8038688],"study_design_scores_gemma":[0.0021595778,0.00045133987,0.1806146,0.00047205505,0.000016847463,0.000467717,0.00038247864,0.3218423,0.037788063,0.011165279,0.44134456,0.003295146],"about_ca_topic_score_codex":0.000048400387,"about_ca_topic_score_gemma":0.000040592957,"teacher_disagreement_score":0.80057365,"about_ca_system_score_codex":0.000024179657,"about_ca_system_score_gemma":0.000013922295,"threshold_uncertainty_score":0.26688647},"labels":[],"label_agreement":null},{"id":"W4212924738","doi":"10.1016/s0898-1221(00)90203-7","title":"Experimentation in software engineering: An introduction","year":2000,"lang":"en","type":"article","venue":"Computers & Mathematics with Applications","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":701,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Research Council Canada; University of Ottawa; Colorado State University","keywords":"Mathematics; Software; Software engineering; Calculus (dental); Computer science; Programming language","score_opus":0.009190654541018715,"score_gpt":0.24729378913938285,"score_spread":0.23810313459836413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212924738","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008538092,0.00003038553,0.989718,0.00038103008,0.00003916183,0.000379244,6.845761e-7,0.00085667777,0.00005673233],"genre_scores_gemma":[0.035030782,0.000012783277,0.9643349,0.00004784052,0.00009947182,0.00041364113,0.000013100163,0.000016737527,0.00003076752],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99921066,0.000012078614,0.0001949466,0.0002885376,0.00013937391,0.0001544092],"domain_scores_gemma":[0.99910426,0.00010957465,0.000056835852,0.0006314651,0.000033524684,0.00006435866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012972706,0.0001268147,0.000116061776,0.000118869044,0.000053404987,0.0001302697,0.0004638438,0.000039197887,0.000024839059],"category_scores_gemma":[0.000010201795,0.00012199661,0.00001774356,0.00046901172,0.000014120524,0.0006200184,0.000031528052,0.000107451895,0.000023448714],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015687998,0.0013961771,0.00042555475,0.00022768838,0.000055166987,0.00001268141,0.0076012784,0.13649218,0.00069590803,0.46265092,0.001847606,0.38857913],"study_design_scores_gemma":[0.00061667623,0.0002944808,0.0017559871,0.00007601371,0.000019459245,0.0001793644,0.00007606556,0.89733994,0.0025977963,0.008601102,0.08765822,0.0007848973],"about_ca_topic_score_codex":0.000005355295,"about_ca_topic_score_gemma":0.0000012208809,"teacher_disagreement_score":0.76084775,"about_ca_system_score_codex":0.000045976252,"about_ca_system_score_gemma":0.000018389377,"threshold_uncertainty_score":0.49748772},"labels":[],"label_agreement":null},{"id":"W4213006144","doi":"10.1007/s00766-021-00367-z","title":"Empirical research on requirements quality: a systematic mapping study","year":2022,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; Natural Sciences and Engineering Research Council of Canada; Universität Hamburg; Horizon 2020; Blekinge Tekniska Högskola; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Quality (philosophy); Correctness; Ambiguity; Empirical research; Requirements engineering; Consistency (knowledge bases); Requirements management; Non-functional requirement; Requirements analysis; Field (mathematics); Systematic review; Quality management; Data science; Management science; Knowledge management; Engineering; Artificial intelligence; Operations management; Mathematics","score_opus":0.35262491868272233,"score_gpt":0.47190431629617463,"score_spread":0.1192793976134523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213006144","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2731585,0.00039970275,0.7162887,0.00059807603,0.001979882,0.00339643,0.0000055364717,0.0030337388,0.0011394483],"genre_scores_gemma":[0.983869,0.000004896317,0.0147802215,0.00011430776,0.0000722554,0.00094434153,0.0000023821128,0.000041966596,0.00017064097],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951927,0.0007095785,0.00067455275,0.0006553521,0.002104545,0.00066325226],"domain_scores_gemma":[0.9975232,0.0008332083,0.00014492447,0.0012771161,0.00008305967,0.00013848915],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0072763995,0.0002512326,0.000385989,0.0007472738,0.00049787917,0.00027164674,0.0016960694,0.000040368523,0.000031876334],"category_scores_gemma":[0.00061573414,0.0002586173,0.000087266104,0.00154922,0.000010681242,0.0005353588,0.0014298756,0.0007213691,0.00003508732],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036953264,0.019341597,0.063428015,0.049659103,0.005306121,0.0041074245,0.080899164,0.49686822,0.025895502,0.21682663,0.02215785,0.015140825],"study_design_scores_gemma":[0.009092301,0.015189244,0.044569507,0.010695116,0.00023726079,0.00037207984,0.013760785,0.8166963,0.0029657874,0.0038832428,0.074790925,0.0077474597],"about_ca_topic_score_codex":0.000033227265,"about_ca_topic_score_gemma":4.9489245e-7,"teacher_disagreement_score":0.71071047,"about_ca_system_score_codex":0.0006152583,"about_ca_system_score_gemma":0.000053459204,"threshold_uncertainty_score":0.9999866},"labels":[],"label_agreement":null},{"id":"W4213174530","doi":"10.5220/0010891500003119","title":"Towards a Goal-oriented Method for Software Solutions Prioritization","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Prioritization; Software; Software engineering; Engineering; Process management; Operating system","score_opus":0.022437892780234607,"score_gpt":0.3039967066322871,"score_spread":0.2815588138520525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213174530","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000020325511,0.0000848732,0.9957353,0.0014223803,0.0004518934,0.00028188832,0.000014412767,0.0016772917,0.00031165054],"genre_scores_gemma":[0.003677325,0.000004728563,0.994954,0.00035740712,0.000035100657,0.000390592,0.000014879846,0.000009781166,0.0005562241],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99919575,0.00006215235,0.00012623743,0.00023296547,0.00018634273,0.00019651822],"domain_scores_gemma":[0.9992307,0.00029248744,0.0000501847,0.00030612055,0.000078457124,0.000042038522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006341539,0.000074694515,0.00008042633,0.0000890317,0.00037228322,0.00006393772,0.0004256795,0.00002345396,0.00006355117],"category_scores_gemma":[0.0002952378,0.0000777887,0.00005739904,0.00045332586,0.00000497206,0.00034667717,0.00039137757,0.00010299182,0.000002606225],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009958202,0.00009436485,0.00009313552,0.00002369804,0.000024357376,0.000003310205,0.00047016624,0.0050022947,0.00019457839,0.7575414,0.033386756,0.20315595],"study_design_scores_gemma":[0.00019867157,0.00019800315,0.00021131175,0.000002910417,0.000009841857,0.000024254452,0.000025891499,0.3542598,0.0006739528,0.01884313,0.62536293,0.00018931666],"about_ca_topic_score_codex":0.000045056833,"about_ca_topic_score_gemma":0.0000019862425,"teacher_disagreement_score":0.7386983,"about_ca_system_score_codex":0.00007224433,"about_ca_system_score_gemma":0.00007733079,"threshold_uncertainty_score":0.31721312},"labels":[],"label_agreement":null},{"id":"W4214818293","doi":"10.36227/techrxiv.19210347","title":"A theory of organizational structures for development and infrastructure professionals","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"DevOps; Grounded theory; Organizational structure; Knowledge management; Process (computing); Software development; Business; Software; Engineering; Management; Process management; Computer science; Qualitative research; Sociology","score_opus":0.01790542286313346,"score_gpt":0.289055256227372,"score_spread":0.27114983336423853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214818293","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007619964,0.00025650824,0.9908352,0.00019935766,0.0003811531,0.0003476679,0.000018205874,0.00021277867,0.00012916319],"genre_scores_gemma":[0.08946746,0.000010434089,0.9100188,0.00013672787,0.00002798846,0.000096786185,0.000041016756,0.000011511682,0.00018927157],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992018,0.00004180963,0.00020014786,0.00027204677,0.00019672496,0.00008748779],"domain_scores_gemma":[0.9990009,0.00043483716,0.00017113036,0.0002641938,0.0001004106,0.000028540564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035810913,0.00012930119,0.00015656525,0.00009511718,0.00008275005,0.000047180936,0.00059072603,0.000104248946,0.0002063146],"category_scores_gemma":[0.00018821098,0.00010521942,0.000024576711,0.00009432266,0.000014534682,0.00008081659,0.0018403556,0.00022230303,7.7453386e-8],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008936007,0.000015005047,0.00036632293,0.0002955455,0.00006193256,6.6767984e-7,0.0013232123,0.0009293895,0.000027475184,0.9777722,0.0020730153,0.017126296],"study_design_scores_gemma":[0.00015110533,0.000042482367,0.009398802,0.000058190595,0.000014244439,0.000012242049,0.00007535194,0.0026535843,0.0059219045,0.9341285,0.047184475,0.00035908903],"about_ca_topic_score_codex":0.0000013373876,"about_ca_topic_score_gemma":2.1615234e-7,"teacher_disagreement_score":0.0818475,"about_ca_system_score_codex":0.000025840416,"about_ca_system_score_gemma":0.00035875695,"threshold_uncertainty_score":0.42907235},"labels":[],"label_agreement":null},{"id":"W4224244185","doi":"10.1145/3520084.3520088","title":"Adapting the Scrum Framework to the Needs of Virtual Teams of Game Developers with Multi-site Members","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Scrum; Computer science; Context (archaeology); Transparency (behavior); Isolation (microbiology); Virtual team; Space (punctuation); Multimedia; Knowledge management; Software; Software development; Computer security","score_opus":0.01594703285100891,"score_gpt":0.24624850845864255,"score_spread":0.23030147560763364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224244185","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03805004,0.000045897887,0.9586075,0.002506314,0.00013530003,0.00018593777,0.0000020964626,0.00016854166,0.00029838405],"genre_scores_gemma":[0.66310257,0.0000036254146,0.33622026,0.0004955017,0.000010406057,0.00002644883,2.111801e-7,0.000006823922,0.00013417861],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991342,0.00008295375,0.00016960064,0.00012604528,0.00032749993,0.00015970848],"domain_scores_gemma":[0.99856,0.0007055501,0.000110053465,0.0005395657,0.000051872426,0.000032925418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083003624,0.0000926982,0.00011187998,0.00007758548,0.00013729371,0.000039842278,0.001179486,0.000022468179,0.000045434645],"category_scores_gemma":[0.00017395955,0.000049026345,0.00003536214,0.0010281289,0.000036416703,0.00015052022,0.00063391676,0.0002751353,0.0000019151041],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012386589,0.00018512558,0.0071750237,0.00003351946,0.00023502279,0.000009618103,0.100851215,0.5623808,0.0008745316,0.24151053,0.005127681,0.081493095],"study_design_scores_gemma":[0.000927674,0.0035726712,0.009217452,0.0003050851,0.000098261466,0.00018519672,0.045487497,0.59369916,0.016496403,0.0009552663,0.3276002,0.0014551285],"about_ca_topic_score_codex":0.0003769999,"about_ca_topic_score_gemma":0.000023886747,"teacher_disagreement_score":0.6250525,"about_ca_system_score_codex":0.000024183459,"about_ca_system_score_gemma":0.00006527622,"threshold_uncertainty_score":0.21917981},"labels":[],"label_agreement":null},{"id":"W4229595040","doi":"10.1109/icse.2005.1553593","title":"A cross-program investigation of students' perceptions of agile methods","year":2005,"lang":"en","type":"article","venue":"Proceedings. 27th International Conference on Software Engineering, 2005. ICSE 2005.","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Samsung Advanced Institute of Technology; University of Calgary","keywords":"Agile software development; Perception; Agile usability engineering; Preference; Extreme programming practices; Curriculum; Qualitative property; Computer science; Software; Data collection; Qualitative research; Knowledge management; Psychology; Engineering management; Software development; Software engineering; Engineering; Pedagogy; Software development process; Sociology","score_opus":0.03397287383513889,"score_gpt":0.3772895073979183,"score_spread":0.3433166335627794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229595040","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11098341,0.00011247984,0.8852089,0.00041436948,0.0006229419,0.00045196008,0.00003713746,0.0013792701,0.0007895214],"genre_scores_gemma":[0.3462036,0.00015452085,0.6529396,0.00006701459,0.00015598246,0.00011060898,0.000014292566,0.00002949565,0.00032484814],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974362,0.00002078256,0.0007326622,0.0005263536,0.0008590401,0.00042491878],"domain_scores_gemma":[0.9980096,0.00016511064,0.00045736405,0.00034603622,0.0008073534,0.00021453353],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009878151,0.00034966113,0.00036872266,0.0005123059,0.00006460283,0.00029767634,0.0018126485,0.00019612587,0.0003794117],"category_scores_gemma":[0.0008391255,0.00036312526,0.00015686506,0.00036259237,0.00009833352,0.0013032843,0.00033176434,0.0004489955,0.000026665295],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015378391,0.0018063526,0.18743783,0.00079236017,0.00082777,0.000011098325,0.0047855335,0.02916875,0.020970644,0.56419384,0.010202297,0.17964974],"study_design_scores_gemma":[0.0016487023,0.00095046876,0.10231798,0.001061583,0.00009194742,0.000089993126,0.00012407232,0.72494465,0.064201325,0.002676772,0.10009606,0.0017964144],"about_ca_topic_score_codex":0.000020650397,"about_ca_topic_score_gemma":0.0000023388807,"teacher_disagreement_score":0.6957759,"about_ca_system_score_codex":0.00017149461,"about_ca_system_score_gemma":0.0001040765,"threshold_uncertainty_score":0.99988204},"labels":[],"label_agreement":null},{"id":"W4229772528","doi":"10.1007/978-1-4615-4625-2","title":"Experimentation in Software Engineering","year":2000,"lang":"en","type":"book","venue":"Kluwer international series in software engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1769,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Research Council Canada; University of Ottawa; Colorado State University","keywords":"Software engineering; Computer science; Software; Social software engineering; Software development; Software construction; Programming language","score_opus":0.00860401472787589,"score_gpt":0.24088502575669746,"score_spread":0.23228101102882157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229772528","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011846579,0.0029605546,0.97537196,0.00024952763,0.007392347,0.0009460227,0.000088231754,0.0050542066,0.006752503],"genre_scores_gemma":[0.005047618,0.0012542474,0.92999804,0.00022933802,0.0011531133,0.0006828374,0.00049417384,0.00040898606,0.060731668],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968613,0.000024204475,0.0008833594,0.000886682,0.000738324,0.0006061586],"domain_scores_gemma":[0.9982002,0.0006434926,0.0001962783,0.00074080937,0.00009419078,0.00012506782],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003549792,0.00071924756,0.00058205996,0.0012581687,0.000038553386,0.00033884967,0.0019102127,0.0005197188,0.00026710692],"category_scores_gemma":[0.00083291985,0.00089437404,0.0001777845,0.00045424336,0.00002765008,0.0020833153,0.0004728493,0.0011526326,0.000058877053],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021276815,0.00044854422,0.0075923163,0.0013390752,0.00065394613,0.0029646337,0.0061410614,0.8203694,0.00024157055,0.0802802,0.031869344,0.04788714],"study_design_scores_gemma":[0.0009644592,0.00014662679,0.0037042308,0.0024307652,0.00002058113,0.00027271212,0.000015628755,0.027264372,0.0008679723,0.0018236337,0.9599866,0.0025024205],"about_ca_topic_score_codex":0.00004850002,"about_ca_topic_score_gemma":0.000012497317,"teacher_disagreement_score":0.9281173,"about_ca_system_score_codex":0.0012212305,"about_ca_system_score_gemma":0.00018204603,"threshold_uncertainty_score":0.99935067},"labels":[],"label_agreement":null},{"id":"W4229977202","doi":"10.4018/978-1-5225-3923-0.ch047","title":"Towards an Understanding of Collaborations in Agile Course Projects","year":2017,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Agile software development; Agile usability engineering; Agile Unified Process; Lean software development; Software engineering; Engineering management; Engineering; Software development; Extreme programming practices; Computer science; Software; Software development process","score_opus":0.07550299656042528,"score_gpt":0.3176874319726402,"score_spread":0.24218443541221493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229977202","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000034856334,0.00014720323,0.12631369,0.00008792116,0.00038000455,0.00032648488,0.00006395795,0.00029955452,0.87234634],"genre_scores_gemma":[0.890505,0.000029286297,0.09764771,0.000109700755,0.0001719251,0.000037948277,0.000006875404,0.000050406208,0.011441158],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989426,0.000017156182,0.00024464924,0.00033305082,0.00027841204,0.0001840986],"domain_scores_gemma":[0.9985746,0.000044734137,0.00030899287,0.00089187385,0.000105090556,0.000074686846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023870119,0.00021434724,0.0002896721,0.00009045033,0.000083524086,0.00020815215,0.0009213445,0.00024699155,0.000004271834],"category_scores_gemma":[0.000049910144,0.00022484113,0.000057543344,0.000026774253,0.00006411005,0.00031998992,0.00019486857,0.0002050038,0.0000039175625],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004393835,0.00001052495,0.000020536012,0.000024490308,0.000018103845,0.000048454654,0.00015813082,0.00001762272,0.000005619041,0.99697876,0.00055070524,0.0021626365],"study_design_scores_gemma":[0.00027666154,0.00030600344,0.00012598858,0.0005267429,0.000040728253,0.000041351323,0.000030947314,0.001449169,0.00013856478,0.9769896,0.019520465,0.00055372657],"about_ca_topic_score_codex":0.00018287785,"about_ca_topic_score_gemma":0.0003776481,"teacher_disagreement_score":0.89047015,"about_ca_system_score_codex":0.00026791487,"about_ca_system_score_gemma":0.00062490377,"threshold_uncertainty_score":0.91687554},"labels":[],"label_agreement":null},{"id":"W4230155606","doi":"10.32920/ryerson.14661051.v1","title":"TDD Dynamics: Understanding the Impact of Test-Driven Development on Software Quality and Productivity","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Agile software development; Test-driven development; Empirical research; Computer science; Process management; Extreme programming; Quality (philosophy); Moderation; Software; Systems engineering; Software development; Engineering; Software development process; Software engineering; Mathematics","score_opus":0.09135835967989608,"score_gpt":0.34640847072249714,"score_spread":0.25505011104260106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230155606","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0630093,0.00009114522,0.9353759,0.00045510728,0.00016788818,0.00028582028,0.000008447608,0.00040263552,0.00020374803],"genre_scores_gemma":[0.7179071,0.00003166714,0.2819551,0.000017453896,0.000020169127,0.000019694084,0.000007713863,0.000010361494,0.000030798077],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985138,0.0001303761,0.00030342746,0.00056373037,0.00029720808,0.00019146972],"domain_scores_gemma":[0.9972772,0.0012728533,0.00028466704,0.0010098594,0.00009941253,0.00005603018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009809607,0.00024900492,0.00031928145,0.00008671896,0.000109333305,0.00028584717,0.000726884,0.0001399485,0.000008599617],"category_scores_gemma":[0.0009912378,0.00016486108,0.00010822562,0.00018440848,0.00005117029,0.00021915312,0.0015723085,0.0005326597,5.2717786e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011323374,0.00231416,0.4127175,0.00405464,0.0025901732,0.00010253203,0.02634028,0.11631195,0.00041514545,0.17559627,0.0023189315,0.2571252],"study_design_scores_gemma":[0.0005192154,0.0007283729,0.6530275,0.0017808875,0.000079395475,0.00009612625,0.00070675806,0.27340811,0.004846467,0.062033236,0.000186889,0.0025871021],"about_ca_topic_score_codex":0.0003542897,"about_ca_topic_score_gemma":0.00006242165,"teacher_disagreement_score":0.65489775,"about_ca_system_score_codex":0.0005227435,"about_ca_system_score_gemma":0.0003954875,"threshold_uncertainty_score":0.67228395},"labels":[],"label_agreement":null},{"id":"W4230576323","doi":"10.1109/agile.2007.41","title":"Message from the Program Chairs","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Programming language","score_opus":0.014522195578476291,"score_gpt":0.2809798120971954,"score_spread":0.26645761651871913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230576323","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020618688,0.00011856475,0.9832228,0.0016288757,0.0002090549,0.00010688468,3.6562682e-7,0.0018293317,0.010822274],"genre_scores_gemma":[0.39666295,0.000012012242,0.6024055,0.00052769476,0.00008361118,0.000010909251,6.696716e-7,0.0000042228235,0.00029242114],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995616,0.000010214152,0.00006933549,0.00011845279,0.000109848086,0.00013055644],"domain_scores_gemma":[0.99902326,0.0005391338,0.00002150114,0.00037173927,0.000014011378,0.000030366464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042031036,0.00005018086,0.000037447237,0.00001190555,0.00004756446,0.00011285562,0.0006262907,0.000026667569,0.00003615614],"category_scores_gemma":[0.000055391803,0.000029486373,0.000022995702,0.0001398269,0.000010869226,0.00016254224,0.000115927774,0.00008796624,0.000020187284],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021681494,0.0000428303,0.0013097558,0.0000013598957,0.000011846361,0.000018482548,0.00035563478,0.0000070670635,0.00006412005,0.1004804,0.019507313,0.87819904],"study_design_scores_gemma":[0.00007221055,0.0000682398,0.018779496,0.0000083543655,0.0000034274146,0.0000072273574,0.000025135581,0.005945742,0.004231396,0.006537603,0.96417165,0.00014952412],"about_ca_topic_score_codex":0.0001795006,"about_ca_topic_score_gemma":0.000024547848,"teacher_disagreement_score":0.9446643,"about_ca_system_score_codex":0.000006435401,"about_ca_system_score_gemma":0.000006326143,"threshold_uncertainty_score":0.12024194},"labels":[],"label_agreement":null},{"id":"W4231554118","doi":"10.1109/semotion.2017.7","title":"Toward a Model of Emotion Influences on Agile Decision Making","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Agile software development; Structuring; Affect (linguistics); Computer science; Process management; Process (computing); Knowledge management; Scrum; Quality (philosophy); Agile usability engineering; Set (abstract data type); Agile Unified Process; Software development; Software development process; Software; Engineering; Software engineering; Business; Psychology","score_opus":0.0701030635497635,"score_gpt":0.33857173328182705,"score_spread":0.2684686697320635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231554118","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.071154706,0.0000092368155,0.9248343,0.00019621875,0.00011215426,0.00003872464,3.461628e-7,0.00018927791,0.0034649977],"genre_scores_gemma":[0.62461597,0.000008964654,0.37529945,0.000044103435,0.000007712551,0.0000016289412,3.874896e-8,0.0000018151702,0.000020286721],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99950755,0.0000067456695,0.00010238437,0.00013983653,0.00016499021,0.00007850994],"domain_scores_gemma":[0.9991064,0.00014066424,0.00011710793,0.000578414,0.00003928965,0.0000181088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002134169,0.000055254408,0.000071129965,0.00005199113,0.000089394576,0.0001565135,0.00080511125,0.000034947145,0.0000065060335],"category_scores_gemma":[0.00028368767,0.00004393139,0.000029018014,0.00003388293,0.000014535484,0.0007382198,0.0001901902,0.00005683899,0.00000674884],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021299438,0.000059609327,0.0020548503,0.000029754541,0.000011177689,0.000005957474,0.0005993532,0.05712708,0.001004212,0.24422601,0.0011071643,0.69375354],"study_design_scores_gemma":[0.00006312862,0.00008356144,0.0060184547,0.00010038228,0.0000020001578,0.0000027116355,0.0000030894055,0.9284843,0.0046962295,0.06019441,0.00025840467,0.000093296614],"about_ca_topic_score_codex":0.000022524351,"about_ca_topic_score_gemma":0.0000010684183,"teacher_disagreement_score":0.87135726,"about_ca_system_score_codex":0.000008713938,"about_ca_system_score_gemma":0.00001342303,"threshold_uncertainty_score":0.17914702},"labels":[],"label_agreement":null},{"id":"W4231777319","doi":"10.4018/9781599045610.ch012","title":"Market Response to ISO 9000 Certification of Software Engineering Processes","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Certification; Software quality; Quality assurance; Software quality control; Engineering management; Software quality management; Software quality analyst; Software engineering; Computer science; Software; Engineering; Business; Software development; Operations management; Management","score_opus":0.023696205229030556,"score_gpt":0.24346120994082518,"score_spread":0.2197650047117946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231777319","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009361327,0.0004944645,0.78393924,0.00009828862,0.00045278243,0.0004991777,0.00007632232,0.0015897752,0.21275635],"genre_scores_gemma":[0.1374324,0.000048047787,0.78978115,0.00037430733,0.00027926758,0.00017774884,0.0000051197535,0.00018569829,0.07171627],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99849343,0.000020636156,0.00039375067,0.00050387235,0.00033239694,0.0002559368],"domain_scores_gemma":[0.9980273,0.0003373922,0.00025037013,0.00097133353,0.00026590374,0.00014764928],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036794096,0.00035262908,0.0003414373,0.00017121388,0.00003818269,0.00008926955,0.0011444392,0.00028866305,0.000031377047],"category_scores_gemma":[0.00070377,0.00037140405,0.00010001413,0.00008140228,0.00002227471,0.00017494263,0.00031809614,0.00020747192,0.000042137755],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005023448,0.000029667617,0.000041031304,0.00074531254,0.0001428657,0.0000680202,0.0005373533,0.00012138485,0.0001925516,0.9524177,0.011564796,0.033636983],"study_design_scores_gemma":[0.00031799555,0.0008711722,0.0009808189,0.0022230835,0.00013161942,0.00018772666,0.0000034331852,0.0004857316,0.0061397315,0.1446375,0.84184605,0.0021751556],"about_ca_topic_score_codex":0.000032708114,"about_ca_topic_score_gemma":0.0000041004314,"teacher_disagreement_score":0.83028126,"about_ca_system_score_codex":0.0001205805,"about_ca_system_score_gemma":0.00024773713,"threshold_uncertainty_score":0.9998738},"labels":[],"label_agreement":null},{"id":"W4232362682","doi":"10.32920/ryerson.14639199.v1","title":"Defining the Engine Design Process","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Information flow; Process (computing); Component (thermodynamics); Design process; Computer science; Quality (philosophy); Product (mathematics); Product design; Process design; Engineering design process; Systems engineering; Engineering; Process management; Operations management; Work in process","score_opus":0.025771367791843244,"score_gpt":0.28642582280726864,"score_spread":0.2606544550154254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232362682","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011778838,0.00213728,0.99298185,0.0014253786,0.0005743336,0.00018091092,4.4253375e-7,0.0014807928,0.0011011969],"genre_scores_gemma":[0.17759769,0.00012744054,0.82164806,0.00031676784,0.000058771817,0.00011640818,0.000003576295,0.000015344825,0.00011594792],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989314,0.00008199582,0.00016483167,0.00040151185,0.0002302157,0.00019004357],"domain_scores_gemma":[0.9980769,0.0006868875,0.00009626425,0.000997237,0.00010286755,0.000039828028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006773454,0.00018378376,0.00016083765,0.000050063827,0.00007542249,0.00072462874,0.00175921,0.00014150357,0.000032190605],"category_scores_gemma":[0.00029391295,0.00012406295,0.00006998816,0.00022537922,0.000012094764,0.0002501271,0.0012238836,0.0006485766,0.000010240019],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008108872,0.00014181479,0.0002036182,0.0006279162,0.0003102433,0.00023896294,0.0062495605,0.47411636,0.000027202206,0.26925287,0.014460814,0.23436254],"study_design_scores_gemma":[0.000104908635,0.000067921006,0.00024975135,0.00035604424,0.00004591952,0.00013809615,0.00009098254,0.940429,0.015801216,0.030188672,0.011584675,0.00094281696],"about_ca_topic_score_codex":0.000030396404,"about_ca_topic_score_gemma":0.00000105334,"teacher_disagreement_score":0.46631265,"about_ca_system_score_codex":0.000020258674,"about_ca_system_score_gemma":0.0002028001,"threshold_uncertainty_score":0.69876117},"labels":[],"label_agreement":null},{"id":"W4232495513","doi":"10.1145/1142958.1142965","title":"Software engineering education (SEEd)","year":2006,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Column (typography); Perspective (graphical); Software engineering; Software; Reading (process); Software inspection; Computer science; Social software engineering; Software development; Engineering; Engineering management; Software construction; Software quality; Artificial intelligence; Programming language; Political science; Mechanical engineering","score_opus":0.008819179151362612,"score_gpt":0.22810610909669432,"score_spread":0.21928692994533172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232495513","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048331358,0.0020940865,0.9369763,0.00032686885,0.0019236946,0.00034150746,0.0000126396335,0.009982873,0.000010671666],"genre_scores_gemma":[0.43054545,0.000026444544,0.5685169,0.000109386725,0.00045898688,0.0001179279,0.000038163747,0.00009186099,0.000094892064],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972531,0.000026564316,0.000563986,0.00081269187,0.00052431953,0.0008192926],"domain_scores_gemma":[0.9747502,0.022703871,0.00018395451,0.0019170577,0.00021331623,0.00023156276],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00039200668,0.0006143461,0.00042683014,0.000512761,0.00016009805,0.0004417837,0.0021321473,0.00028673586,0.000027854443],"category_scores_gemma":[0.06633945,0.0006809565,0.0002061063,0.0010218432,0.000023257076,0.0014789004,0.00061412784,0.0005667923,0.00009558679],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027225498,0.0008835803,0.74125326,0.0017588894,0.00024074642,0.00019201743,0.00063802954,0.086178645,0.008795937,0.057542372,0.017519135,0.084970176],"study_design_scores_gemma":[0.0009679096,0.00035191805,0.74971426,0.0010844211,0.00013226106,0.0005524373,0.000011343457,0.012318713,0.031157786,0.0016674018,0.19738963,0.0046519516],"about_ca_topic_score_codex":0.00024445276,"about_ca_topic_score_gemma":0.0000038172093,"teacher_disagreement_score":0.3822141,"about_ca_system_score_codex":0.00018308374,"about_ca_system_score_gemma":0.00018272117,"threshold_uncertainty_score":0.9995642},"labels":[],"label_agreement":null},{"id":"W4232966118","doi":"10.1109/.2005.1507500","title":"Recharging robot teams: A tanker approach","year":2005,"lang":"en","type":"article","venue":"ICAR '05. Proceedings., 12th International Conference on Advanced Robotics, 2005.","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Robot; Computer science; Mobile robot; Marine engineering; Aeronautics; Systems engineering; Engineering; Artificial intelligence","score_opus":0.0338614034449887,"score_gpt":0.2956755842702128,"score_spread":0.2618141808252241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232966118","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000472778,0.00012670537,0.9459914,0.01100946,0.0012616115,0.0004235956,0.000010294759,0.001514902,0.039189264],"genre_scores_gemma":[0.31961957,0.00024793154,0.67641973,0.0009904602,0.00049890205,0.00008237371,0.0000151830045,0.000045444445,0.002080404],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969077,0.000018433984,0.00056276633,0.0009733594,0.0008691014,0.0006686173],"domain_scores_gemma":[0.9982122,0.00009207943,0.00039695992,0.0004372513,0.0006085989,0.00025288612],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005287074,0.0004613569,0.00036803418,0.000362515,0.00018791344,0.0006191545,0.0021056714,0.0001981039,0.00017169578],"category_scores_gemma":[0.00040879293,0.00045173883,0.00013728105,0.000315887,0.00007701791,0.0022271182,0.00038592276,0.00077226316,0.00013817055],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007524484,0.00037368183,0.0002521818,0.000047951857,0.000114864786,0.000015582486,0.0005160378,0.05529381,0.0027364918,0.8718442,0.008655079,0.060074892],"study_design_scores_gemma":[0.00095528236,0.00029545676,0.0002713458,0.0003539316,0.000027485763,0.00015811782,0.00018758913,0.8614677,0.006937735,0.008925082,0.11926393,0.0011563326],"about_ca_topic_score_codex":0.0000071880836,"about_ca_topic_score_gemma":0.0000024460635,"teacher_disagreement_score":0.8629191,"about_ca_system_score_codex":0.00039611373,"about_ca_system_score_gemma":0.000117077616,"threshold_uncertainty_score":0.9997934},"labels":[],"label_agreement":null},{"id":"W4234246497","doi":"10.4018/9781591408574.ch002","title":"An Overview of Software Quality Concepts and Management Issues","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Software quality; Quality (philosophy); Software engineering; Software; Software development; Epistemology; Programming language; Philosophy","score_opus":0.08294118708111743,"score_gpt":0.3630624475259255,"score_spread":0.28012126044480806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234246497","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000041641426,0.013428237,0.23188293,0.000042540974,0.00042001894,0.00052403787,0.000081987986,0.0012211906,0.7523574],"genre_scores_gemma":[0.033368208,0.004138378,0.9268096,0.00090380723,0.00024144212,0.00005652103,0.000009111555,0.000100599005,0.034372333],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99869573,0.000033636617,0.00033980986,0.00046395292,0.00028832557,0.00017851598],"domain_scores_gemma":[0.9985143,0.000053337946,0.00028223576,0.000963017,0.00007845424,0.000108658736],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00027386806,0.00029090382,0.00040284693,0.000047562666,0.000038403647,0.000079983205,0.0008271882,0.0002087004,0.000020111385],"category_scores_gemma":[0.0000131788975,0.00028574973,0.000091625516,0.000017382084,0.000076051605,0.000186993,0.0004186487,0.00013897881,0.000010354904],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053622766,0.0000075014177,0.000028493736,0.00026925275,0.00005557341,0.000022326387,0.0000863654,5.2424394e-7,7.0870067e-7,0.93714887,0.00048815858,0.061886836],"study_design_scores_gemma":[0.0001410632,0.0002107454,0.00054018566,0.0004817603,0.00005780511,0.000022451013,0.0000027586916,0.000016585584,0.00006991175,0.8306307,0.16733384,0.000492192],"about_ca_topic_score_codex":0.00019563473,"about_ca_topic_score_gemma":0.000014212312,"teacher_disagreement_score":0.7179851,"about_ca_system_score_codex":0.000038183305,"about_ca_system_score_gemma":0.000027555281,"threshold_uncertainty_score":0.99995947},"labels":[],"label_agreement":null},{"id":"W4234341968","doi":"10.3917/sim.202.0073","title":"Developing competencies in IT project estimation: A simulation-based training using LEGO ®","year":2020,"lang":"fr","type":"article","venue":"Systèmes d information & management","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; HEC Montréal","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.13020937195984636,"score_gpt":0.3252889893624255,"score_spread":0.19507961740257915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234341968","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00036163346,0.000211541,0.98450434,0.011256702,0.0005649308,0.00090706913,0.0000060861753,0.00042225,0.0017654656],"genre_scores_gemma":[0.37580916,0.000017039032,0.62140405,0.0026124085,0.00005045739,0.000044843655,0.000022467413,0.000009400065,0.000030185633],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980249,0.00010106226,0.0008207681,0.00022388916,0.0004569412,0.00037243468],"domain_scores_gemma":[0.9987246,0.00042745445,0.00039033595,0.00025065322,0.00014083322,0.00006613035],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00073068304,0.0002462439,0.0002528969,0.00040298866,0.00016190934,0.00077140593,0.00045543263,0.00008984122,0.000030549105],"category_scores_gemma":[0.00040199351,0.00028620104,0.00006531363,0.0013757584,0.00003385968,0.005407088,0.00020764937,0.00019152166,0.000060917522],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059026593,0.0000083782315,0.00004469392,0.0010857552,0.000025230152,0.000010985392,0.009013519,0.8088843,2.6642837e-7,0.093909256,0.0002758578,0.086735845],"study_design_scores_gemma":[0.00034925365,0.000035930425,0.00041860252,0.00073161087,0.000020720963,0.0000033318086,0.0009154476,0.9190612,0.000011397525,0.0017249478,0.07642529,0.0003023093],"about_ca_topic_score_codex":0.00015540516,"about_ca_topic_score_gemma":0.000005079325,"teacher_disagreement_score":0.3754475,"about_ca_system_score_codex":0.00040969983,"about_ca_system_score_gemma":0.00032883816,"threshold_uncertainty_score":0.999959},"labels":[],"label_agreement":null},{"id":"W4234535541","doi":"10.4018/978-1-59904-168-1.ch020","title":"An Approach for Intentional Modeling of Web Services Security Risk Assessment","year":2007,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Identification (biology); Stakeholder; Risk analysis (engineering); Process (computing); Risk assessment; Domain (mathematical analysis); Computer security; Knowledge management; Process management; Business; Political science; Public relations","score_opus":0.029740446124805038,"score_gpt":0.30597622813268543,"score_spread":0.2762357820078804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234535541","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005740376,0.00011505097,0.6865239,0.0000049088985,0.00017226179,0.00026188933,0.00014653089,0.00032424164,0.3123938],"genre_scores_gemma":[0.27443454,0.000013088539,0.7248645,0.00007039849,0.00015868268,0.00002805451,0.000022592418,0.000025786156,0.00038240684],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984057,0.000018749251,0.00040566153,0.0005123857,0.00042032206,0.00023721352],"domain_scores_gemma":[0.9984795,0.0000770501,0.00037179101,0.0006601502,0.00030338048,0.000108142136],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006497188,0.0002973355,0.0003369877,0.000096538795,0.00007809674,0.00013528857,0.0010511299,0.0003280991,0.0000032073492],"category_scores_gemma":[0.000009001189,0.00029827896,0.00021206749,0.000023515813,0.000026111702,0.00025656275,0.0002265031,0.00032586252,0.0000011114464],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013943698,0.00002708146,0.000025224084,0.00016208558,0.00007377553,0.0000024348246,0.000039182753,0.0020893046,0.000003717986,0.9933803,0.000036883033,0.0041460698],"study_design_scores_gemma":[0.00012070011,0.00010576311,0.0000053389444,0.0000755177,0.00004349115,0.000011467437,0.0000048884835,0.645403,0.000007471033,0.35215083,0.0018421473,0.0002293556],"about_ca_topic_score_codex":0.00011194878,"about_ca_topic_score_gemma":0.000016757076,"teacher_disagreement_score":0.6433137,"about_ca_system_score_codex":0.0001152529,"about_ca_system_score_gemma":0.00014357407,"threshold_uncertainty_score":0.99994695},"labels":[],"label_agreement":null},{"id":"W4234542976","doi":"10.1504/ijbis.2019.10024674","title":"Developers' views on the adoption and benefits of software process improvement programs in Canadian software development firms","year":2019,"lang":"en","type":"article","venue":"International Journal of Business Information Systems","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University","funders":"","keywords":"Software development; Software development process; Computer science; Personal software process; Software; Process (computing); Software quality; Package development process; Quality (philosophy); Team software process; Process management; Software engineering; Software peer review; Software quality control; Software construction; Engineering management; Business; Engineering","score_opus":0.029057918353464968,"score_gpt":0.24735003810980852,"score_spread":0.21829211975634355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234542976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73031884,0.0001925142,0.26612487,0.0007716011,0.0018038464,0.00061708904,0.0000061226265,0.000048074766,0.00011703086],"genre_scores_gemma":[0.9869724,0.000038984545,0.012780238,0.000130686,0.00003326115,0.00002483639,0.000007934875,0.0000042963857,0.000007399005],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985609,0.000019313034,0.00067075365,0.0000698186,0.0005527994,0.00012639689],"domain_scores_gemma":[0.997846,0.000098529206,0.0006404173,0.000121200515,0.0012393233,0.00005450074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000887191,0.00010202966,0.00014880166,0.0004173912,0.000032402375,0.00024408383,0.0006176273,0.000052828946,0.0000037541631],"category_scores_gemma":[0.00023333564,0.00007020765,0.000021413609,0.00027120078,0.000009972469,0.0019091883,0.000055388547,0.00012441454,0.0000073300143],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007925574,0.00009584741,0.11046663,0.0005870171,0.00015122133,0.0000082495535,0.012627133,0.07474337,0.000013321281,0.009857083,0.00018313799,0.79118776],"study_design_scores_gemma":[0.0034304098,0.00078927464,0.6304644,0.0109891435,0.000025571515,0.00071867387,0.0029863499,0.028303836,0.002456392,0.0004290113,0.31804097,0.0013659666],"about_ca_topic_score_codex":0.0014992235,"about_ca_topic_score_gemma":0.00037509992,"teacher_disagreement_score":0.78982174,"about_ca_system_score_codex":0.000205761,"about_ca_system_score_gemma":0.00041753924,"threshold_uncertainty_score":0.28629848},"labels":[],"label_agreement":null},{"id":"W4234990475","doi":"10.1145/1806799","title":"Proceedings of the 32nd ACM/IEEE International Conference on Software Engineering - Volume 1","year":2010,"lang":"en","type":"paratext","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Event (particle physics); Theme (computing); Library science; Computer science; Engineering; World Wide Web","score_opus":0.031556556726928066,"score_gpt":0.278756625893533,"score_spread":0.24720006916660495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234990475","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023030913,0.00010770831,0.88197064,0.0027551656,0.025645414,0.00076861074,0.00008977232,0.0014330177,0.0849266],"genre_scores_gemma":[0.030485056,0.00027522747,0.79892427,0.0003907925,0.0010655789,0.00013047284,0.000017927976,0.00009663932,0.16861403],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986079,0.000005238219,0.00027934133,0.0004136379,0.00047282467,0.0002210803],"domain_scores_gemma":[0.99853706,0.0001533659,0.00028469396,0.000657457,0.00030916173,0.000058286896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020752025,0.00028745277,0.0002549477,0.00015865559,0.00004781237,0.00028080813,0.0043631503,0.00035228196,0.0007837618],"category_scores_gemma":[0.0005352224,0.00021037598,0.0001274748,0.00023640294,0.000034570843,0.00041154335,0.00070871145,0.0010164944,0.00027691785],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008483451,0.00007398606,0.00018876926,0.00024152185,0.00011172539,0.0000019848833,0.0002224454,0.0004987566,0.002530994,0.04810964,0.94320387,0.0048078434],"study_design_scores_gemma":[0.00014840084,0.00012070746,0.0004804418,0.0005691029,0.000018288616,0.000038173388,0.000005488581,0.030092467,0.02113226,0.00051068346,0.94621855,0.0006654629],"about_ca_topic_score_codex":0.00003072744,"about_ca_topic_score_gemma":0.0000011102522,"teacher_disagreement_score":0.08368744,"about_ca_system_score_codex":0.000043926124,"about_ca_system_score_gemma":0.00009607628,"threshold_uncertainty_score":0.8581642},"labels":[],"label_agreement":null},{"id":"W4235679429","doi":"10.1145/3356773.3356803","title":"Summary of the 2019 International Conference on Software and System Processes (ICSSP 2019)","year":2019,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software engineering; Event (particle physics); Software; Engineering; Computer science; Engineering management; Operating system","score_opus":0.015964931189577324,"score_gpt":0.23598455019136094,"score_spread":0.22001961900178363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235679429","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26059034,0.0032283354,0.7205411,0.0017104143,0.0062773363,0.0013951707,0.00023935351,0.005928002,0.00008991232],"genre_scores_gemma":[0.8485979,0.00015257698,0.15086187,0.00007635825,0.00007853466,0.000025001333,0.000012914723,0.000040384395,0.00015445027],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99839216,0.000029876888,0.00033296057,0.0004753557,0.0004676313,0.00030199037],"domain_scores_gemma":[0.98552704,0.012726674,0.00020922822,0.0012055137,0.0002463796,0.00008516436],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00028931373,0.0003079659,0.00030587663,0.00016441902,0.00006750353,0.00015533577,0.0021084596,0.00014946851,0.000015266318],"category_scores_gemma":[0.02308755,0.00024664422,0.00008235542,0.00040777778,0.000036117475,0.00062685495,0.00085547636,0.0003434051,0.00002587845],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010106715,0.00028517572,0.8474881,0.0053498796,0.00045589005,0.000044704128,0.0018736486,0.014819076,0.0048681092,0.08376755,0.009406603,0.031540174],"study_design_scores_gemma":[0.0039458643,0.0018560867,0.7586445,0.016499909,0.0002645715,0.0007544261,0.0001628755,0.036038663,0.11439221,0.0016777866,0.059394557,0.0063685263],"about_ca_topic_score_codex":0.000056969333,"about_ca_topic_score_gemma":0.0000013106747,"teacher_disagreement_score":0.58800757,"about_ca_system_score_codex":0.000060707087,"about_ca_system_score_gemma":0.00011139912,"threshold_uncertainty_score":0.99999857},"labels":[],"label_agreement":null},{"id":"W4236062761","doi":"10.4018/978-1-5225-5481-3.ch035","title":"Fuzzy Rules for Risk Assessment and Contingency Estimation Within COCOMO Software Project Planning Model","year":2018,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software project management; COCOMO; Project risk management; Project management; Risk management plan; Project planning; Estimation; Computer science; Use Case Points; Risk analysis (engineering); Project management triangle; Risk management; Fuzzy logic; Software; Software development; Engineering; Systems engineering; Process management; Software development process; Risk assessment; IT risk management; Business; Software construction; Artificial intelligence","score_opus":0.03758276991418874,"score_gpt":0.3243887873890945,"score_spread":0.28680601747490575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236062761","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015661726,0.00025737495,0.89898235,0.000017657523,0.00028988929,0.00083386333,0.00017354348,0.0009895875,0.0982991],"genre_scores_gemma":[0.0064409627,0.000008409443,0.9909345,0.00007557337,0.00012017068,0.000112446054,0.000011881894,0.000038344653,0.0022577366],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99846125,0.000020042444,0.000373438,0.00058698136,0.00029315718,0.0002651254],"domain_scores_gemma":[0.9984758,0.00022450603,0.0005330015,0.0005076165,0.00018048572,0.00007862687],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00048288275,0.0003839009,0.00035921988,0.00008699458,0.00021278365,0.00038619642,0.00052453036,0.0003114741,9.3369755e-7],"category_scores_gemma":[0.00012454647,0.00037114485,0.00009834901,0.000016699178,0.00005623439,0.00028248574,0.00028815176,0.00028683062,0.000003841333],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016841554,0.000006337972,0.00006232774,0.00011832115,0.00007758833,0.000008521003,0.00033548934,0.001074357,0.0000011126222,0.9738686,0.0028083578,0.021622164],"study_design_scores_gemma":[0.0001978125,0.00020976133,0.000024012437,0.00035103768,0.000074648975,0.000029847488,0.0000030395147,0.24932897,0.000011155782,0.74706364,0.0022957162,0.00041038851],"about_ca_topic_score_codex":0.000038855043,"about_ca_topic_score_gemma":0.0000061804344,"teacher_disagreement_score":0.24825461,"about_ca_system_score_codex":0.00013327484,"about_ca_system_score_gemma":0.0002692218,"threshold_uncertainty_score":0.99987406},"labels":[],"label_agreement":null},{"id":"W4236176675","doi":"10.1109/icse.2004.1317512","title":"Case studies for software engineers","year":2004,"lang":"en","type":"article","venue":"Proceedings. 26th International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software; Software engineering; Operating system","score_opus":0.06779189235494602,"score_gpt":0.3211305170014263,"score_spread":0.25333862464648027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236176675","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011891403,0.00016161244,0.98205966,0.00059034175,0.0017345084,0.0003977601,0.000025270221,0.0030304657,0.00010900242],"genre_scores_gemma":[0.437853,0.0000850061,0.56130904,0.0001461783,0.00023239506,0.00026810908,0.0000069539874,0.00004261061,0.00005669357],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99801797,0.0000034475229,0.00040102281,0.0006488587,0.00044857874,0.00048011387],"domain_scores_gemma":[0.9982772,0.0002893517,0.00016113583,0.00026142586,0.0008418426,0.00016903866],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032511246,0.0004201867,0.0003270467,0.00039851427,0.00015220651,0.00041212494,0.001070467,0.00014145368,0.00001226018],"category_scores_gemma":[0.003037099,0.00042266748,0.00014780657,0.000348402,0.000030470197,0.0012624299,0.0002446153,0.00037935306,0.00001842303],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038563256,0.00011147917,0.00023340606,0.0003600587,0.00038303965,0.00047588782,0.0021474282,0.025869507,0.00035020188,0.9593508,0.0011202592,0.0095593715],"study_design_scores_gemma":[0.011676793,0.0046017757,0.0008859721,0.0057708165,0.00038881434,0.026228828,0.0023383966,0.6597843,0.07359355,0.1084132,0.094901115,0.011416415],"about_ca_topic_score_codex":0.0000071005647,"about_ca_topic_score_gemma":7.4803654e-7,"teacher_disagreement_score":0.8509376,"about_ca_system_score_codex":0.0003232821,"about_ca_system_score_gemma":0.00007970865,"threshold_uncertainty_score":0.9998225},"labels":[],"label_agreement":null},{"id":"W4236329662","doi":"10.4018/978-1-4666-4161-7.ch013","title":"The Impact of Regulatory Compliance on Agile Software Processes with a Focus on the FDA Guidelines for Medical Device Software","year":2013,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Agile software development; Food and drug administration; Compliance (psychology); Software; Work (physics); Business; Process (computing); Risk analysis (engineering); Process management; Engineering; Computer science; Software engineering","score_opus":0.06050315492515007,"score_gpt":0.3274738701740756,"score_spread":0.2669707152489255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236329662","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037248482,0.005239291,0.8288951,0.004554822,0.0008497259,0.004623246,0.00050017284,0.0028562858,0.15210891],"genre_scores_gemma":[0.2440208,0.0006244227,0.694476,0.009191434,0.0031613247,0.0030537066,0.00003331667,0.00083977345,0.044599213],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974258,0.00003471292,0.0005393811,0.0005844246,0.0009975564,0.0004181327],"domain_scores_gemma":[0.9932666,0.0032758072,0.0006118208,0.0014412665,0.0012356013,0.00016891334],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005349444,0.0005628478,0.0005019606,0.000046417183,0.0002868512,0.0002363888,0.0023827741,0.00034059936,0.000018859078],"category_scores_gemma":[0.0025383718,0.00027849892,0.0002515138,0.00007005366,0.00020732089,0.00012686213,0.00026956818,0.00043234092,0.000026745662],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001633279,0.000030731895,0.000025550928,0.0002957811,0.00031287526,0.000021481115,0.00006531116,0.00026366545,7.173494e-7,0.8347421,0.065637335,0.098441124],"study_design_scores_gemma":[0.0009155226,0.0039745523,0.00023769667,0.009713835,0.0001504893,0.00022033055,0.000017747143,0.0020822755,0.0004762588,0.8523122,0.12810205,0.0017970033],"about_ca_topic_score_codex":0.0001500402,"about_ca_topic_score_gemma":0.00009071017,"teacher_disagreement_score":0.24364832,"about_ca_system_score_codex":0.00016530268,"about_ca_system_score_gemma":0.0010803246,"threshold_uncertainty_score":0.99996674},"labels":[],"label_agreement":null},{"id":"W4236600266","doi":"10.4018/978-1-59904-937-3.ch064","title":"Software Security Engineering","year":2008,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Software security assurance; Social software engineering; Software Engineering Process Group; Security engineering; Software development; Software engineering; Computer science; Software requirements; Software system; Software construction; Software development process; Engineering; Systems engineering; Software; Computer security; Information security; Security service; Operating system","score_opus":0.014037452278673531,"score_gpt":0.22743343315200848,"score_spread":0.21339598087333495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236600266","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010148958,0.0012034196,0.40781125,0.000047137,0.00090819877,0.0002253676,0.000040509636,0.003767558,0.5859864],"genre_scores_gemma":[0.044628717,0.00034057695,0.8890957,0.0012477838,0.0017103027,0.000098391945,0.000014004777,0.00031929507,0.06254518],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982993,0.000007878414,0.00030408372,0.0005936227,0.00042204338,0.00037305645],"domain_scores_gemma":[0.9984128,0.00012531278,0.00016681917,0.0010236759,0.00009012623,0.00018126174],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00010969631,0.00048031518,0.00039399357,0.000089588444,0.00008398147,0.00015376865,0.0012334732,0.00045899232,0.000013162585],"category_scores_gemma":[0.00007838291,0.0005201607,0.00022338405,0.000033682187,0.00003013711,0.000199449,0.0005098665,0.0005421301,0.00012351126],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002523737,0.00000430307,0.00000489315,0.000043713466,0.0000517827,0.00028800755,0.000062884035,0.000054416985,0.0000010096554,0.97968364,0.011994948,0.007807884],"study_design_scores_gemma":[0.00014140045,0.000097532844,0.000019546043,0.00025223836,0.000029413248,0.00063083344,2.9641433e-7,0.0012546274,0.00007252674,0.17692944,0.8195791,0.0009929937],"about_ca_topic_score_codex":0.000029458544,"about_ca_topic_score_gemma":0.0000032161759,"teacher_disagreement_score":0.8075842,"about_ca_system_score_codex":0.00019431206,"about_ca_system_score_gemma":0.00013356062,"threshold_uncertainty_score":0.999725},"labels":[],"label_agreement":null},{"id":"W4237846300","doi":"10.1109/edurex.2012.6225704","title":"Teamwork, coordination and customer relationship management skills: As important as technical skills in preparing our SE graduates","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Teamwork; Computer science; Face (sociological concept); Knowledge management; Communication skills; Engineering management; Medical education; Engineering; Management; Medicine; Sociology","score_opus":0.014589815827146187,"score_gpt":0.30392021293564214,"score_spread":0.28933039710849595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237846300","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.374085,0.0009899263,0.5457203,0.0047206534,0.0008148136,0.0015787595,0.0000011588336,0.00396581,0.068123624],"genre_scores_gemma":[0.85811776,0.00008845658,0.14045762,0.00008275829,0.000027128102,0.00005517509,0.0000015232711,0.000009940373,0.0011596341],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99898106,0.000045985496,0.0002698237,0.0002278209,0.00020509868,0.00027023454],"domain_scores_gemma":[0.9992017,0.00025097458,0.00008954672,0.00034125557,0.000021448075,0.00009506746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009736165,0.00013140621,0.0001164617,0.00028271612,0.000062503794,0.0001179779,0.0002701544,0.000084792286,0.0000060867683],"category_scores_gemma":[0.00028506303,0.00011802279,0.000027452485,0.0005400952,0.000010525638,0.0010008252,0.00028286406,0.00019417459,0.000047944195],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056342183,0.00036261868,0.44641328,0.0000451011,0.000024181081,0.000017704473,0.00097213034,0.000101763304,0.00006181179,0.5237084,0.0042367796,0.02405057],"study_design_scores_gemma":[0.0008996045,0.00018355287,0.8757211,0.00032169305,0.00006767741,0.00047894762,0.00039583963,0.008853573,0.0020633778,0.04555402,0.06419001,0.0012705873],"about_ca_topic_score_codex":0.00007671374,"about_ca_topic_score_gemma":0.000008018043,"teacher_disagreement_score":0.48403275,"about_ca_system_score_codex":0.000061523824,"about_ca_system_score_gemma":0.000010326294,"threshold_uncertainty_score":0.48128298},"labels":[],"label_agreement":null},{"id":"W4237884657","doi":"10.1007/978-1-4939-7131-2_101228","title":"Software Development","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software engineering","score_opus":0.025081569813008145,"score_gpt":0.23788944156549263,"score_spread":0.2128078717524845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237884657","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.0299591e-7,0.0001261286,0.67039406,0.000052337393,0.0002836619,0.00006214038,5.071746e-7,0.0016092828,0.32747155],"genre_scores_gemma":[0.0000050337535,0.000023845623,0.55608094,0.00015225256,0.00008292403,0.000004498601,0.0000029300677,0.000017451383,0.44363013],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906474,0.0000029420812,0.00018533222,0.00035491498,0.00023563721,0.00015644003],"domain_scores_gemma":[0.99900985,0.00011063144,0.000096013355,0.00063333794,0.00008168139,0.00006847628],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0001562553,0.00022110023,0.00016092589,0.00010555944,0.00005948305,0.00012301034,0.00091546203,0.00020583924,0.0013383975],"category_scores_gemma":[0.000030914536,0.00019709801,0.00005387865,0.000021648613,0.00001940268,0.00021713495,0.00042720223,0.0001898888,0.0014029766],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014489176,0.000007363402,0.0000035781275,0.000041569547,0.00006949227,0.00004139588,0.00021303978,0.000001334915,7.491284e-7,0.56289613,0.17410879,0.2626151],"study_design_scores_gemma":[0.00002030419,0.000028661378,0.000005252044,0.000056703135,0.0000035247722,0.000016628435,1.4097712e-7,0.000047802077,0.00015450979,0.030481491,0.96890324,0.00028171964],"about_ca_topic_score_codex":0.0000015530753,"about_ca_topic_score_gemma":0.0000020342113,"teacher_disagreement_score":0.7947945,"about_ca_system_score_codex":0.000048916387,"about_ca_system_score_gemma":0.000110147754,"threshold_uncertainty_score":0.99957454},"labels":[],"label_agreement":null},{"id":"W4238559990","doi":"10.32920/ryerson.14664651.v1","title":"Release planning for multi-tenant software as a service (SaaS) applications","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"King Saud University","keywords":"Software as a service; Computer science; Process (computing); Software release life cycle; Feature (linguistics); Plan (archaeology); Heuristic; Service (business); Fuzzy logic; Software; Automated planning and scheduling; Order (exchange); Software engineering; Operations research; Software development; Engineering; Artificial intelligence; Software quality; Operating system; Business","score_opus":0.06157145267267196,"score_gpt":0.3406146992658898,"score_spread":0.27904324659321783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238559990","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021073155,0.00093714305,0.99324894,0.001305658,0.0003583228,0.001038307,0.000018947127,0.00280819,0.000073754854],"genre_scores_gemma":[0.003302108,0.00008558777,0.9923466,0.001246521,0.00012905097,0.002254955,0.00010867072,0.000039331782,0.0004871681],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99827856,0.00003311165,0.00031149833,0.00084593677,0.00021186344,0.0003190206],"domain_scores_gemma":[0.9973054,0.00053158496,0.00020846214,0.0014355181,0.00037072945,0.0001483348],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00029680558,0.00029870842,0.00029419214,0.000117789015,0.00014922545,0.0005742006,0.0015704241,0.0002986896,0.000014428952],"category_scores_gemma":[0.00031211457,0.0002505651,0.00015825166,0.0003024914,0.000009122199,0.0003281302,0.0017397553,0.00051860284,0.000022922382],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014003519,0.002168005,0.001687744,0.009548861,0.0013648024,0.00055695476,0.011682477,0.22886342,0.0005687508,0.0776811,0.03725088,0.628487],"study_design_scores_gemma":[0.00044548113,0.00009251384,0.00028104804,0.0005206443,0.000087431785,0.000100854944,0.0001219258,0.6788051,0.0018641109,0.0056291553,0.31078044,0.0012712887],"about_ca_topic_score_codex":0.0002943174,"about_ca_topic_score_gemma":0.000018429153,"teacher_disagreement_score":0.6272157,"about_ca_system_score_codex":0.00006080272,"about_ca_system_score_gemma":0.00032262053,"threshold_uncertainty_score":0.99999464},"labels":[],"label_agreement":null},{"id":"W4238595062","doi":"10.1109/chase.2015.29","title":"Regulation as an Enabler for Collaborative Software Development","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Enabling; Computer science; Knowledge management; Domain (mathematical analysis); Software; Software development; Feature (linguistics); Data science; Software engineering","score_opus":0.05370386942135513,"score_gpt":0.3016787761767544,"score_spread":0.2479749067553993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238595062","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019416114,0.000029419762,0.99549323,0.00028436838,0.00016428076,0.00020811014,4.9872153e-7,0.0008787285,0.0009997522],"genre_scores_gemma":[0.041608922,0.0000010293548,0.9570415,0.00017218827,0.00003434589,0.00007210729,0.000006975368,0.000006487435,0.0010564204],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994447,0.00001867762,0.00010022683,0.00018082067,0.00013898218,0.00011655657],"domain_scores_gemma":[0.9992507,0.000110275374,0.000042021285,0.00022919335,0.00027581834,0.00009198671],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036421258,0.00007088506,0.00006349291,0.000045735997,0.00005682716,0.0001304647,0.00026641958,0.000041494677,0.000010685317],"category_scores_gemma":[0.00023192946,0.00006146145,0.000009726785,0.00020132781,0.000005403693,0.00096450443,0.000058453752,0.000030309655,0.000020025067],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000086423126,0.00019904418,0.0008620338,0.00004314009,0.00006146606,0.000007894547,0.011887944,0.0030028962,0.00024681885,0.5099301,0.094037555,0.37963468],"study_design_scores_gemma":[0.0003747933,0.00037495125,0.00092586776,0.000012122349,0.0000037667394,0.0000095826645,0.00011752113,0.017799703,0.021690208,0.044659264,0.9137142,0.00031803202],"about_ca_topic_score_codex":0.0000108248405,"about_ca_topic_score_gemma":0.000005149714,"teacher_disagreement_score":0.81967664,"about_ca_system_score_codex":0.00004747097,"about_ca_system_score_gemma":0.00022335327,"threshold_uncertainty_score":0.2506325},"labels":[],"label_agreement":null},{"id":"W4238613926","doi":"10.4018/978-1-5225-3923-0.ch035","title":"Wiki for Agility","year":2017,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Agile software development; Software deployment; Agile usability engineering; Knowledge management; Software development; World Wide Web; Computer science; Context (archaeology); Lean software development; Software; Engineering; Software engineering; Software development process","score_opus":0.03369039093424272,"score_gpt":0.2906752649528356,"score_spread":0.2569848740185929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238613926","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011137927,0.00018437847,0.3497717,0.000097396776,0.00063926005,0.00026267843,0.00005093612,0.0006382493,0.6483543],"genre_scores_gemma":[0.029810272,0.000028809507,0.55744904,0.0010167961,0.0012846725,0.00016714758,0.000009098864,0.00011152055,0.41012263],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99883485,0.000005974829,0.00020273631,0.0004929269,0.00021443814,0.00024905475],"domain_scores_gemma":[0.99792486,0.00011859879,0.00025794658,0.0014858561,0.00010862143,0.000104099745],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00022810399,0.00028947898,0.00029946628,0.000029700053,0.00015435046,0.00032064065,0.001598447,0.0003229327,0.0000053604476],"category_scores_gemma":[0.00009665271,0.00028751456,0.00021059062,0.000003523586,0.00004759563,0.00016917102,0.00036571457,0.00020706761,0.000040664847],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056246527,0.0000022952659,0.000001877181,0.000030761832,0.000028412138,0.000012140143,0.000008913077,8.431638e-7,9.993374e-7,0.9378576,0.0072103185,0.054840203],"study_design_scores_gemma":[0.000058835056,0.00004820253,0.000009136183,0.000051155166,0.000013898012,0.000015718208,5.6255598e-8,0.00013245533,0.00002445771,0.4911258,0.5083257,0.0001946072],"about_ca_topic_score_codex":0.0000579584,"about_ca_topic_score_gemma":0.000022631535,"teacher_disagreement_score":0.5011154,"about_ca_system_score_codex":0.00010207152,"about_ca_system_score_gemma":0.00012440723,"threshold_uncertainty_score":0.9999577},"labels":[],"label_agreement":null},{"id":"W4239139197","doi":"10.1145/2815021.2815033","title":"3rd International Workshop on Conducting Empirical Studies in Industry (CESI 2015)","year":2015,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Empirical research; Software; Software engineering; Field (mathematics); Engineering; Engineering management; Computer science; Mathematics","score_opus":0.2844937843750678,"score_gpt":0.42153785430060764,"score_spread":0.13704406992553986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239139197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63297665,0.003537474,0.33767748,0.010449015,0.007993973,0.0004748853,0.000011793848,0.0068462775,0.000032420914],"genre_scores_gemma":[0.7745071,0.00004594889,0.22467762,0.0003116652,0.00031325442,0.00005057003,0.0000057704556,0.000039849474,0.000048195943],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980766,0.000048656108,0.00039510545,0.0005413568,0.0004886094,0.0004496651],"domain_scores_gemma":[0.9647907,0.033793055,0.0001261098,0.00088957103,0.00019172975,0.00020885032],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007978845,0.0003368784,0.0003313445,0.00040732295,0.000049786508,0.00017153063,0.0015916846,0.00031891212,0.000009098728],"category_scores_gemma":[0.20471063,0.00033269264,0.00007071379,0.00068088615,0.000037428592,0.0009556032,0.0007687616,0.0010894837,0.000037635273],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071331604,0.0003813163,0.8101479,0.00019426935,0.00033915206,0.00071688555,0.008262951,0.10629111,0.00027791003,0.0029526246,0.03694724,0.033417333],"study_design_scores_gemma":[0.01176405,0.002779855,0.34562388,0.011151814,0.0002412953,0.0018864954,0.0032575899,0.07561758,0.044518474,0.008163785,0.47963926,0.015355912],"about_ca_topic_score_codex":0.000018855273,"about_ca_topic_score_gemma":0.000002581113,"teacher_disagreement_score":0.464524,"about_ca_system_score_codex":0.00024639486,"about_ca_system_score_gemma":0.000081791586,"threshold_uncertainty_score":0.9999125},"labels":[],"label_agreement":null},{"id":"W4239175845","doi":"10.1109/releng.2013.6607692","title":"Releasing sooner or later: An optimization approach and its case study evaluation","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Outcome (game theory); Computer science; Set (abstract data type); Value (mathematics); Product (mathematics); Quality (philosophy); Operations research; Process management; Engineering; Mathematics; Economics; Microeconomics","score_opus":0.07267425822187355,"score_gpt":0.32297490479387586,"score_spread":0.2503006465720023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239175845","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26781037,0.000026886419,0.73108524,0.000056026405,0.000037976242,0.00044562435,5.5055516e-8,0.00035393977,0.0001838668],"genre_scores_gemma":[0.5790571,0.000005014521,0.42080477,0.000024782052,0.000012834048,0.000045549183,7.412492e-7,0.0000041843914,0.000045055258],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99931765,0.00010318631,0.00010408506,0.0002292698,0.00015600423,0.00008980473],"domain_scores_gemma":[0.99949706,0.00006595502,0.000038095408,0.00023406038,0.00011558804,0.000049261496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004010485,0.000071851275,0.000061184466,0.00005822289,0.00008382332,0.00032182984,0.00012872647,0.000032793505,0.000053155905],"category_scores_gemma":[0.00007883258,0.000052208798,0.000006294256,0.00015536876,0.000003370926,0.0019083023,0.000074065945,0.000055060827,0.0000027652056],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018950192,0.0011096869,0.002759609,0.00006508766,0.000071822935,0.0002683644,0.012914062,0.4768991,0.00017225948,0.0023885025,0.0005827509,0.5027498],"study_design_scores_gemma":[0.00014062486,0.00015016148,0.00032387598,0.0000021132935,0.00000932963,0.0005131609,0.00023587592,0.99842554,0.000044659875,0.00004496366,0.000015081016,0.00009463634],"about_ca_topic_score_codex":0.00020408476,"about_ca_topic_score_gemma":0.000004391219,"teacher_disagreement_score":0.5215264,"about_ca_system_score_codex":0.000013820851,"about_ca_system_score_gemma":0.000015927677,"threshold_uncertainty_score":0.31034124},"labels":[],"label_agreement":null},{"id":"W4239254186","doi":"10.4018/978-1-5225-5643-5.ch054","title":"Wiki for Agility","year":2018,"lang":"en","type":"book-chapter","venue":"Intelligent Systems","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Agile software development; Software deployment; Agile usability engineering; Knowledge management; Software development; Computer science; World Wide Web; Context (archaeology); Software; Engineering; Software engineering; Software development process","score_opus":0.05374121327788538,"score_gpt":0.2868588421901226,"score_spread":0.2331176289122372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239254186","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000018328104,0.0017244663,0.9108063,0.0000667582,0.00365421,0.00073478674,0.000024758388,0.00088942103,0.08209747],"genre_scores_gemma":[0.0034561683,0.00046274095,0.069043286,0.00015474207,0.0024438158,0.00026881366,0.000038706898,0.00013787964,0.9239938],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985006,0.000015807327,0.00043860893,0.00053259864,0.00027556616,0.00023683798],"domain_scores_gemma":[0.9978519,0.00043195108,0.00029357406,0.0010869673,0.0002422277,0.000093381925],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00061308075,0.00030241138,0.00036023153,0.00012366002,0.00006724921,0.0002460193,0.001130502,0.0003264277,0.000080502345],"category_scores_gemma":[0.00008421054,0.00027983292,0.0001963509,0.000028638382,0.000038133407,0.00019058301,0.00018277469,0.00020621548,0.00041768013],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009974102,0.0000151379345,0.000003452383,0.00042566916,0.00013831144,0.0000103833545,0.00021584146,0.000046537905,0.000005907626,0.87470907,0.103809945,0.020609746],"study_design_scores_gemma":[0.00002463169,0.00013717994,4.9505013e-7,0.00026810184,0.000016697544,0.000026256737,0.0000018517868,0.004953352,0.00021316034,0.024446225,0.9696086,0.000303446],"about_ca_topic_score_codex":0.00004989889,"about_ca_topic_score_gemma":0.000003865237,"teacher_disagreement_score":0.86579865,"about_ca_system_score_codex":0.00011064449,"about_ca_system_score_gemma":0.000053671873,"threshold_uncertainty_score":0.99996537},"labels":[],"label_agreement":null},{"id":"W4239519232","doi":"10.1109/icse.2001.919188","title":"New software engineering faculty symposium","year":2001,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Software engineering; Computer science","score_opus":0.031157295733519136,"score_gpt":0.2679616752015483,"score_spread":0.23680437946802915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239519232","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023599857,0.000078159224,0.9668358,0.0024976872,0.002531717,0.0004215855,0.000033667715,0.0025446864,0.0014568482],"genre_scores_gemma":[0.24688666,0.00031435155,0.74876153,0.00029863947,0.00056126213,0.000078455356,0.000015587413,0.000105098574,0.0029784213],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975578,0.000004990065,0.00048792388,0.0005609566,0.0008610103,0.0005272758],"domain_scores_gemma":[0.99826705,0.00018615354,0.00029899765,0.0004223685,0.0005928842,0.00023254578],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003290069,0.00044649869,0.00033714555,0.00032565903,0.0000824546,0.00034771854,0.0030604764,0.00018997425,0.00012500891],"category_scores_gemma":[0.0017622121,0.0003855855,0.00021833178,0.00068029313,0.000025736617,0.0011193636,0.0006062847,0.00059577415,0.00003234832],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025205128,0.00063006184,0.058174547,0.0005673721,0.0009534806,0.000062289284,0.0019630175,0.07286216,0.017250748,0.70775336,0.11357507,0.02595582],"study_design_scores_gemma":[0.0022770567,0.0007741542,0.025651438,0.0024888886,0.00012466556,0.00071886554,0.000069690876,0.53641576,0.04440782,0.0047105956,0.37901166,0.003349415],"about_ca_topic_score_codex":0.000052900188,"about_ca_topic_score_gemma":0.0000010534181,"teacher_disagreement_score":0.7030428,"about_ca_system_score_codex":0.00017893079,"about_ca_system_score_gemma":0.00011185713,"threshold_uncertainty_score":0.99985963},"labels":[],"label_agreement":null},{"id":"W4239577352","doi":"10.4018/978-1-5225-7598-6.ch115","title":"A Tale of Two Agile Requirements Engineering Practices","year":2018,"lang":"en","type":"book-chapter","venue":"Advances in computer and electrical engineering book series","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"User story; Agile software development; Requirements engineering; Requirement; Agile usability engineering; Requirements analysis; Computer science; User requirements document; Context (archaeology); Software engineering; Space (punctuation); Engineering; Software; Software development; Software development process; Geography; Programming language","score_opus":0.012546290374841593,"score_gpt":0.2686824124597734,"score_spread":0.2561361220849318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239577352","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000105491796,0.023960536,0.96954685,0.00006802999,0.00079903996,0.00031077446,0.0000059432487,0.000750726,0.0044525843],"genre_scores_gemma":[0.0053768284,0.029543139,0.95506054,0.00017320803,0.0009609895,0.00007055222,0.000016253216,0.00018642876,0.008612036],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980935,0.00001220683,0.00054291665,0.00060732994,0.0003275073,0.00041655634],"domain_scores_gemma":[0.9983478,0.0005075523,0.0004260212,0.00051887624,0.00008955038,0.00011015886],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002639811,0.00047262092,0.000588999,0.00041577034,0.000042309443,0.00012198763,0.0006657828,0.00019817788,0.000022301481],"category_scores_gemma":[0.0001252191,0.0004965387,0.00009130963,0.00018846073,0.000059601156,0.00286113,0.00038729477,0.0005361933,0.0000053439085],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113894035,0.00014538615,0.0001828368,0.00206441,0.0004053083,0.00037419895,0.000889994,0.06389148,0.0007648532,0.7754712,0.0017319283,0.15396447],"study_design_scores_gemma":[0.00039680928,0.0008416451,0.000039733408,0.00085890683,0.000037327525,0.00019299402,4.6897625e-7,0.22434027,0.0011879576,0.006801912,0.7643275,0.0009744582],"about_ca_topic_score_codex":0.0000071945706,"about_ca_topic_score_gemma":0.0000028034924,"teacher_disagreement_score":0.7686693,"about_ca_system_score_codex":0.00007596121,"about_ca_system_score_gemma":0.00004670495,"threshold_uncertainty_score":0.99974865},"labels":[],"label_agreement":null},{"id":"W4240110559","doi":"10.1109/icse.2005.1553686","title":"What you always wanted to know about agile methods but did not dare to ask","year":2005,"lang":"en","type":"article","venue":"Proceedings. 27th International Conference on Software Engineering, 2005. ICSE 2005.","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Popularity; Computer science; Agile Unified Process; Ask price; Agile usability engineering; Scrum; Software; Software engineering; Engineering management; Software development; Software development process; Engineering; Business; Political science","score_opus":0.03124974813268105,"score_gpt":0.329022362746772,"score_spread":0.29777261461409094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240110559","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045148497,0.0003289351,0.97907805,0.007761956,0.0031119843,0.0006987304,0.000074401825,0.0031740975,0.0012570122],"genre_scores_gemma":[0.06622273,0.00079806213,0.92442745,0.0027853728,0.0010277956,0.00038725015,0.000032587628,0.0001305831,0.0041881786],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99552685,0.000027801381,0.00080642727,0.0013372282,0.001148786,0.0011528978],"domain_scores_gemma":[0.99703425,0.00025525087,0.0002741199,0.00066132884,0.0009296653,0.00084540626],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0012231331,0.0007801844,0.0005748582,0.0009246977,0.00017518457,0.0018174031,0.0029919797,0.0003014181,0.00056186307],"category_scores_gemma":[0.002115438,0.00081265054,0.00020089452,0.0006264289,0.000034788998,0.003125061,0.0008157281,0.000861585,0.00059571955],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035843666,0.00084066164,0.0009865796,0.00031660462,0.0005800192,0.00007998104,0.0052275406,0.046042338,0.020513233,0.31659758,0.16562243,0.44283462],"study_design_scores_gemma":[0.00042713768,0.00028095077,0.00092576613,0.0008596696,0.000024487434,0.000067948364,0.00008398874,0.17694415,0.028383603,0.00023806111,0.79046386,0.0013003754],"about_ca_topic_score_codex":0.000027945514,"about_ca_topic_score_gemma":0.000009644486,"teacher_disagreement_score":0.62484145,"about_ca_system_score_codex":0.00055172225,"about_ca_system_score_gemma":0.0001621773,"threshold_uncertainty_score":0.99943244},"labels":[],"label_agreement":null},{"id":"W4240378625","doi":"10.1002/spip.381","title":"Performing operational release planning, replanning and risk analysis using a system dynamics simulation model","year":2008,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software release life cycle; Computer science; Operational planning; Process (computing); Task (project management); Plan (archaeology); Resource (disambiguation); Strategic planning; Software; Operations research; Risk analysis (engineering); Reliability (semiconductor); Resource allocation; Process management; Systems engineering; Software development; Engineering; Software quality","score_opus":0.030167571428665926,"score_gpt":0.31441051493925176,"score_spread":0.2842429435105858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240378625","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2081732,0.0004740559,0.790593,0.00005228474,0.000045128898,0.0001793631,0.000010152965,0.00042404627,0.000048717546],"genre_scores_gemma":[0.6676208,0.00010954164,0.3321017,0.00007721294,0.000029737326,0.000017774264,0.000011981804,0.000011821416,0.000019436666],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985032,0.000074456824,0.0003249729,0.0005077512,0.00035451155,0.00023512532],"domain_scores_gemma":[0.997847,0.0010798927,0.00041134705,0.00029393093,0.00025554598,0.000112272646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094019395,0.00020953723,0.0002216187,0.00023132132,0.00075242406,0.00028779035,0.00020589247,0.00009568081,0.0000012116601],"category_scores_gemma":[0.0014320858,0.00020531294,0.00004131258,0.00051649957,0.000033390774,0.0032132773,0.00016134759,0.00028026354,4.325402e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008813164,0.000040515675,0.03173994,0.00019281732,0.00029690628,0.000048988742,0.0033789605,0.9478487,0.000019510582,0.0005966,0.000009119218,0.015739823],"study_design_scores_gemma":[0.00020945333,0.00009843512,0.00041856396,0.000048045393,0.0003750551,0.00018465395,0.0003043219,0.99781376,0.00004122201,0.00014803583,0.00009496398,0.0002634957],"about_ca_topic_score_codex":0.00012572815,"about_ca_topic_score_gemma":0.0000020627774,"teacher_disagreement_score":0.4594476,"about_ca_system_score_codex":0.000093043374,"about_ca_system_score_gemma":0.00010969393,"threshold_uncertainty_score":0.8372419},"labels":[],"label_agreement":null},{"id":"W4240587138","doi":"10.4018/978-1-60566-060-8.ch078","title":"Integrating Software Engineering and Costing Aspects within Project Management Tools","year":2009,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Activity-based costing; Software project management; Systems engineering; Computer science; Software engineering; Software; Project management; Software development; Project planning; Engineering; Software construction; Engineering management; Business","score_opus":0.021793589511960608,"score_gpt":0.24986285264441244,"score_spread":0.22806926313245182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240587138","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028027645,0.0006446677,0.42512757,0.000027347714,0.00039652133,0.0006544569,0.000014005378,0.002453775,0.5706536],"genre_scores_gemma":[0.00850127,0.000023268172,0.9807349,0.00027202992,0.00020293519,0.000040398034,0.0000036173737,0.00006073615,0.01016085],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982585,0.000011905564,0.0003825553,0.000647194,0.00035527252,0.00034460222],"domain_scores_gemma":[0.9988106,0.00018255025,0.0002553025,0.00058766,0.000063503096,0.00010036786],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002758216,0.00049340754,0.00038965445,0.00013907746,0.000100422716,0.00065518403,0.00070357585,0.00024804744,0.0000013668025],"category_scores_gemma":[0.00017114228,0.00049117784,0.00009526362,0.000051428113,0.000020243535,0.0003052254,0.000489076,0.000501059,0.0000072662415],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000330367,0.0000021323426,0.0000029151615,0.00008663097,0.000052870833,0.00023884332,0.00008351253,0.00010224324,0.000002261176,0.9251899,0.00030241828,0.07393298],"study_design_scores_gemma":[0.0012882696,0.0010889114,0.00020036516,0.009887553,0.0003987446,0.0020731392,0.00004856507,0.033807553,0.0003437461,0.6308158,0.31465086,0.0053964714],"about_ca_topic_score_codex":0.000028721852,"about_ca_topic_score_gemma":0.0000069213797,"teacher_disagreement_score":0.56049275,"about_ca_system_score_codex":0.00025666738,"about_ca_system_score_gemma":0.00008974982,"threshold_uncertainty_score":0.999754},"labels":[],"label_agreement":null},{"id":"W4240798600","doi":"10.32920/ryerson.14652210","title":"Deriving pertinent systems requirements : a methodology","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Structuring; Requirements engineering; Non-functional requirement; Business requirements; Set (abstract data type); Requirements management; Requirements elicitation; Management science; Vocabulary; Fuzzy set; Fuzzy logic; Requirements analysis; Requirement; Risk analysis (engineering); Process management; Systems engineering; Artificial intelligence; Business process; Software development; Software; Engineering; Operations management","score_opus":0.17305599565288723,"score_gpt":0.36032671482127,"score_spread":0.18727071916838275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240798600","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00238808,0.0019694099,0.9889339,0.0006381386,0.003294369,0.00021806239,6.411311e-7,0.0015199988,0.0010373973],"genre_scores_gemma":[0.12851946,0.00019595276,0.87053674,0.00016139272,0.00012056494,0.000113180504,0.0000060212783,0.000017559263,0.0003291145],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980547,0.00037877678,0.0003554357,0.00066282274,0.00026967522,0.00027860625],"domain_scores_gemma":[0.9977816,0.0005511372,0.00020732598,0.0012535402,0.00012703199,0.000079378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012685206,0.00023457197,0.00036632217,0.00011760249,0.000051388382,0.0006777688,0.0013303788,0.00025007548,0.000034519373],"category_scores_gemma":[0.00053509336,0.00021759381,0.00011677293,0.00014437646,0.000010843097,0.00028957255,0.0034790349,0.00048604596,0.0000074629825],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041467232,0.0011320701,0.008734811,0.010114248,0.0035933056,0.0029922156,0.019103566,0.13067822,0.0158464,0.40990648,0.045715746,0.35214147],"study_design_scores_gemma":[0.00033644403,0.00019681793,0.0021079255,0.0018137244,0.00013400371,0.0005467253,0.00030236878,0.8988255,0.008658749,0.005811225,0.07880727,0.0024591987],"about_ca_topic_score_codex":0.0005683901,"about_ca_topic_score_gemma":0.0000058817445,"teacher_disagreement_score":0.76814735,"about_ca_system_score_codex":0.00008333411,"about_ca_system_score_gemma":0.00013196957,"threshold_uncertainty_score":0.8873218},"labels":[],"label_agreement":null},{"id":"W4241301293","doi":"10.1002/spe.2780","title":"Introduction to the special issue on software engineering in practice","year":2019,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kelowna General Hospital","funders":"","keywords":"Theme (computing); Software engineering; Software; Software development; Computer science; Engineering management; Engineering ethics; Engineering; World Wide Web","score_opus":0.007081510641552685,"score_gpt":0.26375310148477377,"score_spread":0.2566715908432211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241301293","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04759257,0.00080603006,0.8479769,0.088895395,0.008177066,0.002090866,0.0000045808456,0.0023786724,0.0020778733],"genre_scores_gemma":[0.058979046,0.00052597775,0.9193081,0.010381732,0.009757568,0.00032703608,0.0000039544025,0.00006557349,0.00065097545],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99801093,0.00012389437,0.00028051835,0.00071587,0.00046198323,0.0004067988],"domain_scores_gemma":[0.9961335,0.0025212874,0.00014798433,0.00093327643,0.0001393444,0.00012459095],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0009447259,0.000246187,0.00019610031,0.00017949106,0.00013415463,0.00042261317,0.00077841495,0.00009973113,0.00007828045],"category_scores_gemma":[0.014049652,0.0002046013,0.000036060617,0.0008525917,0.00002356092,0.0037385565,0.00034976428,0.0005563747,0.000465842],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012154189,0.00094453985,0.006761371,0.00021863925,0.00014943114,0.00045084726,0.10832801,0.034155115,0.00033270151,0.06266351,0.1449311,0.6398493],"study_design_scores_gemma":[0.00018018208,0.0003448651,0.0009135503,0.000044908065,0.000008730216,0.00018626897,0.0008632904,0.000896318,0.0004360849,0.00003928317,0.99578464,0.00030189435],"about_ca_topic_score_codex":0.00011162214,"about_ca_topic_score_gemma":0.000004980725,"teacher_disagreement_score":0.8508535,"about_ca_system_score_codex":0.000090314104,"about_ca_system_score_gemma":0.000047985734,"threshold_uncertainty_score":0.9942554},"labels":[],"label_agreement":null},{"id":"W4241582127","doi":"10.4018/978-1-7998-3016-0.ch083","title":"The Evolution of the ISO/IEC 29110 Set of Standards and Guides","year":2020,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Engineering; Quality of analytical results; Engineering management; Quality (philosophy); Process (computing); Software development process; Software development; Software; Systems engineering; Software engineering; Quality management system; Computer science; Quality management; Operations management; Management system","score_opus":0.014837042200115691,"score_gpt":0.2558425535152516,"score_spread":0.2410055113151359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241582127","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008864209,0.0038448935,0.1919824,0.00096896105,0.0007151757,0.00045580618,0.0003944044,0.0003121247,0.8012376],"genre_scores_gemma":[0.9560697,0.00017257492,0.032795433,0.00029399656,0.00032074787,0.000018408931,0.0000011932282,0.00005146786,0.010276487],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99892724,0.000024673282,0.00027672932,0.00021704663,0.00044361438,0.0001107205],"domain_scores_gemma":[0.99869275,0.00015748237,0.00032099252,0.00061972946,0.00016923004,0.00003982844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033085633,0.00016472097,0.00021088564,0.000017098788,0.00008183879,0.00006256279,0.0008658789,0.00013044456,0.000001366227],"category_scores_gemma":[0.00015398355,0.000102207516,0.000106360996,0.000029822351,0.00014060251,0.000059102746,0.0005151318,0.00018008398,7.055578e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008489572,7.146902e-7,0.00001804923,0.00003164883,0.000033182918,0.000001714262,0.00005493831,0.0000050310605,0.000011630568,0.9879673,0.0034351777,0.008432133],"study_design_scores_gemma":[0.00010424596,0.00016048907,0.00015953084,0.00024826956,0.000049151728,0.000032886433,0.000009356307,0.00059200346,0.0003553111,0.65438026,0.34370682,0.00020165656],"about_ca_topic_score_codex":0.00013301715,"about_ca_topic_score_gemma":0.000028181394,"teacher_disagreement_score":0.9559811,"about_ca_system_score_codex":0.00012553054,"about_ca_system_score_gemma":0.00025099627,"threshold_uncertainty_score":0.41679016},"labels":[],"label_agreement":null},{"id":"W4241891025","doi":"10.1109/icpc.2019.00010","title":"Tools Track Program Committee","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; McGill University","funders":"","keywords":"Track (disk drive); Computer science; Operating system","score_opus":0.022374785176645668,"score_gpt":0.27957992711979957,"score_spread":0.2572051419431539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241891025","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02009073,0.00005409768,0.9195298,0.0012644817,0.00039919073,0.00041141693,3.6196948e-7,0.0047528297,0.053497072],"genre_scores_gemma":[0.33981973,0.000006371586,0.65842474,0.00027866766,0.000020961093,0.000023796962,6.818044e-7,0.000005006993,0.0014200421],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999533,0.0000123034515,0.00007471452,0.00014739613,0.00010335293,0.00012921613],"domain_scores_gemma":[0.9993225,0.00016266026,0.000022078153,0.0004394638,0.00001997379,0.00003335456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014693633,0.000059817372,0.00006521648,0.000026847969,0.000016719914,0.00022398306,0.00053581444,0.000033362816,0.000118375036],"category_scores_gemma":[0.000024961315,0.00004890677,0.000029752036,0.0001464378,0.0000046741866,0.0007225608,0.00009809254,0.000088544846,0.00037624637],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001484333,0.00007820337,0.0029468301,0.000015938867,0.000009267696,0.000005301966,0.00008687826,0.000041643638,0.00012432232,0.13218564,0.0112038115,0.8533007],"study_design_scores_gemma":[0.00012608634,0.00025723627,0.0077102263,0.000010409681,0.0000018924144,0.0000198474,0.0000049389764,0.027223712,0.0024943717,0.0024544902,0.95948446,0.00021231626],"about_ca_topic_score_codex":0.0000099254385,"about_ca_topic_score_gemma":5.418155e-7,"teacher_disagreement_score":0.94828063,"about_ca_system_score_codex":0.0000073885262,"about_ca_system_score_gemma":0.000009955856,"threshold_uncertainty_score":0.48360115},"labels":[],"label_agreement":null},{"id":"W4242449880","doi":"10.1109/coginf.2004.1327472","title":"Release planning under fuzzy effort constraints","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Fuzzy logic; Computer science; Stakeholder; Quality (philosophy); Fuzzy set; Product (mathematics); Operations research; Mathematical optimization; Artificial intelligence; Mathematics","score_opus":0.0227319445785357,"score_gpt":0.2780639921470158,"score_spread":0.2553320475684801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242449880","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009022648,0.00006859991,0.97701335,0.00080952613,0.00015859606,0.000051893083,2.3805775e-7,0.001218392,0.011656779],"genre_scores_gemma":[0.6624433,0.000004157295,0.33699307,0.0004647985,0.000020770121,0.000003485965,4.4965458e-7,0.000004002934,0.00006599303],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994623,0.0000053420918,0.00009246058,0.00016768134,0.00011561849,0.00015659595],"domain_scores_gemma":[0.99954474,0.00007024632,0.000027730372,0.00027145812,0.000018259896,0.000067592024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001321678,0.000075745294,0.00006391692,0.000047830254,0.00004845386,0.00009140751,0.00033471698,0.000040886553,0.000018132567],"category_scores_gemma":[0.000030983243,0.0000665836,0.000026986076,0.00013812471,0.0000245525,0.00039155697,0.00008285844,0.000106046245,0.000049640785],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029620455,0.00004055745,0.00061286025,0.000008002059,0.000018595278,0.00011664617,0.00023482573,0.027067423,0.00016334109,0.9554437,0.0020309102,0.014260181],"study_design_scores_gemma":[0.0034124567,0.00087319437,0.032460414,0.0003699328,0.00004598589,0.0017507067,0.000257183,0.025318032,0.039249297,0.79598564,0.0974466,0.0028305668],"about_ca_topic_score_codex":0.000029848234,"about_ca_topic_score_gemma":5.722837e-7,"teacher_disagreement_score":0.6534206,"about_ca_system_score_codex":0.00002633388,"about_ca_system_score_gemma":0.000044938704,"threshold_uncertainty_score":0.27152005},"labels":[],"label_agreement":null},{"id":"W4242519754","doi":"10.1145/581571.581588","title":"Introduction","year":2002,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Work (physics); Software engineering; Software; Knowledge management; Engineering management; Process management; Engineering; Operating system","score_opus":0.0532668480353258,"score_gpt":0.27651116787827823,"score_spread":0.22324431984295243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242519754","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016880492,0.00264302,0.115663044,0.8729032,0.0004831198,0.00015666742,9.934507e-7,0.00054208166,0.0059197685],"genre_scores_gemma":[0.26281574,0.00029264292,0.73660666,0.00006536277,0.000026032763,0.000006876305,2.1310386e-7,0.0000020143987,0.00018448626],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997452,0.000043141856,0.000070749025,0.000051139978,0.000052286498,0.000037504036],"domain_scores_gemma":[0.97196174,0.00016999393,0.000053768166,0.027774556,0.00003232728,0.000007591841],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00013008193,0.000025191533,0.000031403768,0.000021097003,0.00007958248,0.000017830946,0.024975197,0.0000137086045,0.000014407797],"category_scores_gemma":[0.003974649,0.00001881358,0.00002457662,0.00022083576,0.000035909594,0.00018396687,0.010449597,0.00008225508,0.00001690911],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.3149103e-7,0.00010950979,0.0004935021,0.000007349996,0.000016045193,4.3578137e-8,0.0006103549,0.00013319137,0.0009757771,0.2602263,0.696978,0.040449515],"study_design_scores_gemma":[0.000046127505,0.00001699853,0.0020502016,0.000010785415,0.0000065394347,0.000011825046,0.0000061960377,0.021904511,0.0041793073,0.10549233,0.86620104,0.00007414645],"about_ca_topic_score_codex":0.000006820765,"about_ca_topic_score_gemma":7.4070545e-7,"teacher_disagreement_score":0.8728379,"about_ca_system_score_codex":0.00000755011,"about_ca_system_score_gemma":0.000002442032,"threshold_uncertainty_score":0.9975537},"labels":[],"label_agreement":null},{"id":"W4242581305","doi":"10.1109/icse.2015.83","title":"Why Good Developers Write Bad Code: An Observational Case Study of the Impacts of Organizational Factors on Software Quality","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Division of Civil, Mechanical and Manufacturing Innovation","keywords":"Software quality; Quality (philosophy); Software; Computer science; Observational study; Action (physics); Knowledge management; Software development; Process management; Business","score_opus":0.20221068129897066,"score_gpt":0.3770855560324971,"score_spread":0.17487487473352645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242581305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67555094,0.000010783319,0.32169336,0.00018266116,0.0017368951,0.0002967118,0.000117061776,0.00039198357,0.000019600626],"genre_scores_gemma":[0.93479383,0.000005086219,0.06477505,0.00017628062,0.00011432887,0.00002787106,0.00003139114,0.000043522752,0.00003265609],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967877,0.00015379989,0.0007656553,0.0005496433,0.0014388915,0.00030430852],"domain_scores_gemma":[0.99577445,0.00085145986,0.00049075915,0.001087948,0.0015509544,0.00024442692],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008323648,0.0004025379,0.0003939304,0.00030629014,0.000100869845,0.00015424087,0.0022217075,0.00015839597,0.000036411224],"category_scores_gemma":[0.0040626987,0.00033644252,0.00009522501,0.0006546399,0.000048252794,0.0009859633,0.00027274515,0.0004527114,0.000005293865],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021389467,0.0027745625,0.6663045,0.00020837026,0.0008819243,0.00027327344,0.013847624,0.24114124,0.0016046376,0.065526664,0.0055302195,0.0016930569],"study_design_scores_gemma":[0.010507119,0.00797212,0.5826941,0.0024064702,0.00029185417,0.001474741,0.0064209737,0.30417287,0.06535361,0.004748934,0.0072066025,0.0067505646],"about_ca_topic_score_codex":0.00060604874,"about_ca_topic_score_gemma":0.00012783469,"teacher_disagreement_score":0.2592429,"about_ca_system_score_codex":0.00024646657,"about_ca_system_score_gemma":0.00044907042,"threshold_uncertainty_score":0.99990875},"labels":[],"label_agreement":null},{"id":"W4242593099","doi":"10.1109/icse.1998.671389","title":"The ramp-up problem in software projects: a case study of how software immigrants naturalize","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto","funders":"","keywords":"Computer science; Software; Immigration; Software engineering; Operating system; Political science","score_opus":0.033231949457338865,"score_gpt":0.26330797713272,"score_spread":0.2300760276753811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242593099","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51605344,0.001751465,0.47494912,0.0015131402,0.00059674174,0.0025975264,0.00000414915,0.0024401005,0.00009432298],"genre_scores_gemma":[0.8222176,0.000051322404,0.1769911,0.0000504617,0.000015769547,0.0001339979,2.9098018e-7,0.000014986951,0.000524469],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984741,0.0001406394,0.0003043937,0.00038524173,0.00034912096,0.00034647007],"domain_scores_gemma":[0.9978501,0.0009894267,0.00015994247,0.0008244688,0.000120068835,0.000055990233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005400352,0.00020487903,0.000223457,0.00014435792,0.00020022926,0.0003520177,0.0009791065,0.00008336331,0.000010094307],"category_scores_gemma":[0.00055861566,0.0001329132,0.000058520876,0.00085306214,0.000040194656,0.00076114055,0.00030763703,0.00032261224,0.000004646589],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007115424,0.0026381952,0.05934051,0.0004226998,0.0002715945,0.0071098045,0.08756547,0.00056037516,0.00007285391,0.0029709428,0.029432246,0.80954415],"study_design_scores_gemma":[0.038815945,0.02331244,0.031571504,0.0028549207,0.00057714083,0.05668791,0.117063925,0.44461894,0.010136444,0.017287321,0.24126507,0.015808435],"about_ca_topic_score_codex":0.0020661904,"about_ca_topic_score_gemma":0.0010831926,"teacher_disagreement_score":0.79373574,"about_ca_system_score_codex":0.00003677084,"about_ca_system_score_gemma":0.000027534114,"threshold_uncertainty_score":0.54200435},"labels":[],"label_agreement":null},{"id":"W4242664411","doi":"10.1109/icse.1993.346054","title":"A comprehensive process model for studying software process papers","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Computer Research Institute of Montréal","funders":"","keywords":"Computer science; Process (computing); Software; Information retrieval; Focus (optics); Selection (genetic algorithm); Reading (process); Data science; Software engineering; Artificial intelligence; Programming language","score_opus":0.06816760627816867,"score_gpt":0.30311380196782517,"score_spread":0.2349461956896565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242664411","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038661214,0.00017356359,0.99245626,0.00040056373,0.00008306161,0.00044349593,0.0000022675756,0.0019148068,0.0006598681],"genre_scores_gemma":[0.56817263,0.000018349467,0.4306581,0.00049054495,0.000026788704,0.00022663492,9.213574e-7,0.000017235612,0.0003887956],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99895334,0.000009990464,0.0001658177,0.00037272522,0.00021498904,0.0002831165],"domain_scores_gemma":[0.99902993,0.00028102106,0.0000700132,0.00034481872,0.0001982033,0.0000759861],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000091810194,0.00016248439,0.00015687445,0.000069910995,0.00014736102,0.00015073927,0.00073296553,0.000059860362,0.000020804571],"category_scores_gemma":[0.000107802014,0.00014174994,0.00005630735,0.0002636665,0.000015690941,0.0007268728,0.00008099549,0.00011426562,0.000007813029],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006244659,0.0010448617,0.0026197645,0.0026353688,0.00029532437,0.000044428678,0.035267018,0.49708095,0.00042733972,0.028934656,0.017924294,0.41366357],"study_design_scores_gemma":[0.0002100284,0.0000778326,0.00003046506,0.00002306848,0.000007406735,0.000011360604,0.000070352115,0.99321824,0.00034878476,0.0035302616,0.0022317036,0.00024048032],"about_ca_topic_score_codex":0.000002287022,"about_ca_topic_score_gemma":7.7799086e-7,"teacher_disagreement_score":0.5643065,"about_ca_system_score_codex":0.000018292532,"about_ca_system_score_gemma":0.000020968542,"threshold_uncertainty_score":0.57803947},"labels":[],"label_agreement":null},{"id":"W4242785153","doi":"10.1007/978-1-4614-6170-8_110053","title":"Web Problem-Solving Platforms","year":2014,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Web application; World Wide Web","score_opus":0.017741661676646522,"score_gpt":0.22798311171020566,"score_spread":0.21024145003355915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242785153","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.1307973e-7,0.000099508,0.5129535,0.00010812732,0.00017449881,0.000088656314,6.50795e-7,0.0012784955,0.48529616],"genre_scores_gemma":[0.00048630981,0.00015741547,0.45987555,0.00026904154,0.00016130992,0.0000075803887,0.0000035805326,0.000038089252,0.5390011],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99892616,0.0000023099933,0.00022695876,0.00038054504,0.0002549401,0.0002091007],"domain_scores_gemma":[0.998731,0.0002200883,0.00015662453,0.0007622998,0.000052135078,0.00007781421],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030175422,0.00026425364,0.00023787191,0.00013856252,0.000057511148,0.00020416794,0.0010418089,0.00026506983,0.00026638745],"category_scores_gemma":[0.000024647941,0.00021020159,0.00010188271,0.000028196093,0.000016937996,0.00032812922,0.0003879235,0.00039237642,0.00031414966],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.078504e-7,0.0000014940922,0.0000013640384,0.000030062081,0.000015871674,0.000007782952,0.000020440266,0.000011115783,0.00000355369,0.95126486,0.016259182,0.032383755],"study_design_scores_gemma":[0.000042878008,0.000056249526,0.0000013932947,0.00010155741,0.000007001832,0.000030706884,1.7030735e-7,0.005387949,0.000032243046,0.1304415,0.86357784,0.00032050544],"about_ca_topic_score_codex":0.0000068063096,"about_ca_topic_score_gemma":0.0000036702338,"teacher_disagreement_score":0.84731865,"about_ca_system_score_codex":0.00003402388,"about_ca_system_score_gemma":0.000053876098,"threshold_uncertainty_score":0.8571772},"labels":[],"label_agreement":null},{"id":"W4243113589","doi":"10.1109/emsoft.2013.6658575","title":"Message from the program co-chairs","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Software; Library science; Operating system","score_opus":0.013776841229685807,"score_gpt":0.2694839919743791,"score_spread":0.2557071507446933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243113589","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052646636,0.00011997355,0.96844953,0.006010961,0.00016819748,0.00035101897,0.0000010268348,0.0028646744,0.016769953],"genre_scores_gemma":[0.44870183,0.000021065449,0.5495064,0.00087304885,0.00006772102,0.00016464929,0.0000017595692,0.000006714582,0.0006568047],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995538,0.000021598153,0.0000672039,0.00013204923,0.000108568966,0.00011676129],"domain_scores_gemma":[0.9991275,0.00035376707,0.000023379644,0.00044091177,0.000020929465,0.000033511056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011176286,0.00005973401,0.00004644266,0.000009493432,0.00005251891,0.00030672541,0.00071262766,0.000027593116,0.0003107558],"category_scores_gemma":[0.000039275663,0.000033894594,0.00002487704,0.00008866718,0.000014229638,0.00035033605,0.000105989806,0.000089628375,0.0002114684],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.618409e-7,0.00005960526,0.0018946873,0.0000026850255,0.000022270304,0.0000047140097,0.00043360627,0.000016430007,0.00013367378,0.05199102,0.2906404,0.65480024],"study_design_scores_gemma":[0.00010412979,0.000102187616,0.018531855,0.000011144821,0.0000044780204,0.0000067862825,0.000035208057,0.04173319,0.0028854539,0.020574331,0.9157669,0.00024435684],"about_ca_topic_score_codex":0.00078220514,"about_ca_topic_score_gemma":0.0000050550716,"teacher_disagreement_score":0.65455586,"about_ca_system_score_codex":0.000005295556,"about_ca_system_score_gemma":0.0000076342285,"threshold_uncertainty_score":0.34025583},"labels":[],"label_agreement":null},{"id":"W4243644819","doi":"10.1109/software-evolvability.2007.1","title":"A Requirement Level Modification Analysis Support Framework","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science","score_opus":0.08570089668807856,"score_gpt":0.3539763790779919,"score_spread":0.26827548238991333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243644819","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010280027,0.000014837597,0.9946807,0.00062628527,0.00009890604,0.000053989217,4.5505925e-7,0.00066153525,0.0028352686],"genre_scores_gemma":[0.47806662,0.0000051834577,0.5215291,0.00016471719,0.000017571956,0.0000032102896,0.0000015185025,0.000002009757,0.00021010052],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99925846,0.000009636119,0.0001654488,0.0002028979,0.00020209217,0.00016144261],"domain_scores_gemma":[0.9991001,0.0001992205,0.00005703636,0.0005379128,0.000048193382,0.000057542973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008609594,0.000065536246,0.00008122368,0.00019172052,0.000040654682,0.0000846225,0.00043071323,0.000053814325,0.00009352862],"category_scores_gemma":[0.000089750036,0.000058623013,0.00006066036,0.000964604,0.0000066616294,0.00035501333,0.00007420209,0.00008293659,0.000033226377],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005704876,0.0000913148,0.0062931855,0.000008009112,0.00022901085,0.000017616412,0.00060195645,0.0008147356,0.000329687,0.86429924,0.002761017,0.12454853],"study_design_scores_gemma":[0.00035232602,0.0004943001,0.33592075,0.000033744527,0.0005224924,0.000035833622,0.00010825769,0.30707642,0.050621998,0.10261013,0.20052433,0.0016993865],"about_ca_topic_score_codex":0.000049690116,"about_ca_topic_score_gemma":0.000007415516,"teacher_disagreement_score":0.76168907,"about_ca_system_score_codex":0.000032089596,"about_ca_system_score_gemma":0.0000146865095,"threshold_uncertainty_score":0.2390577},"labels":[],"label_agreement":null},{"id":"W4244300796","doi":"10.4018/978-1-61350-141-2.ch004","title":"Quality, Improvement and Measurements in High Risk Software","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Capability Maturity Model Integration; Capability Maturity Model; Quality (philosophy); Software measurement; Software engineering; Computer science; Software quality; Systems engineering; Verification and validation; Software quality control; Software; Process (computing); Engineering; Process management; Software development; Software development process; Operations management; Operating system","score_opus":0.04625901676003912,"score_gpt":0.27539500964790103,"score_spread":0.2291359928878619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244300796","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010934912,0.0011021894,0.38101214,0.00004695233,0.0011395391,0.00089126476,0.00011326087,0.0015311367,0.61307],"genre_scores_gemma":[0.5889295,0.00024625988,0.39300993,0.00076643145,0.00031855603,0.00014166495,0.0000066316175,0.00014279177,0.016438242],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982164,0.000033883687,0.00041587127,0.0006009285,0.00043960725,0.00029333826],"domain_scores_gemma":[0.9986217,0.000080440586,0.00033421774,0.0007611278,0.000079080164,0.00012345923],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005581585,0.0003702998,0.00039602318,0.000089090914,0.000055574674,0.00013956151,0.00074699137,0.000303758,0.000010046838],"category_scores_gemma":[0.0000774587,0.00036944676,0.00008209766,0.000022037402,0.000036839465,0.00015801236,0.00062382146,0.00036645323,0.000022463437],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010532969,0.000010770837,0.0015130932,0.00004606763,0.00005605268,0.000019165458,0.00006858482,0.0000017046104,0.0000025365825,0.8258422,0.00018737481,0.17224191],"study_design_scores_gemma":[0.00038141236,0.00023292794,0.0023811455,0.00019072086,0.000032231972,0.000010547957,0.0000011743857,0.000014189352,0.0000962918,0.98558205,0.010448882,0.00062845147],"about_ca_topic_score_codex":0.0018889403,"about_ca_topic_score_gemma":0.00030970693,"teacher_disagreement_score":0.59663177,"about_ca_system_score_codex":0.00018508385,"about_ca_system_score_gemma":0.00007885875,"threshold_uncertainty_score":0.9998757},"labels":[],"label_agreement":null},{"id":"W4244902592","doi":"10.1109/icse.2002.1008036","title":"Non-functional requirements: from elicitation to modelling languages","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Unified Modeling Language; Sequence diagram; Non-functional requirement; Requirements elicitation; Class diagram; Merge (version control); Software engineering; Focus (optics); Requirements analysis; Software development; Software; Programming language; Information retrieval; Software construction","score_opus":0.03829927719363956,"score_gpt":0.2861967947241948,"score_spread":0.24789751753055522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244902592","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009883191,0.000031943844,0.98349607,0.00021669862,0.00018080953,0.000058937698,3.5908562e-7,0.00035599148,0.005775985],"genre_scores_gemma":[0.3682196,0.0000036673102,0.6311511,0.00039522405,0.000025815445,0.000009878512,0.0000018491941,0.0000034963484,0.00018936892],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999511,0.000011569589,0.00008344195,0.000164328,0.00013677795,0.000092851995],"domain_scores_gemma":[0.9996,0.00010934812,0.000020123918,0.00020260006,0.00002638744,0.000041547624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014857519,0.00005652853,0.000044939214,0.000050786326,0.000038228613,0.00008096013,0.00015426776,0.000023564016,0.000059508893],"category_scores_gemma":[0.00005472008,0.00005236776,0.000016674052,0.00015122493,0.000002036987,0.00043632483,0.000027043721,0.00004305234,0.000074305666],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020452006,0.00019191766,0.0025005168,0.00001710485,0.00010870286,0.000026394522,0.0055070883,0.36794925,0.010714465,0.51556516,0.035442863,0.061956115],"study_design_scores_gemma":[0.00033632206,0.00014387193,0.0015443042,0.000044833247,0.000011642347,0.000006555703,0.00020031378,0.82977974,0.04320654,0.031606615,0.09255357,0.0005656849],"about_ca_topic_score_codex":0.00015928951,"about_ca_topic_score_gemma":0.000002733422,"teacher_disagreement_score":0.4839585,"about_ca_system_score_codex":0.000018480381,"about_ca_system_score_gemma":0.000012168845,"threshold_uncertainty_score":0.21354952},"labels":[],"label_agreement":null},{"id":"W4245069326","doi":"10.1518/107118109x12524444082718","title":"Beyond User-Centered Design: Applicable Concepts from Complementary Approaches","year":2009,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; Quality function deployment; User-centered design; Process management; Function (biology); Software deployment; Knowledge management; Systems engineering; Software engineering; Engineering management; Human–computer interaction; Engineering; Operations management","score_opus":0.047633794611229914,"score_gpt":0.26285852882105254,"score_spread":0.21522473420982263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245069326","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9797784,0.0001824611,0.018874377,0.00031561888,0.0000874705,0.00026883368,0.000024357665,0.00020220983,0.00026625293],"genre_scores_gemma":[0.8588705,0.000034988847,0.14082162,0.00017002848,0.000067315836,0.0000058350383,0.0000037134946,0.0000100581665,0.000015928084],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99898285,0.000009375641,0.00027838617,0.00034139512,0.00013761729,0.00025035476],"domain_scores_gemma":[0.9992824,0.00014973414,0.0002941107,0.00014983772,0.000057944806,0.00006594892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003866181,0.00019734324,0.00023613003,0.00001897388,0.00036545086,0.00019510306,0.0008440704,0.00008100609,0.0000022003542],"category_scores_gemma":[0.000025434347,0.00015499182,0.00013530083,0.00011334635,0.00007206072,0.0006968665,0.00038552695,0.0002052314,2.1884324e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023727905,0.0011879398,0.3000605,0.00058615935,0.0012156728,0.0000010741992,0.17418075,0.0020346083,0.109285414,0.2937489,0.08840532,0.029056394],"study_design_scores_gemma":[0.0044316943,0.0018466413,0.25095794,0.0010595208,0.0004412391,0.000020993042,0.03526567,0.0841133,0.41719776,0.16758637,0.032717362,0.0043615024],"about_ca_topic_score_codex":0.00010321279,"about_ca_topic_score_gemma":8.442829e-7,"teacher_disagreement_score":0.30791235,"about_ca_system_score_codex":0.00004359528,"about_ca_system_score_gemma":0.000011473174,"threshold_uncertainty_score":0.6320383},"labels":[],"label_agreement":null},{"id":"W4245159123","doi":"10.1109/re.2015.7320397","title":"Message from the chairs","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Pleasure; Multiculturalism; Computer science; Telecommunications; World Wide Web; Library science; Political science; Psychology; Law","score_opus":0.04073284280974078,"score_gpt":0.25832395456116786,"score_spread":0.2175911117514271,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245159123","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000924846,0.00017846268,0.97766286,0.004937317,0.00024248277,0.000032179552,5.8380044e-7,0.00074587757,0.015275379],"genre_scores_gemma":[0.6131562,0.000014108005,0.3844921,0.0013388213,0.0001170875,0.000009151029,7.9679177e-7,0.0000049751893,0.0008667627],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99967873,0.000018544099,0.00004218865,0.00008933059,0.00010390109,0.00006728387],"domain_scores_gemma":[0.9993437,0.00022749287,0.000014643315,0.00035829534,0.000017598732,0.000038252427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022152968,0.000037531634,0.00003226631,0.0000066835914,0.00002196205,0.00009379206,0.00060678663,0.000017086752,0.000022554821],"category_scores_gemma":[0.000091257396,0.00002137332,0.000013309985,0.00007853017,0.0000065829245,0.00019359884,0.00014010341,0.00005692582,0.000049990198],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034274462,0.000027562428,0.0020807784,0.0000012491654,0.000021135791,0.000020264271,0.0022301457,0.00017805838,0.00004979023,0.35101646,0.5685708,0.075800315],"study_design_scores_gemma":[0.00010495063,0.000035765654,0.0018242787,0.0000047969,0.00000281613,0.000006285399,0.000045034198,0.021815607,0.0013651731,0.033027172,0.94164085,0.00012727665],"about_ca_topic_score_codex":0.00027782714,"about_ca_topic_score_gemma":0.000007382489,"teacher_disagreement_score":0.6122314,"about_ca_system_score_codex":0.000006611889,"about_ca_system_score_gemma":0.000014742345,"threshold_uncertainty_score":0.11275706},"labels":[],"label_agreement":null},{"id":"W4245178191","doi":"10.32920/ryerson.14639199","title":"Defining the Engine Design Process","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Information flow; Process (computing); Component (thermodynamics); Computer science; Design process; Quality (philosophy); Product (mathematics); Product design; Process design; Systems engineering; Process management; Engineering; Manufacturing engineering; Operations management; Work in process","score_opus":0.025771367791843244,"score_gpt":0.28642582280726864,"score_spread":0.2606544550154254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245178191","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011778838,0.00213728,0.99298185,0.0014253786,0.0005743336,0.00018091092,4.4253375e-7,0.0014807928,0.0011011969],"genre_scores_gemma":[0.17759769,0.00012744054,0.82164806,0.00031676784,0.000058771817,0.00011640818,0.000003576295,0.000015344825,0.00011594792],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989314,0.00008199582,0.00016483167,0.00040151185,0.0002302157,0.00019004357],"domain_scores_gemma":[0.9980769,0.0006868875,0.00009626425,0.000997237,0.00010286755,0.000039828028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006773454,0.00018378376,0.00016083765,0.000050063827,0.00007542249,0.00072462874,0.00175921,0.00014150357,0.000032190605],"category_scores_gemma":[0.00029391295,0.00012406295,0.00006998816,0.00022537922,0.000012094764,0.0002501271,0.0012238836,0.0006485766,0.000010240019],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008108872,0.00014181479,0.0002036182,0.0006279162,0.0003102433,0.00023896294,0.0062495605,0.47411636,0.000027202206,0.26925287,0.014460814,0.23436254],"study_design_scores_gemma":[0.000104908635,0.000067921006,0.00024975135,0.00035604424,0.00004591952,0.00013809615,0.00009098254,0.940429,0.015801216,0.030188672,0.011584675,0.00094281696],"about_ca_topic_score_codex":0.000030396404,"about_ca_topic_score_gemma":0.00000105334,"teacher_disagreement_score":0.46631265,"about_ca_system_score_codex":0.000020258674,"about_ca_system_score_gemma":0.0002028001,"threshold_uncertainty_score":0.69876117},"labels":[],"label_agreement":null},{"id":"W4246003441","doi":"10.21236/ada443491","title":"A Process for COTS Software Product Evaluation","year":2004,"lang":"en","type":"report","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Process (computing); Computer science; Software; Product (mathematics); Software engineering; Operating system; Mathematics","score_opus":0.10871620408310559,"score_gpt":0.4003007612290422,"score_spread":0.29158455714593656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246003441","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024247547,0.0014686446,0.9886675,0.0004212835,0.0016160397,0.0018463057,0.000010428462,0.0021262267,0.0038193443],"genre_scores_gemma":[0.018154765,0.00039633794,0.9738484,0.0001329004,0.0011754186,0.002765025,0.00018481126,0.00009768354,0.003244666],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974353,0.000024930145,0.00031634182,0.000704991,0.0012504722,0.0002680127],"domain_scores_gemma":[0.9966161,0.0002085433,0.00030899176,0.00084406073,0.001960484,0.00006177609],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002253566,0.00026664455,0.00028796727,0.0001667784,0.00008331643,0.000180758,0.0009039111,0.00020115661,0.000031803193],"category_scores_gemma":[0.0037205643,0.00023343653,0.00011591955,0.00029997973,0.000012334832,0.00056579243,0.000108875625,0.00023975033,0.00000942726],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016745473,0.00023323463,0.00030472924,0.0042382227,0.00022788088,0.000016306269,0.0004624929,0.0055138567,0.000011727031,0.0028064908,0.14978535,0.836383],"study_design_scores_gemma":[0.0006518137,0.00036964339,0.0005131481,0.0009540241,0.00028388514,0.00036289764,0.0000057044826,0.013788885,0.004039498,0.051186472,0.92620766,0.0016363466],"about_ca_topic_score_codex":0.00007053754,"about_ca_topic_score_gemma":0.000008597045,"teacher_disagreement_score":0.8347466,"about_ca_system_score_codex":0.00038238813,"about_ca_system_score_gemma":0.0039798636,"threshold_uncertainty_score":0.9519265},"labels":[],"label_agreement":null},{"id":"W4246146624","doi":"10.4018/978-1-59904-939-7.ch047","title":"Analysis of Software Requirements Engineering Exercises in a Global Virtual Team Setup","year":2008,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Virtual team; Software development; Team software process; Software; Task (project management); Engineering management; Software project management; Engineering; Premise; Computer science; Software development process; Process management; Software engineering; Knowledge management; Systems engineering; Software construction","score_opus":0.019512016206963054,"score_gpt":0.2588837692473991,"score_spread":0.23937175304043604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246146624","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017889437,0.0018539766,0.6532868,0.000029071067,0.0010993421,0.0008221185,0.00062939594,0.002350017,0.3381403],"genre_scores_gemma":[0.66492647,0.00040544872,0.3237399,0.00038276613,0.00031520947,0.00012743093,0.000062629246,0.0001680286,0.00987214],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99746734,0.000018507184,0.0006987424,0.000705392,0.0006876579,0.00042234184],"domain_scores_gemma":[0.9981891,0.00013366598,0.00037192268,0.0010391201,0.00011613063,0.00015005651],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021019253,0.0005301335,0.00093623355,0.00039639216,0.00004327511,0.00008574716,0.001330029,0.00043192576,0.000011551048],"category_scores_gemma":[0.00012225632,0.0005808583,0.000417076,0.00034624359,0.000052343006,0.00026361272,0.0005614865,0.00030955745,0.000012494319],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006843095,0.00008655429,0.0037136048,0.00015967575,0.0019701615,0.0005552193,0.00033561708,0.012345332,0.000012205614,0.9274248,0.003788015,0.049540367],"study_design_scores_gemma":[0.00859913,0.0056172274,0.0403818,0.011616297,0.014471543,0.001606724,0.00007682773,0.18077983,0.0013640703,0.23791058,0.47316366,0.024412293],"about_ca_topic_score_codex":0.00023415712,"about_ca_topic_score_gemma":0.00006245127,"teacher_disagreement_score":0.6895142,"about_ca_system_score_codex":0.00050794944,"about_ca_system_score_gemma":0.00018504611,"threshold_uncertainty_score":0.9996643},"labels":[],"label_agreement":null},{"id":"W4246169283","doi":"10.1145/1083106.1083115","title":"Effects of agile practices on social factors","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"TransCanada (Canada)","funders":"","keywords":"Agile software development; Timeline; Computer science; Extreme programming practices; Knowledge management; Process management; Lean software development; Software quality; Quality (philosophy); Software; Software development; Engineering management; Software development process; Engineering; Software engineering","score_opus":0.026470837379677755,"score_gpt":0.30542311534734395,"score_spread":0.2789522779676662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246169283","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3288779,0.0001443341,0.6566349,0.002534303,0.0003671782,0.00021977421,7.2827055e-7,0.0014409996,0.0097798575],"genre_scores_gemma":[0.90917194,0.0000126825835,0.090438195,0.00013584645,0.000071485585,0.0000043265177,2.3739635e-7,0.000004392711,0.00016089516],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99950916,0.000028479008,0.00008657611,0.00012667848,0.00014853496,0.000100569145],"domain_scores_gemma":[0.99876136,0.0008820528,0.00016488129,0.00014496053,0.00002234872,0.000024387187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000120681485,0.0000687613,0.00008240164,0.00005102484,0.00003850264,0.000041204716,0.00034305837,0.00004086379,0.000018819499],"category_scores_gemma":[0.00028975034,0.000054132546,0.000036544625,0.00012564201,0.000009027873,0.00055851386,0.000062404906,0.000087589724,0.000017122919],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003661713,0.001019187,0.0023355559,0.00029606716,0.00013429674,0.000021550017,0.0044973344,0.00037981087,0.015440711,0.47223184,0.05920506,0.44440198],"study_design_scores_gemma":[0.00032508463,0.00038860325,0.02968398,0.000032045886,0.00001980906,0.0000045009865,0.00002084185,0.005756488,0.69405854,0.0011457654,0.26818445,0.00037987015],"about_ca_topic_score_codex":0.00003101046,"about_ca_topic_score_gemma":0.0000013451404,"teacher_disagreement_score":0.67861784,"about_ca_system_score_codex":0.000012906715,"about_ca_system_score_gemma":0.000011949303,"threshold_uncertainty_score":0.22074613},"labels":[],"label_agreement":null},{"id":"W4246300345","doi":"10.1109/icse.2004.1317521","title":"The 3rd international workshop on global software development","year":2004,"lang":"en","type":"article","venue":"Proceedings. 26th International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Globalization; Work (physics); Software development; Software; Computer science; Field (mathematics); Key (lock); Engineering management; Knowledge management; Engineering ethics; Process management; Data science; Engineering; Political science; Computer security","score_opus":0.032772850299551626,"score_gpt":0.28586760916107085,"score_spread":0.2530947588615192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246300345","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053595896,0.00007166147,0.98279256,0.0034613747,0.0034210444,0.00024402903,0.000010937863,0.002317096,0.0023216978],"genre_scores_gemma":[0.54987663,0.00015596542,0.4485787,0.00046620006,0.0004051066,0.00018612959,0.000016107115,0.000041633866,0.00027355933],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973929,0.000005966319,0.0004429244,0.00063582597,0.001035011,0.00048737184],"domain_scores_gemma":[0.9985882,0.00022024331,0.00019719648,0.00030350222,0.00051840884,0.0001724334],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00041998658,0.00040543347,0.0001963845,0.00018522065,0.00027242588,0.001139163,0.002665589,0.000143951,0.000032529435],"category_scores_gemma":[0.0019248642,0.00034099497,0.00010235882,0.0003839837,0.000036322217,0.00089351647,0.00046479536,0.00054668204,0.000110962865],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064294,0.00012614802,0.001581119,0.000026123516,0.00018918746,0.000028377088,0.00047669047,0.010726954,0.000048443606,0.90742433,0.0011426416,0.07816571],"study_design_scores_gemma":[0.0034943395,0.0007035297,0.027648445,0.0037281534,0.00004481686,0.00043501463,0.00032203618,0.09082166,0.011576972,0.033926025,0.8230215,0.004277521],"about_ca_topic_score_codex":0.000007093059,"about_ca_topic_score_gemma":0.0000024753242,"teacher_disagreement_score":0.87349826,"about_ca_system_score_codex":0.00071669894,"about_ca_system_score_gemma":0.0001678116,"threshold_uncertainty_score":0.9999042},"labels":[],"label_agreement":null},{"id":"W4246712341","doi":"10.4018/978-1-931777-12-4.ch008","title":"Understanding the Role of Use Cases in UML","year":2002,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; University of Lethbridge","funders":"","keywords":"Computer science; Class diagram; Class (philosophy); Unified Modeling Language; Variety (cybernetics); Abstraction; Categorization; Database transaction; Software engineering; Object (grammar); Data science; Programming language; Artificial intelligence; Software; Epistemology","score_opus":0.08603108175243579,"score_gpt":0.26109052806867766,"score_spread":0.17505944631624187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246712341","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004396162,0.0006924393,0.14276427,0.000055996195,0.00021811675,0.00021983974,0.000023799736,0.00030431154,0.85567725],"genre_scores_gemma":[0.98359483,0.00003900233,0.009604634,0.00012232094,0.00006246299,0.0000077653685,4.2895977e-7,0.000022986762,0.00654554],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99910676,0.000017028477,0.0002268747,0.00024036887,0.00023655241,0.0001724059],"domain_scores_gemma":[0.9988107,0.00038985847,0.00016325922,0.0005707803,0.0000267071,0.000038706363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013384066,0.00019358669,0.00020991794,0.00006662127,0.00003896495,0.00012053935,0.0006539102,0.00016872266,0.000008802906],"category_scores_gemma":[0.00006977424,0.00015499507,0.000089327266,0.00003195532,0.000047130972,0.00014780235,0.0002215007,0.00023776645,0.000007967356],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027366905,0.0000031889779,0.000078609744,0.000007450917,0.000015449828,0.000070565926,0.00007058925,0.000026133093,0.0000013373098,0.99519986,0.00032076496,0.0042033317],"study_design_scores_gemma":[0.0001050287,0.00010341185,0.000060755683,0.00030314154,0.000024703437,0.00020141086,0.000009737437,0.002907156,0.000060645947,0.9467274,0.049132086,0.00036452233],"about_ca_topic_score_codex":0.00020097524,"about_ca_topic_score_gemma":0.000047390386,"teacher_disagreement_score":0.9835509,"about_ca_system_score_codex":0.00018702692,"about_ca_system_score_gemma":0.000038340746,"threshold_uncertainty_score":0.6320516},"labels":[],"label_agreement":null},{"id":"W4246942317","doi":"10.4018/978-1-59140-911-3.ch014","title":"Software Security Engineering","year":2006,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Software security assurance; Social software engineering; Software Engineering Process Group; Security engineering; Software development; Software engineering; Computer science; Software construction; Software system; Software requirements; Software development process; Engineering; Systems engineering; Software; Computer security; Information security; Security service; Operating system","score_opus":0.010316453992879681,"score_gpt":0.22319364606663497,"score_spread":0.2128771920737553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246942317","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000048254255,0.0004993138,0.46185926,0.00003267729,0.0006018625,0.00015715549,0.000038702943,0.0026438953,0.53416234],"genre_scores_gemma":[0.056771003,0.000034895354,0.82822657,0.00092762767,0.0020512338,0.0001009984,0.000026273317,0.00032607405,0.11153535],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983183,0.0000074972545,0.00031653212,0.0005848861,0.0003984978,0.00037426144],"domain_scores_gemma":[0.99852586,0.000117162715,0.0001740691,0.0009643716,0.00008391374,0.00013462629],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001416586,0.00047755463,0.0003738403,0.00008860024,0.00006329052,0.00025037964,0.0011513195,0.00045690945,0.000011582103],"category_scores_gemma":[0.000050304814,0.00051800336,0.00021233413,0.00003272241,0.000022768401,0.00018508194,0.00046296467,0.00048875203,0.00009004222],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016020086,0.0000039446527,0.000005951803,0.00004742158,0.00003261241,0.0001228551,0.000012772173,0.00014194072,0.0000012397553,0.98081094,0.014295597,0.0045231488],"study_design_scores_gemma":[0.000115253475,0.000067087305,0.000022744582,0.00022372208,0.000034586574,0.0001480618,1.6240833e-7,0.0017086079,0.00006532286,0.4461291,0.55064386,0.0008414904],"about_ca_topic_score_codex":0.00007496709,"about_ca_topic_score_gemma":0.000007194779,"teacher_disagreement_score":0.5363482,"about_ca_system_score_codex":0.00020446093,"about_ca_system_score_gemma":0.00009785222,"threshold_uncertainty_score":0.99972713},"labels":[],"label_agreement":null},{"id":"W4247440104","doi":"10.4018/978-1-61350-141-2.ch009","title":"Software Process Improvement for Small and Very Small Enterprises","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Capability Maturity Model Integration; Process management; Capability Maturity Model; Software development process; Process (computing); LeanCMMI; Team software process; Context (archaeology); Software Engineering Process Group; Task (project management); Personal software process; Flexibility (engineering); Engineering; Computer science; Software engineering; Software; Software development; Systems engineering; Software construction; Management","score_opus":0.027894054066051277,"score_gpt":0.24672334409419489,"score_spread":0.2188292900281436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247440104","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013035299,0.00080550154,0.83889174,0.000035245685,0.00063570193,0.0008934111,0.00009362411,0.0012094873,0.15730493],"genre_scores_gemma":[0.040794216,0.00018292712,0.89670694,0.002265633,0.00087470043,0.0008620385,0.00002005535,0.00027874915,0.05801477],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984771,0.0000062621943,0.0003127229,0.0006832697,0.00017237544,0.00034824444],"domain_scores_gemma":[0.9986667,0.00013536347,0.00026149675,0.0006320669,0.00015064582,0.00015369429],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00016223916,0.00044770315,0.00036715352,0.000069818394,0.00009238369,0.00022219896,0.000926308,0.00032138237,0.0000046983746],"category_scores_gemma":[0.000058345497,0.00043449353,0.00014772828,0.000014228603,0.00004669624,0.00012556686,0.0004347907,0.00021815849,0.000007683569],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005334043,0.000019808367,0.00006156109,0.000478773,0.00014177019,0.00003702261,0.00018130257,0.0000021579976,0.000005580552,0.8381182,0.00080478966,0.16009572],"study_design_scores_gemma":[0.00040529063,0.0008431514,0.000038763585,0.0004934487,0.000118963806,0.00007453527,0.000002855725,0.00010215483,0.0005467975,0.8940308,0.10237136,0.0009718794],"about_ca_topic_score_codex":0.00005224351,"about_ca_topic_score_gemma":0.00002607877,"teacher_disagreement_score":0.15912384,"about_ca_system_score_codex":0.00008431395,"about_ca_system_score_gemma":0.00014078213,"threshold_uncertainty_score":0.9998107},"labels":[],"label_agreement":null},{"id":"W4247633110","doi":"10.4018/978-1-61520-967-5.ch116","title":"An Approach for Intentional Modeling of Web Services Security Risk Assessment","year":2010,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Identification (biology); Stakeholder; Process (computing); Risk analysis (engineering); Domain (mathematical analysis); Knowledge management; Computer security; Process management; Business; Political science; Public relations","score_opus":0.018051935628320234,"score_gpt":0.28316940016327463,"score_spread":0.2651174645349544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247633110","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014088457,0.00007048503,0.76955724,0.000010071113,0.00028527217,0.00030327574,0.00021846507,0.0003683148,0.22904602],"genre_scores_gemma":[0.3164965,0.000008586191,0.68290585,0.00004671208,0.00015139511,0.00004109848,0.000020301946,0.000022924696,0.0003066127],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985431,0.00001893614,0.00035499997,0.0005129548,0.0003642473,0.00020577491],"domain_scores_gemma":[0.9984045,0.00006493341,0.0003693309,0.0007585614,0.00029784808,0.00010483125],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004561163,0.00029269568,0.00033264447,0.00007125937,0.00009132415,0.00016526064,0.0011845065,0.00040380773,0.000004375604],"category_scores_gemma":[0.000010855135,0.00028759922,0.00020664024,0.000017096962,0.000031159172,0.00026881674,0.00025443107,0.0004928066,0.0000011842786],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009515318,0.000026121912,0.000021318021,0.00014569458,0.00006302243,0.0000013402129,0.000040426283,0.000820883,0.000029629433,0.9966473,0.000021356374,0.0021733672],"study_design_scores_gemma":[0.0001073284,0.000085475134,0.0000042196225,0.000052818774,0.000041536798,0.000010506687,0.0000028933614,0.5663706,0.000019527008,0.43098825,0.0021029776,0.00021383776],"about_ca_topic_score_codex":0.000106783635,"about_ca_topic_score_gemma":0.000022115373,"teacher_disagreement_score":0.5656591,"about_ca_system_score_codex":0.000064390595,"about_ca_system_score_gemma":0.00016524148,"threshold_uncertainty_score":0.9999576},"labels":[],"label_agreement":null},{"id":"W4247757705","doi":"10.6028/nist.sp.1061","title":"Forum workshop on establishing the scientific foundation for performance-based fire codes :","year":2006,"lang":"en","type":"report","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Research Council Canada; U.S. Nuclear Regulatory Commission; Worcester Polytechnic Institute; California Institute of Technology; National Institute of Standards and Technology; National Science Foundation","keywords":"Foundation (evidence); Library science; Engineering; Computer science; Architectural engineering; History; Archaeology","score_opus":0.05410763272792518,"score_gpt":0.3073488213011257,"score_spread":0.2532411885732005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247757705","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037236413,0.00021202202,0.98292303,0.0018669802,0.0037943488,0.00067806325,0.000009164942,0.0010333466,0.00911067],"genre_scores_gemma":[0.26999757,0.00045463472,0.6609569,0.0010501988,0.0021876332,0.0015238875,0.0012002606,0.00020157656,0.062427316],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99782395,0.00004025645,0.0003266097,0.0005729002,0.00085892,0.00037734263],"domain_scores_gemma":[0.99567646,0.0024299948,0.00032149104,0.001099053,0.00043308295,0.00003989525],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0028020593,0.00026476983,0.00022122986,0.00019404231,0.0008271729,0.00282687,0.0013771917,0.00021267694,0.000015530415],"category_scores_gemma":[0.0010169387,0.00017880666,0.00015008193,0.00052133267,0.000055508033,0.00093773945,0.0001500284,0.00046720688,0.000009585108],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008327449,0.000042633397,0.00012005444,0.0001914779,0.000017924265,0.0000016093579,0.000034771805,0.007874095,0.000001979325,0.0019342123,0.42573953,0.5640334],"study_design_scores_gemma":[0.000061912404,0.000059259455,0.000092693335,0.00024016401,0.000015396397,0.0000045825705,0.0000052978435,0.24996598,0.00028235512,0.0003343945,0.7487131,0.00022486343],"about_ca_topic_score_codex":0.00014682255,"about_ca_topic_score_gemma":0.00007167336,"teacher_disagreement_score":0.5638085,"about_ca_system_score_codex":0.00022313422,"about_ca_system_score_gemma":0.0007588295,"threshold_uncertainty_score":0.9982083},"labels":[],"label_agreement":null},{"id":"W4247787245","doi":"10.32920/ryerson.14664651","title":"Release planning for multi-tenant software as a service (SaaS) applications","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"King Saud University","keywords":"Software as a service; Computer science; Software release life cycle; Process (computing); Service (business); Heuristic; Feature (linguistics); Software; Plan (archaeology); Fuzzy logic; Automated planning and scheduling; Order (exchange); Software engineering; Operations research; Software development; Engineering; Artificial intelligence; Software quality; Operating system; Business","score_opus":0.06157145267267196,"score_gpt":0.3406146992658898,"score_spread":0.27904324659321783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247787245","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021073155,0.00093714305,0.99324894,0.001305658,0.0003583228,0.001038307,0.000018947127,0.00280819,0.000073754854],"genre_scores_gemma":[0.003302108,0.00008558777,0.9923466,0.001246521,0.00012905097,0.002254955,0.00010867072,0.000039331782,0.0004871681],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99827856,0.00003311165,0.00031149833,0.00084593677,0.00021186344,0.0003190206],"domain_scores_gemma":[0.9973054,0.00053158496,0.00020846214,0.0014355181,0.00037072945,0.0001483348],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00029680558,0.00029870842,0.00029419214,0.000117789015,0.00014922545,0.0005742006,0.0015704241,0.0002986896,0.000014428952],"category_scores_gemma":[0.00031211457,0.0002505651,0.00015825166,0.0003024914,0.000009122199,0.0003281302,0.0017397553,0.00051860284,0.000022922382],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014003519,0.002168005,0.001687744,0.009548861,0.0013648024,0.00055695476,0.011682477,0.22886342,0.0005687508,0.0776811,0.03725088,0.628487],"study_design_scores_gemma":[0.00044548113,0.00009251384,0.00028104804,0.0005206443,0.000087431785,0.000100854944,0.0001219258,0.6788051,0.0018641109,0.0056291553,0.31078044,0.0012712887],"about_ca_topic_score_codex":0.0002943174,"about_ca_topic_score_gemma":0.000018429153,"teacher_disagreement_score":0.6272157,"about_ca_system_score_codex":0.00006080272,"about_ca_system_score_gemma":0.00032262053,"threshold_uncertainty_score":0.99999464},"labels":[],"label_agreement":null},{"id":"W4247890920","doi":"10.1109/metric.2004.1357925","title":"A prototype empirical evaluation of test driven development","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Test (biology); Computer science; Test-driven development; Programming language; Software development; Software","score_opus":0.07390805756743042,"score_gpt":0.3532777063614152,"score_spread":0.2793696487939848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247890920","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02915029,0.0000176005,0.9684705,0.00044745125,0.000038092574,0.00030002295,7.214387e-8,0.00026492268,0.0013110255],"genre_scores_gemma":[0.52367806,9.257148e-7,0.4762384,0.000027247926,0.000004704908,0.00004168719,2.4811612e-7,0.000001508009,0.0000072503317],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99942684,0.000013064389,0.0001060849,0.00010451473,0.00028336918,0.00006613301],"domain_scores_gemma":[0.99958086,0.00007027341,0.00003554397,0.0001713971,0.00011947016,0.000022476052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044379514,0.000042281714,0.00004795246,0.000039077582,0.000018482244,0.000018983788,0.00022288991,0.000024055362,0.000014286781],"category_scores_gemma":[0.00021260238,0.000034553308,0.000012074202,0.00016240422,0.000005865735,0.00018551442,0.000060126706,0.000038155875,0.000014126131],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020358968,0.0013643153,0.05198526,0.000112713125,0.00008741933,0.000012780511,0.007978728,0.027145814,0.0038079813,0.06611715,0.0018271529,0.8395403],"study_design_scores_gemma":[0.0025356833,0.0016562423,0.2386069,0.00023655542,0.000052894065,0.00007281979,0.00003284151,0.24464926,0.37793663,0.05002023,0.08315607,0.0010438734],"about_ca_topic_score_codex":0.000008229708,"about_ca_topic_score_gemma":0.0000029620044,"teacher_disagreement_score":0.83849645,"about_ca_system_score_codex":0.000047994836,"about_ca_system_score_gemma":0.00020943455,"threshold_uncertainty_score":0.14090429},"labels":[],"label_agreement":null},{"id":"W4249231538","doi":"10.1109/ctgdsd.2013.6635235","title":"Contents","year":2013,"lang":"en","type":"paratext","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science","score_opus":0.02743796944916716,"score_gpt":0.2739733956270753,"score_spread":0.24653542617790813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249231538","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000001466976,0.00051162194,0.6793846,0.0002612335,0.0021174771,0.00009471986,0.0000015229504,0.00041836544,0.317209],"genre_scores_gemma":[0.0003415988,0.00039811092,0.24716559,0.0005459511,0.00016455194,0.00004996491,0.000011315287,0.000015602025,0.7513073],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99928886,0.000017572493,0.00012517921,0.00025722387,0.00014370208,0.00016744371],"domain_scores_gemma":[0.9990892,0.00011742559,0.000075746844,0.00060252054,0.000058092333,0.00005701579],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000056173703,0.0001518193,0.0001608886,0.000074627154,0.00002539788,0.00028201877,0.0011457516,0.00017200148,0.0037979246],"category_scores_gemma":[0.000026296144,0.0001220241,0.00005370075,0.00010216129,0.000007371252,0.00040187757,0.00027222632,0.00023093264,0.04051764],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.10800045e-7,0.000005038233,5.499841e-7,0.000011825565,0.000010241247,0.0000014664179,0.000006869066,0.000004418112,0.0000049471905,0.0044533527,0.9862831,0.009218035],"study_design_scores_gemma":[0.00002778387,0.00002238317,0.0000067801766,0.00002308458,0.0000017674884,0.0000071363947,3.6931735e-7,0.0015977982,0.00025642713,0.00023383612,0.9976495,0.00017311452],"about_ca_topic_score_codex":0.000144619,"about_ca_topic_score_gemma":3.0214454e-7,"teacher_disagreement_score":0.4340983,"about_ca_system_score_codex":0.000017777038,"about_ca_system_score_gemma":0.000021794,"threshold_uncertainty_score":0.99711275},"labels":[],"label_agreement":null},{"id":"W4249542458","doi":"10.1108/9781786354495","title":"Extreme Teaming","year":2017,"lang":"en","type":"book","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Computer science","score_opus":0.04897703783341923,"score_gpt":0.2699650619119042,"score_spread":0.220988024078485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249542458","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.933055e-8,0.00020168418,0.48790133,0.00010677712,0.0003031383,0.000039299644,4.2036646e-7,0.00082687446,0.5106204],"genre_scores_gemma":[0.000013477627,0.000069981914,0.2474161,0.00007169604,0.00017054517,0.0000049723476,0.0000021155067,0.000013799187,0.7522373],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99927926,0.000006547438,0.000107813124,0.00028613175,0.00017490942,0.00014536065],"domain_scores_gemma":[0.9983188,0.00015022788,0.00014660694,0.0013039679,0.00003287132,0.000047507154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019246167,0.00015891436,0.00015758893,0.00007813305,0.00009539673,0.00038696584,0.0018570009,0.00017809018,0.00006852614],"category_scores_gemma":[0.000082047256,0.00014211731,0.00006865385,0.000013821489,0.000015369636,0.00047993762,0.00043244398,0.0002760823,0.00016746619],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.9549793e-7,0.0000041464705,0.000002537426,0.000028264882,0.00001800095,0.000050716026,0.000027474116,0.0000016677313,0.000002427641,0.25039485,0.59922224,0.15024738],"study_design_scores_gemma":[0.000018954019,0.000015578136,0.0000076118163,0.00006607111,0.000004493276,0.000018715415,8.2816854e-8,0.0010116013,0.000026207754,0.022802958,0.97583133,0.00019636883],"about_ca_topic_score_codex":0.00001119189,"about_ca_topic_score_gemma":0.0000016294377,"teacher_disagreement_score":0.37660915,"about_ca_system_score_codex":0.000048378934,"about_ca_system_score_gemma":0.0001415718,"threshold_uncertainty_score":0.5795375},"labels":[],"label_agreement":null},{"id":"W4249673754","doi":"10.4018/978-1-60566-060-8.ch019","title":"An Overview of Software Quality Concepts and Management Issues","year":2009,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software quality analyst; Software quality; Software quality control; Software quality assurance; Software engineering; Computer science; Quality (philosophy); Software quality management; Verification and validation; Software construction; Quality assurance; Software development; Software; Social software engineering; Engineering; Operations management","score_opus":0.05983189388012612,"score_gpt":0.3675373436486211,"score_spread":0.307705449768495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249673754","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005117619,0.020893594,0.18239577,0.00016945515,0.00038508166,0.0007154395,0.00009115807,0.0017557425,0.79354256],"genre_scores_gemma":[0.017375642,0.00356029,0.9443581,0.0014824783,0.00025296115,0.000028260167,0.000009854269,0.0000664921,0.032865927],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99862,0.000033419168,0.00034871767,0.00046927482,0.0003452664,0.00018333367],"domain_scores_gemma":[0.99858886,0.000058555066,0.00026592342,0.00090614654,0.00007375336,0.00010674866],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00027076408,0.00029647572,0.00042043993,0.000049444403,0.00004103991,0.000113552735,0.00076823996,0.00020642723,0.00000851979],"category_scores_gemma":[0.00001421371,0.0002957346,0.00009440864,0.000021070371,0.000056840185,0.00018264247,0.00026453775,0.00014566375,0.0000062009185],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004138998,0.0000069630146,0.000011186305,0.00016968338,0.00003518889,0.000024758705,0.000038546208,0.0000023721457,8.4748984e-7,0.83576393,0.00053004536,0.16341235],"study_design_scores_gemma":[0.00017038811,0.00027955152,0.00066234154,0.0005655636,0.000054261764,0.00002714768,0.0000027128835,0.000046192577,0.000051863157,0.7561103,0.24150053,0.0005291208],"about_ca_topic_score_codex":0.000078903795,"about_ca_topic_score_gemma":0.00000983191,"teacher_disagreement_score":0.7619623,"about_ca_system_score_codex":0.000049656224,"about_ca_system_score_gemma":0.000028025084,"threshold_uncertainty_score":0.99994946},"labels":[],"label_agreement":null},{"id":"W4249711940","doi":"10.4018/9781605660608.ch019","title":"An Overview of Software Quality Concepts and Management Issues","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software quality analyst; Software quality control; Software quality; Software quality management; Computer science; Software engineering; Quality (philosophy); Software quality assurance; Quality assurance; Software; Software construction; Verification and validation; Software development; Engineering management; Engineering; Operations management","score_opus":0.08294118708111743,"score_gpt":0.3630624475259255,"score_spread":0.28012126044480806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249711940","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000041641426,0.013428237,0.23188293,0.000042540974,0.00042001894,0.00052403787,0.000081987986,0.0012211906,0.7523574],"genre_scores_gemma":[0.033368208,0.004138378,0.9268096,0.00090380723,0.00024144212,0.00005652103,0.000009111555,0.000100599005,0.034372333],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99869573,0.000033636617,0.00033980986,0.00046395292,0.00028832557,0.00017851598],"domain_scores_gemma":[0.9985143,0.000053337946,0.00028223576,0.000963017,0.00007845424,0.000108658736],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00027386806,0.00029090382,0.00040284693,0.000047562666,0.000038403647,0.000079983205,0.0008271882,0.0002087004,0.000020111385],"category_scores_gemma":[0.0000131788975,0.00028574973,0.000091625516,0.000017382084,0.000076051605,0.000186993,0.0004186487,0.00013897881,0.000010354904],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053622766,0.0000075014177,0.000028493736,0.00026925275,0.00005557341,0.000022326387,0.0000863654,5.2424394e-7,7.0870067e-7,0.93714887,0.00048815858,0.061886836],"study_design_scores_gemma":[0.0001410632,0.0002107454,0.00054018566,0.0004817603,0.00005780511,0.000022451013,0.0000027586916,0.000016585584,0.00006991175,0.8306307,0.16733384,0.000492192],"about_ca_topic_score_codex":0.00019563473,"about_ca_topic_score_gemma":0.000014212312,"teacher_disagreement_score":0.7179851,"about_ca_system_score_codex":0.000038183305,"about_ca_system_score_gemma":0.000027555281,"threshold_uncertainty_score":0.99995947},"labels":[],"label_agreement":null},{"id":"W4249748212","doi":"10.4018/978-1-59904-885-7.ch153","title":"Pair Modeling","year":2008,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Variety (cybernetics); Computer science; Software; Software engineering; Process (computing); Software development; Class (philosophy); Artificial intelligence; Operating system","score_opus":0.03180774417095973,"score_gpt":0.2491079445808982,"score_spread":0.21730020040993847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249748212","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004308788,0.0005272142,0.4219452,0.000053674314,0.00045067183,0.00009276394,0.000007080454,0.0012667567,0.5756523],"genre_scores_gemma":[0.11527132,0.00027790648,0.6270349,0.0021121358,0.001372803,0.00006069347,0.0000062979384,0.00020567457,0.2536583],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99867624,0.000008655915,0.00025197794,0.00046503142,0.00033650172,0.00026160778],"domain_scores_gemma":[0.9988097,0.00004953953,0.00011866998,0.0008298531,0.00007640017,0.000115868446],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00010117406,0.00032654186,0.0002789172,0.00005744878,0.00008696437,0.00011860189,0.0010043622,0.00032789414,0.000006882574],"category_scores_gemma":[0.00002041617,0.00033244502,0.0001699068,0.000017658029,0.00002304028,0.00014721962,0.00035555608,0.00033780493,0.000117510244],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021976032,0.0000027179458,0.0000010466197,0.00001147804,0.000026957123,0.00013031402,0.00003146191,0.00039014142,5.199351e-7,0.9762617,0.00943395,0.013707553],"study_design_scores_gemma":[0.000101486476,0.000080139725,0.0000010810697,0.00015961162,0.000020886642,0.00034561713,3.9313815e-7,0.05391631,0.00001880543,0.43835407,0.5063236,0.0006780379],"about_ca_topic_score_codex":0.000046313697,"about_ca_topic_score_gemma":0.000003011285,"teacher_disagreement_score":0.5379076,"about_ca_system_score_codex":0.00011792359,"about_ca_system_score_gemma":0.00012116225,"threshold_uncertainty_score":0.99991274},"labels":[],"label_agreement":null},{"id":"W4250051604","doi":"10.4018/978-1-5225-7598-6.ch100","title":"Developing a Glossary for Software Projects","year":2018,"lang":"en","type":"book-chapter","venue":"Advances in computer and electrical engineering book series","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Glossary; Computer science; Context (archaeology); Domain (mathematical analysis); Software; Process (computing); Software development; Software engineering; Software development process; Software project management; Knowledge management; Software construction; Linguistics; Geography","score_opus":0.014208094026059723,"score_gpt":0.2483884860100467,"score_spread":0.234180391983987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250051604","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000050248705,0.017490977,0.97980994,0.00011257633,0.00053487223,0.00042075675,0.0000048653187,0.0009607144,0.0006602646],"genre_scores_gemma":[0.00005496425,0.0074010156,0.987185,0.0002653487,0.00050119543,0.00010218284,0.000010869422,0.000074484036,0.004404929],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983202,0.0000072516987,0.00036729427,0.00066012476,0.00018966862,0.0004554508],"domain_scores_gemma":[0.99876237,0.00058479223,0.00011324653,0.00036420842,0.00009024052,0.000085119864],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00017209862,0.00045789382,0.0004844643,0.0003135178,0.00010691217,0.00023594264,0.00055687164,0.00026589542,0.0000043184564],"category_scores_gemma":[0.000086879016,0.00046541222,0.000086971064,0.00013409494,0.00006109946,0.0017439645,0.0002917807,0.000389135,0.0000034148532],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057381214,0.000017904591,0.000022115537,0.00097614346,0.00008789945,0.00008534327,0.00036602444,0.0025121453,0.0000048970282,0.7048382,0.0018241025,0.28920782],"study_design_scores_gemma":[0.00019111185,0.0005117137,0.000013530432,0.00049025705,0.000012167415,0.00012966638,2.3861247e-7,0.04083241,0.00012301371,0.0357646,0.9211969,0.00073438796],"about_ca_topic_score_codex":0.0000013474779,"about_ca_topic_score_gemma":0.0000019996169,"teacher_disagreement_score":0.9193728,"about_ca_system_score_codex":0.00012276335,"about_ca_system_score_gemma":0.0001245264,"threshold_uncertainty_score":0.99977976},"labels":[],"label_agreement":null},{"id":"W4250213745","doi":"10.17771/pucrio.acad.19240","title":"DESENVOLVIMENTO INTENCIONAL DE SOFTWARE TRANSPARENTE BASEADO EM ARGUMENTAÇÃO","year":2011,"lang":"pt","type":"dissertation","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Pontifícia Universidade Católica do Rio de Janeiro; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; University of Toronto; Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Humanities; Computer science; Art","score_opus":0.03807515284148337,"score_gpt":0.287826001597299,"score_spread":0.2497508487558156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250213745","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006208306,0.0011355669,0.98780435,0.00009999649,0.0019512638,0.0005114347,0.000043522545,0.0015020572,0.00074348],"genre_scores_gemma":[0.17863663,0.00095318304,0.78013706,0.0009981553,0.0002451578,0.00038490433,0.0010229927,0.00021125085,0.037410665],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965096,0.00015498536,0.0006850294,0.00104694,0.0007319316,0.00087148446],"domain_scores_gemma":[0.997539,0.0004260837,0.00037739077,0.00094528246,0.00029789592,0.0004143844],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00068842544,0.00075831474,0.0005219198,0.00038071375,0.00025620963,0.0004346376,0.001960568,0.0005721321,0.0021614307],"category_scores_gemma":[0.00020517183,0.0007640778,0.000379935,0.00048304664,0.000037235695,0.0010435261,0.00016114092,0.0009364358,0.00030883192],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012083816,0.0035423876,0.022472918,0.004199168,0.0024558527,0.0010971584,0.08460921,0.00061844423,0.0019231536,0.049398266,0.04293845,0.7855366],"study_design_scores_gemma":[0.008532889,0.00954377,0.07184837,0.01672881,0.0046147807,0.0016169064,0.019066324,0.3814895,0.21462095,0.04754194,0.1971194,0.027276378],"about_ca_topic_score_codex":0.00080255483,"about_ca_topic_score_gemma":0.00022633991,"teacher_disagreement_score":0.75826025,"about_ca_system_score_codex":0.00023044513,"about_ca_system_score_gemma":0.0004357445,"threshold_uncertainty_score":0.999481},"labels":[],"label_agreement":null},{"id":"W4250537654","doi":"10.32920/ryerson.14661051","title":"TDD Dynamics: Understanding the Impact of Test-Driven Development on Software Quality and Productivity","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Agile software development; Test-driven development; Empirical research; Computer science; Extreme programming; Process management; Moderation; Quality (philosophy); Software; Software development; Systems engineering; Engineering; Software development process; Software engineering","score_opus":0.09135835967989608,"score_gpt":0.34640847072249714,"score_spread":0.25505011104260106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250537654","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0630093,0.00009114522,0.9353759,0.00045510728,0.00016788818,0.00028582028,0.000008447608,0.00040263552,0.00020374803],"genre_scores_gemma":[0.7179071,0.00003166714,0.2819551,0.000017453896,0.000020169127,0.000019694084,0.000007713863,0.000010361494,0.000030798077],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985138,0.0001303761,0.00030342746,0.00056373037,0.00029720808,0.00019146972],"domain_scores_gemma":[0.9972772,0.0012728533,0.00028466704,0.0010098594,0.00009941253,0.00005603018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009809607,0.00024900492,0.00031928145,0.00008671896,0.000109333305,0.00028584717,0.000726884,0.0001399485,0.000008599617],"category_scores_gemma":[0.0009912378,0.00016486108,0.00010822562,0.00018440848,0.00005117029,0.00021915312,0.0015723085,0.0005326597,5.2717786e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011323374,0.00231416,0.4127175,0.00405464,0.0025901732,0.00010253203,0.02634028,0.11631195,0.00041514545,0.17559627,0.0023189315,0.2571252],"study_design_scores_gemma":[0.0005192154,0.0007283729,0.6530275,0.0017808875,0.000079395475,0.00009612625,0.00070675806,0.27340811,0.004846467,0.062033236,0.000186889,0.0025871021],"about_ca_topic_score_codex":0.0003542897,"about_ca_topic_score_gemma":0.00006242165,"teacher_disagreement_score":0.65489775,"about_ca_system_score_codex":0.0005227435,"about_ca_system_score_gemma":0.0003954875,"threshold_uncertainty_score":0.67228395},"labels":[],"label_agreement":null},{"id":"W4250595080","doi":"10.1109/eurmic.2004.1333388","title":"Introducing agile methods: three years of experience","year":2004,"lang":"en","type":"article","venue":"Proceedings. 30th Euromicro Conference, 2004.","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Bachelor; Pair programming; Extreme programming practices; Preference; Extreme programming; Perception; Computer science; Agile usability engineering; Work (physics); Engineering management; Knowledge management; Psychology; Engineering; Software engineering; Software development; Software development process; Software; Political science; Mathematics","score_opus":0.030634060879137354,"score_gpt":0.30144180663276254,"score_spread":0.2708077457536252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250595080","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12771834,0.00029621477,0.8687001,0.00025686453,0.00038142657,0.00021579234,0.0000024183748,0.0006459316,0.0017829392],"genre_scores_gemma":[0.47397217,0.000048802944,0.5257784,0.000069233865,0.000062534156,0.000020760053,6.971262e-7,0.000015385389,0.000032018543],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983308,0.000014790193,0.00040120326,0.0006014561,0.00026241352,0.0003893501],"domain_scores_gemma":[0.9987878,0.000094815856,0.00028157484,0.00040219564,0.00031862129,0.00011498811],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000611068,0.00022460234,0.0003141545,0.00021058295,0.00008080343,0.00026384884,0.0013706166,0.000101496145,0.00003555571],"category_scores_gemma":[0.0005150084,0.00023771687,0.000078785124,0.00067426136,0.00010070292,0.0010932399,0.00036352852,0.00030847266,0.000025702524],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058145422,0.0003597104,0.00517611,0.0003178173,0.00011394398,0.000040016184,0.018300587,0.00083966955,0.3531846,0.37090784,0.0023544547,0.24834709],"study_design_scores_gemma":[0.0016144678,0.0007193355,0.015554022,0.0006277032,0.00006322919,0.00028991562,0.0003665721,0.0122131305,0.84360546,0.06184739,0.061328623,0.0017701591],"about_ca_topic_score_codex":0.000096856675,"about_ca_topic_score_gemma":0.000001912521,"teacher_disagreement_score":0.49042085,"about_ca_system_score_codex":0.0000626176,"about_ca_system_score_gemma":0.00013417193,"threshold_uncertainty_score":0.9693813},"labels":[],"label_agreement":null},{"id":"W4251115000","doi":"10.1145/634126.634127","title":"On the reliability of usability testing","year":2001,"lang":"en","type":"article","venue":"CHI '01 extended abstracts on Human factors in computer systems - CHI '01","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Usability; Dialog box; Usability lab; Computer science; Usability inspection; Reliability (semiconductor); Test (biology); Pluralistic walkthrough; System usability scale; Heuristic evaluation; Web usability; Usability engineering; Human–computer interaction; Knowledge management; World Wide Web","score_opus":0.06489437810276194,"score_gpt":0.30042082601936926,"score_spread":0.23552644791660732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251115000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92714363,0.00004843984,0.06676333,0.00017239073,0.0021107125,0.00089414313,0.00001158575,0.0009020628,0.001953675],"genre_scores_gemma":[0.9897559,0.000007184112,0.009643083,0.000107898246,0.0003678585,0.000042858537,0.0000068696017,0.000039896553,0.000028412776],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99565834,0.00042290188,0.0013375453,0.0011113891,0.0008095236,0.0006602988],"domain_scores_gemma":[0.9920474,0.0043786117,0.0007428724,0.0025067017,0.00013767043,0.00018668856],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024240264,0.00058109954,0.00070290046,0.00030315237,0.00031101453,0.00039663725,0.002169222,0.00025224773,0.000025859832],"category_scores_gemma":[0.0009494951,0.0004218138,0.00021152447,0.00075243216,0.00015506145,0.0006196189,0.0004034732,0.001074811,0.000017737502],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038215495,0.011054115,0.18590234,0.0025184222,0.00047626346,0.0006573794,0.01052682,0.47350526,0.0018134415,0.22960092,0.011853063,0.07170981],"study_design_scores_gemma":[0.00070899696,0.0012765701,0.9159213,0.0011435669,0.000019032193,0.00007699345,0.00004753077,0.06572797,0.0018274187,0.009461347,0.0026979006,0.0010914018],"about_ca_topic_score_codex":0.0008412096,"about_ca_topic_score_gemma":0.00003995021,"teacher_disagreement_score":0.7300189,"about_ca_system_score_codex":0.0002583441,"about_ca_system_score_gemma":0.00007863952,"threshold_uncertainty_score":0.9998234},"labels":[],"label_agreement":null},{"id":"W4251738168","doi":"10.1007/978-1-4939-7131-2_101463","title":"Web Problem-Solving Platforms","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Web application; World Wide Web","score_opus":0.02190065673518339,"score_gpt":0.23941664278007743,"score_spread":0.21751598604489403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251738168","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000017374066,0.00012818738,0.41453233,0.00008605745,0.00026116119,0.00011436076,0.0000013580963,0.0015277729,0.583347],"genre_scores_gemma":[0.00014129178,0.00015690383,0.4832955,0.00018019015,0.00022618451,0.0000062627555,0.000003116324,0.000034027515,0.5159565],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99890816,0.0000017145142,0.00021949474,0.0003979453,0.00025627945,0.00021642748],"domain_scores_gemma":[0.9987914,0.00014309936,0.00014798765,0.0007639434,0.00007824273,0.00007532964],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00025452554,0.00026086264,0.00020661832,0.00014119643,0.000065670436,0.00021810266,0.0010791514,0.0002702861,0.0011730553],"category_scores_gemma":[0.00002126774,0.00020680125,0.00009330796,0.00003497856,0.000029909352,0.0005822751,0.0004703841,0.00032476007,0.000647674],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011126546,0.00000362437,0.0000016223545,0.000032843513,0.000030172107,0.00001797103,0.00008654882,0.0000023238338,0.0000061990468,0.9183192,0.06700316,0.014495207],"study_design_scores_gemma":[0.00003779346,0.0000814949,0.0000011195876,0.000105069834,0.000006890662,0.00003496165,4.5466513e-7,0.0021893526,0.00006187242,0.1942231,0.8029508,0.0003070666],"about_ca_topic_score_codex":0.0000056695644,"about_ca_topic_score_gemma":0.000004848925,"teacher_disagreement_score":0.73594767,"about_ca_system_score_codex":0.000039776078,"about_ca_system_score_gemma":0.00007463751,"threshold_uncertainty_score":0.99974},"labels":[],"label_agreement":null},{"id":"W4251906434","doi":"10.1109/ms.2018.110164344","title":"Hybrid Labels are the New Measure!","year":2018,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Metric (unit); Process (computing); Analytics; Measure (data warehouse); Similarity (geometry); Software; Similarity measure; Artificial intelligence; Data science; Machine learning; Data mining; Engineering; Operations management","score_opus":0.02350352321040119,"score_gpt":0.2580113610226939,"score_spread":0.2345078378122927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251906434","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030664518,0.00039166526,0.9902406,0.002590422,0.0014174854,0.00013046067,0.0000033670992,0.0019184266,0.00024114517],"genre_scores_gemma":[0.71498466,0.000033976732,0.2800806,0.0023955514,0.0013622954,0.000024879055,0.0000010491848,0.000036261943,0.0010807492],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989132,0.00004996877,0.00014251149,0.00030155442,0.00031022695,0.0002825069],"domain_scores_gemma":[0.99837965,0.00033481664,0.000102336155,0.00093633344,0.00013926085,0.000107623986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035420505,0.00015112721,0.0001227968,0.00004850537,0.00034292997,0.0001804817,0.0013764082,0.000050144674,0.000031317144],"category_scores_gemma":[0.00044986975,0.000107249645,0.00006379921,0.00027241957,0.000055184955,0.00047144655,0.00016340619,0.00020580218,0.00022051712],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001661312,0.00006215506,0.0028738305,0.000029303003,0.00008879412,0.00008339568,0.0016944594,0.00010618693,0.0003680165,0.005622347,0.68009776,0.30895713],"study_design_scores_gemma":[0.00031147304,0.00022683016,0.0023352522,0.00012335595,0.000024722493,0.00018753258,0.000012880003,0.001495805,0.039595593,0.024146635,0.9309471,0.0005927955],"about_ca_topic_score_codex":0.000058764643,"about_ca_topic_score_gemma":0.000009752596,"teacher_disagreement_score":0.7119182,"about_ca_system_score_codex":0.000027444623,"about_ca_system_score_gemma":0.00008497639,"threshold_uncertainty_score":0.43735135},"labels":[],"label_agreement":null},{"id":"W4251952445","doi":"10.1109/ms.2009.184","title":"Point/Counterpoint","year":2009,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Counterpoint; Social software engineering; Computer science; Software engineering; Software development; Software peer review; Personal software process; Software construction; Software; Software analytics; Empirical research; Software requirements; Programming language; Sociology; Epistemology; Philosophy","score_opus":0.010611519008575569,"score_gpt":0.2502784733209914,"score_spread":0.23966695431241583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251952445","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035515458,0.00016364145,0.990934,0.0012971045,0.000586462,0.00008625736,0.0000015545446,0.0027536713,0.00062575756],"genre_scores_gemma":[0.5420024,0.000026590944,0.45567918,0.0019183987,0.0001298358,0.0000080394375,0.000001172765,0.000010016079,0.00022441236],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991143,0.000020855741,0.00014810564,0.00027507925,0.00019749104,0.00024418987],"domain_scores_gemma":[0.99905825,0.00013911886,0.00005690959,0.00060806115,0.00005468615,0.00008296745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002014849,0.00013342097,0.000119879594,0.00008143654,0.00012217258,0.0001216607,0.0007555726,0.00006289122,0.000021548038],"category_scores_gemma":[0.0001394627,0.00012480235,0.00006818768,0.00024618005,0.000010959778,0.0007562805,0.000052354215,0.00016663372,0.00008959892],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028994042,0.0003245047,0.0014054973,0.000054219454,0.000055907658,0.0004397737,0.0024979122,0.00095673517,0.0023073207,0.06928308,0.131263,0.791383],"study_design_scores_gemma":[0.0011555979,0.0017749978,0.016997384,0.00031856113,0.00003910154,0.0008729099,0.000023680133,0.017359879,0.045358878,0.23173952,0.6818081,0.0025513445],"about_ca_topic_score_codex":0.000009697433,"about_ca_topic_score_gemma":6.6774373e-7,"teacher_disagreement_score":0.7888317,"about_ca_system_score_codex":0.00003333513,"about_ca_system_score_gemma":0.000027286816,"threshold_uncertainty_score":0.5089292},"labels":[],"label_agreement":null},{"id":"W4252723093","doi":"10.1109/ctgdsd.2012.6226947","title":"Teaching a globally distributed project course using Scrum practices","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Scrum; Engineering management; Curriculum; Work (physics); Computer science; Course (navigation); Project management 2.0; Project management; Knowledge management; Product (mathematics); Software development; Software; Engineering; Software engineering; Process management; Systems engineering; Project management triangle; OPM3; Pedagogy; Sociology","score_opus":0.06344579228643168,"score_gpt":0.3730078577848865,"score_spread":0.3095620654984548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252723093","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009587539,0.00027801085,0.9848926,0.0008409751,0.00038115832,0.00016382252,0.000004654225,0.0013929977,0.002458253],"genre_scores_gemma":[0.4418932,0.0000058110018,0.5577152,0.00017610469,0.00013505692,0.000005720961,0.0000029033774,0.000007703897,0.000058294747],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99887305,0.00011077518,0.00015540922,0.00020479546,0.00026184638,0.00039409666],"domain_scores_gemma":[0.9988855,0.00028008642,0.00026353478,0.00043495768,0.000043259166,0.000092659626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011793384,0.00013578685,0.00011280469,0.000051542713,0.00015549912,0.00031912618,0.0006764822,0.000063067375,0.000010056223],"category_scores_gemma":[0.0005086342,0.000114280825,0.00004273484,0.00026776685,0.000013599258,0.0032915801,0.00029787965,0.00024270179,0.000014594673],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051038307,0.0019543942,0.0820059,0.00017755263,0.0003785694,0.00008719817,0.003626497,0.00065666984,0.0038877456,0.7315668,0.060018267,0.11558937],"study_design_scores_gemma":[0.0003696199,0.00018941183,0.0072606676,0.00009996117,0.00010567134,0.00070811994,0.00019705774,0.26931927,0.001671977,0.0011159587,0.7179041,0.0010582246],"about_ca_topic_score_codex":0.0011037005,"about_ca_topic_score_gemma":0.000005255754,"teacher_disagreement_score":0.7304508,"about_ca_system_score_codex":0.00005440043,"about_ca_system_score_gemma":0.00008632176,"threshold_uncertainty_score":0.46602368},"labels":[],"label_agreement":null},{"id":"W4252760347","doi":"10.1109/cseet.2014.6816771","title":"Contents","year":2014,"lang":"en","type":"paratext","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science","score_opus":0.024381692239517697,"score_gpt":0.27728117467499586,"score_spread":0.25289948243547816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252760347","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.054326e-7,0.00026079195,0.6954298,0.00022505647,0.0022330552,0.000051412764,0.000001211559,0.000406663,0.30139142],"genre_scores_gemma":[0.0014077831,0.0002987239,0.31203604,0.0011446062,0.00036663198,0.000027672786,0.000017549839,0.000023204395,0.6846778],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99928457,0.000025970909,0.00012327638,0.000264538,0.0001459741,0.00015564908],"domain_scores_gemma":[0.999021,0.0001647821,0.00008070792,0.00063948066,0.000042598283,0.000051462852],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00011897513,0.00014655951,0.00017700648,0.00007330046,0.000026733649,0.00018253333,0.0011402906,0.00016734983,0.00090139284],"category_scores_gemma":[0.00004139456,0.000121510675,0.000057937028,0.00009226498,0.000007268346,0.00018588468,0.00023464808,0.00022074893,0.013694961],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.5150945e-7,0.0000040921213,7.205179e-7,0.00001617476,0.000008995791,0.0000013236778,0.0000055045,0.000010879598,0.0000030308133,0.008016126,0.9827768,0.009156081],"study_design_scores_gemma":[0.000033048847,0.000029335739,0.0000041453795,0.00002645074,0.00000215486,0.000007327462,1.4640167e-7,0.0022563664,0.00022561225,0.00022025224,0.99702674,0.00016839325],"about_ca_topic_score_codex":0.000043987133,"about_ca_topic_score_gemma":4.8281544e-7,"teacher_disagreement_score":0.38339373,"about_ca_system_score_codex":0.000014953639,"about_ca_system_score_gemma":0.000018132901,"threshold_uncertainty_score":0.987073},"labels":[],"label_agreement":null},{"id":"W4252838461","doi":"10.1109/mcg.2013.63","title":"Software Experts Summit 2013 Advertisement","year":2013,"lang":"en","type":"article","venue":"IEEE Computer Graphics and Applications","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Summit; Computer science; Software; World Wide Web; Multimedia; Computer graphics (images); Operating system","score_opus":0.012256156888837149,"score_gpt":0.23481679930963018,"score_spread":0.22256064242079301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252838461","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022685302,0.0004432434,0.9948206,0.0012003441,0.00015461782,0.0004229645,0.0000021109263,0.00064858526,0.000038980936],"genre_scores_gemma":[0.22685008,0.0012802425,0.76771307,0.0019092235,0.0003614371,0.0017624969,0.000009316953,0.000026627806,0.00008748871],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991433,0.000016136275,0.00017076556,0.0003416135,0.00013642204,0.00019176649],"domain_scores_gemma":[0.9990235,0.00014501072,0.000060142425,0.00055367016,0.00009326123,0.00012443983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008267949,0.00013583885,0.00010801178,0.00010173018,0.00017271355,0.00028053028,0.00052477047,0.00006002945,0.000012425656],"category_scores_gemma":[0.000002377475,0.00012648306,0.000045569977,0.0002502752,0.00003604755,0.00045866208,0.0001597856,0.00010212939,0.00004084914],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.7545684e-7,0.00018103512,0.002978199,0.00005338674,0.000057857444,0.0000030728452,0.0002344337,0.0002293892,0.000132176,0.3062738,0.15137361,0.53848225],"study_design_scores_gemma":[0.00025562357,0.00011620838,0.008937173,0.00003715021,0.000014205449,0.000023304909,0.0000070924075,0.1616235,0.00044403112,0.05300493,0.7748979,0.00063893304],"about_ca_topic_score_codex":0.00010996479,"about_ca_topic_score_gemma":0.0000047798244,"teacher_disagreement_score":0.62352425,"about_ca_system_score_codex":0.0000085427455,"about_ca_system_score_gemma":0.000011510787,"threshold_uncertainty_score":0.51578295},"labels":[],"label_agreement":null},{"id":"W4252878942","doi":"10.4018/9781591409113.ch014","title":"Software Security Engineering","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Software security assurance; Social software engineering; Security engineering; Software Engineering Process Group; Software engineering; Software development; Computer science; Software requirements; Software construction; Software system; Software development process; Engineering; Software; Systems engineering; Computer security; Information security; Security service; Operating system","score_opus":0.01731367602323314,"score_gpt":0.22701291316568337,"score_spread":0.20969923714245023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252878942","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003543812,0.0004897847,0.42850977,0.00001734024,0.000725501,0.00015643776,0.000025804055,0.0025061364,0.5675657],"genre_scores_gemma":[0.06359613,0.000096044605,0.8597218,0.0010315238,0.0013762512,0.00010995407,0.000010419699,0.0003288194,0.07372906],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984316,0.000007880933,0.00029325753,0.0005801195,0.0003222172,0.00036492167],"domain_scores_gemma":[0.99838805,0.00009083244,0.00017583948,0.0010761336,0.000088048,0.00018110013],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00015585627,0.00046958434,0.0003700088,0.00008576572,0.00005732379,0.0001653364,0.0013533554,0.00046439155,0.000034138877],"category_scores_gemma":[0.00006622229,0.00049882656,0.000206048,0.000027455575,0.000024926063,0.00020603924,0.0005800736,0.000506803,0.00016531044],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025499482,0.0000037278796,0.000004432216,0.000043766846,0.000046772835,0.00010210071,0.000054585056,0.0000074573013,8.616194e-7,0.9881936,0.0023525804,0.009187577],"study_design_scores_gemma":[0.00008096176,0.00007824056,0.000013498312,0.00019719072,0.000031776646,0.00013717756,2.0202216e-7,0.00028332093,0.00007622577,0.6762743,0.32214877,0.0006783694],"about_ca_topic_score_codex":0.000050753777,"about_ca_topic_score_gemma":0.0000050060057,"teacher_disagreement_score":0.4938366,"about_ca_system_score_codex":0.00014511126,"about_ca_system_score_gemma":0.00010098914,"threshold_uncertainty_score":0.9997463},"labels":[],"label_agreement":null},{"id":"W4253215476","doi":"10.1109/icse.2001.919158","title":"4/sup th/ ICSE workshop on \"software engineering over the internet\"","year":2001,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software engineering; The Internet; Computer science; Software; Engineering; Systems engineering; World Wide Web; Programming language","score_opus":0.029889954617929707,"score_gpt":0.2649388685138795,"score_spread":0.23504891389594978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253215476","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2321663,0.00026106235,0.75174147,0.0039873715,0.0046357973,0.0010641279,0.000044482473,0.0035056947,0.0025936814],"genre_scores_gemma":[0.8934603,0.00048848666,0.10229558,0.00082516373,0.00053985015,0.00016571386,0.000008394604,0.00011890553,0.0020976507],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971627,0.000012526798,0.0005525687,0.0006429116,0.0010363327,0.0005929876],"domain_scores_gemma":[0.99770904,0.0006084182,0.00034693792,0.0006317323,0.0005406782,0.00016317522],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00059765973,0.0005411097,0.0003581965,0.00035405534,0.000109472065,0.0004999228,0.0040016808,0.00021642877,0.00017165986],"category_scores_gemma":[0.0035452524,0.00039127565,0.00026676973,0.00076664117,0.00006427774,0.0008787954,0.00077964814,0.001036357,0.000041379408],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038479254,0.00081448007,0.02821599,0.00034454276,0.0009189493,0.000059831174,0.0027675456,0.07778755,0.0013109965,0.79577565,0.0632507,0.028369],"study_design_scores_gemma":[0.0011578918,0.00049021264,0.022266537,0.0026292962,0.000077812176,0.0002601809,0.00009930937,0.7952039,0.006166325,0.0023775264,0.16744553,0.0018254477],"about_ca_topic_score_codex":0.00003313715,"about_ca_topic_score_gemma":0.0000016206297,"teacher_disagreement_score":0.7933981,"about_ca_system_score_codex":0.00022444624,"about_ca_system_score_gemma":0.00006418525,"threshold_uncertainty_score":0.9998539},"labels":[],"label_agreement":null},{"id":"W4253366971","doi":"10.5753/sbqs.2012.15319","title":"Organizational Motivations for Adopting CMMI-based Software Process Improvement: An Extended and Updated Systematic Review","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; University of Toronto; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Capability Maturity Model Integration; LeanCMMI; Systematic review; Computer science; Process (computing); Process management; Software engineering; Software development process; Software quality; Knowledge management; Software; Software development; Engineering; MEDLINE","score_opus":0.01768435238609842,"score_gpt":0.2835642941720854,"score_spread":0.26587994178598695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253366971","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00061451294,0.0014072943,0.9958958,0.00021369371,0.00005172039,0.000964926,0.00000434651,0.00083106325,0.000016610442],"genre_scores_gemma":[0.2545931,0.000050531624,0.74380356,0.0010365433,0.000041167434,0.0003340523,0.000060427374,0.000021568987,0.000059082853],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991936,0.000029712155,0.00025593943,0.00018513559,0.00015115742,0.00018442905],"domain_scores_gemma":[0.99896395,0.00025854344,0.0001473698,0.00029697563,0.00024411235,0.00008906432],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056417054,0.00011444144,0.0001789691,0.000055794557,0.0001255962,0.00010203199,0.00029211285,0.000036169342,0.000019513462],"category_scores_gemma":[0.00094478077,0.0000931428,0.000020923375,0.0003713887,0.000007958569,0.001090647,0.000044756674,0.00005207038,0.00000196776],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001499075,0.0013494138,0.01723409,0.76126117,0.0002944035,0.0000022343002,0.0014062222,0.00057631015,0.0007692492,0.20345925,0.002614202,0.011018488],"study_design_scores_gemma":[0.0041673887,0.0025953732,0.012521354,0.12128153,0.0020044823,0.00018375555,0.00041134818,0.79295796,0.034610406,0.020033827,0.0028609645,0.006371613],"about_ca_topic_score_codex":0.0000021777444,"about_ca_topic_score_gemma":3.0730996e-7,"teacher_disagreement_score":0.79238164,"about_ca_system_score_codex":0.000018940726,"about_ca_system_score_gemma":0.000041290048,"threshold_uncertainty_score":0.3798253},"labels":[],"label_agreement":null},{"id":"W4253579069","doi":"10.1002/spip.401","title":"Does distance still matter?","year":2008,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada; International Business Machines Corporation","keywords":"IBM; Computer science; Jazz; Task (project management); Software; Software development; Data science; Software engineering; Process management; Systems engineering; Engineering","score_opus":0.013206307266350505,"score_gpt":0.27085581304455086,"score_spread":0.25764950577820034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253579069","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043974956,0.0007093242,0.9888398,0.0035114351,0.00046342346,0.00027821658,0.0000075940725,0.0010246966,0.0007680387],"genre_scores_gemma":[0.5906399,0.00087286864,0.40451756,0.0028297396,0.00013853738,0.00013867416,0.0000054665784,0.00003367592,0.00082356145],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99846876,0.000054989705,0.0002571485,0.00052561896,0.00035852665,0.00033496384],"domain_scores_gemma":[0.9978395,0.0011105037,0.00023763378,0.0004940502,0.00018812806,0.00013020313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004896594,0.00023172227,0.00018604126,0.00007196189,0.00025402053,0.00022135192,0.00058280525,0.0000772177,0.000036443034],"category_scores_gemma":[0.0010976633,0.00015853395,0.000035720845,0.00029189617,0.000068298476,0.0033934573,0.00022960658,0.00025840913,0.000034112767],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005848668,0.0011298019,0.047951538,0.0018277485,0.00039353856,0.0013547546,0.017521912,0.000077122175,0.0007946683,0.012878945,0.016120123,0.899365],"study_design_scores_gemma":[0.0013917709,0.0009970854,0.0052993996,0.00018668038,0.000119593366,0.0020624076,0.00040910716,0.002218192,0.008504043,0.02910824,0.94763255,0.002070923],"about_ca_topic_score_codex":0.000039956263,"about_ca_topic_score_gemma":0.0000019540937,"teacher_disagreement_score":0.9315124,"about_ca_system_score_codex":0.000027402273,"about_ca_system_score_gemma":0.000068730515,"threshold_uncertainty_score":0.64648265},"labels":[],"label_agreement":null},{"id":"W4253758431","doi":"10.18438/b8503f","title":"Applicability: What Is It? How Do You Find It?","year":2016,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Data science","score_opus":0.017341697209369032,"score_gpt":0.2588325428177986,"score_spread":0.24149084560842957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253758431","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016501796,0.0005907026,0.50806624,0.48985675,0.00015423768,0.0001777201,0.0000033359531,0.00032845227,0.0006575095],"genre_scores_gemma":[0.136224,0.035806235,0.46099415,0.36519736,0.00022957011,0.0002087305,0.000011241,0.000026442878,0.0013022609],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99878615,0.00014418895,0.0002648493,0.00026470455,0.00033016028,0.0002099185],"domain_scores_gemma":[0.9942417,0.0045108898,0.000319991,0.00071912236,0.0000719614,0.00013630121],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0008769751,0.00016636885,0.00012742738,0.00013921894,0.00013659598,0.0028160375,0.00062917214,0.00010588156,0.00020964244],"category_scores_gemma":[0.0016847175,0.00012066983,0.000043387154,0.00042264813,0.000048583963,0.5612717,0.00027067235,0.00017847255,0.00011718412],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013197916,0.000042213676,0.00025338607,0.00014961431,0.000021445729,0.000008342851,0.0007366696,0.00001908323,0.00010240389,0.14768812,0.06454207,0.78630465],"study_design_scores_gemma":[0.00017047673,0.00012533336,0.00030567974,0.00042649877,0.000010222234,0.00004195016,0.00020544519,0.0032801933,0.0032891452,0.0005814582,0.9913492,0.00021440012],"about_ca_topic_score_codex":0.0000013607188,"about_ca_topic_score_gemma":4.167936e-9,"teacher_disagreement_score":0.9268071,"about_ca_system_score_codex":0.000012610115,"about_ca_system_score_gemma":0.000119791475,"threshold_uncertainty_score":0.99821913},"labels":[],"label_agreement":null},{"id":"W4253985809","doi":"10.1109/icse.2013.6606674","title":"Situational awareness: Personalizing issue tracking systems","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Situation awareness; Computer science; Situational ethics; Human–computer interaction; Computer security; Engineering; Psychology","score_opus":0.04786494677368267,"score_gpt":0.2867085756744576,"score_spread":0.23884362890077496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253985809","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006496161,0.00021517885,0.98563784,0.0015295024,0.0032617107,0.00032023515,0.000019623843,0.0017897144,0.0007300332],"genre_scores_gemma":[0.79893625,0.00015254531,0.19854821,0.00027525827,0.00069387833,0.0002720191,0.000053410466,0.00006006834,0.001008337],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976727,0.000041263665,0.00044471523,0.0005859978,0.00082136446,0.00043396835],"domain_scores_gemma":[0.9980054,0.00044771278,0.00019387715,0.0005247901,0.00064012967,0.00018810276],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00035574674,0.00037654286,0.0002800125,0.00035726652,0.00013476876,0.0011440063,0.0014804191,0.00017072061,0.00062666147],"category_scores_gemma":[0.0005668737,0.00038195302,0.0001101256,0.00026167877,0.000025338206,0.0018413818,0.0002174321,0.00046539167,0.0006476085],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017022374,0.00022932887,0.008992993,0.00024667988,0.00038271895,0.00007062459,0.0014826866,0.12271241,0.0014666893,0.8039284,0.036110662,0.024359822],"study_design_scores_gemma":[0.00029490722,0.00009678264,0.0058662887,0.00042016758,0.000010990813,0.00010413944,0.000057485762,0.9285099,0.00034224792,0.0008619376,0.06267537,0.00075980945],"about_ca_topic_score_codex":0.0004090507,"about_ca_topic_score_gemma":0.000002308058,"teacher_disagreement_score":0.80579746,"about_ca_system_score_codex":0.00018730659,"about_ca_system_score_gemma":0.00014171413,"threshold_uncertainty_score":0.9998929},"labels":[],"label_agreement":null},{"id":"W4254064458","doi":"10.1145/1227504.1227421","title":"DrProject","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software engineering; Software; World Wide Web; Multimedia; Programming language","score_opus":0.015476152131308025,"score_gpt":0.26896563428862635,"score_spread":0.2534894821573183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254064458","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005889701,0.00014508232,0.9807994,0.0048498306,0.0003240946,0.00009610711,3.7926657e-7,0.0013183882,0.006577035],"genre_scores_gemma":[0.33024275,0.000024756668,0.6679314,0.00093373563,0.0001234488,0.0000075674507,7.1924734e-7,0.000011551833,0.0007240615],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992072,0.000018792265,0.00013631597,0.00022327444,0.00016302986,0.00025138122],"domain_scores_gemma":[0.99836785,0.000674487,0.00004874551,0.00081162364,0.00003213382,0.00006518841],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008220093,0.0000948279,0.00008140601,0.00007652785,0.00005671838,0.00008242336,0.0011454143,0.00005706977,0.00010962117],"category_scores_gemma":[0.00071898184,0.00008730501,0.000040235,0.00021202464,0.000013514377,0.000101476624,0.00035924336,0.00014733174,0.0003890221],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000383898,0.00016292404,0.0022974429,0.000038120124,0.00004370039,0.0004627787,0.0010048869,0.00004863717,0.0015038267,0.0649191,0.3722467,0.5572335],"study_design_scores_gemma":[0.00008597018,0.000060477487,0.0014444129,0.000009108701,0.0000022136471,0.000038771464,0.000005861149,0.000107791355,0.0074930293,0.0017978577,0.9887998,0.00015471503],"about_ca_topic_score_codex":0.00004780849,"about_ca_topic_score_gemma":0.0000014178324,"teacher_disagreement_score":0.61655307,"about_ca_system_score_codex":0.000019185494,"about_ca_system_score_gemma":0.000014195682,"threshold_uncertainty_score":0.50002223},"labels":[],"label_agreement":null},{"id":"W4254187291","doi":"10.4018/978-1-4666-4301-7.ch065","title":"The Development of International Standards to Facilitate Process Improvements for Very Small Entities","year":2013,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Capability Maturity Model Integration; Engineering management; Process (computing); Engineering; Process management; Software development process; International standard; Product (mathematics); Software; Software engineering; Systems engineering; Software development; Computer science","score_opus":0.036157545162114335,"score_gpt":0.27811247953664064,"score_spread":0.2419549343745263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254187291","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013018471,0.00010962551,0.6529751,0.000080511505,0.0009869129,0.00067992497,0.00022192794,0.00018499345,0.34463084],"genre_scores_gemma":[0.035046846,0.000030441097,0.77949435,0.000448451,0.0003108537,0.0011203014,0.00001737654,0.000081269936,0.18345012],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998723,0.000004509855,0.00035069959,0.0002716715,0.00045886857,0.00019129705],"domain_scores_gemma":[0.9988469,0.0001038975,0.00019135409,0.00032032878,0.000476865,0.000060640734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003427205,0.00020385649,0.00017336539,0.00004574894,0.0000962994,0.00021034702,0.0011397697,0.00009282913,0.0000059685535],"category_scores_gemma":[0.000058017496,0.00016074986,0.0000785854,0.0000117515665,0.000027066528,0.00010369651,0.0003321112,0.00008930359,0.000009127515],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033103533,0.0000059909735,0.0000046363757,0.00011105946,0.00017333435,0.0000010921259,0.0006006202,0.000013018761,0.000012852019,0.81775373,0.0031628637,0.17812769],"study_design_scores_gemma":[0.00014358544,0.00012502995,0.000012072493,0.00017179605,0.0000106811685,0.0000019694098,0.000013986286,0.00014511832,0.0009063933,0.1731091,0.8250956,0.00026467023],"about_ca_topic_score_codex":0.000017061755,"about_ca_topic_score_gemma":0.000035985402,"teacher_disagreement_score":0.82193273,"about_ca_system_score_codex":0.00021554725,"about_ca_system_score_gemma":0.00036619505,"threshold_uncertainty_score":0.6555189},"labels":[],"label_agreement":null},{"id":"W4254634574","doi":"10.1145/1597849.1384387","title":"Complecto mutatio","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Mount Royal University","funders":"","keywords":"Computer science; Plan (archaeology); Key (lock); Work (physics); Software; Interface (matter); Software engineering; Architecture; Engineering management; Human–computer interaction; Multimedia; Engineering; Operating system","score_opus":0.03289020173024947,"score_gpt":0.247797553723934,"score_spread":0.21490735199368452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254634574","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06610727,0.00028862822,0.90954196,0.012549557,0.0005141575,0.00022306862,0.0000013622986,0.0029513221,0.00782267],"genre_scores_gemma":[0.5990135,0.000028535193,0.4000173,0.00055916805,0.00005068438,0.000013772092,9.4081867e-7,0.000008816819,0.0003072879],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991722,0.000017756554,0.00012282068,0.00024337697,0.00022491875,0.00021889563],"domain_scores_gemma":[0.99865985,0.00033057586,0.000047966176,0.0008155788,0.00006983255,0.00007618086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002141926,0.00009680106,0.000096676114,0.00008865996,0.00017625181,0.00006365598,0.0013532237,0.000032510838,0.00016533432],"category_scores_gemma":[0.00058655126,0.00009374959,0.000033974695,0.00029937056,0.000060621947,0.00015430339,0.00039520333,0.0001305037,0.0005241701],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037484726,0.0003403885,0.005749495,0.00005334147,0.00008147814,0.0012242394,0.0044277557,0.0006556846,0.0036247629,0.08101955,0.83350766,0.06927813],"study_design_scores_gemma":[0.00021779926,0.00010493077,0.0067582466,0.000010387013,0.000003515519,0.00038030386,0.0000052382625,0.0011137845,0.009862694,0.002883506,0.97837365,0.00028592872],"about_ca_topic_score_codex":0.00005829877,"about_ca_topic_score_gemma":4.055778e-7,"teacher_disagreement_score":0.53290623,"about_ca_system_score_codex":0.000026342404,"about_ca_system_score_gemma":0.000047231395,"threshold_uncertainty_score":0.67373216},"labels":[],"label_agreement":null},{"id":"W4255085549","doi":"10.1109/mc.2013.248","title":"Software Experts Summit 2013 Advertisement","year":2013,"lang":"en","type":"article","venue":"Computer","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Summit; Computer science; Software; World Wide Web; Software engineering; Advertising; Operating system","score_opus":0.011468744105660861,"score_gpt":0.22451182126843658,"score_spread":0.2130430771627757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255085549","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00352022,0.0003008133,0.9921237,0.0015470037,0.0008132669,0.00019593108,3.452781e-7,0.001353107,0.00014559571],"genre_scores_gemma":[0.06141978,0.00004880003,0.9364483,0.0014221744,0.00023460634,0.00009599883,0.0000022930212,0.0000157534,0.00031232144],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990413,0.000027799208,0.0001645749,0.00031311234,0.00018686286,0.0002663354],"domain_scores_gemma":[0.99899685,0.00013945004,0.000049129558,0.0006309887,0.00007418008,0.00010938728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008822901,0.00014521585,0.000121140474,0.000069905356,0.000066376,0.00027466493,0.0008306794,0.00005707291,0.00020232456],"category_scores_gemma":[0.00001503647,0.00012713678,0.00005825543,0.00014233401,0.000013884435,0.00093971257,0.000443088,0.00009183652,0.000523275],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.208376e-7,0.000045448323,0.0014792631,0.0000138558835,0.000018120096,0.000013831311,0.0001932294,0.0003251039,0.000034318567,0.0018384997,0.5896285,0.4064092],"study_design_scores_gemma":[0.0003237428,0.0002256021,0.014416587,0.00007661047,0.000006285356,0.000029570554,0.000005492123,0.20046185,0.0011182164,0.0048208805,0.77781415,0.0007010167],"about_ca_topic_score_codex":0.0000937843,"about_ca_topic_score_gemma":0.0000015747754,"teacher_disagreement_score":0.4057082,"about_ca_system_score_codex":0.000028207327,"about_ca_system_score_gemma":0.000014232302,"threshold_uncertainty_score":0.6725816},"labels":[],"label_agreement":null},{"id":"W4255149924","doi":"10.1109/mc.2021.3087936","title":"Shoehorning","year":2021,"lang":"en","type":"article","venue":"Computer","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Upgrade; Computer science; System requirements; Product (mathematics); Systems engineering; Procurement; Requirements engineering; Software engineering; Risk analysis (engineering); Requirements management; System requirements specification; Software; Engineering; Business; Operating system","score_opus":0.013342147250338892,"score_gpt":0.23648603063719364,"score_spread":0.22314388338685476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255149924","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011683415,0.00019047476,0.9953504,0.00069696165,0.0005727825,0.000015720214,1.2233725e-7,0.00068199105,0.0013231668],"genre_scores_gemma":[0.076040685,0.00001192828,0.9228791,0.00071885344,0.00016991059,0.0000025323639,0.0000010041603,0.000004866707,0.00017113036],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99954134,0.000021868715,0.00006783222,0.00017698738,0.0000805074,0.00011145766],"domain_scores_gemma":[0.99944705,0.000105336876,0.000017786233,0.0003502607,0.00004304364,0.000036521276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000086787055,0.000053907886,0.000059448947,0.000024441926,0.000036471763,0.00015371917,0.00031694712,0.000025692712,0.00002541654],"category_scores_gemma":[0.00001911611,0.000053385076,0.000031103595,0.00017115266,0.0000045467627,0.0002629144,0.00028470083,0.000085328094,0.000055986722],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.4455925e-7,0.000054704422,0.0011434107,0.000021148746,0.000029186614,0.00047662598,0.0003932711,0.0014398334,0.0004830822,0.17192782,0.045882266,0.7781477],"study_design_scores_gemma":[0.00011139079,0.00003910972,0.0036649639,0.000028890181,0.0000031691825,0.00024521028,0.000001459,0.25669244,0.0061214757,0.004288489,0.72855663,0.0002467591],"about_ca_topic_score_codex":9.828727e-7,"about_ca_topic_score_gemma":1.7501891e-7,"teacher_disagreement_score":0.77790093,"about_ca_system_score_codex":0.000008169278,"about_ca_system_score_gemma":0.000022506916,"threshold_uncertainty_score":0.21769802},"labels":[],"label_agreement":null},{"id":"W4255533832","doi":"10.1002/0471028959.sof055","title":"Concept of Operations","year":2002,"lang":"en","type":"other","venue":"Encyclopedia of Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Actua","funders":"","keywords":"Software engineering; Software requirements; Software development; Requirements elicitation; Requirements analysis; Requirement; Software requirements specification; Computer science; Requirements engineering; Software construction; Business requirements; Software system; Social software engineering; Requirements management; User requirements document; Software; System requirements; Software development process; Systems engineering; Engineering; Business process; Operating system; Work in process","score_opus":0.007833748163059857,"score_gpt":0.2187483931813754,"score_spread":0.21091464501831556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255533832","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008774236,0.0037007595,0.96107996,0.000017496151,0.0008663312,0.00020491377,0.000043939464,0.001710247,0.032367595],"genre_scores_gemma":[0.00050298637,0.001645281,0.91908187,0.000009536708,0.00025395042,0.000035229044,0.000014923359,0.0002903924,0.07816584],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99879473,0.000015726997,0.00037867762,0.00030367987,0.00028538684,0.00022179396],"domain_scores_gemma":[0.9986666,0.00026245302,0.00017909688,0.00076161517,0.00005567194,0.00007458305],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00009723765,0.0002890614,0.0004497904,0.0003914439,0.000014305454,0.000019918882,0.0009068066,0.0002536852,0.0004105284],"category_scores_gemma":[0.00051852764,0.0003036151,0.00011798858,0.0003871814,0.000029641154,0.00021038827,0.00018441418,0.00025913483,0.000014834206],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002446635,0.0002563385,0.0004283644,0.0018003937,0.00041799422,0.000062239415,0.0016929538,0.077426255,0.00006391375,0.020639539,0.839845,0.057364546],"study_design_scores_gemma":[0.00015393888,0.00007752131,0.000074116426,0.0005691571,0.000032040505,0.000011409026,0.0000026169462,0.008270861,0.00053925056,0.000022052129,0.98975086,0.0004961749],"about_ca_topic_score_codex":0.00010587504,"about_ca_topic_score_gemma":0.0000023111402,"teacher_disagreement_score":0.14990585,"about_ca_system_score_codex":0.000020235753,"about_ca_system_score_gemma":0.000039865747,"threshold_uncertainty_score":0.9999416},"labels":[],"label_agreement":null},{"id":"W4255541069","doi":"10.4018/978-1-7998-3016-0.ch068","title":"On the Nature of Collaborations in Agile Software Engineering Course Projects","year":2020,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Agile software development; Agile usability engineering; Lean software development; Agile Unified Process; Software engineering; Software development; Engineering management; Engineering; Computer science; Software; Software development process","score_opus":0.016635841451404128,"score_gpt":0.24694132427854956,"score_spread":0.23030548282714544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255541069","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004109632,0.002218728,0.17579235,0.0028907245,0.0021584653,0.0027419257,0.0005047895,0.003026563,0.81025547],"genre_scores_gemma":[0.83339167,0.000030801042,0.15764967,0.0024097217,0.00037947143,0.00018693728,0.000012426235,0.0001379147,0.0058014225],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99893415,0.0000145507465,0.00023875845,0.00032832788,0.0003195205,0.00016467541],"domain_scores_gemma":[0.99869555,0.00038768505,0.00016678881,0.00058965373,0.00010454713,0.00005578327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013486709,0.00026062463,0.00026273655,0.00006137353,0.00003628539,0.00008711497,0.000840667,0.00035640952,0.000005008038],"category_scores_gemma":[0.00034241655,0.00021400681,0.000081236,0.00010991993,0.000023547507,0.000082893865,0.0001956817,0.0007266646,0.000011610277],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046426735,0.000006437183,0.0000086613845,0.00003426127,0.000025945785,0.00004073045,0.00006857999,0.0003180459,0.000005944781,0.99494624,0.004082987,0.00045750395],"study_design_scores_gemma":[0.0009314463,0.0012521504,0.00056784897,0.0039692516,0.00018599602,0.00012575525,0.000034820474,0.016664203,0.0018538042,0.6858986,0.28564003,0.0028760966],"about_ca_topic_score_codex":0.000012583314,"about_ca_topic_score_gemma":0.000014891783,"teacher_disagreement_score":0.8329807,"about_ca_system_score_codex":0.00009470561,"about_ca_system_score_gemma":0.00026768437,"threshold_uncertainty_score":0.87269443},"labels":[],"label_agreement":null},{"id":"W4255960265","doi":"10.32920/ryerson.14656509","title":"A Study on Applicability of the Scrum Framework for Large Software Projects","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Scrum; Adaptability; Computer science; Overhead (engineering); Process management; Software; Systems engineering; Engineering management; Software development; Engineering","score_opus":0.053755435393739504,"score_gpt":0.3369725958010408,"score_spread":0.28321716040730127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255960265","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018961083,0.000054600994,0.9763754,0.00048532608,0.0006701946,0.0026785934,0.000018769639,0.00068438955,0.00007162701],"genre_scores_gemma":[0.49568298,0.0000021372634,0.5034662,0.00013273614,0.00004179602,0.0006363181,0.0000017784939,0.000012338386,0.000023688088],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982886,0.000121587545,0.00028995608,0.00071258005,0.00035342737,0.00023386377],"domain_scores_gemma":[0.9955882,0.0013484767,0.0002345413,0.0026227063,0.00016874104,0.000037355952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009008213,0.00022848665,0.0003348979,0.00004884764,0.00010811472,0.00024987562,0.0019781797,0.0002551853,0.000007231485],"category_scores_gemma":[0.0015875434,0.00015483637,0.00023072664,0.00029213948,0.000018578443,0.0000915454,0.002964461,0.0007356865,8.365333e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017257797,0.01613811,0.11710188,0.005206541,0.0012829378,0.00003973055,0.036577668,0.003542392,0.00004877572,0.7358903,0.0077972934,0.076201744],"study_design_scores_gemma":[0.003076734,0.005533926,0.2033099,0.0055587846,0.00061806606,0.000036002803,0.0058246087,0.036214966,0.035616044,0.6581766,0.04014185,0.005892496],"about_ca_topic_score_codex":0.000037216843,"about_ca_topic_score_gemma":0.0000120128825,"teacher_disagreement_score":0.4767219,"about_ca_system_score_codex":0.000043486492,"about_ca_system_score_gemma":0.00024507724,"threshold_uncertainty_score":0.6314044},"labels":[],"label_agreement":null},{"id":"W4280607813","doi":"10.18280/isi.270218","title":"Use Case Realization in Software Reverse Engineering","year":2022,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitas Riau","keywords":"Reverse engineering; Computer science; Software engineering; Use Case Diagram; Software system; Process (computing); Table (database); Systems engineering; Software development; Domain (mathematical analysis); Software; Unified Modeling Language; Class diagram; Data mining; Engineering; Programming language","score_opus":0.019083240669510677,"score_gpt":0.2278160412630893,"score_spread":0.20873280059357863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280607813","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04590497,0.00003681986,0.9525219,0.000034902794,0.00033157773,0.00020415525,0.000011345591,0.0008654095,0.0000889095],"genre_scores_gemma":[0.8402764,0.000016142742,0.15929283,0.00017643426,0.000017312726,0.00014564833,0.00004509668,0.000010699196,0.000019437735],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990778,0.000054655924,0.00034496127,0.00011587503,0.0002089703,0.00019774269],"domain_scores_gemma":[0.999256,0.0001692072,0.00015074194,0.00031545106,0.00006592254,0.0000426343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005343648,0.00011233817,0.00010573206,0.00039658215,0.00019853277,0.000291038,0.00029112605,0.000042301894,0.000018664283],"category_scores_gemma":[0.00061364344,0.0001326222,0.000031396874,0.00083878567,0.0000096119975,0.006970581,0.00025134737,0.00019495278,0.0000070680053],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037815313,0.00007864019,0.0077809216,0.0005207773,0.000037187958,0.0012483026,0.025995964,0.6856327,0.0000809666,0.07545806,0.0047960724,0.19833261],"study_design_scores_gemma":[0.0005233042,0.00021920237,0.004657782,0.00013665912,0.000011998002,0.0064653894,0.0005851766,0.8491881,0.00037383058,0.0031793206,0.13385892,0.0008003095],"about_ca_topic_score_codex":0.00048159575,"about_ca_topic_score_gemma":0.000008769945,"teacher_disagreement_score":0.7943714,"about_ca_system_score_codex":0.0003604314,"about_ca_system_score_gemma":0.000042756168,"threshold_uncertainty_score":0.5408176},"labels":[],"label_agreement":null},{"id":"W4281493838","doi":"10.1002/smr.2466","title":"Towards the sustainability of small and medium software enterprises through the implementation of software process improvement: Empirical investigation","year":2022,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Cornerstone; Software; Sustainability; Process (computing); Empirical research; Quality (philosophy); Process management; Business","score_opus":0.02212051156009528,"score_gpt":0.3170361795382084,"score_spread":0.29491566797811314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281493838","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29240376,0.0015308438,0.70191234,0.0035087157,0.0001866508,0.00036129757,0.000019929985,0.000075102056,0.0000013769685],"genre_scores_gemma":[0.9771815,0.0001115095,0.022307822,0.00026033272,0.00005795416,0.000058714835,0.000003830371,0.000012731745,0.0000056039303],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979064,0.00020957376,0.0007377187,0.00024215065,0.00069215475,0.0002120449],"domain_scores_gemma":[0.9968805,0.00061152485,0.0011484278,0.00027889712,0.001006047,0.00007465097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015277651,0.00018235577,0.0002878403,0.00012543572,0.00039269964,0.00007952214,0.0007769007,0.00006046247,0.000015475689],"category_scores_gemma":[0.0011998636,0.00011880973,0.00008789401,0.0006140182,0.0002161126,0.0009169335,0.00034520496,0.00042471933,4.689509e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044069096,0.0004297573,0.7758172,0.0038338662,0.00035038812,0.00001611068,0.08490927,0.0053890827,0.0001506356,0.0019321733,0.0018041122,0.12492671],"study_design_scores_gemma":[0.0033442741,0.005975173,0.41660172,0.0004234357,0.00050404645,0.000941744,0.043643907,0.0020815392,0.012119186,0.5078645,0.005441943,0.001058567],"about_ca_topic_score_codex":0.00013796342,"about_ca_topic_score_gemma":0.000012510754,"teacher_disagreement_score":0.68477774,"about_ca_system_score_codex":0.00013430194,"about_ca_system_score_gemma":0.00077028095,"threshold_uncertainty_score":0.48449203},"labels":[],"label_agreement":null},{"id":"W4283074060","doi":"10.1109/icse-seip55303.2022.9794087","title":"Issues in the Adoption of the Scaled Agile Framework","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Agile software development; Computer science; Process management; Business; Knowledge management; Software engineering","score_opus":0.013708217946084053,"score_gpt":0.26944685773887067,"score_spread":0.2557386397927866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283074060","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05095876,0.00034399336,0.93282133,0.013177843,0.00042786147,0.0002188397,9.719641e-7,0.00025062502,0.0017997766],"genre_scores_gemma":[0.90980583,0.000012637817,0.08956542,0.00046589127,0.000014323656,0.000026713338,1.7186906e-7,0.0000017861863,0.00010724641],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995227,0.00010159257,0.00007104976,0.00007075576,0.00017642099,0.00005752113],"domain_scores_gemma":[0.999285,0.00029289493,0.000033673874,0.00037568205,0.00000822991,0.0000045252286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048329728,0.000030488021,0.000037391037,0.000021693128,0.00006367514,0.000026080128,0.00090269156,0.000013415921,0.000051731313],"category_scores_gemma":[0.000077932666,0.000016749467,0.000023933668,0.00039351906,0.0000089767145,0.00010335862,0.00025594915,0.00017715739,0.0000015560125],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064342935,0.00015480824,0.009791307,0.000015812133,0.000007927627,0.000005321572,0.006388841,0.006091318,0.00019331241,0.9357234,0.017327793,0.024293678],"study_design_scores_gemma":[0.00023619254,0.00035272457,0.119454086,0.0000652023,0.000011286751,0.00006422414,0.0010632833,0.07413068,0.0044523254,0.21920764,0.5805773,0.00038505974],"about_ca_topic_score_codex":0.000075430515,"about_ca_topic_score_gemma":0.0000025547022,"teacher_disagreement_score":0.858847,"about_ca_system_score_codex":0.000009288908,"about_ca_system_score_gemma":0.000007983254,"threshold_uncertainty_score":0.16774406},"labels":[],"label_agreement":null},{"id":"W4283591276","doi":"10.17504/protocols.io.5jyl89xw9v2w/v1","title":"[RETRACTED] GrownMD CBD Gummies [Shark Tank Warning] – Price for Sale &amp;amp; Website v1","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Prosperity; Advertising; Variety (cybernetics); Business; Political science; Law; Computer science","score_opus":0.042572406955809036,"score_gpt":0.3063332248568468,"score_spread":0.2637608179010377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283591276","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018938577,0.0007957694,0.9793169,0.001669825,0.0027981102,0.00097300817,0.000081400845,0.003889901,0.008581248],"genre_scores_gemma":[0.008057657,0.00038559872,0.9558672,0.0005716436,0.0004923235,0.0009979293,0.0003282855,0.0000856957,0.0332137],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966738,0.00013551861,0.00057903054,0.0012631477,0.0006847356,0.00066374434],"domain_scores_gemma":[0.9952622,0.0016138351,0.0005384761,0.0021714868,0.00023166831,0.00018232407],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014333382,0.0005706733,0.0005583399,0.00036173317,0.00033878168,0.0008422309,0.003359287,0.00049047655,0.0021704133],"category_scores_gemma":[0.0009885036,0.0005724677,0.00036578564,0.0005191983,0.000037565118,0.0007912,0.0040938244,0.0019053832,0.00031543587],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008591012,0.0003942267,0.0016464894,0.0015608083,0.0004981795,0.00004661902,0.0026642554,0.010986194,0.0005065078,0.042090952,0.92186064,0.01765923],"study_design_scores_gemma":[0.0001411294,0.000064035194,0.00072066305,0.00007671619,0.00003769708,0.000029755349,0.0000099092285,0.007107671,0.00021832854,0.0050202557,0.9857723,0.0008015321],"about_ca_topic_score_codex":0.00014742506,"about_ca_topic_score_gemma":0.000023994517,"teacher_disagreement_score":0.06391168,"about_ca_system_score_codex":0.00021424924,"about_ca_system_score_gemma":0.00017587598,"threshold_uncertainty_score":0.99967265},"labels":[],"label_agreement":null},{"id":"W4283697350","doi":"10.5383/juspn.17.01.004","title":"The way it made me feel – Creating and evaluating an in-app feedback tool for mobile apps","year":2022,"lang":"en","type":"article","venue":"Journal of Ubiquitous Systems and Pervasive Networks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mobile apps; Computer science; Plan (archaeology); App store; Human–computer interaction; Mobile device; World Wide Web; Realization (probability); Smartphone app; Multimedia","score_opus":0.02393578191765933,"score_gpt":0.2962273497027287,"score_spread":0.27229156778506935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283697350","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4748952,0.027623627,0.49302047,0.00070850237,0.0022756436,0.0012550235,0.00000671043,0.00009874114,0.00011605244],"genre_scores_gemma":[0.98117524,0.00094265083,0.016597748,0.0001224598,0.00081847096,0.00019369308,0.000001100159,0.00002110158,0.00012754001],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983564,0.00028963876,0.0005484067,0.00020775742,0.00031747558,0.00028029727],"domain_scores_gemma":[0.99712515,0.0018631315,0.00053822243,0.00022759539,0.00016408636,0.00008183195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004080261,0.00014329959,0.00028458866,0.00007492279,0.0006499749,0.00049888063,0.00048577657,0.000062042294,0.0000024075794],"category_scores_gemma":[0.00016839552,0.00010497166,0.00006453272,0.00017773232,0.000023450148,0.00048392476,0.00022571381,0.00043962416,7.579457e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002826166,0.00012869266,0.0055473302,0.0002885052,0.00018450417,0.0000961765,0.011050878,0.7072044,0.0011464871,0.005696199,0.005879566,0.26249462],"study_design_scores_gemma":[0.0006601201,0.002081332,0.0012450935,0.00023694642,0.00003284557,0.001307104,0.0029745225,0.96238333,0.000018926634,0.00043578557,0.028375864,0.0002481309],"about_ca_topic_score_codex":0.0000661868,"about_ca_topic_score_gemma":0.000011081559,"teacher_disagreement_score":0.50628,"about_ca_system_score_codex":0.00006805803,"about_ca_system_score_gemma":0.00005928266,"threshold_uncertainty_score":0.49991474},"labels":[],"label_agreement":null},{"id":"W4284672859","doi":"10.1145/3510003.3510105","title":"A grounded theory of coordination in remote-first and hybrid software teams","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Scrum; Team software process; Team effectiveness; Grounded theory; Knowledge management; Software development; Software; Distrust; Computer science; Process management; Engineering; Software development process; Psychology; Qualitative research; Sociology","score_opus":0.017391982887572346,"score_gpt":0.23651286103868208,"score_spread":0.21912087815110973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284672859","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34239617,0.0001270767,0.6536496,0.0013923985,0.0009513123,0.00043306907,0.000029487239,0.0005347733,0.00048607326],"genre_scores_gemma":[0.9251756,0.000018257982,0.07461357,0.000038641192,0.000020523052,0.000032201566,0.0000017476505,0.000015638294,0.00008378769],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998747,0.000012369876,0.00031538337,0.00027923376,0.00048452432,0.00016149222],"domain_scores_gemma":[0.9990363,0.00030122665,0.00025856,0.00016297224,0.00020610513,0.000034822096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006937818,0.0001579818,0.00018898958,0.00030056556,0.000078807934,0.00006886914,0.0012372144,0.00003394887,0.00002068296],"category_scores_gemma":[0.0012875353,0.00014696002,0.00006020783,0.00035205297,0.000033895794,0.00046627206,0.00071010285,0.0003502694,3.644221e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011735701,0.00019503431,0.015431955,0.00032209125,0.00009807865,0.0000054931766,0.0016520325,0.007497977,0.001704124,0.94414914,0.00037609966,0.028450599],"study_design_scores_gemma":[0.0030403305,0.0011277162,0.06645919,0.0021072598,0.00006148053,0.0004255855,0.0008355214,0.72573376,0.037861016,0.15069138,0.009883791,0.001772986],"about_ca_topic_score_codex":0.00004369166,"about_ca_topic_score_gemma":9.597172e-7,"teacher_disagreement_score":0.7934578,"about_ca_system_score_codex":0.00013616943,"about_ca_system_score_gemma":0.00003815415,"threshold_uncertainty_score":0.59928554},"labels":[],"label_agreement":null},{"id":"W4285280399","doi":"10.37590/able.v42.extabs22","title":"Topic Outlines, a tool to focus report writing","year":2022,"lang":"en","type":"article","venue":"Advances in Biology Laboratory Education","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Focus (optics); Linguistics; Computer science; Natural language processing; Philosophy; Physics","score_opus":0.007301175370269278,"score_gpt":0.32906803018589187,"score_spread":0.3217668548156226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285280399","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4342276,0.012346293,0.5370686,0.0063860016,0.007235712,0.0006247279,0.000014250561,0.00089394016,0.0012028754],"genre_scores_gemma":[0.78711694,0.000103736034,0.21097553,0.0010174216,0.00016964764,0.0005274171,0.000012790998,0.0000075959283,0.000068923575],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991992,0.00009094828,0.00021316345,0.00028705824,0.00006750319,0.00014211591],"domain_scores_gemma":[0.9993152,0.00012740081,0.00009576456,0.00036525427,0.00006951468,0.000026882091],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005175046,0.00007166088,0.00008802423,0.00013556404,0.00009350244,0.000022203418,0.00039127903,0.00002859748,0.000016181057],"category_scores_gemma":[0.0003230428,0.00007804831,0.0000121232215,0.0006586042,0.000010096441,0.00046682276,0.00017072046,0.00015491973,0.0000038802045],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012354423,0.00024962449,0.14968462,0.00002487738,0.000007288643,0.000047790003,0.0008843443,0.0014303888,0.0013054424,0.17075232,0.0020287465,0.6735722],"study_design_scores_gemma":[0.000056213914,0.00010096389,0.005708559,0.000008708495,0.0000014624623,0.00004251801,0.00010196111,0.00015569881,0.00057594787,0.0122151775,0.98086065,0.0001721209],"about_ca_topic_score_codex":0.000023151157,"about_ca_topic_score_gemma":0.000009252749,"teacher_disagreement_score":0.97883195,"about_ca_system_score_codex":0.00011421084,"about_ca_system_score_gemma":0.00022496514,"threshold_uncertainty_score":0.31827176},"labels":[],"label_agreement":null},{"id":"W4285814373","doi":"10.1145/3528579.3529174","title":"Practices to improve teamwork in software development during the COVID-19 pandemic","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Teamwork; Pandemic; Cohesion (chemistry); Context (archaeology); Work (physics); Coronavirus disease 2019 (COVID-19); Best practice; Participant observation; Team software process; Personal protective equipment; Knowledge management; Medical education; Psychology; Software; Computer science; Software development; Engineering; Sociology; Software development process; Political science; Medicine","score_opus":0.03998931378224284,"score_gpt":0.31206444945111,"score_spread":0.27207513566886715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285814373","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10885628,0.00017525039,0.88270324,0.005658031,0.00040654905,0.0004720416,0.0000014535601,0.0015547217,0.00017244076],"genre_scores_gemma":[0.5402704,0.000017200173,0.45301136,0.0049397545,0.000045127425,0.0006640066,0.0000010607672,0.000016085407,0.001035013],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987367,0.00012013467,0.00020812723,0.00035274948,0.00031634897,0.00026594635],"domain_scores_gemma":[0.99825937,0.00095717266,0.00016187741,0.00049244956,0.000016277538,0.000112849564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013793568,0.00011379147,0.000095824726,0.00012885084,0.0004118295,0.00014784715,0.0012620565,0.00002554842,0.000100571466],"category_scores_gemma":[0.0013591063,0.00008751209,0.000023691446,0.0006594237,0.000007926087,0.00039369645,0.0012893823,0.0003646749,0.000015981408],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022568926,0.0005314701,0.61580384,0.00031323076,0.00014013723,0.00043994846,0.04200492,0.081457615,0.0022612934,0.012564877,0.023045272,0.22121173],"study_design_scores_gemma":[0.00024373221,0.000085449996,0.015053354,0.000006267233,0.0000028800293,0.0001733495,0.0002988921,0.0011576948,0.0005066946,0.00070752954,0.98141634,0.00034782517],"about_ca_topic_score_codex":0.00029448047,"about_ca_topic_score_gemma":0.00010187046,"teacher_disagreement_score":0.95837104,"about_ca_system_score_codex":0.00038545683,"about_ca_system_score_gemma":0.0002490656,"threshold_uncertainty_score":0.35686395},"labels":[],"label_agreement":null},{"id":"W4286331388","doi":"10.1109/saner53432.2022.00046","title":"What really is software design?","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software design; Computer science; Software development; Software engineering; Software construction; Social software engineering; Software design description; Software peer review; Software; Personal software process; Context (archaeology); Programming language","score_opus":0.039031697162865836,"score_gpt":0.2895528552680603,"score_spread":0.2505211581051945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286331388","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016249124,0.0006428302,0.9931595,0.001512288,0.0017018114,0.00017154435,0.000039431885,0.0010666352,0.000081087426],"genre_scores_gemma":[0.78469855,0.0017969735,0.20937146,0.0010696689,0.0002182787,0.00024176404,0.00011608042,0.000053774147,0.0024334511],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973295,0.0001346926,0.00044025827,0.00076145725,0.000980835,0.0003533035],"domain_scores_gemma":[0.99842507,0.00029161063,0.00022776145,0.00066454476,0.00022534166,0.00016566808],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007098725,0.00032773954,0.00035772644,0.0010044356,0.00037037564,0.0005787862,0.0012906368,0.00009999761,0.0005931705],"category_scores_gemma":[0.0001626187,0.00034734583,0.00022908933,0.0013102428,0.00003907527,0.0011565373,0.00041980186,0.0005997592,0.000019068912],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023410736,0.0005820435,0.0068800934,0.00010260525,0.0046212743,0.000304411,0.002757597,0.7617876,0.0014936858,0.12749077,0.029719997,0.06402582],"study_design_scores_gemma":[0.000452405,0.00041266816,0.0039396323,0.0000764391,0.00025892188,0.00010984693,0.00026077442,0.96460783,0.00035101056,0.004270361,0.024309164,0.00095096655],"about_ca_topic_score_codex":0.00009651601,"about_ca_topic_score_gemma":0.000008170358,"teacher_disagreement_score":0.78378797,"about_ca_system_score_codex":0.0003133682,"about_ca_system_score_gemma":0.00010940246,"threshold_uncertainty_score":0.99989784},"labels":[],"label_agreement":null},{"id":"W4286748559","doi":"10.5281/zenodo.5076579","title":"How Templated Requirements Specifications Inhibit Creativity in Software Engineering","year":2021,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Software engineering; Creativity; Software; Computer science; Systems engineering; Engineering; Programming language; Psychology","score_opus":0.08306333817646874,"score_gpt":0.26147573821108977,"score_spread":0.17841240003462103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286748559","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0073255664,0.00011938695,0.98449636,0.0016723095,0.000107241605,0.00021101694,0.00003947855,0.0025145113,0.0035141255],"genre_scores_gemma":[0.86839336,0.00015957774,0.1291349,0.00009149288,0.00009948436,2.2867498e-7,0.0006008289,0.0007237175,0.0007964409],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988555,0.0001340768,0.00015606833,0.00036407885,0.00024250614,0.00024780934],"domain_scores_gemma":[0.9989253,0.000072383875,0.000060906834,0.00055228744,0.00029953627,0.00008955737],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00044197592,0.0001053077,0.0001045115,0.00019466475,0.00045031495,0.0012769487,0.00082063506,0.000050559865,0.00045369173],"category_scores_gemma":[0.002012363,0.00012351062,0.00002948116,0.00102567,0.000021404649,0.0008628196,0.000906254,0.00023933848,0.00028285568],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005634793,0.0014134818,0.000764769,0.00052354805,0.00022747602,0.0008877709,0.006251948,0.004136736,0.072200894,0.16743632,0.16551022,0.5805905],"study_design_scores_gemma":[0.00023264874,0.00005551009,0.003386742,0.00005987248,0.0000036060644,0.00012044514,0.000040881107,0.003879791,0.0057660886,0.0002441995,0.9860068,0.00020339151],"about_ca_topic_score_codex":0.000005489995,"about_ca_topic_score_gemma":2.5651016e-7,"teacher_disagreement_score":0.8610678,"about_ca_system_score_codex":0.0001273027,"about_ca_system_score_gemma":0.0000052536057,"threshold_uncertainty_score":0.9997598},"labels":[],"label_agreement":null},{"id":"W4287728102","doi":"10.48550/arxiv.2007.01761","title":"The Lack of Shared Understanding of Non-Functional Requirements in\\n Continuous Software Engineering: Accidental or Essential?","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Rework; Computer science; Agile software development; Process management; Risk analysis (engineering); Knowledge management; Software engineering; Business","score_opus":0.16456129768356179,"score_gpt":0.24606018255063053,"score_spread":0.08149888486706874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287728102","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040550098,0.000040368795,0.9582711,0.00007205457,0.0005728272,0.00024027508,0.000012956953,0.00018493514,0.00005537863],"genre_scores_gemma":[0.9871511,0.00013890497,0.012550763,0.00001271501,0.00003295074,0.000001511643,0.000010335516,0.000016502177,0.00008521876],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880683,0.000041520518,0.0003076478,0.00047813397,0.00015336022,0.0002125195],"domain_scores_gemma":[0.99834764,0.0005491341,0.00038288248,0.00057863863,0.00007314355,0.00006855113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027606325,0.00020970844,0.0003158996,0.00018146966,0.000060423175,0.000077176635,0.0012887111,0.00016017654,0.000015062082],"category_scores_gemma":[0.00030744195,0.00019612338,0.00014146691,0.0005621331,0.000057051853,0.00038414978,0.0013671188,0.00040436295,0.0000025314764],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010401711,0.00045236506,0.082035504,0.0016735236,0.0012400649,0.0011614608,0.001988941,0.6405262,0.0015921358,0.26383188,0.0036353553,0.0008224196],"study_design_scores_gemma":[0.0017614965,0.00037181054,0.022678452,0.0011562586,0.00017752171,0.000017961449,0.0004105908,0.94028836,0.0030481315,0.02822706,0.0007771855,0.0010851942],"about_ca_topic_score_codex":0.00009015214,"about_ca_topic_score_gemma":0.000021200709,"teacher_disagreement_score":0.946601,"about_ca_system_score_codex":0.0002107858,"about_ca_system_score_gemma":0.00016835047,"threshold_uncertainty_score":0.799768},"labels":[],"label_agreement":null},{"id":"W4288363128","doi":"10.1145/3306607","title":"Status Quo in Requirements Engineering","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":112,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Fundação de Amparo à Pesquisa do Estado do Rio Grande do Sul; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Bundesministerium für Wissenschaft, Forschung und Wirtschaft; Eesti Teadusagentuur; Österreichische Nationalstiftung für Forschung, Technologie und Entwicklung","keywords":"Computer science; Requirements engineering; Context (archaeology); Non-functional requirement; Process (computing); Management science; Requirements elicitation; Empirical research; Status quo; Software engineering; Software development; Software; Engineering; Software construction","score_opus":0.08131317937373102,"score_gpt":0.32950755697898276,"score_spread":0.24819437760525176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288363128","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05038486,0.00028283597,0.9470535,0.000110646826,0.0009675346,0.00017851056,0.0000033383112,0.0010085965,0.000010163177],"genre_scores_gemma":[0.16110215,0.00020313585,0.8384516,0.00007993611,0.000019507615,0.00004822896,0.0000014892875,0.000028604127,0.00006529963],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985655,0.00008632813,0.00026679892,0.00045658633,0.00015086624,0.0004739384],"domain_scores_gemma":[0.9968091,0.0022662843,0.00004464957,0.00072968233,0.000026999187,0.00012326404],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007491313,0.00023566048,0.00030704317,0.0004671409,0.000035247507,0.000051920197,0.0004690724,0.00016465328,0.000025596806],"category_scores_gemma":[0.0008674719,0.00025229287,0.000060016326,0.00045508766,0.000010414622,0.00043242166,0.000038060876,0.00048049729,0.000018838049],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008331933,0.0002182829,0.009497006,0.0005045619,0.00022149915,0.0000892187,0.0020977648,0.64125866,0.007453082,0.0126537625,0.0000632033,0.3258596],"study_design_scores_gemma":[0.008034631,0.00359686,0.1281446,0.0015309387,0.00018504212,0.00093861576,0.00022865928,0.5731083,0.052877866,0.0059895916,0.2190528,0.0063120765],"about_ca_topic_score_codex":0.00006413155,"about_ca_topic_score_gemma":0.0000027718786,"teacher_disagreement_score":0.31954753,"about_ca_system_score_codex":0.00007292988,"about_ca_system_score_gemma":0.000028392338,"threshold_uncertainty_score":0.9999929},"labels":[],"label_agreement":null},{"id":"W4293213362","doi":"10.1007/978-3-031-08169-9_7","title":"Understanding Leadership in Agile Software Development Teams: Who and How?","year":2022,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Transactional leadership; Transformational leadership; Agile software development; Leadership style; Shared leadership; Servant leadership; Scrum; Knowledge management; Neuroleadership; Leadership studies; Software development; Psychology; Management; Political science; Computer science; Public relations; Software; Software engineering","score_opus":0.09930519299452611,"score_gpt":0.2430465227000416,"score_spread":0.14374132970551548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293213362","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014666872,0.0010878046,0.9935479,0.0018315226,0.00017943043,0.00024747482,0.0000023066073,0.00034410742,0.002744766],"genre_scores_gemma":[0.27231538,0.0009750715,0.7207522,0.0038127734,0.00017944083,0.00022022703,0.0002869296,0.00016272892,0.0012952477],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985608,0.000017340883,0.00040356518,0.00029103732,0.0004178627,0.00030943274],"domain_scores_gemma":[0.9989077,0.00030569444,0.0003985034,0.00024516677,0.00010256076,0.000040360526],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005120336,0.00034072757,0.00031548916,0.00089598104,0.00020955988,0.00067448104,0.00046992622,0.0002953669,0.0000306107],"category_scores_gemma":[0.00046676953,0.00035345033,0.000023477105,0.00047652592,0.000043637185,0.003985651,0.0003187332,0.00076059,0.0000020724488],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027329937,0.000016094562,0.0007285076,0.0037869778,0.000022761436,0.00004027227,0.013078392,0.01904181,0.0000023655543,0.029140161,0.00015110038,0.93396425],"study_design_scores_gemma":[0.0019994366,0.00011850429,0.0023034,0.012942989,0.000050411792,0.00031572382,0.0004830831,0.0686853,0.0005055058,0.110693924,0.79703695,0.0048648035],"about_ca_topic_score_codex":0.000009826545,"about_ca_topic_score_gemma":0.000031734613,"teacher_disagreement_score":0.92909944,"about_ca_system_score_codex":0.00073997147,"about_ca_system_score_gemma":0.00034903488,"threshold_uncertainty_score":0.99989176},"labels":[],"label_agreement":null},{"id":"W4294771097","doi":"10.36227/techrxiv.19210347.v3","title":"A theory of organizational structures for development and infrastructure professionals","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"DevOps; Grounded theory; Process (computing); Knowledge management; Organizational structure; Software development; Software; Business; Engineering; Management; Process management; Computer science; Qualitative research; Sociology","score_opus":0.01790542286313346,"score_gpt":0.289055256227372,"score_spread":0.27114983336423853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294771097","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007619964,0.00025650824,0.9908352,0.00019935766,0.0003811531,0.0003476679,0.000018205874,0.00021277867,0.00012916319],"genre_scores_gemma":[0.08946746,0.000010434089,0.9100188,0.00013672787,0.00002798846,0.000096786185,0.000041016756,0.000011511682,0.00018927157],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992018,0.00004180963,0.00020014786,0.00027204677,0.00019672496,0.00008748779],"domain_scores_gemma":[0.9990009,0.00043483716,0.00017113036,0.0002641938,0.0001004106,0.000028540564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035810913,0.00012930119,0.00015656525,0.00009511718,0.00008275005,0.000047180936,0.00059072603,0.000104248946,0.0002063146],"category_scores_gemma":[0.00018821098,0.00010521942,0.000024576711,0.00009432266,0.000014534682,0.00008081659,0.0018403556,0.00022230303,7.7453386e-8],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008936007,0.000015005047,0.00036632293,0.0002955455,0.00006193256,6.6767984e-7,0.0013232123,0.0009293895,0.000027475184,0.9777722,0.0020730153,0.017126296],"study_design_scores_gemma":[0.00015110533,0.000042482367,0.009398802,0.000058190595,0.000014244439,0.000012242049,0.00007535194,0.0026535843,0.0059219045,0.9341285,0.047184475,0.00035908903],"about_ca_topic_score_codex":0.0000013373876,"about_ca_topic_score_gemma":2.1615234e-7,"teacher_disagreement_score":0.0818475,"about_ca_system_score_codex":0.000025840416,"about_ca_system_score_gemma":0.00035875695,"threshold_uncertainty_score":0.42907235},"labels":[],"label_agreement":null},{"id":"W4295898235","doi":"10.1007/s00766-022-00386-4","title":"Philanthropic conference-based requirements engineering in time of pandemic and beyond","year":2022,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Event (particle physics); Requirements engineering; Software development; Engineering; Context (archaeology); Engineering management; Computer science; Software; Engineering ethics; Public relations; Political science","score_opus":0.030611368956484676,"score_gpt":0.26388206238314077,"score_spread":0.2332706934266561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295898235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5097808,0.00049557514,0.48776025,0.00015237577,0.00040846673,0.0004216705,0.000010818489,0.00081670657,0.00015329827],"genre_scores_gemma":[0.96853024,0.00004677169,0.031236218,0.000040658328,0.000019575466,0.00007400409,0.000007147365,0.000025674904,0.000019742864],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99844307,0.000032315198,0.0003839797,0.00034068796,0.0004554358,0.00034452157],"domain_scores_gemma":[0.9992568,0.00014074925,0.00011255372,0.00038851355,0.000025418898,0.000075961194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005800993,0.00020802897,0.0002691184,0.0003878868,0.00005603174,0.000057010224,0.0006646445,0.00004711348,0.000058553396],"category_scores_gemma":[0.00007615994,0.0002446605,0.00004243154,0.00047557693,0.000014643373,0.00052694185,0.0004630201,0.0002678398,0.0000019025249],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008967199,0.0007394373,0.10282269,0.0012378875,0.00033770548,0.00024723032,0.0032413097,0.6537898,0.1852929,0.030010298,0.00045250345,0.021738553],"study_design_scores_gemma":[0.001429362,0.00037680392,0.008673485,0.0001871109,0.000018564882,0.000030141071,0.000018194172,0.9790423,0.0057358355,0.00016550478,0.0037261005,0.00059660466],"about_ca_topic_score_codex":0.000023247156,"about_ca_topic_score_gemma":5.3164376e-7,"teacher_disagreement_score":0.45874938,"about_ca_system_score_codex":0.00014798634,"about_ca_system_score_gemma":0.000045585344,"threshold_uncertainty_score":0.9976966},"labels":[],"label_agreement":null},{"id":"W4296741026","doi":"10.3390/app12199462","title":"Agile Software Development in Healthcare: A Synthetic Scoping Review","year":2022,"lang":"en","type":"article","venue":"Applied Sciences","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health care; Agile software development; Software development; Health informatics; Software development process; Data science; Knowledge management; Scopus; Computer science; Software; Software engineering; Political science; MEDLINE","score_opus":0.036137599844786504,"score_gpt":0.3052645245058959,"score_spread":0.26912692466110943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296741026","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008138545,0.06393547,0.898933,0.019352496,0.0011206301,0.003175465,0.0000027899555,0.0026276454,0.002713932],"genre_scores_gemma":[0.40711874,0.0010629387,0.5859575,0.0046491,0.000016336558,0.0011571099,0.0000016081576,0.000010605324,0.000026055985],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99846643,0.000064367654,0.0002588588,0.00042346385,0.00048709888,0.00029977754],"domain_scores_gemma":[0.99925715,0.0002886995,0.00009952044,0.00028917135,0.000012931695,0.000052509746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002089188,0.00009977877,0.00016407575,0.00013664784,0.0004560388,0.00008006171,0.0012460587,0.000015353802,0.000039762785],"category_scores_gemma":[0.00009424824,0.000095478994,0.000020481551,0.001248222,0.000042852396,0.00022133364,0.00060211594,0.00018819008,0.0000135329665],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008628682,0.00027298127,0.002684707,0.0048513706,0.000013804421,0.0000868533,0.0027444514,0.0045293313,0.00025507624,0.23691888,0.003970921,0.743663],"study_design_scores_gemma":[0.0032776343,0.0028368924,0.009247851,0.10253034,0.000073738905,0.0015429755,0.0009135119,0.027414383,0.03082392,0.13473314,0.67393506,0.012670562],"about_ca_topic_score_codex":0.000038564,"about_ca_topic_score_gemma":0.0000132966525,"teacher_disagreement_score":0.73099244,"about_ca_system_score_codex":0.00008389022,"about_ca_system_score_gemma":0.00036940837,"threshold_uncertainty_score":0.38935205},"labels":[],"label_agreement":null},{"id":"W4297152001","doi":"10.3390/a15100343","title":"Reasoning about Confidence in Goal Satisfaction","year":2022,"lang":"en","type":"article","venue":"Algorithms","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Stakeholder; Quality (philosophy); Notation; Risk analysis (engineering); Data mining; Management science; Mathematics","score_opus":0.010808079976273064,"score_gpt":0.2586111610744728,"score_spread":0.24780308109819973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297152001","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016425898,0.00034569929,0.9812765,0.00034385835,0.0006209101,0.0000943653,0.0000017967186,0.00048938923,0.00040155035],"genre_scores_gemma":[0.79305506,0.000034907254,0.20658587,0.00014258755,0.00003686297,0.00006849176,0.0000012459267,0.0000064215096,0.000068555775],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99926007,0.000058139853,0.00011344738,0.00020589684,0.00020714114,0.00015531856],"domain_scores_gemma":[0.99946475,0.00018973419,0.000050495353,0.0002523882,0.000013492055,0.000029138078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041633693,0.000064598484,0.000075305565,0.000087559616,0.00010966764,0.00006838455,0.0003598709,0.000019861282,0.000046806967],"category_scores_gemma":[0.00008244627,0.000073606396,0.000020562602,0.00035544165,0.000007860038,0.00043162477,0.00023052306,0.0002520253,0.000008224742],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012494928,0.000064731685,0.051570937,0.000015670334,0.000018403556,0.00040634107,0.0019472908,0.010084087,0.00038628237,0.075544894,0.00266285,0.85728604],"study_design_scores_gemma":[0.00047595132,0.00028850103,0.20913877,0.00004188026,0.0000053518124,0.00054440944,0.00012527638,0.70954007,0.00079638633,0.010421431,0.06807663,0.0005453297],"about_ca_topic_score_codex":0.00081211905,"about_ca_topic_score_gemma":0.000016951259,"teacher_disagreement_score":0.8567407,"about_ca_system_score_codex":0.00007702039,"about_ca_system_score_gemma":0.000031308504,"threshold_uncertainty_score":0.30015817},"labels":[],"label_agreement":null},{"id":"W4298121099","doi":"","title":"Teaching Software Product Lines: A Snapshot of Current Practices and Challenges","year":2017,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Snapshot (computer storage); Software; Computer science; Current (fluid); Engineering; Operating system; Electrical engineering","score_opus":0.0639763159886192,"score_gpt":0.3080296474024696,"score_spread":0.24405333141385038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298121099","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01173435,0.0683109,0.8857161,0.026787227,0.0007452599,0.00065611216,0.00002730058,0.0008790084,0.0051437686],"genre_scores_gemma":[0.28108603,0.028089738,0.69009924,0.00002013021,0.00008186515,0.000102227794,0.00007800343,0.000042860935,0.00039989897],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952964,0.0026053935,0.00045401277,0.0009631135,0.00041273423,0.00026831793],"domain_scores_gemma":[0.99017775,0.0028042397,0.0020658728,0.0036247247,0.0011979183,0.00012949911],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008003158,0.00033494236,0.0004223192,0.00020329506,0.00034428385,0.00068614894,0.0028316418,0.00018064423,0.000008123087],"category_scores_gemma":[0.01327611,0.00033612427,0.00012303889,0.00009195014,0.00015042846,0.0007180819,0.003528129,0.0010753166,0.0000022914742],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066669745,0.00046753173,0.001059024,0.0019689298,0.00009051858,0.0000053660797,0.012863789,0.000024276012,0.00024100715,0.09868697,0.00046988027,0.88411605],"study_design_scores_gemma":[0.0011870338,0.000007562736,0.014050555,0.02498872,0.00032540038,0.00017898978,0.00020593434,0.064481035,0.054219782,0.071477346,0.76566046,0.0032171984],"about_ca_topic_score_codex":0.00080172316,"about_ca_topic_score_gemma":0.00019396225,"teacher_disagreement_score":0.88089883,"about_ca_system_score_codex":0.000037013026,"about_ca_system_score_gemma":0.00025081943,"threshold_uncertainty_score":0.9999091},"labels":[],"label_agreement":null},{"id":"W4307184827","doi":"10.1142/s0218194022500590","title":"SWEBOK Matters: Report and Reflection of a SEKE Panel on the Educational and Professional Implications of SWEBOK","year":2022,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Reflection (computer programming); Software engineering; Social software engineering; Engineering management; Software; Software Engineering Process Group; Educational software; Computer science; Engineering ethics; Knowledge management; Software development; Engineering; Software construction; Programming language","score_opus":0.024022873783818774,"score_gpt":0.29139228721987115,"score_spread":0.26736941343605236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307184827","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45982975,0.0025832865,0.5275878,0.0067954776,0.002778758,0.00021529914,0.000027151058,0.00014482955,0.00003768154],"genre_scores_gemma":[0.9596923,0.00009501352,0.039901808,0.00004869851,0.00015767576,0.000028069026,0.000002920114,0.00001665395,0.000056850142],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99901134,0.000026524132,0.0004227615,0.0001537594,0.0002792357,0.00010636226],"domain_scores_gemma":[0.9981134,0.0011287748,0.00028627133,0.00015962373,0.00024032583,0.000071616974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063291827,0.00012942667,0.00017514027,0.00034863508,0.00008184301,0.000051298724,0.00037802424,0.000036064386,0.000010781204],"category_scores_gemma":[0.00074808643,0.00011120826,0.00005192946,0.00019774558,0.000028898314,0.00024689667,0.00025857816,0.00033612392,1.5237205e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043270967,0.002158406,0.064781435,0.0021157225,0.0033386224,0.00034196852,0.023802962,0.28183314,0.09281633,0.40299815,0.016860694,0.108519845],"study_design_scores_gemma":[0.0037652347,0.0023761052,0.44791773,0.0040080277,0.00030831082,0.037046395,0.0007348818,0.29873097,0.020893268,0.009423649,0.1723367,0.0024587363],"about_ca_topic_score_codex":0.0000066178104,"about_ca_topic_score_gemma":2.998796e-7,"teacher_disagreement_score":0.49986258,"about_ca_system_score_codex":0.00006546542,"about_ca_system_score_gemma":0.000117455915,"threshold_uncertainty_score":0.45349413},"labels":[],"label_agreement":null},{"id":"W4308802494","doi":"10.24908/pceea.vi.15838","title":"Facilitating Cross &amp; Beyond Course Project-Based Software Engineering Learning Experiences","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Process (computing); Computer science; Work (physics); Software engineering; Software; Work in process; Software Engineering Process Group; Project-based learning; Software development; Software development process; Engineering management; Engineering ethics; Mathematics education; Engineering; Psychology","score_opus":0.009674401920562722,"score_gpt":0.2528014841723297,"score_spread":0.243127082251767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308802494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94466543,0.000598652,0.040835105,0.0034584766,0.0060507436,0.0012782374,0.000053706393,0.0023064814,0.0007531501],"genre_scores_gemma":[0.9183246,0.0000021241535,0.07981354,0.0001743617,0.00009193545,0.00053274154,0.000011203869,0.000036691534,0.0010128252],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982707,0.000019433824,0.00032836187,0.00032814857,0.00062232505,0.0004310591],"domain_scores_gemma":[0.99845105,0.00036906832,0.0004250495,0.00019510325,0.00041333798,0.00014637066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010769253,0.00020025269,0.00017770505,0.00036023412,0.00060781965,0.0003665342,0.0010375234,0.000093990835,0.000028964443],"category_scores_gemma":[0.004356531,0.00022045829,0.000108969136,0.0011576492,0.000014669562,0.00062918774,0.00015159725,0.0005866303,0.0000028082975],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011255252,0.00032932666,0.31108835,0.0010154083,0.00026686335,0.0000015420552,0.06870737,0.51887405,0.0026472984,0.021749431,0.06786867,0.0074404245],"study_design_scores_gemma":[0.00060518336,0.0001876335,0.05073474,0.00027445488,0.00007847123,0.000041127216,0.005677975,0.2683296,0.0041781957,0.00020542507,0.6678816,0.0018055915],"about_ca_topic_score_codex":0.0030565925,"about_ca_topic_score_gemma":0.0002464994,"teacher_disagreement_score":0.60001296,"about_ca_system_score_codex":0.001675972,"about_ca_system_score_gemma":0.0011034369,"threshold_uncertainty_score":0.8990028},"labels":[],"label_agreement":null},{"id":"W4309679321","doi":"10.1109/smc53654.2022.9945270","title":"A Data-Centric Approach to Evaluate Requirements Engineering in Multidisciplinary Projects","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Multidisciplinary approach; Computer science; Requirements engineering; Systems engineering; Engineering management; Requirements analysis; Software engineering; Engineering; Software","score_opus":0.14774894760255738,"score_gpt":0.3454449707628305,"score_spread":0.1976960231602731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309679321","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25651368,0.001276166,0.67155397,0.0025932149,0.010896318,0.0048576607,0.0005694457,0.0015289481,0.050210603],"genre_scores_gemma":[0.98841804,0.00009823956,0.00956393,0.000098263015,0.00010429108,0.00036936105,0.000057933183,0.00002152052,0.001268414],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976886,0.00012742257,0.00037782456,0.0006841644,0.0008478851,0.00027408282],"domain_scores_gemma":[0.9989015,0.00012008057,0.0001401169,0.0006548167,0.000089224006,0.00009430487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010867121,0.000203881,0.00020776845,0.00042023434,0.000098859906,0.0003052488,0.0017871229,0.00004351477,0.000032732263],"category_scores_gemma":[0.00008414244,0.00021460735,0.000024484922,0.00039752066,0.000011457245,0.0003752961,0.0012604645,0.00033428115,0.000011128773],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041267922,0.0024727501,0.0107229855,0.0007456803,0.00055218575,0.0005303492,0.010232617,0.26582807,0.0025570742,0.6417586,0.04436712,0.01981987],"study_design_scores_gemma":[0.0004415464,0.00020299388,0.0013121172,0.0000770864,0.000007772299,0.000058121022,0.0001973634,0.9783516,0.00003375831,0.00017833154,0.018851906,0.00028738772],"about_ca_topic_score_codex":0.00017941798,"about_ca_topic_score_gemma":0.000007058646,"teacher_disagreement_score":0.7319043,"about_ca_system_score_codex":0.0001903954,"about_ca_system_score_gemma":0.0000811256,"threshold_uncertainty_score":0.87514335},"labels":[],"label_agreement":null},{"id":"W4310354217","doi":"10.1109/fie56618.2022.9962418","title":"Design Decisions Matter: Conveying the Importance of Software Engineering Best Practices through Hybrid PBL","year":2022,"lang":"en","type":"article","venue":"2022 IEEE Frontiers in Education Conference (FIE)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Best practice; Computer science; Conviction; Software; Knowledge management; Project-based learning; Engineering management; Mathematics education; Engineering; Psychology; Management","score_opus":0.05374170941136593,"score_gpt":0.3048582550391517,"score_spread":0.2511165456277858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310354217","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013944538,0.0014261734,0.97757536,0.0016494531,0.0046704775,0.0004200732,0.000009052728,0.00015774749,0.00014710883],"genre_scores_gemma":[0.3667186,0.00046747376,0.63142717,0.0005310373,0.00006988036,0.0004791715,0.00000987859,0.00002412278,0.00027270042],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99815583,0.00023978639,0.00044091727,0.00043893242,0.00043491818,0.00028961452],"domain_scores_gemma":[0.99705994,0.0012619811,0.00064723886,0.0008516281,0.00012462093,0.000054616754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010629491,0.00019445326,0.0002442033,0.0002025535,0.0002518216,0.00016512541,0.0016392138,0.0000419901,0.00017943801],"category_scores_gemma":[0.0010588068,0.00018755147,0.00005933816,0.0007080226,0.000044949193,0.0011114567,0.0002688164,0.00057093735,0.0000073224332],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001432381,0.001480581,0.292431,0.00024500393,0.0002529479,0.000058020454,0.020703055,0.09053353,0.0007739206,0.015613028,0.41732398,0.16044168],"study_design_scores_gemma":[0.0013233778,0.00093603326,0.015807558,0.00071040733,0.00022506881,0.0005039813,0.017813621,0.43458465,0.010537644,0.044575904,0.4698648,0.0031169765],"about_ca_topic_score_codex":0.00016982896,"about_ca_topic_score_gemma":0.0000050396948,"teacher_disagreement_score":0.35277405,"about_ca_system_score_codex":0.00017324925,"about_ca_system_score_gemma":0.0006470711,"threshold_uncertainty_score":0.7648127},"labels":[],"label_agreement":null},{"id":"W4312111995","doi":"10.1145/3565967.3570981","title":"Measuring Gendered Communication Patterns on Enterprise Communication Platforms","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Teamwork; Harm; Assertiveness; Association (psychology); Computer science; Knowledge management; Psychology; Social psychology; Political science","score_opus":0.054654462850279854,"score_gpt":0.2603015470738752,"score_spread":0.20564708422359534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312111995","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037641652,0.0001974097,0.9545073,0.0014391141,0.000120899735,0.00019222977,0.0000033706513,0.0012698718,0.0046281856],"genre_scores_gemma":[0.92955256,0.00010645572,0.06961555,0.00049882656,0.0000056414024,0.00009486384,0.000014281901,0.000008904782,0.000102924016],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992075,0.000080317026,0.00015384925,0.00016073676,0.00026894396,0.0001286378],"domain_scores_gemma":[0.99816597,0.00025114728,0.00009046483,0.0014315512,0.000025019139,0.000035846868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058254885,0.00008452237,0.00007383697,0.00009345277,0.00037022485,0.000109420085,0.0016906301,0.000020846333,0.00010106524],"category_scores_gemma":[0.000032591404,0.00008244839,0.00003780733,0.0001634109,0.0000072961907,0.00047836947,0.0010125932,0.00030299797,0.000013290388],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009817883,0.0009963324,0.014815888,0.00006966499,0.00015544987,0.000021162226,0.011321912,0.023649005,0.0005748785,0.67311877,0.018583797,0.256595],"study_design_scores_gemma":[0.0021078007,0.0012454006,0.03769027,0.00020703312,0.000038362974,0.00025011954,0.001567919,0.57055724,0.0155753065,0.068605,0.29994264,0.0022129365],"about_ca_topic_score_codex":0.000094301235,"about_ca_topic_score_gemma":0.0000064272813,"teacher_disagreement_score":0.8919109,"about_ca_system_score_codex":0.000101677964,"about_ca_system_score_gemma":0.000014218438,"threshold_uncertainty_score":0.33621478},"labels":[],"label_agreement":null},{"id":"W4312198849","doi":"10.1109/ieem55944.2022.9989687","title":"Examining Recommended Practices for Information System Development Projects and the Effect of Standardization Frameworks: An Empirical Study","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Industrial Engineering and Engineering Management (IEEM)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Standardization; Capability Maturity Model; Maturity (psychological); Knowledge management; Process management; Process (computing); Set (abstract data type); Best practice; Information system; Computer science; Business; Engineering management; Software; Engineering; Psychology; Management","score_opus":0.08610482117114947,"score_gpt":0.316951834622319,"score_spread":0.23084701345116954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312198849","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20292594,0.000021873826,0.79213804,0.0003726576,0.0022021253,0.0016643493,0.000015495465,0.00047825527,0.00018128332],"genre_scores_gemma":[0.98771423,0.000012394002,0.011275835,0.000018869618,0.000087523134,0.0008407341,0.000018005323,0.000014147518,0.00001823161],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998629,0.00010401454,0.00037347045,0.00026430356,0.0004637052,0.00016552294],"domain_scores_gemma":[0.9987909,0.0005811145,0.00028578762,0.00023347135,0.00005962823,0.000049092792],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002161815,0.0001955751,0.00022803617,0.0003441269,0.00015757467,0.000301638,0.00047584536,0.00007352748,0.0000038266094],"category_scores_gemma":[0.0003499529,0.00016722894,0.000026734506,0.00026238948,0.000009908252,0.0006403144,0.00024782182,0.0004695502,2.356165e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012001077,0.00012677108,0.0014562339,0.00060436135,0.0009072647,0.000014856064,0.0071428465,0.85957885,0.00008487761,0.053040482,0.000492006,0.07535137],"study_design_scores_gemma":[0.0026831354,0.0011339085,0.00038689087,0.00013170365,0.000052191506,0.000011949182,0.0011025503,0.98512876,0.00023170779,0.00000980998,0.00887139,0.00025600917],"about_ca_topic_score_codex":0.000012806467,"about_ca_topic_score_gemma":3.1264582e-7,"teacher_disagreement_score":0.7847883,"about_ca_system_score_codex":0.00013507414,"about_ca_system_score_gemma":0.000024656025,"threshold_uncertainty_score":0.68193984},"labels":[],"label_agreement":null},{"id":"W4312307609","doi":"10.1109/access.2022.3227504","title":"Characterizing UX Evaluation in Software Modeling Tools: A Literature Review","year":2022,"lang":"en","type":"review","venue":"IEEE Access","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Usability; Software engineering; Software; User experience design; Data science; Heuristics; Human–computer interaction","score_opus":0.22124941966261086,"score_gpt":0.4263504079794989,"score_spread":0.20510098831688806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312307609","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.8869505e-7,0.7855968,0.21179008,0.000048490292,0.00094028685,0.0011081247,0.000015125582,0.00045409086,0.00004668821],"genre_scores_gemma":[0.0000011991555,0.9820991,0.015536719,0.0004279589,0.00016505965,0.0015416277,0.0001681001,0.00004827717,0.00001192477],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969409,0.0005344667,0.00076933805,0.00076293363,0.0006632604,0.00032910984],"domain_scores_gemma":[0.9975786,0.0006299082,0.00047732954,0.0011366891,0.00011500158,0.00006247858],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0025105702,0.0004299925,0.0011452438,0.00043040066,0.00009878509,0.0011157015,0.0031608592,0.00021565263,0.000081626415],"category_scores_gemma":[0.0010484467,0.00038994307,0.00030221793,0.001992084,0.0000052004257,0.0034497199,0.00066822337,0.0011389961,0.000010621446],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.011463e-7,0.0000148571935,3.5558713e-7,0.026395839,0.000016180931,0.00004483861,0.000050084793,0.00014534236,3.0783323e-8,0.000023636736,0.00030614718,0.9730023],"study_design_scores_gemma":[0.000044175304,0.000014010692,3.2643075e-7,0.097111106,0.00014257748,0.00010035717,3.1907916e-7,0.011775563,3.0488704e-7,0.00013364604,0.8902488,0.00042886467],"about_ca_topic_score_codex":0.000013437382,"about_ca_topic_score_gemma":0.0000015211633,"teacher_disagreement_score":0.9725734,"about_ca_system_score_codex":0.0003079366,"about_ca_system_score_gemma":0.00034214277,"threshold_uncertainty_score":0.99992126},"labels":[],"label_agreement":null},{"id":"W4312510599","doi":"10.1109/re54965.2022.00008","title":"A Case Study of Building Shared Understanding of Non-Functional Requirements in a Remote Software Organization","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Knowledge management; Computer science; Context (archaeology); Thematic analysis; Workspace; Process management; Qualitative research; Business; Robot","score_opus":0.07424963666518225,"score_gpt":0.2984389801280292,"score_spread":0.22418934346284697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312510599","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33036897,0.000003827219,0.66928846,0.000016598711,0.00008388381,0.00013194808,8.407381e-7,0.000092245915,0.000013249531],"genre_scores_gemma":[0.8486024,6.720341e-7,0.15135984,0.00001151763,0.0000042685315,0.0000041119656,0.0000013718538,0.0000065535373,0.000009256867],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991666,0.000049824248,0.00023861046,0.00017954355,0.00027750808,0.00008790677],"domain_scores_gemma":[0.9994163,0.00015855425,0.00013420563,0.00023121625,0.000041926043,0.000017819035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041995756,0.0000626189,0.000106442145,0.00023162093,0.00008987374,0.00002167667,0.0002462393,0.00001563275,0.000059373375],"category_scores_gemma":[0.0001466581,0.000067765184,0.000014310294,0.0011074854,0.0000052053633,0.0003626301,0.00038015097,0.00009400742,1.1527006e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021899416,0.005738441,0.5381866,0.00058153813,0.00052533904,0.0070967614,0.07789763,0.28425,0.01865478,0.030436387,0.0030350215,0.03337853],"study_design_scores_gemma":[0.0061322697,0.004386128,0.02003062,0.00022284526,0.00008571485,0.004252334,0.02886227,0.9156736,0.007628789,0.011301044,0.00018024468,0.0012441316],"about_ca_topic_score_codex":0.0006880874,"about_ca_topic_score_gemma":0.000023724515,"teacher_disagreement_score":0.6314236,"about_ca_system_score_codex":0.0001608455,"about_ca_system_score_gemma":0.000041765306,"threshold_uncertainty_score":0.2763384},"labels":[],"label_agreement":null},{"id":"W4312753855","doi":"10.1109/emr.2022.3222937","title":"The 5-th Generation Stage-Gate Idea-to-Launch Process","year":2022,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Pipeline (software); Computer science; Artificial intelligence; Algorithm; Programming language","score_opus":0.02030113212975354,"score_gpt":0.27709933095561956,"score_spread":0.256798198825866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312753855","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018440423,0.018704096,0.97589487,0.0018799227,0.0010891,0.00091829424,0.0000021659948,0.00091908657,0.000408063],"genre_scores_gemma":[0.2314715,0.22126646,0.48936093,0.015016694,0.0014617853,0.017981991,0.000056108838,0.00040296148,0.022981592],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99860966,0.000054137596,0.00027284978,0.00033320472,0.00044202904,0.00028812842],"domain_scores_gemma":[0.998984,0.00008108886,0.00008518016,0.0007475418,0.000034238034,0.000067988265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012652179,0.00017327102,0.00016001433,0.00009273222,0.0002921601,0.00019596201,0.0012791355,0.000012398298,0.000025624031],"category_scores_gemma":[0.00005516726,0.0001439982,0.000063354804,0.0008272242,0.0000040506575,0.00027783215,0.0003598242,0.00020989818,0.000027263768],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016241587,0.00003088947,0.000006443293,0.0024023526,0.000082910934,0.000048841146,0.00008432716,0.73617685,0.000058008583,0.03792906,0.042403426,0.18077527],"study_design_scores_gemma":[0.000042400363,0.000044417247,0.000032113057,0.00016910283,0.000017008517,0.000007632062,0.000002669036,0.117706314,0.00007306214,0.000049979208,0.8816563,0.000199036],"about_ca_topic_score_codex":0.0000045656,"about_ca_topic_score_gemma":4.490428e-7,"teacher_disagreement_score":0.8392528,"about_ca_system_score_codex":0.00008741458,"about_ca_system_score_gemma":0.000013100508,"threshold_uncertainty_score":0.5872076},"labels":[],"label_agreement":null},{"id":"W4312965085","doi":"10.1109/tem.2022.3220151","title":"Salient Complexities of Engaging External Consultants in Information Systems Projects","year":2022,"lang":"en","type":"article","venue":"IEEE Transactions on Engineering Management","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University of Edmonton","funders":"","keywords":"Salient; Salience (neuroscience); Project management; Variety (cybernetics); Competence (human resources); Knowledge management; Scope (computer science); Information system; Interpersonal communication; Project management triangle; Project manager; Process management; Public relations; Business; Psychology; Computer science; Political science; Engineering; Social psychology","score_opus":0.01605418161829642,"score_gpt":0.21733240389044411,"score_spread":0.2012782222721477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312965085","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052112346,0.000045635417,0.99278355,0.00003901282,0.00089791865,0.0003485652,0.000010392912,0.00037111624,0.00029260723],"genre_scores_gemma":[0.9640562,0.000023692994,0.0355857,0.000026545791,0.000005592405,0.00026331225,0.000001090972,0.0000079359725,0.000029940873],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990462,0.000037396007,0.0002825996,0.00013395354,0.0003276745,0.00017215036],"domain_scores_gemma":[0.99950093,0.00009970983,0.00007474276,0.00027152334,0.000026731257,0.000026359705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003845661,0.00011253662,0.00012393821,0.00056115555,0.00008105588,0.000063047344,0.00037013684,0.000015864778,0.0000070976607],"category_scores_gemma":[0.0000043256387,0.00013043713,0.000030847474,0.000602968,0.000007022556,0.00048651666,0.0000146267375,0.00023168302,0.000002474584],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007660161,0.000052490614,0.000006131688,0.00015992763,0.00002137792,0.000009346167,0.00067861506,0.97853583,0.00007537707,0.014525907,0.00003202837,0.00589533],"study_design_scores_gemma":[0.0005076649,0.00015637839,0.00046560867,0.00016813909,0.000013266514,0.000021330809,0.0004949972,0.98898435,0.0020647724,0.000075478354,0.006778923,0.00026908066],"about_ca_topic_score_codex":0.00007771826,"about_ca_topic_score_gemma":6.1695545e-7,"teacher_disagreement_score":0.95884496,"about_ca_system_score_codex":0.00014421366,"about_ca_system_score_gemma":0.000013095241,"threshold_uncertainty_score":0.53190714},"labels":[],"label_agreement":null},{"id":"W4315489910","doi":"10.51189/cinped/13550","title":"SOFTWARES, OBTENDO DESIGN VERDE PARA PROJETOS DE PESQUISA","year":2023,"lang":"pt","type":"article","venue":"Anais do I Congresso Brasileiro On-line de Pesquisas e Inovação em Educação","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Cape verde; Computer science; Humanities; Art; Sociology","score_opus":0.1273232162335553,"score_gpt":0.3702503038068102,"score_spread":0.24292708757325487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315489910","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34867835,0.0034566333,0.61189926,0.0061653666,0.01466446,0.004069133,0.00046047493,0.010069158,0.0005371638],"genre_scores_gemma":[0.938598,0.0008857806,0.049725387,0.0031006574,0.0016374772,0.00064105383,0.00010984472,0.00047339124,0.0048284405],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98825794,0.0012803567,0.001746696,0.0028291133,0.0018720627,0.004013822],"domain_scores_gemma":[0.98919815,0.0036126398,0.0011349679,0.003936021,0.00070821296,0.0014100339],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0037608463,0.0018769599,0.0016264516,0.001724475,0.001006301,0.0020693247,0.004607971,0.0012829977,0.0007217849],"category_scores_gemma":[0.004973521,0.0020401448,0.0008997674,0.005129543,0.00036088773,0.0014930689,0.0019041366,0.0026571765,0.0012769412],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014010946,0.004827569,0.09377166,0.0023052879,0.0020221558,0.006477058,0.028332701,0.056775626,0.0018427473,0.0112067945,0.57913053,0.21190678],"study_design_scores_gemma":[0.009170022,0.006743023,0.13137843,0.008240787,0.0013732923,0.0038658644,0.0021917736,0.64745116,0.03544734,0.011700044,0.130121,0.012317277],"about_ca_topic_score_codex":0.00053979806,"about_ca_topic_score_gemma":0.000062025654,"teacher_disagreement_score":0.59067553,"about_ca_system_score_codex":0.0011585898,"about_ca_system_score_gemma":0.0030830067,"threshold_uncertainty_score":0.99964374},"labels":[],"label_agreement":null},{"id":"W4316657899","doi":"10.1109/seaa56994.2022.00078","title":"Towards Continuous Systematic Literature Review in Software Engineering","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Chicoutimi","funders":"","keywords":"Systematic review; Computer science; Process (computing); Context (archaeology); Software engineering; Trustworthiness; Data science; Software; Computer security; MEDLINE; Programming language","score_opus":0.008144423331933326,"score_gpt":0.2340265662210172,"score_spread":0.22588214288908387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4316657899","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011603091,0.1297627,0.86625946,0.00081476313,0.00044118642,0.0006738106,0.0000030240424,0.0016847998,0.0002442414],"genre_scores_gemma":[0.051127434,0.012377756,0.93018496,0.0038202207,0.00006427521,0.0015390265,0.000013004344,0.00005168233,0.00082163315],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9989557,0.0000874932,0.00027461548,0.00022733687,0.0002655054,0.00018929876],"domain_scores_gemma":[0.99914014,0.00022303178,0.000069339956,0.00049416017,0.000031909578,0.000041419677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085503556,0.00012471163,0.00029043414,0.00014437234,0.000044219047,0.00010894803,0.0008206349,0.000025748139,0.000045325374],"category_scores_gemma":[0.0006015588,0.0001106335,0.0000616389,0.00092505215,0.0000022317881,0.00037172553,0.00040562238,0.00032165236,0.000005293603],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000128746,0.00047146447,0.0016899363,0.63940567,0.00018364054,0.0037345926,0.004478121,0.0119047575,0.00013674195,0.253503,0.056370616,0.028108565],"study_design_scores_gemma":[0.0018358737,0.0013766933,0.0027271893,0.39554945,0.00019120412,0.008121945,0.00015981348,0.2725522,0.00081908266,0.0034130493,0.30791005,0.0053434502],"about_ca_topic_score_codex":0.00000916985,"about_ca_topic_score_gemma":4.4717427e-7,"teacher_disagreement_score":0.26064745,"about_ca_system_score_codex":0.0000709458,"about_ca_system_score_gemma":0.000025600886,"threshold_uncertainty_score":0.45115033},"labels":[],"label_agreement":null},{"id":"W4317557898","doi":"10.5281/zenodo.7554033","title":"Demystifying Issues, Challenges, and Solutions for Multilingual Software Development (Artifact)","year":2023,"lang":"en","type":"paratext","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Artifact (error); Computer science; Software; Software engineering; Software development; Artificial intelligence; Programming language","score_opus":0.12579145761162697,"score_gpt":0.31124309549565005,"score_spread":0.18545163788402308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317557898","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000061364284,0.009651562,0.9722343,0.0018203068,0.0010156981,0.0011406378,0.00035438628,0.005712908,0.008008851],"genre_scores_gemma":[0.0055107297,0.04390692,0.8426653,0.00034302537,0.002377249,0.00000753303,0.0153423045,0.011647809,0.07819912],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99785084,0.00016344684,0.00032866417,0.0007339148,0.00033365126,0.00058950274],"domain_scores_gemma":[0.99839157,0.0002227415,0.00017232176,0.00057524873,0.00046138762,0.00017672805],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012029229,0.0002661014,0.00025534368,0.00034563817,0.0023618892,0.0010648842,0.0015502893,0.0002049383,0.000687128],"category_scores_gemma":[0.0014263365,0.00029626224,0.000054803182,0.00030675426,0.00006274569,0.0003938086,0.0027860953,0.0004223633,0.008231956],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009485136,0.000037243168,4.16284e-8,0.00038504408,0.00006305088,0.000006491265,0.0018731032,0.0001188724,0.00003864292,0.0017695811,0.40618196,0.58951646],"study_design_scores_gemma":[0.00017766269,0.00010668262,0.0000389216,0.00015912698,0.000011384646,0.000051072377,0.000058893063,0.0014581922,0.00015527634,0.00021084066,0.99724185,0.000330108],"about_ca_topic_score_codex":0.00001027569,"about_ca_topic_score_gemma":6.795579e-7,"teacher_disagreement_score":0.59105986,"about_ca_system_score_codex":0.000154987,"about_ca_system_score_gemma":0.000019378846,"threshold_uncertainty_score":0.9999721},"labels":[],"label_agreement":null},{"id":"W4317558096","doi":"10.5281/zenodo.7553342","title":"Demystifying Issues, Challenges, and Solutions for Multilingual Software Development (Artifact)","year":2023,"lang":"en","type":"paratext","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Artifact (error); Computer science; Software; Software engineering; Software development; Artificial intelligence; Programming language","score_opus":0.12579145761162697,"score_gpt":0.31124309549565005,"score_spread":0.18545163788402308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317558096","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000061364284,0.009651562,0.9722343,0.0018203068,0.0010156981,0.0011406378,0.00035438628,0.005712908,0.008008851],"genre_scores_gemma":[0.0055107297,0.04390692,0.8426653,0.00034302537,0.002377249,0.00000753303,0.0153423045,0.011647809,0.07819912],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99785084,0.00016344684,0.00032866417,0.0007339148,0.00033365126,0.00058950274],"domain_scores_gemma":[0.99839157,0.0002227415,0.00017232176,0.00057524873,0.00046138762,0.00017672805],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012029229,0.0002661014,0.00025534368,0.00034563817,0.0023618892,0.0010648842,0.0015502893,0.0002049383,0.000687128],"category_scores_gemma":[0.0014263365,0.00029626224,0.000054803182,0.00030675426,0.00006274569,0.0003938086,0.0027860953,0.0004223633,0.008231956],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009485136,0.000037243168,4.16284e-8,0.00038504408,0.00006305088,0.000006491265,0.0018731032,0.0001188724,0.00003864292,0.0017695811,0.40618196,0.58951646],"study_design_scores_gemma":[0.00017766269,0.00010668262,0.0000389216,0.00015912698,0.000011384646,0.000051072377,0.000058893063,0.0014581922,0.00015527634,0.00021084066,0.99724185,0.000330108],"about_ca_topic_score_codex":0.00001027569,"about_ca_topic_score_gemma":6.795579e-7,"teacher_disagreement_score":0.59105986,"about_ca_system_score_codex":0.000154987,"about_ca_system_score_gemma":0.000019378846,"threshold_uncertainty_score":0.9999721},"labels":[],"label_agreement":null},{"id":"W4317713988","doi":"10.5281/zenodo.7557314","title":"Demystifying Issues, Challenges, and Solutions for Multilingual Software Development (Artifact)","year":2023,"lang":"en","type":"paratext","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Artifact (error); Computer science; Software engineering; Software development; Software; Programming language; Artificial intelligence","score_opus":0.12579145761162697,"score_gpt":0.31124309549565005,"score_spread":0.18545163788402308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317713988","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000061364284,0.009651562,0.9722343,0.0018203068,0.0010156981,0.0011406378,0.00035438628,0.005712908,0.008008851],"genre_scores_gemma":[0.0055107297,0.04390692,0.8426653,0.00034302537,0.002377249,0.00000753303,0.0153423045,0.011647809,0.07819912],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99785084,0.00016344684,0.00032866417,0.0007339148,0.00033365126,0.00058950274],"domain_scores_gemma":[0.99839157,0.0002227415,0.00017232176,0.00057524873,0.00046138762,0.00017672805],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012029229,0.0002661014,0.00025534368,0.00034563817,0.0023618892,0.0010648842,0.0015502893,0.0002049383,0.000687128],"category_scores_gemma":[0.0014263365,0.00029626224,0.000054803182,0.00030675426,0.00006274569,0.0003938086,0.0027860953,0.0004223633,0.008231956],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009485136,0.000037243168,4.16284e-8,0.00038504408,0.00006305088,0.000006491265,0.0018731032,0.0001188724,0.00003864292,0.0017695811,0.40618196,0.58951646],"study_design_scores_gemma":[0.00017766269,0.00010668262,0.0000389216,0.00015912698,0.000011384646,0.000051072377,0.000058893063,0.0014581922,0.00015527634,0.00021084066,0.99724185,0.000330108],"about_ca_topic_score_codex":0.00001027569,"about_ca_topic_score_gemma":6.795579e-7,"teacher_disagreement_score":0.59105986,"about_ca_system_score_codex":0.000154987,"about_ca_system_score_gemma":0.000019378846,"threshold_uncertainty_score":0.9999721},"labels":[],"label_agreement":null},{"id":"W4320015235","doi":"10.2139/ssrn.4328068","title":"Transfer Learning for Conflict and Duplicate Detection in Software Requirement Pairs","year":2023,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Transfer of learning; Software; Artificial intelligence; Data science; Programming language","score_opus":0.0207669518550546,"score_gpt":0.26783300527346743,"score_spread":0.24706605341841284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320015235","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08127092,0.0006696352,0.91677856,0.00065081025,0.00008963959,0.00013099246,1.7119264e-7,0.0004034427,0.000005823598],"genre_scores_gemma":[0.99077797,0.00473302,0.0041881846,0.00003849479,0.00005855834,0.000043207903,9.329185e-7,0.000015514726,0.00014409247],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986004,0.00004225278,0.00016235052,0.00018282532,0.000116456475,0.00089569465],"domain_scores_gemma":[0.9996034,0.00018985564,0.00003660531,0.000099055935,0.000030930238,0.000040167404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001999571,0.00008968471,0.000097529715,0.00017389446,0.00013978791,0.00009286393,0.00021410006,0.00005087822,9.751675e-7],"category_scores_gemma":[0.00012763237,0.00008585782,0.000042934542,0.00030302472,0.000009170182,0.00047115798,0.00003227362,0.00077357376,0.0000028531747],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054549557,0.000024313202,0.0016407849,0.000038343678,0.000068164525,0.000009232659,0.0007106833,0.0044848947,0.0033358347,0.050241895,0.000056602137,0.9393347],"study_design_scores_gemma":[0.00505784,0.0058043026,0.012661665,0.00026466948,0.0000867178,0.0018704035,0.0012621646,0.31676733,0.019721454,0.42312825,0.21157163,0.0018035783],"about_ca_topic_score_codex":0.00002311966,"about_ca_topic_score_gemma":0.00006859233,"teacher_disagreement_score":0.9375311,"about_ca_system_score_codex":0.00018822413,"about_ca_system_score_gemma":0.00015081432,"threshold_uncertainty_score":0.35011804},"labels":[],"label_agreement":null},{"id":"W4320057851","doi":"10.1109/gem56474.2022.10017472","title":"Scrum and Remote Work in Video Game Projects: Improving Communication, Trust and Efficiency","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Scrum; Computer science; Exploit; Context (archaeology); Key (lock); Work (physics); Knowledge management; Video game; Data science; Multimedia; Engineering; Computer security","score_opus":0.013091286252564022,"score_gpt":0.23803143967621243,"score_spread":0.2249401534236484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320057851","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1426449,0.002768052,0.8489794,0.0032067343,0.00010791125,0.000392862,7.3286395e-7,0.00077931164,0.0011200986],"genre_scores_gemma":[0.744649,0.000092893235,0.2549509,0.0001789197,0.0000047036956,0.00001467192,4.5047597e-7,0.0000049785667,0.000103473496],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993541,0.00007472859,0.00012512546,0.0002082705,0.00010727016,0.00013047385],"domain_scores_gemma":[0.9992551,0.00024233137,0.0000483803,0.00041195733,0.0000131493725,0.000029077359],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006895101,0.00006684835,0.000075635966,0.00010599126,0.00013125261,0.00012961205,0.00044083543,0.0000192748,0.000008431416],"category_scores_gemma":[0.00012187347,0.00006493525,0.000008346031,0.00049024017,0.00002316324,0.00032351108,0.00087106484,0.00020595989,4.5487985e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004296208,0.0001406149,0.017962527,0.00009403523,0.00001250239,0.000028620827,0.010006712,0.00080316176,0.00035685566,0.036352247,0.0018143979,0.9323854],"study_design_scores_gemma":[0.0009869625,0.000526235,0.04541861,0.00011327314,0.000011233804,0.00022553974,0.0007318197,0.87622017,0.0005629843,0.008875864,0.06544548,0.0008818582],"about_ca_topic_score_codex":0.0003201302,"about_ca_topic_score_gemma":0.000008862341,"teacher_disagreement_score":0.9315035,"about_ca_system_score_codex":0.000027888058,"about_ca_system_score_gemma":0.000023770921,"threshold_uncertainty_score":0.26479828},"labels":[],"label_agreement":null},{"id":"W4321061975","doi":"10.1109/apsec57359.2022.00087","title":"What Pakistani Computer Science and Software Engineering Students Think about Software Testing?","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Social software engineering; Software engineering; Personal software process; Software walkthrough; Software peer review; Software; Software construction; Software Engineering Process Group; Computer science; Software testing; Software development","score_opus":0.01576746973338735,"score_gpt":0.2660608305444047,"score_spread":0.2502933608110174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321061975","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041569803,0.0006296747,0.95293796,0.00021362332,0.0014650151,0.00023411267,0.000002649854,0.002936117,0.000011030802],"genre_scores_gemma":[0.10478884,0.000039331837,0.8938941,0.001067613,0.00007121807,0.000051197116,0.0000013509267,0.00002496368,0.00006139511],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99734473,0.000035273002,0.00024256784,0.00067496666,0.0012403345,0.00046214825],"domain_scores_gemma":[0.99805176,0.00075546326,0.000095320356,0.0007032867,0.00021655568,0.0001776144],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014994828,0.00022427614,0.0001845634,0.00025441445,0.00068534474,0.0019506838,0.0018834759,0.000035684414,0.000027723336],"category_scores_gemma":[0.0007490809,0.00022379104,0.00003249551,0.0013156179,0.000071967355,0.0028482664,0.0034550931,0.00038483014,0.000005751559],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036006524,0.0008488361,0.119661696,0.0005088853,0.00020481115,0.001101662,0.017957253,0.0633397,0.0010730444,0.042587306,0.014022913,0.7386579],"study_design_scores_gemma":[0.0015561857,0.0019210962,0.1378324,0.00043299413,0.000056220724,0.0021207817,0.0006028796,0.7455658,0.0016793525,0.004112672,0.10066923,0.0034503862],"about_ca_topic_score_codex":0.00007104147,"about_ca_topic_score_gemma":9.141344e-7,"teacher_disagreement_score":0.7352075,"about_ca_system_score_codex":0.00017018298,"about_ca_system_score_gemma":0.00013773626,"threshold_uncertainty_score":0.99908537},"labels":[],"label_agreement":null},{"id":"W4321249733","doi":"10.3390/jrfm16020129","title":"The AGP Model for Risk Management in Agile I.T. Projects","year":2023,"lang":"en","type":"article","venue":"Journal of risk and financial management","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Agile software development; Risk management; Process management; Project management; Cronbach's alpha; Risk analysis (engineering); Exploratory factor analysis; Business; Project risk management; Knowledge management; Structural equation modeling; Engineering; Computer science; Program management; Systems engineering; Marketing","score_opus":0.016208177178002905,"score_gpt":0.2558127804871801,"score_spread":0.23960460330917718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321249733","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0080575915,0.00043013986,0.9903046,0.0002206812,0.00033919245,0.0003143313,0.0000026630682,0.0000622655,0.00026856037],"genre_scores_gemma":[0.42209125,0.065708496,0.5110341,0.00012335257,0.0001853816,0.00013555132,7.653434e-7,0.000020908836,0.00070024555],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992011,0.000030389298,0.00025816518,0.00013117152,0.00018164515,0.0001975203],"domain_scores_gemma":[0.99931306,0.00020685016,0.00022322258,0.00018912382,0.00003571871,0.000032044256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015297877,0.00008497386,0.00011467695,0.00021065662,0.00016902134,0.000121048266,0.00043141146,0.000027245362,1.6836007e-7],"category_scores_gemma":[0.000110521985,0.00005981262,0.00006144282,0.0003865975,0.000012884173,0.00023809084,0.00022564741,0.00015642305,0.0000015363368],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004322912,0.000028634659,0.000586851,0.000046779092,0.000021751639,0.000061298364,0.00061567716,0.009324272,3.9008285e-7,0.0705763,0.007912573,0.9107822],"study_design_scores_gemma":[0.0009244086,0.00020516687,0.026133856,0.00009177604,0.000066828376,0.0000078518015,0.00014600564,0.49682307,0.000013314758,0.14606602,0.32932234,0.00019936217],"about_ca_topic_score_codex":0.000009346297,"about_ca_topic_score_gemma":0.000011680194,"teacher_disagreement_score":0.9105829,"about_ca_system_score_codex":0.00002541411,"about_ca_system_score_gemma":0.000012000974,"threshold_uncertainty_score":0.2439088},"labels":[],"label_agreement":null},{"id":"W4323526352","doi":"10.1145/3545947.3576252","title":"Co-aligning User-Centered Design and Software Engineering Courses","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Process (computing); Software engineering; Work (physics); Engineering design process; Engineering management; Software; Work in process; Joint (building); Architecture; Engineering","score_opus":0.02671254043891658,"score_gpt":0.2634990242269318,"score_spread":0.2367864837880152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323526352","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036965054,0.000228168,0.99390125,0.00017244335,0.00020417958,0.00012383552,0.0000017361937,0.001628136,0.000043724416],"genre_scores_gemma":[0.19769457,0.000021136091,0.80189085,0.00017621918,0.000019052284,0.00005038717,0.0000016480351,0.000014167012,0.00013196073],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992258,0.00004689415,0.00011110953,0.00023404072,0.0001876671,0.00019449406],"domain_scores_gemma":[0.99913657,0.00048084746,0.00003995031,0.0002641736,0.000016156184,0.00006231939],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039660142,0.00010802053,0.000100044665,0.000096905154,0.00016948841,0.00015140836,0.00045068053,0.000020559093,0.000049060633],"category_scores_gemma":[0.000108698325,0.00011250624,0.000023439603,0.00018200051,0.00000731013,0.00040602064,0.0002474192,0.00015872705,0.0000029387973],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101772355,0.000555555,0.03838605,0.00032700237,0.00042745704,0.000853004,0.006406312,0.3761565,0.011626765,0.1861277,0.1818242,0.19720764],"study_design_scores_gemma":[0.00067999464,0.00060193037,0.0018821856,0.000041908417,0.000022412267,0.0005731939,0.00011111585,0.6017922,0.017393593,0.0007121052,0.37516278,0.0010265392],"about_ca_topic_score_codex":0.000019023355,"about_ca_topic_score_gemma":1.2954955e-7,"teacher_disagreement_score":0.22563572,"about_ca_system_score_codex":0.00003165601,"about_ca_system_score_gemma":0.000026997937,"threshold_uncertainty_score":0.4587871},"labels":[],"label_agreement":null},{"id":"W4323526393","doi":"10.1145/3545947.3576279","title":"Evaluating Solo vs Pair Programming in an Online Setting for Introductory Programming Students","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Online learning; Computer science; Pair programming; Pandemic; Coronavirus disease 2019 (COVID-19); Multimedia; Learning environment; Human–computer interaction; Mathematics education; Psychology; Programming language; Software; Medicine","score_opus":0.07697989261249827,"score_gpt":0.3956240283677152,"score_spread":0.31864413575521694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323526393","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44803843,0.000101177546,0.54753494,0.001066342,0.00043883553,0.0011835248,0.0000025769154,0.0016294004,0.000004770177],"genre_scores_gemma":[0.27782822,7.691052e-7,0.7212541,0.00015709079,0.00011938717,0.0005612483,0.000017574028,0.000018390805,0.000043199325],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99798596,0.00018890288,0.00033767096,0.0005369076,0.0005120747,0.0004384815],"domain_scores_gemma":[0.9988649,0.00038889074,0.00014257367,0.000464205,0.0000743702,0.000065048764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034622536,0.00015183439,0.00016708991,0.0001788773,0.00029000212,0.00030001366,0.0012327104,0.000033241242,0.000012361149],"category_scores_gemma":[0.00042570816,0.00015757995,0.000051233223,0.0004829973,0.000011576788,0.00073931867,0.0008240581,0.0003371128,5.589991e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023022116,0.00046650923,0.021686574,0.000051778097,0.00001390657,0.000010706475,0.0017676656,0.0056153573,0.00021985629,0.000809055,0.00014466219,0.9691909],"study_design_scores_gemma":[0.0012237458,0.0036843924,0.007805423,0.00005683162,0.000023459013,0.000048592727,0.0013627079,0.88704646,0.0004837809,0.00095427816,0.096475,0.00083532196],"about_ca_topic_score_codex":0.000053380678,"about_ca_topic_score_gemma":0.000028802622,"teacher_disagreement_score":0.9683556,"about_ca_system_score_codex":0.00014561188,"about_ca_system_score_gemma":0.00007493538,"threshold_uncertainty_score":0.64259243},"labels":[],"label_agreement":null},{"id":"W4324302555","doi":"10.48550/arxiv.2303.06215","title":"Post-pandemic Resilience of Hybrid Software Teams","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs","keywords":"Grounded theory; Capability Maturity Model; Workforce; Software development; Team software process; Software; Context (archaeology); Knowledge management; Computer science; Psychology; Engineering; Process management; Software development process; Sociology; Political science; Qualitative research; Geography","score_opus":0.05835894451746996,"score_gpt":0.2081928445291599,"score_spread":0.14983390001168995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324302555","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17001933,0.000073617506,0.82705903,0.00005678033,0.00057372334,0.00017774945,0.000036057823,0.0019025799,0.000101101396],"genre_scores_gemma":[0.9673284,0.00039792803,0.030941505,0.0000433552,0.000039722345,0.0000014793558,0.000013627158,0.000026570853,0.0012073542],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998343,0.00008531274,0.00023002503,0.0009015876,0.00013128294,0.00030880733],"domain_scores_gemma":[0.99726343,0.0005448406,0.00032647213,0.0015278752,0.00022150019,0.00011586356],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040820838,0.00026776743,0.00032646826,0.00032391722,0.000076986915,0.000066943845,0.002709891,0.0001697493,0.0000124092785],"category_scores_gemma":[0.0004169466,0.00031048263,0.00019089866,0.00055249076,0.00009011801,0.00045671326,0.0026117489,0.00064163515,0.000059997223],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009695623,0.00021747226,0.05718638,0.00092229823,0.0003072419,0.0020149609,0.00055042375,0.853516,0.00036650817,0.06956347,0.004406818,0.010851457],"study_design_scores_gemma":[0.0009180731,0.0006059201,0.020299971,0.0013454169,0.00027835483,0.00013775527,0.00014898194,0.73084974,0.00558687,0.2324499,0.0044641113,0.0029149053],"about_ca_topic_score_codex":0.00044576928,"about_ca_topic_score_gemma":0.000015662628,"teacher_disagreement_score":0.7973091,"about_ca_system_score_codex":0.00012096866,"about_ca_system_score_gemma":0.00027159942,"threshold_uncertainty_score":0.99993473},"labels":[],"label_agreement":null},{"id":"W4327798196","doi":"10.1109/sds57574.2022.10062945","title":"2022 Ninth International Conference on Software Defined Systems (SDS)","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Waterloo; Polytechnique Montréal","funders":"","keywords":"Ninth; Computer science; Software engineering; Software; Programming language; Physics","score_opus":0.032063411761003,"score_gpt":0.26700923079245464,"score_spread":0.23494581903145165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327798196","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00061727036,0.000065785905,0.9823561,0.0017304986,0.0024415718,0.00011789708,0.000010763429,0.0013902256,0.011269929],"genre_scores_gemma":[0.79907197,0.00004154109,0.19381501,0.0008199706,0.00010625949,0.00024402782,0.00002002698,0.000018096986,0.005863114],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989826,0.000058807615,0.00013565688,0.00026734956,0.0004116893,0.00014388248],"domain_scores_gemma":[0.9992801,0.0001639244,0.0000689397,0.00039051502,0.0000512133,0.0000453208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031394366,0.0000950131,0.00008820568,0.00011037555,0.00014091017,0.00021363432,0.001177344,0.000021278076,0.00082272006],"category_scores_gemma":[0.000093087336,0.000090954985,0.000034868637,0.00020279185,0.000008086985,0.0002858311,0.00056591583,0.00025844743,0.000040769235],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009079185,0.00005544502,0.000306921,0.000006009667,0.000020017083,0.000029776813,0.0001071331,0.0040143705,0.00006529409,0.9514332,0.0370396,0.0069131986],"study_design_scores_gemma":[0.0003208579,0.00048472016,0.00043164697,0.000022033311,0.0000055778332,0.00016511684,0.00011739346,0.46693876,0.00035384987,0.006393552,0.5242802,0.0004862923],"about_ca_topic_score_codex":0.000094694995,"about_ca_topic_score_gemma":0.0000014090402,"teacher_disagreement_score":0.94503963,"about_ca_system_score_codex":0.00008085634,"about_ca_system_score_gemma":0.000050594852,"threshold_uncertainty_score":0.90082073},"labels":[],"label_agreement":null},{"id":"W4362513801","doi":"10.1007/978-3-031-29786-1","title":"Requirements Engineering: Foundation for Software Quality","year":2023,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fondazione Bruno Kessler; Università di Pisa; Universität Zürich; Göteborgs Universitet; Universität Hamburg; Universitetet i Bergen; Háskólinn í Reykjavík; Lunds Universitet; Leibniz-Gemeinschaft; Chalmers Tekniska Högskola; University of Twente; University of Ottawa; Universität zu Köln; Blekinge Tekniska Högskola; Universiteit Utrecht; Universität Heidelberg; Politechnika Poznańska; University College Dublin; University College London; University of Cincinnati; University of Canterbury; Kennesaw State University; Università degli Studi di Trento; Commonwealth Scientific and Industrial Research Organisation; McGill University","keywords":"Computer science; Software quality; Software engineering; Foundation (evidence); Quality (philosophy); Software; Software development; Programming language","score_opus":0.051259948355492364,"score_gpt":0.3302340854669246,"score_spread":0.27897413711143226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362513801","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013839428,0.000088797584,0.9935944,0.00036827778,0.003553896,0.0006030775,0.000007647337,0.0017188501,0.000051197927],"genre_scores_gemma":[0.0009844669,0.000022505701,0.99716365,0.0003263569,0.00053601526,0.0000942052,0.00003213397,0.000053484855,0.0007871585],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968171,0.000030941923,0.0005229833,0.0012036194,0.00079509785,0.0006302712],"domain_scores_gemma":[0.9956836,0.0024057513,0.00029028353,0.001248394,0.00025458718,0.00011734723],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021279096,0.0004066181,0.00041696223,0.00071172044,0.0001734711,0.00067688094,0.0028732507,0.0002881759,0.0000035930075],"category_scores_gemma":[0.00166963,0.00041466163,0.00013112836,0.0011069814,0.00010790745,0.0010039669,0.000898087,0.00049867755,0.00003092238],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000081942235,0.00003757955,0.00009455175,0.00043401253,0.000027873113,0.000023087903,0.00042617333,0.12068488,0.000092601236,0.008646954,0.00082668883,0.8686974],"study_design_scores_gemma":[0.00032850687,0.0002609544,0.00045081592,0.00056431664,0.0000125055885,0.000016808635,5.976348e-8,0.8125156,0.00091450027,0.15834084,0.025504459,0.0010906282],"about_ca_topic_score_codex":0.00001470007,"about_ca_topic_score_gemma":0.000011853291,"teacher_disagreement_score":0.86760676,"about_ca_system_score_codex":0.0005587959,"about_ca_system_score_gemma":0.0006988592,"threshold_uncertainty_score":0.99983054},"labels":[],"label_agreement":null},{"id":"W4362575732","doi":"10.1080/12460125.2023.2197701","title":"How to develop and frame impactful review articles: key recommendations","year":2023,"lang":"en","type":"article","venue":"Journal of Decision System","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Framing (construction); Computer science; Engineering ethics; Key (lock); Resource (disambiguation); Management science","score_opus":0.04363188729011326,"score_gpt":0.32863389715538366,"score_spread":0.2850020098652704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362575732","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076379916,0.0022804001,0.97289,0.016372196,0.0005080293,0.00011300996,0.000001573575,0.00017112301,0.00002565528],"genre_scores_gemma":[0.25481212,0.00419463,0.7401495,0.0006126233,0.00011828975,0.000007498451,3.808961e-7,0.000013076137,0.00009186556],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99894047,0.00007535339,0.00040603548,0.00011503662,0.0003360443,0.00012707851],"domain_scores_gemma":[0.9979809,0.00092591165,0.00027099744,0.0002691504,0.00038467388,0.0001683811],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002149468,0.00007869988,0.00022456859,0.000254497,0.000057692498,0.00031061695,0.00044267296,0.00003496582,0.000003294291],"category_scores_gemma":[0.0023612946,0.000057082794,0.000043565582,0.0013942935,0.0000035985697,0.0006975742,0.00016350526,0.00012987338,0.000045832265],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011384052,0.000016025773,0.000353742,0.00037553924,0.000040250015,0.000171761,0.00077696267,0.000042761712,0.00020608655,0.0023145874,0.29223275,0.70345813],"study_design_scores_gemma":[0.00030903213,0.00036787384,0.0035352383,0.0146122705,0.00003189767,0.002777929,0.0003952732,0.0034757776,0.0004316126,0.0011562109,0.9726081,0.0002987955],"about_ca_topic_score_codex":0.0000011436408,"about_ca_topic_score_gemma":3.759406e-7,"teacher_disagreement_score":0.70315933,"about_ca_system_score_codex":0.00004863771,"about_ca_system_score_gemma":0.000055007218,"threshold_uncertainty_score":0.29952866},"labels":[],"label_agreement":null},{"id":"W4366541986","doi":"10.1097/01.naj.0000933956.01781.55","title":"Silent Conversation","year":2023,"lang":"en","type":"article","venue":"AJN American Journal of Nursing","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Smiths Detection (Canada)","funders":"","keywords":"Conversation; Perspective (graphical); Psychology; Psychoanalysis; Linguistics; Communication; Art; Philosophy; Visual arts","score_opus":0.02691175898659266,"score_gpt":0.32294277974929464,"score_spread":0.296031020762702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366541986","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060761403,0.00007300879,0.9318693,0.005997025,0.00074734504,0.000024223613,1.6733581e-7,0.0002278511,0.00029964978],"genre_scores_gemma":[0.86499906,0.000070866794,0.13473491,0.00009148719,0.00008822125,3.589577e-7,1.6590921e-7,0.0000049309733,0.000009988667],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994515,0.000038466536,0.00015200747,0.00006389504,0.0001815424,0.0001125832],"domain_scores_gemma":[0.99932784,0.0001894321,0.0002425406,0.0001212317,0.00006462778,0.000054325446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034349065,0.00004762699,0.000101047524,0.0001711596,0.00003008018,0.000056320736,0.00028670332,0.000010203435,0.0000032272637],"category_scores_gemma":[0.00008295179,0.00004317859,0.000044714463,0.00057866634,0.000038622915,0.00041516885,0.000017298034,0.00012563463,0.000011977273],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006404058,0.000017801105,0.00021158441,0.000001706611,0.000012027363,0.00003280977,0.0023961575,0.00050575106,0.00038934915,0.0012608783,0.0036993236,0.9914662],"study_design_scores_gemma":[0.0026772069,0.011807442,0.15688732,0.0033801317,0.00026947074,0.006382651,0.014749888,0.44043022,0.030681102,0.066805065,0.2634413,0.002488216],"about_ca_topic_score_codex":0.000005180657,"about_ca_topic_score_gemma":3.0466055e-8,"teacher_disagreement_score":0.98897797,"about_ca_system_score_codex":0.00005572037,"about_ca_system_score_gemma":0.000036428817,"threshold_uncertainty_score":0.17607717},"labels":[],"label_agreement":null},{"id":"W4367059488","doi":"10.1109/mc.2023.3253979","title":"A Software Project That Partially Failed: A Small Organization That Ignored the Management and Technical Practices of Software Standards","year":2023,"lang":"en","type":"article","venue":"Computer","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Social software engineering; Computer science; Software Engineering Process Group; Software engineering; Software project management; Software peer review; Software development; Personal software process; Software; Software requirements; Software construction; Engineering management; Engineering; Operating system","score_opus":0.04092791621102957,"score_gpt":0.290777637635724,"score_spread":0.24984972142469444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367059488","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009137389,0.00014161156,0.9872086,0.0008315978,0.00026671396,0.000520985,0.000010272819,0.0018576698,0.000025170699],"genre_scores_gemma":[0.19942999,0.0003345349,0.7997254,0.00022782065,0.00009374803,0.00007392308,0.000017161827,0.000036026115,0.00006136089],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99853563,0.00010305579,0.0002086992,0.00042289024,0.0004711204,0.00025862284],"domain_scores_gemma":[0.998136,0.0006465815,0.00032837354,0.00067165133,0.0001704731,0.000046914523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008924997,0.00018541225,0.00019506089,0.00016515862,0.00015425154,0.0003522521,0.0009004002,0.00008917428,0.0000064493697],"category_scores_gemma":[0.0002708093,0.00013387666,0.00004624066,0.00093017874,0.00005970109,0.0005457405,0.001118067,0.00018034686,0.0000055906416],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108154905,0.00032672737,0.13148688,0.0015941076,0.00065583835,0.00040015345,0.005150775,0.0027312043,0.0000993392,0.014016673,0.11776644,0.7256637],"study_design_scores_gemma":[0.0027201935,0.0016616301,0.5199559,0.0013785051,0.00048416737,0.0006199708,0.0004940704,0.089483336,0.006046603,0.010449576,0.36408922,0.0026168637],"about_ca_topic_score_codex":0.000029719009,"about_ca_topic_score_gemma":0.000015903483,"teacher_disagreement_score":0.72304684,"about_ca_system_score_codex":0.000036500813,"about_ca_system_score_gemma":0.00007884259,"threshold_uncertainty_score":0.5459332},"labels":[],"label_agreement":null},{"id":"W4376144060","doi":"10.22541/au.168379794.41950991/v1","title":"Enhanced AZ-Model for Requirement Change Management in the Context of Global Software Development","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Traceability; Process management; Computer science; Context (archaeology); Software; Software development; Quality (philosophy); Empirical research; Risk analysis (engineering); Business; Software engineering","score_opus":0.13234767106669598,"score_gpt":0.3449007358585619,"score_spread":0.21255306479186592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376144060","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006073801,0.00013228369,0.9949954,0.0011528216,0.00047728998,0.0018343546,0.000015699039,0.00059481594,0.0001899548],"genre_scores_gemma":[0.21893437,0.00013381065,0.7777049,0.00048652317,0.00003066706,0.0025199694,0.000018353503,0.000013744348,0.00015767232],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99829924,0.000034806737,0.00045286506,0.0005185026,0.00040155163,0.00029302354],"domain_scores_gemma":[0.9986093,0.00020021894,0.00021580646,0.00086057617,0.000082854465,0.00003123142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010600107,0.00024044525,0.00026711775,0.000085255786,0.000044282744,0.00010172132,0.0019455928,0.00012751656,0.0000021961655],"category_scores_gemma":[0.0000594808,0.00018431211,0.000097398246,0.00024621302,0.000014936932,0.00016735547,0.0016937804,0.00016441788,0.000005660369],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004986507,0.00031132414,0.00026987202,0.0022176683,0.0003225349,0.000025691146,0.012033588,0.005968982,0.000008378283,0.2246004,0.008374966,0.7458167],"study_design_scores_gemma":[0.002118179,0.00039585662,0.012220304,0.0026634317,0.00015497567,0.0000075473263,0.0011026374,0.77345395,0.004320094,0.17012675,0.030615745,0.002820554],"about_ca_topic_score_codex":0.000098569406,"about_ca_topic_score_gemma":0.00017155036,"teacher_disagreement_score":0.76748496,"about_ca_system_score_codex":0.00020666672,"about_ca_system_score_gemma":0.00009004127,"threshold_uncertainty_score":0.75160295},"labels":[],"label_agreement":null},{"id":"W4378194925","doi":"10.1109/access.2023.3279917","title":"Impact in Software Engineering Activities After One Year of COVID-19 Restrictions for Startups and Established Companies","year":2023,"lang":"en","type":"article","venue":"IEEE Access","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Software; Computer science; Business; Operating system; Medicine","score_opus":0.0491643058583328,"score_gpt":0.34042204296551876,"score_spread":0.29125773710718594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378194925","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46311188,0.00006324221,0.53591084,0.000117447744,0.00014135927,0.000153838,0.000030140336,0.00046822405,0.0000030031854],"genre_scores_gemma":[0.95373875,0.00009122728,0.045961723,0.000027242795,0.000035131023,0.00011575202,0.000004422484,0.000013315571,0.00001243694],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99932027,0.000017799972,0.00015203329,0.0001922938,0.00012128858,0.00019629538],"domain_scores_gemma":[0.9984331,0.0011505582,0.0000573621,0.0002530263,0.000030312334,0.00007564006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024526517,0.00010046207,0.00016465808,0.00038742422,0.000037308637,0.00020013258,0.00037430544,0.00005075518,0.000004567069],"category_scores_gemma":[0.00051606447,0.000101183745,0.000037621056,0.00070705067,0.000018731458,0.0013028955,0.00013888117,0.00010014626,5.3434593e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005187555,0.0004550261,0.6623143,0.0030741468,0.00036336167,0.00010894074,0.009874348,0.28128693,0.002778894,0.005889467,0.019329585,0.014006227],"study_design_scores_gemma":[0.0016244551,0.00053328427,0.8584972,0.00029061196,0.000045889785,0.000020929832,0.00016130462,0.117817365,0.0047357255,0.006064779,0.009211613,0.0009968161],"about_ca_topic_score_codex":0.00035274352,"about_ca_topic_score_gemma":0.000038779992,"teacher_disagreement_score":0.49062687,"about_ca_system_score_codex":0.00004881695,"about_ca_system_score_gemma":0.00007129439,"threshold_uncertainty_score":0.41261533},"labels":[],"label_agreement":null},{"id":"W4378472744","doi":"10.3390/su15118598","title":"Strengthening Sustainability in Agile Education: Using Client-Sponsored Projects to Cultivate Agile Talents","year":2023,"lang":"en","type":"article","venue":"Sustainability","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Ryerson University","keywords":"Agile software development; Scrum; Lean software development; Sustainability; Process management; Engineering management; Knowledge management; Work (physics); Engineering; Extreme programming practices; Business; Software development; Computer science; Software; Software development process; Software engineering","score_opus":0.02289286458869726,"score_gpt":0.34288171442633986,"score_spread":0.3199888498376426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378472744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95289314,0.00003547504,0.041073296,0.0026625262,0.0004041098,0.0015901478,0.0000043210903,0.0012515176,0.00008545491],"genre_scores_gemma":[0.9763399,0.000003822837,0.022888374,0.00007578476,0.000048274447,0.00029614565,0.000008121163,0.000021883014,0.00031769957],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972136,0.0003339788,0.0004727622,0.0008765565,0.0003415606,0.0007615462],"domain_scores_gemma":[0.99699485,0.000495425,0.00012365414,0.0012421524,0.0009493851,0.00019452312],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002199935,0.0002554423,0.00026937644,0.00049507426,0.00019751486,0.00020179767,0.0008990688,0.0001170437,0.0000105075815],"category_scores_gemma":[0.007945777,0.00026647837,0.00008966221,0.0031331358,0.00006128324,0.0009868908,0.00079491443,0.0003163498,0.000010519185],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030383503,0.002028104,0.37960607,0.0025502942,0.00005231365,0.0002416391,0.032379534,0.08743088,0.000496959,0.044391595,0.0044853482,0.44603342],"study_design_scores_gemma":[0.0013655955,0.0007222018,0.5212226,0.00034673949,0.00003251268,0.00004477597,0.016941838,0.22325277,0.004251265,0.15919249,0.07016744,0.0024597936],"about_ca_topic_score_codex":0.0008033425,"about_ca_topic_score_gemma":0.000020741625,"teacher_disagreement_score":0.44357362,"about_ca_system_score_codex":0.002230753,"about_ca_system_score_gemma":0.0018386499,"threshold_uncertainty_score":0.9999787},"labels":[],"label_agreement":null},{"id":"W4379522292","doi":"10.21428/594757db.09e3d60c","title":"Improving Software Requirements Prioritization through the Lens of Constraint Satisfaction","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Requirement prioritization; Computer science; Solver; Pairwise comparison; Requirements management; Requirements engineering; Non-functional testing; Software requirements specification; Requirements analysis; Prioritization; Software requirements; Software engineering; Software; Software development; Artificial intelligence; Software design; Engineering; Process management; Programming language","score_opus":0.04051069119654384,"score_gpt":0.2912496102483366,"score_spread":0.2507389190517928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379522292","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045996816,0.000021213164,0.9929696,0.0005619045,0.00027051798,0.00012983951,0.0000014633297,0.0011060075,0.00033982543],"genre_scores_gemma":[0.72209287,0.000055781406,0.27764085,0.00010258039,0.000026349971,0.0000121563135,0.0000023427942,0.0000062761305,0.00006080547],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993981,0.000025765486,0.00014931013,0.00013575067,0.00017473042,0.00011633245],"domain_scores_gemma":[0.9993114,0.00024058693,0.00009009261,0.00028976516,0.00005742974,0.00001072218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026142388,0.000059989805,0.00006121006,0.00003790462,0.000077666606,0.000056585806,0.00023476096,0.000033165063,0.000012256701],"category_scores_gemma":[0.00023166987,0.00004368169,0.000026901587,0.00038291264,0.000024130486,0.0007768025,0.00011848268,0.00006649557,0.000012101901],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051765533,0.00002511923,0.0094169,0.00013814782,0.000051856772,0.0000068684203,0.0021159758,0.0018789767,0.0077501875,0.32551903,0.005170533,0.6479212],"study_design_scores_gemma":[0.0017805634,0.0010995297,0.27370405,0.0004935131,0.00012070095,0.0001319974,0.0012663153,0.39761698,0.11432642,0.14706549,0.060324706,0.0020697243],"about_ca_topic_score_codex":0.00024891825,"about_ca_topic_score_gemma":0.0000083112955,"teacher_disagreement_score":0.7174932,"about_ca_system_score_codex":0.000018596187,"about_ca_system_score_gemma":0.000028655146,"threshold_uncertainty_score":0.17812876},"labels":[],"label_agreement":null},{"id":"W4379533741","doi":"","title":"Teaching Software Product Lines: A Snapshot of Current Practices and Challenges (Journal-First Abstract)","year":2018,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Snapshot (computer storage); Computer science; Software; Current (fluid); Software product line; Software engineering; Data science; Software development; Engineering; Operating system; Electrical engineering","score_opus":0.05311649774290862,"score_gpt":0.2927067287722421,"score_spread":0.23959023102933347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379533741","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031415053,0.06283129,0.86726683,0.031635977,0.00130214,0.0007018712,0.000024709985,0.0008896734,0.0039324393],"genre_scores_gemma":[0.2682758,0.03919552,0.6919541,0.000029922352,0.00019658572,0.000059207927,0.000051910793,0.000053189,0.00018378542],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956813,0.0019458549,0.00066469115,0.0008725413,0.0005160111,0.00031962554],"domain_scores_gemma":[0.9895616,0.0035765585,0.002373968,0.0023169683,0.001985395,0.00018547656],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010573602,0.000372238,0.00043221604,0.00029459628,0.00038542275,0.00075103954,0.002372007,0.00020318435,0.000026511854],"category_scores_gemma":[0.011000599,0.0003624509,0.00014781416,0.00018929744,0.00016667548,0.0008013001,0.0024016201,0.0014567885,0.0000043660393],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020510275,0.0012616297,0.001989298,0.0038351836,0.00024517794,0.00001727188,0.035443973,0.00007381692,0.00030516143,0.04312137,0.002994607,0.910692],"study_design_scores_gemma":[0.001064779,0.000011722125,0.015898826,0.024932947,0.00028511434,0.00054580875,0.00029670354,0.023672646,0.03274849,0.040783692,0.85712403,0.0026352273],"about_ca_topic_score_codex":0.00039732625,"about_ca_topic_score_gemma":0.00023178474,"teacher_disagreement_score":0.9080568,"about_ca_system_score_codex":0.000063733365,"about_ca_system_score_gemma":0.00029352016,"threshold_uncertainty_score":0.99988276},"labels":[],"label_agreement":null},{"id":"W4380265774","doi":"10.23977/acss.2023.070410","title":"Application of software engineering methods in computer software development","year":2023,"lang":"en","type":"article","venue":"Advances in Computer Signals and Systems","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social software engineering; Software development; Software Engineering Process Group; Computer science; Personal software process; Software engineering; Software construction; Software requirements; Software; Package development process; Engineering management; Engineering; Operating system","score_opus":0.022027399455577613,"score_gpt":0.31864889363583804,"score_spread":0.2966214941802604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380265774","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043907263,0.0030287653,0.9911231,0.000018547955,0.0006125118,0.0002909545,0.0000012900628,0.0005319966,0.0000021214842],"genre_scores_gemma":[0.07664391,0.00023949356,0.9228859,0.000021294616,0.00007607657,0.0001109669,0.0000043742966,0.000014751039,0.0000032414716],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984489,0.000103851264,0.0005565325,0.00041816896,0.00019699444,0.00027555015],"domain_scores_gemma":[0.9982308,0.0011682886,0.00015859645,0.00033333438,0.000053880594,0.00005511026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011746194,0.0001846734,0.000364198,0.000389664,0.00003307366,0.00008250041,0.0004841693,0.0000830806,4.614424e-7],"category_scores_gemma":[0.000050043604,0.00018018144,0.000031546297,0.0008539168,0.0000149265015,0.0006320946,0.0003059451,0.00014979608,0.0000031675063],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022457723,0.00002206261,0.010990034,0.00036190895,0.000009365555,0.000013165235,0.0005688941,0.4008151,0.00007056077,0.00096577837,0.000027628128,0.58615327],"study_design_scores_gemma":[0.0001798589,0.000055055643,0.00832869,0.00034140688,0.0000014458783,0.000015736909,0.0000047355,0.97948426,0.0004033621,0.0003511879,0.010592519,0.0002417285],"about_ca_topic_score_codex":0.000029960873,"about_ca_topic_score_gemma":0.000003831025,"teacher_disagreement_score":0.5859115,"about_ca_system_score_codex":0.000039306695,"about_ca_system_score_gemma":0.00002566493,"threshold_uncertainty_score":0.73475856},"labels":[],"label_agreement":null},{"id":"W4380608290","doi":"10.36227/techrxiv.19210347.v4","title":"A theory of organizational structures for development and infrastructure professionals","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"DevOps; Grounded theory; Knowledge management; Process (computing); Organizational structure; Business; Engineering; Software; Management; Process management; Engineering management; Computer science; Qualitative research; Sociology","score_opus":0.028996181155071722,"score_gpt":0.3011360115672264,"score_spread":0.27213983041215467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380608290","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004917953,0.000108573666,0.9934286,0.00030719614,0.00043323345,0.00031646068,0.000013939796,0.0004401126,0.00003395878],"genre_scores_gemma":[0.068994515,0.000013582916,0.9304565,0.00008136693,0.00004241366,0.00006049057,0.000032520446,0.000016269354,0.0003023052],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99922925,0.000025848673,0.00020847842,0.00027659183,0.0001639446,0.00009587196],"domain_scores_gemma":[0.9988388,0.0005771576,0.00015119828,0.0002542165,0.0001473318,0.00003133536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003493779,0.00013340428,0.00016216954,0.000109236695,0.00004869273,0.000057507128,0.0004976489,0.00016516277,0.000019419162],"category_scores_gemma":[0.00031717555,0.000103378465,0.000023611046,0.000107246,0.000016591172,0.0000804976,0.0011754674,0.00016196127,4.5838144e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007221752,0.000010275551,0.00041797542,0.00050369446,0.00008450892,9.0014953e-7,0.0012323214,0.00067014917,0.00004245972,0.9752792,0.0044114087,0.017339876],"study_design_scores_gemma":[0.00009173044,0.000018177569,0.013085146,0.00012370694,0.000009462206,0.0000050686963,0.000026990097,0.0029992913,0.007427615,0.9704159,0.0055605248,0.00023638082],"about_ca_topic_score_codex":0.0000017061524,"about_ca_topic_score_gemma":6.0134494e-7,"teacher_disagreement_score":0.064076565,"about_ca_system_score_codex":0.00001492122,"about_ca_system_score_gemma":0.00028663717,"threshold_uncertainty_score":0.42156515},"labels":[],"label_agreement":null},{"id":"W4381989586","doi":"10.1007/978-3-031-33976-9","title":"Agile Processes in Software Engineering and Extreme Programming","year":2023,"lang":"en","type":"book","venue":"Lecture notes in business information processing","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Norges Forskningsråd","keywords":"Agile software development; Extreme programming; Extreme programming practices; Agile usability engineering; Software engineering; Software development; Lean software development; Agile Unified Process; Computer science; Software; Software development process; Engineering management; Engineering; Operating system","score_opus":0.01748754369146022,"score_gpt":0.23450609441118053,"score_spread":0.21701855071972032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381989586","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008651521,0.001860237,0.9951395,0.0002558186,0.00027508545,0.0004259968,0.0000040281097,0.0016956914,0.00025716313],"genre_scores_gemma":[0.020434598,0.0012294912,0.9754167,0.00051267096,0.00037165504,0.0005430931,0.00033443244,0.00020382958,0.0009535197],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99818754,0.000012590769,0.00064681214,0.0003572336,0.00037697,0.00041882295],"domain_scores_gemma":[0.99829215,0.00061497715,0.00038534214,0.0003113576,0.00034373195,0.000052442418],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004367272,0.00042352555,0.000398973,0.0011751635,0.000086478896,0.0009055825,0.0005871091,0.0004469089,0.0000025696315],"category_scores_gemma":[0.0038130071,0.00042752238,0.000026509719,0.0020670071,0.000031502255,0.004480276,0.00030609246,0.00069685717,0.000008160565],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008132704,0.000015626283,0.0005592772,0.009311057,0.000009269032,0.000035585443,0.0027350201,0.039289534,0.000002657601,0.00029631262,0.00007860136,0.94765896],"study_design_scores_gemma":[0.0018682404,0.0001369824,0.006646734,0.03415572,0.000076466255,0.00034130958,0.00003818005,0.47116718,0.0005168437,0.02547708,0.45414302,0.0054322663],"about_ca_topic_score_codex":0.000020523872,"about_ca_topic_score_gemma":0.000043167503,"teacher_disagreement_score":0.94222665,"about_ca_system_score_codex":0.00020865731,"about_ca_system_score_gemma":0.0006090901,"threshold_uncertainty_score":0.99981767},"labels":[],"label_agreement":null},{"id":"W4382047311","doi":"10.1145/3599975.3599980","title":"On the Different Perspectives of Management in Software Engineering Education and their Implications","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Salient; Social software engineering; Software Engineering Process Group; Software engineering; Software; Software development; Engineering; Engineering ethics; Engineering management; Knowledge management; Computer science; Software development process; Software construction; Artificial intelligence","score_opus":0.01660048062782962,"score_gpt":0.253269084505329,"score_spread":0.23666860387749936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382047311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65119654,0.0008930673,0.34343383,0.0013884355,0.0003235484,0.00049529155,0.000013708028,0.0022514267,0.0000041422286],"genre_scores_gemma":[0.93415725,0.0002608111,0.065181516,0.000045784247,0.00003603667,0.00025834038,0.000008050056,0.000036884372,0.000015304002],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9988442,0.000023756578,0.00026313672,0.00040479525,0.0001481952,0.0003159109],"domain_scores_gemma":[0.97045517,0.028304791,0.0000815955,0.0010301081,0.000058148948,0.000070207156],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00028940494,0.0002781016,0.00022227247,0.00047394284,0.000073719464,0.000089125286,0.0009461854,0.00007823444,0.0000049930914],"category_scores_gemma":[0.02317427,0.00021417243,0.00007019806,0.0009382285,0.000022065147,0.00026283233,0.00047486892,0.00026625305,0.000005883384],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027789005,0.0008456602,0.22114953,0.0017021567,0.00045473836,0.00001952452,0.018886307,0.04232412,0.0028210855,0.47326574,0.0026769969,0.23582637],"study_design_scores_gemma":[0.00024730634,0.00012849184,0.98363805,0.0005799314,0.000020218136,0.00002014952,0.00031920176,0.006392223,0.0033058564,0.0032959168,0.0013832306,0.00066944095],"about_ca_topic_score_codex":0.00001697491,"about_ca_topic_score_gemma":0.0000013261423,"teacher_disagreement_score":0.7624885,"about_ca_system_score_codex":0.00007262219,"about_ca_system_score_gemma":0.00002444489,"threshold_uncertainty_score":0.98505396},"labels":[],"label_agreement":null},{"id":"W4382478100","doi":"10.1007/978-3-031-33976-9_4","title":"Waste Self-reporting for Software Development Productivity Improvement","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Productivity; Categorization; Software; Software development; Business; Engineering; Operations management; Knowledge management; Computer science; Artificial intelligence; Economic growth; Economics","score_opus":0.024661412071880884,"score_gpt":0.2580987167822059,"score_spread":0.23343730471032503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382478100","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000538271,0.00012365844,0.9948991,0.00060154375,0.00069120113,0.0008677816,0.000004506978,0.0020449546,0.0007134514],"genre_scores_gemma":[0.008673942,0.00004749466,0.98922867,0.0003568311,0.00030376718,0.00037485082,0.00017226247,0.00008672473,0.00075545505],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973065,0.0000059129793,0.0014134347,0.00042597245,0.00047521383,0.00037294123],"domain_scores_gemma":[0.9960942,0.0002807957,0.0023555153,0.00045546526,0.0007676431,0.000046368572],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011471126,0.00043330534,0.00041812466,0.0005581724,0.00025213105,0.0005845811,0.0005702779,0.0003561288,0.0000029959097],"category_scores_gemma":[0.0025496292,0.00041413424,0.00006571328,0.00041398502,0.000018956882,0.0029638535,0.00032559416,0.00042847462,0.000011303265],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008226234,0.000011205941,0.000027098598,0.0024470608,0.000025800031,0.000003980048,0.0012648996,0.008093002,0.000007808453,0.0012017231,0.000048945483,0.9868603],"study_design_scores_gemma":[0.0017164389,0.00023685637,0.000752029,0.009727664,0.00017705445,0.00013453186,0.0000262027,0.143709,0.02119031,0.12440941,0.69214803,0.005772494],"about_ca_topic_score_codex":0.0000055309224,"about_ca_topic_score_gemma":0.000010529514,"teacher_disagreement_score":0.98108774,"about_ca_system_score_codex":0.0002824243,"about_ca_system_score_gemma":0.0006401481,"threshold_uncertainty_score":0.999831},"labels":[],"label_agreement":null},{"id":"W4382987196","doi":"10.55905/oelv21n6-135","title":"Agile governance theory: a multi-scenario empirical assessment","year":2023,"lang":"en","type":"article","venue":"OBSERVATÓRIO DE LA ECONOMÍA LATINOAMERICANA","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Universidade Federal de Pernambuco; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Ciência sem Fronteiras; Universidade de Pernambuco; University of British Columbia; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Operationalization; Agile software development; Structural equation modeling; Corporate governance; Mediation; Context (archaeology); Knowledge management; Process management; Confirmatory factor analysis; Empirical research; Business; Management science; Psychology; Computer science; Management; Engineering; Political science; Mathematics; Economics; Epistemology","score_opus":0.03827386236879078,"score_gpt":0.3441764498800398,"score_spread":0.30590258751124905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382987196","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11462285,0.00016225073,0.869204,0.003458565,0.00040788454,0.0002742834,0.000018543808,0.0031907677,0.00866087],"genre_scores_gemma":[0.50769746,0.00020671543,0.48882043,0.0017854127,0.00008962017,0.00011350315,0.000008157473,0.000041379983,0.0012373317],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99820906,0.0002631054,0.00029395457,0.0005222594,0.00018919048,0.0005224592],"domain_scores_gemma":[0.99719554,0.0015352388,0.00022246271,0.0008297674,0.00003854605,0.00017845024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012538973,0.00023232677,0.00029379592,0.00007325147,0.00014211827,0.00028071125,0.0010913729,0.000112100846,0.00010032568],"category_scores_gemma":[0.00032619076,0.00023467773,0.00011546319,0.0008143977,0.00008764912,0.00063006446,0.00039960584,0.0003890756,0.00014086791],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020648235,0.00029210464,0.5268,0.000076229444,0.00021199865,0.00040547198,0.0026399468,0.009431769,0.00046085217,0.2507951,0.05322927,0.15563668],"study_design_scores_gemma":[0.0002353082,0.000073121184,0.5286572,0.000021280182,0.000009506712,0.000023313629,0.00003450345,0.2397806,0.00008284353,0.005057173,0.22566494,0.00036022623],"about_ca_topic_score_codex":0.00049960375,"about_ca_topic_score_gemma":0.00002913469,"teacher_disagreement_score":0.39307457,"about_ca_system_score_codex":0.00022890478,"about_ca_system_score_gemma":0.0002477832,"threshold_uncertainty_score":0.95698804},"labels":[],"label_agreement":null},{"id":"W4383500514","doi":"10.1109/ms.2023.3268725","title":"Augmented Agile: Human-Centered AI-Assisted Software Management","year":2023,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Agile software development; Software engineering; Computer science; Software development; Lean software development; Extreme programming practices; Agile usability engineering; Software; Systems engineering; Software development process; Engineering; Operating system","score_opus":0.037351283573869444,"score_gpt":0.30670421641332746,"score_spread":0.269352932839458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383500514","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010747185,0.00011229164,0.9711257,0.0006822751,0.0017368048,0.0004747478,0.000027205182,0.014822614,0.00027117477],"genre_scores_gemma":[0.45912224,0.0002495393,0.52913576,0.002386215,0.00039629833,0.00058192783,0.00021972653,0.00020824898,0.0077000065],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975278,0.00008143867,0.0004009637,0.00073983124,0.0005780182,0.00067199155],"domain_scores_gemma":[0.998001,0.00025380639,0.00015265998,0.0012843184,0.00012499411,0.00018325035],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040992143,0.00034888386,0.00028876564,0.0004296442,0.0005298418,0.00028027745,0.0015886552,0.00014729213,0.000063118314],"category_scores_gemma":[0.00013182391,0.00035780232,0.00016743138,0.0015186464,0.00004133522,0.00075804046,0.0005963816,0.00033521434,0.00043996412],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000468993,0.0005603105,0.011525671,0.00094750646,0.0006930198,0.0024427415,0.0014943129,0.0018960162,0.0014148396,0.009364142,0.55796146,0.4116531],"study_design_scores_gemma":[0.004238392,0.00079634634,0.11008439,0.0012784117,0.00022866174,0.00027392717,0.00011750298,0.008717958,0.011109869,0.022070426,0.8371209,0.003963234],"about_ca_topic_score_codex":0.00003256035,"about_ca_topic_score_gemma":0.0000061307346,"teacher_disagreement_score":0.44837508,"about_ca_system_score_codex":0.000117653435,"about_ca_system_score_gemma":0.00003142946,"threshold_uncertainty_score":0.9998874},"labels":[],"label_agreement":null},{"id":"W4383503250","doi":"10.1109/iceib57887.2023.10170519","title":"WebAssembly Modules as Alternative to Docker Containers in IoT Application Development","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Fault tolerance; Embedded system; Software deployment; Operating system; Internet of Things; Overhead (engineering); Leverage (statistics)","score_opus":0.016358850977234787,"score_gpt":0.29663714096782257,"score_spread":0.2802782899905878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383503250","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10024173,0.00000861089,0.8956763,0.0017138326,0.00008398326,0.00019400466,1.3718508e-7,0.0008839431,0.0011974423],"genre_scores_gemma":[0.7023807,0.0000093276685,0.29668352,0.00037549125,0.000016704787,0.0001616789,0.0000018359921,0.000006163308,0.00036454404],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99931514,0.000014925323,0.00012594907,0.0002332251,0.00015076266,0.00016001223],"domain_scores_gemma":[0.9995589,0.00011013179,0.00002646307,0.00022035357,0.00003167324,0.000052463307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029876773,0.00007574175,0.00007108653,0.0001892967,0.00002601189,0.000060032897,0.0004177066,0.000026053089,0.0000043814],"category_scores_gemma":[0.00006554712,0.00006942776,0.000011774417,0.00060744275,0.0000032817554,0.00016003978,0.00018357353,0.000058200636,0.00035799574],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001621111,0.000069864676,0.0052842246,0.000022614451,0.000031698288,0.000055585533,0.004045199,0.0137863085,0.003049656,0.46062452,0.00564538,0.50736874],"study_design_scores_gemma":[0.0004893916,0.00016857326,0.08516075,0.00007197184,0.0000029190599,0.00001473387,0.00019431277,0.2716378,0.09602667,0.018934045,0.52643085,0.00086801837],"about_ca_topic_score_codex":0.00024372897,"about_ca_topic_score_gemma":0.00006761846,"teacher_disagreement_score":0.602139,"about_ca_system_score_codex":0.00006265789,"about_ca_system_score_gemma":0.000030045481,"threshold_uncertainty_score":0.46014303},"labels":[],"label_agreement":null},{"id":"W4383749322","doi":"10.1109/icse-seet58685.2023.00027","title":"“Software is the easy part of Software Engineering” - Lessons and Experiences from A Large-Scale, Multi-Team Capstone Course","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Capstone; Teamwork; Team software process; Agile software development; Capstone course; Engineering management; Milestone; Scrum; Scale (ratio); Computer science; Personal software process; Software engineering; Knowledge management; Software; Software development; Engineering; Software development process; Software construction; Management","score_opus":0.0251625071807661,"score_gpt":0.2846990412909394,"score_spread":0.2595365341101733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383749322","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.110065654,0.0010898268,0.88506204,0.00088687555,0.00046349043,0.00020705008,0.000059965012,0.0021498383,0.000015244657],"genre_scores_gemma":[0.42679653,0.00041905727,0.57130337,0.00039229062,0.000100666344,0.00023309547,0.000012386717,0.000039811606,0.0007028088],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986467,0.000030899373,0.000248516,0.0004198683,0.00030879668,0.00034522236],"domain_scores_gemma":[0.9980725,0.00093642867,0.00009890526,0.0007147919,0.00006952197,0.000107826665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039216687,0.00020510858,0.00023540392,0.00008172776,0.00013863237,0.00012226992,0.00084060745,0.00010009315,0.0000635493],"category_scores_gemma":[0.00037391155,0.00014906508,0.00007463904,0.0005840225,0.00006820462,0.0004601184,0.00045266998,0.00019084802,0.000019715275],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007880491,0.0017620699,0.15696894,0.0007268297,0.0011824843,0.00028632118,0.3521342,0.007650331,0.0014955077,0.013795775,0.33646595,0.12745278],"study_design_scores_gemma":[0.0016199598,0.00041112708,0.14635924,0.0004972111,0.00014038719,0.00007734997,0.009479944,0.48395786,0.014904479,0.00083028193,0.33965337,0.002068763],"about_ca_topic_score_codex":0.00022139281,"about_ca_topic_score_gemma":0.00002316564,"teacher_disagreement_score":0.47630754,"about_ca_system_score_codex":0.000010991218,"about_ca_system_score_gemma":0.000045827175,"threshold_uncertainty_score":0.60786974},"labels":[],"label_agreement":null},{"id":"W4383755495","doi":"10.32920/23656716.v1","title":"Cognitive and Hierarchical Fuzzy Inference System for Generating Next Release Planning in SaaS Applications","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"King Saud University","keywords":"Software as a service; Computer science; Inference; Process (computing); Fuzzy logic; Fuzzy cognitive map; Software release life cycle; Process management; Risk analysis (engineering); Software engineering; Software; Knowledge management; Software development; Artificial intelligence; Fuzzy control system; Engineering; Adaptive neuro fuzzy inference system; Business; Software quality","score_opus":0.08176180313631205,"score_gpt":0.34730158536835765,"score_spread":0.2655397822320456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383755495","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005074561,0.00023840151,0.9916906,0.0002527018,0.00015707413,0.000905446,0.00001813566,0.0013768431,0.00028627075],"genre_scores_gemma":[0.5144433,0.00004431922,0.48364323,0.0000495792,0.00010807056,0.0016250645,0.000028004017,0.00001740906,0.000041044244],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987246,0.000054562697,0.0002921169,0.0005863646,0.00012718019,0.00021517221],"domain_scores_gemma":[0.997049,0.0023198281,0.00012695974,0.0003455179,0.00007860852,0.0000800998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048244474,0.00018228442,0.00022832175,0.00019619054,0.000098630655,0.00042305648,0.00045752205,0.00018520452,4.0691415e-7],"category_scores_gemma":[0.0004062408,0.00018229634,0.000039701725,0.00020207244,0.000021069292,0.00022088696,0.0009620065,0.0005207423,0.0000039224806],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055634646,0.00012465799,0.004927564,0.0047042686,0.00016242541,0.00012916452,0.004138247,0.054932874,0.00027593126,0.5867093,0.0007364734,0.34310347],"study_design_scores_gemma":[0.00023161995,0.000054540706,0.00090813404,0.0011594843,0.000019125777,0.000016597898,0.00015414921,0.9834865,0.0002804374,0.012406035,0.0008275409,0.00045584567],"about_ca_topic_score_codex":0.00013681733,"about_ca_topic_score_gemma":0.00000984548,"teacher_disagreement_score":0.92855364,"about_ca_system_score_codex":0.00003480717,"about_ca_system_score_gemma":0.00010466227,"threshold_uncertainty_score":0.7433829},"labels":[],"label_agreement":null},{"id":"W4383755520","doi":"10.32920/23656716","title":"Cognitive and Hierarchical Fuzzy Inference System for Generating Next Release Planning in SaaS Applications","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"King Saud University","keywords":"Software as a service; Computer science; Inference; Process (computing); Fuzzy cognitive map; Fuzzy logic; Software release life cycle; Process management; Software engineering; Software; Knowledge management; Risk analysis (engineering); Software development; Artificial intelligence; Engineering; Fuzzy control system; Business; Adaptive neuro fuzzy inference system; Software quality","score_opus":0.08176180313631205,"score_gpt":0.34730158536835765,"score_spread":0.2655397822320456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383755520","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005074561,0.00023840151,0.9916906,0.0002527018,0.00015707413,0.000905446,0.00001813566,0.0013768431,0.00028627075],"genre_scores_gemma":[0.5144433,0.00004431922,0.48364323,0.0000495792,0.00010807056,0.0016250645,0.000028004017,0.00001740906,0.000041044244],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987246,0.000054562697,0.0002921169,0.0005863646,0.00012718019,0.00021517221],"domain_scores_gemma":[0.997049,0.0023198281,0.00012695974,0.0003455179,0.00007860852,0.0000800998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048244474,0.00018228442,0.00022832175,0.00019619054,0.000098630655,0.00042305648,0.00045752205,0.00018520452,4.0691415e-7],"category_scores_gemma":[0.0004062408,0.00018229634,0.000039701725,0.00020207244,0.000021069292,0.00022088696,0.0009620065,0.0005207423,0.0000039224806],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055634646,0.00012465799,0.004927564,0.0047042686,0.00016242541,0.00012916452,0.004138247,0.054932874,0.00027593126,0.5867093,0.0007364734,0.34310347],"study_design_scores_gemma":[0.00023161995,0.000054540706,0.00090813404,0.0011594843,0.000019125777,0.000016597898,0.00015414921,0.9834865,0.0002804374,0.012406035,0.0008275409,0.00045584567],"about_ca_topic_score_codex":0.00013681733,"about_ca_topic_score_gemma":0.00000984548,"teacher_disagreement_score":0.92855364,"about_ca_system_score_codex":0.00003480717,"about_ca_system_score_gemma":0.00010466227,"threshold_uncertainty_score":0.7433829},"labels":[],"label_agreement":null},{"id":"W4384282537","doi":"10.32920/23688738","title":"Modeling and Reasoning with Decision-Theoretic Goals","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; York University","funders":"","keywords":"Probabilistic logic; Stakeholder; Computer science; Task (project management); Goal modeling; Risk analysis (engineering); Management science; Order (exchange); Operations research; Process management; Artificial intelligence; Requirements engineering; Systems engineering; Engineering; Business; Economics; Finance","score_opus":0.02534933223483391,"score_gpt":0.28190615354609644,"score_spread":0.2565568213112625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384282537","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008192163,0.00028565372,0.9880278,0.00039033114,0.00022455618,0.00014315372,0.0000010339776,0.0023249479,0.00041035147],"genre_scores_gemma":[0.19562976,0.0003709297,0.8037541,0.00004341964,0.000033451175,0.000031448817,0.000001448807,0.000023777688,0.00011165125],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998844,0.000024460162,0.00016859255,0.00054240605,0.0002335901,0.00018690326],"domain_scores_gemma":[0.99852,0.00052061066,0.00005700987,0.0007636659,0.000062597064,0.00007607347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056573335,0.00019093369,0.00019901562,0.00013396067,0.00006173834,0.0004784522,0.0007148754,0.00013965109,0.00000561993],"category_scores_gemma":[0.0002336367,0.00014496816,0.0000318796,0.00015411286,0.000018008799,0.00021610479,0.0016649683,0.0003988664,0.000010643996],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017797469,0.000016521291,0.00048802106,0.0001853714,0.000077135526,0.00011650792,0.00059228565,0.555843,0.000004051711,0.38311508,0.00067791506,0.058866322],"study_design_scores_gemma":[0.0000395208,0.0000246245,0.000052556392,0.00041271996,0.00000916462,0.000025166508,0.0000058152073,0.87221146,0.000025455842,0.12685809,0.00012771437,0.00020773818],"about_ca_topic_score_codex":0.00012862537,"about_ca_topic_score_gemma":0.000008736054,"teacher_disagreement_score":0.31636843,"about_ca_system_score_codex":0.000018760595,"about_ca_system_score_gemma":0.00006933395,"threshold_uncertainty_score":0.59116304},"labels":[],"label_agreement":null},{"id":"W4384296747","doi":"10.32920/23688738.v1","title":"Modeling and Reasoning with Decision-Theoretic Goals","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; York University","funders":"","keywords":"Probabilistic logic; Computer science; Stakeholder; Task (project management); Goal modeling; Risk analysis (engineering); Order (exchange); Management science; Operations research; Process management; Artificial intelligence; Requirements engineering; Systems engineering; Engineering; Business; Economics; Finance","score_opus":0.02534933223483391,"score_gpt":0.28190615354609644,"score_spread":0.2565568213112625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384296747","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008192163,0.00028565372,0.9880278,0.00039033114,0.00022455618,0.00014315372,0.0000010339776,0.0023249479,0.00041035147],"genre_scores_gemma":[0.19562976,0.0003709297,0.8037541,0.00004341964,0.000033451175,0.000031448817,0.000001448807,0.000023777688,0.00011165125],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998844,0.000024460162,0.00016859255,0.00054240605,0.0002335901,0.00018690326],"domain_scores_gemma":[0.99852,0.00052061066,0.00005700987,0.0007636659,0.000062597064,0.00007607347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056573335,0.00019093369,0.00019901562,0.00013396067,0.00006173834,0.0004784522,0.0007148754,0.00013965109,0.00000561993],"category_scores_gemma":[0.0002336367,0.00014496816,0.0000318796,0.00015411286,0.000018008799,0.00021610479,0.0016649683,0.0003988664,0.000010643996],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017797469,0.000016521291,0.00048802106,0.0001853714,0.000077135526,0.00011650792,0.00059228565,0.555843,0.000004051711,0.38311508,0.00067791506,0.058866322],"study_design_scores_gemma":[0.0000395208,0.0000246245,0.000052556392,0.00041271996,0.00000916462,0.000025166508,0.0000058152073,0.87221146,0.000025455842,0.12685809,0.00012771437,0.00020773818],"about_ca_topic_score_codex":0.00012862537,"about_ca_topic_score_gemma":0.000008736054,"teacher_disagreement_score":0.31636843,"about_ca_system_score_codex":0.000018760595,"about_ca_system_score_gemma":0.00006933395,"threshold_uncertainty_score":0.59116304},"labels":[],"label_agreement":null},{"id":"W4385430486","doi":"10.15607/rss.2023.xix.051","title":"Learning and Adapting Agile Locomotion Skills by Transferring Experience","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Army Research Office; Office of Naval Research; National Science Foundation","keywords":"Agile software development; Computer science; Human–computer interaction; Software engineering","score_opus":0.009155022307862169,"score_gpt":0.26284596218106726,"score_spread":0.25369093987320507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385430486","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12880304,0.000050150906,0.8681092,0.00023824119,0.000070659735,0.00004848731,1.5713437e-7,0.0020367904,0.0006432406],"genre_scores_gemma":[0.9354889,0.0001361339,0.06380223,0.00003318653,0.000014477702,0.0000146543725,0.0000011283628,0.0000069292323,0.0005023705],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99942136,0.000023983623,0.000088667424,0.00019811379,0.00010702053,0.0001608556],"domain_scores_gemma":[0.99962234,0.00019960025,0.000018697316,0.00010344665,0.000012472072,0.000043466338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025273697,0.000067700974,0.000060192502,0.00005546564,0.00010861674,0.00013007908,0.00017865004,0.000030284202,0.000016055463],"category_scores_gemma":[0.000076666,0.000064986576,0.000014534369,0.00029641498,0.000010626833,0.0005585057,0.00008893242,0.000110750705,0.000012679969],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003617055,0.00006232746,0.012710157,0.000083030776,0.000023401923,0.000050088514,0.019328542,0.0033880766,0.041328013,0.017906094,0.0061269365,0.89898974],"study_design_scores_gemma":[0.00035821507,0.0003393295,0.0046128705,0.0001370581,0.0000063553007,0.00007188009,0.0009563794,0.7721101,0.07191881,0.0014662107,0.1472195,0.00080327224],"about_ca_topic_score_codex":0.000029763083,"about_ca_topic_score_gemma":6.434128e-7,"teacher_disagreement_score":0.89818645,"about_ca_system_score_codex":0.00000774862,"about_ca_system_score_gemma":0.000003782705,"threshold_uncertainty_score":0.2650076},"labels":[],"label_agreement":null},{"id":"W4385434310","doi":"10.1007/978-1-4842-9579-3_6","title":"Building Blocks","year":2023,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Variety (cybernetics); Service (business); Product (mathematics); Software; Computer science; Haven; Software engineering; World Wide Web; Marketing; Business; Artificial intelligence; Programming language; Mathematics","score_opus":0.054021075092239836,"score_gpt":0.2687255846206871,"score_spread":0.21470450952844725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385434310","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.7253147e-7,0.00031871223,0.93769825,0.00021681107,0.0008748126,0.00017262189,0.000001182951,0.004331392,0.05638606],"genre_scores_gemma":[0.00009283385,0.00016551523,0.8701782,0.00019752506,0.0002699267,0.00001355751,0.0000021065732,0.0000907797,0.12898955],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985571,0.000021164078,0.00023970484,0.00048204183,0.00043165218,0.0002683392],"domain_scores_gemma":[0.9980689,0.00088253204,0.00020088868,0.00073044986,0.00005303532,0.00006419109],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00094356586,0.0002934222,0.00025883137,0.00027193816,0.00015308858,0.00037060186,0.001506256,0.00031708725,0.000028857043],"category_scores_gemma":[0.00010115629,0.00030292073,0.000115479015,0.00008818947,0.00001858219,0.00031570363,0.00049258646,0.00060972787,0.00015037997],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012274186,0.0000016864034,3.3733394e-7,0.000018413075,0.000041358497,0.0001715713,0.00015629115,0.0004221265,0.000026251517,0.9628933,0.0067468905,0.029520528],"study_design_scores_gemma":[0.00003881935,0.000044388147,9.771744e-7,0.00035731212,0.00002155025,0.000041586158,3.2476487e-7,0.008924048,0.00026931037,0.78488725,0.20500134,0.0004130692],"about_ca_topic_score_codex":0.00000724709,"about_ca_topic_score_gemma":2.8467528e-7,"teacher_disagreement_score":0.19825445,"about_ca_system_score_codex":0.000059269765,"about_ca_system_score_gemma":0.000059068516,"threshold_uncertainty_score":0.9999423},"labels":[],"label_agreement":null},{"id":"W4385481801","doi":"10.1109/actea58025.2023.10193918","title":"From Co-location to Remote Work: Remedies for Agile Project Management during COVID-19 Pandemic","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Agile software development; Pandemic; Work (physics); Coronavirus disease 2019 (COVID-19); Productivity; Knowledge management; Business; Process management; Engineering management; Computer science; Engineering; Medicine","score_opus":0.09160257650721643,"score_gpt":0.37613418168172214,"score_spread":0.2845316051745057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385481801","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01281434,0.000027394168,0.98112065,0.0014691621,0.0002448849,0.0006188919,0.0000031090265,0.003402279,0.00029928287],"genre_scores_gemma":[0.09275113,0.00016298228,0.9007382,0.00084959244,0.00018154674,0.00022806811,0.000029099558,0.000022175529,0.005037244],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991314,0.000020379415,0.0001425464,0.00032849223,0.00016120705,0.00021598935],"domain_scores_gemma":[0.9990627,0.00037713884,0.00004183764,0.00041176818,0.000031601514,0.000074945856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044229717,0.000094277144,0.00008984134,0.0001900324,0.000121865975,0.00011186021,0.0004628601,0.000038185775,0.0000072284083],"category_scores_gemma":[0.0002784463,0.00008762978,0.000028985918,0.0007465837,0.000006420121,0.00023075212,0.00021729844,0.000054626016,0.00005575934],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020985701,0.000068700276,0.007765278,0.0010159869,0.0002877459,0.00010603794,0.014134845,0.01471902,0.0018252222,0.00962622,0.6172933,0.33294782],"study_design_scores_gemma":[0.0008705458,0.00016193494,0.0163396,0.0002171685,0.000034120563,0.000010846217,0.0004947018,0.06746214,0.0037086767,0.014585738,0.895283,0.00083156495],"about_ca_topic_score_codex":0.00024674783,"about_ca_topic_score_gemma":0.0000133646245,"teacher_disagreement_score":0.33211625,"about_ca_system_score_codex":0.00009135275,"about_ca_system_score_gemma":0.000027413837,"threshold_uncertainty_score":0.35734388},"labels":[],"label_agreement":null},{"id":"W4385692580","doi":"10.46254/sa04.20230110","title":"Agile Course Planning in Educational Programs","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Course (navigation); Agile software development; Computer science; Software engineering; Engineering management; Engineering","score_opus":0.04023875034622982,"score_gpt":0.3345912502402505,"score_spread":0.2943524998940207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385692580","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.116284996,0.00020825808,0.8482139,0.014224718,0.0010149817,0.00031261516,5.806622e-7,0.0054429285,0.0142970225],"genre_scores_gemma":[0.76955044,0.0000075015905,0.22884592,0.00012649603,0.000055525044,0.00006183323,0.0000067118444,0.0000056587864,0.001339904],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99962234,0.000008375865,0.000060676466,0.000108837114,0.000084165375,0.0001155921],"domain_scores_gemma":[0.99966884,0.000139271,0.000013957306,0.00014267907,0.000011640152,0.000023612247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019471158,0.000036823418,0.000034587643,0.0000657916,0.00001884115,0.00006637265,0.00025447688,0.000019139363,0.000017868528],"category_scores_gemma":[0.000034433237,0.00003404198,0.00001047872,0.00048087662,0.0000047863714,0.00026007698,0.00006802659,0.00006062897,0.00008125849],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032755595,0.0002654567,0.20079699,0.000037244652,0.000017214628,0.000103792,0.0022909082,0.004493119,0.00012346738,0.40297744,0.09895296,0.28993812],"study_design_scores_gemma":[0.0002729453,0.00013374978,0.43724447,0.00012834251,0.0000032362825,0.000051964475,0.00011246383,0.29666466,0.00050060655,0.04770631,0.21666187,0.0005193859],"about_ca_topic_score_codex":0.00002661006,"about_ca_topic_score_gemma":0.0000021399744,"teacher_disagreement_score":0.6532654,"about_ca_system_score_codex":0.000009023858,"about_ca_system_score_gemma":0.000033894175,"threshold_uncertainty_score":0.13881916},"labels":[],"label_agreement":null},{"id":"W4385738901","doi":"10.1108/tcj-01-2022-0009","title":"Going the distance: project management issues in a cycle hire project","year":2023,"lang":"en","type":"article","venue":"The CASE Journal","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Procurement; Project management; Project charter; Accountability; Project management triangle; Service provider; Project planning; Project manager; Engineering management; Extreme project management; Process management; Enthusiasm; Process (computing); Service (business); Project stakeholder; Project portfolio management; Business; OPM3; Computer science; Engineering; Management; Marketing; Political science; Psychology; Economics","score_opus":0.028946760607671238,"score_gpt":0.32878108503705333,"score_spread":0.29983432442938207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385738901","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2522135,0.004752535,0.692925,0.036509007,0.0023202775,0.002284854,0.0000071168415,0.002736914,0.0062507736],"genre_scores_gemma":[0.94794834,0.0022220958,0.046936456,0.00035580323,0.00045609454,0.00012468017,6.925616e-7,0.000029673363,0.0019261421],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99914336,0.00014323754,0.00016334906,0.00012537178,0.00018719013,0.00023748973],"domain_scores_gemma":[0.99925315,0.0002508931,0.000083042025,0.00037489182,0.00001938784,0.000018606226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016589498,0.000089647096,0.000079710066,0.00012991545,0.00028807783,0.00038724276,0.00071253214,0.000020445374,0.000003753443],"category_scores_gemma":[0.00006973412,0.00004666713,0.000045797336,0.0008798577,0.000021040809,0.0003646621,0.0002517478,0.0003523543,0.000016535534],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000080940066,0.00013785332,0.00074601243,0.00021600151,0.00020225995,0.07436703,0.028274167,0.005728968,0.000048563143,0.068378605,0.25921372,0.56260586],"study_design_scores_gemma":[0.00063853175,0.00020535456,0.0017315538,0.00044838764,0.000044699103,0.03428971,0.0032143306,0.3652715,0.00017156768,0.021188693,0.5722766,0.00051907357],"about_ca_topic_score_codex":0.000069235946,"about_ca_topic_score_gemma":0.000019291587,"teacher_disagreement_score":0.69573486,"about_ca_system_score_codex":0.00005038755,"about_ca_system_score_gemma":0.000032043714,"threshold_uncertainty_score":0.37341908},"labels":[],"label_agreement":null},{"id":"W4385777000","doi":"10.5267/j.jpm.2023.7.001","title":"MCDM approach to investigate the effectiveness of SCRUM events in minimizing risk factors in project management","year":2023,"lang":"en","type":"article","venue":"Journal of Project Management","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scrum; Agile software development; Computer science; Project management; Process management; Scope (computer science); Systems engineering; Engineering; Software; Software development; Software engineering","score_opus":0.03841959546757676,"score_gpt":0.3012589585265162,"score_spread":0.2628393630589394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385777000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7075874,0.00012959416,0.28596392,0.00020550001,0.0006213351,0.0032024186,0.0000025871793,0.00017520374,0.0021119937],"genre_scores_gemma":[0.89833206,0.00035560943,0.10101341,0.000031916774,0.000022029768,0.0001410762,0.0000010658879,0.000019085894,0.0000837338],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977181,0.0006162185,0.0005531239,0.00027105855,0.000528799,0.0003127045],"domain_scores_gemma":[0.99870473,0.0004254921,0.00037420454,0.00041383476,0.00004293865,0.000038807924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005797612,0.0001810547,0.00030235,0.0015598373,0.000039305498,0.000056250683,0.0012030331,0.00004001346,3.41925e-7],"category_scores_gemma":[0.00016142329,0.00012557037,0.00010048383,0.002771481,0.000017115191,0.00042180758,0.00067285897,0.0003037221,0.0000021418414],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015366804,0.0034147939,0.48942336,0.011849367,0.0028188357,0.001382244,0.03964395,0.28716835,0.0005634648,0.057554975,0.013008541,0.09163543],"study_design_scores_gemma":[0.0022166444,0.00080131734,0.94673306,0.0023363803,0.00013087873,0.000025194206,0.0025640302,0.025732817,0.0020916096,0.0059408774,0.010787038,0.00064018375],"about_ca_topic_score_codex":0.0002467836,"about_ca_topic_score_gemma":0.0000057765405,"teacher_disagreement_score":0.45730966,"about_ca_system_score_codex":0.00015407566,"about_ca_system_score_gemma":0.0000376214,"threshold_uncertainty_score":0.5120611},"labels":[],"label_agreement":null},{"id":"W4386309211","doi":"10.1002/iis2.13103","title":"Systems Engineering Isn't Scary for Agile Practitioners","year":2023,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Agile software development; Terminology; Agile Unified Process; Agile usability engineering; Mindset; Computer science; Connotation; Process (computing); Requirement; Software engineering; Lean software development; Engineering management; Software development process; Software development; Systems engineering; Software; Engineering; Artificial intelligence","score_opus":0.01458695143974022,"score_gpt":0.27305901884494427,"score_spread":0.25847206740520406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386309211","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046657287,0.00005901688,0.97925115,0.0050925408,0.0060684592,0.0003445946,0.000034462202,0.0025957855,0.0018882777],"genre_scores_gemma":[0.93034166,0.000121855024,0.06571877,0.00022801441,0.00097330246,0.000644511,0.00010736741,0.000045085206,0.0018194185],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990976,0.000009813031,0.00018976998,0.00024423606,0.00027046612,0.00018815818],"domain_scores_gemma":[0.99897146,0.000508435,0.000085559,0.00024282519,0.00013576893,0.000055925135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036889027,0.000109414636,0.00009211734,0.00017033365,0.0000590226,0.00027735814,0.0006881955,0.000060423197,0.000008247773],"category_scores_gemma":[0.00017589211,0.00011500894,0.0000648835,0.00027947294,0.000006962077,0.00088361744,0.00016993165,0.0001007836,0.000083698855],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046206802,0.0001657095,0.00070194097,0.00024126127,0.0004052254,0.0001899489,0.00084529864,0.33170944,0.04592883,0.44516754,0.16742308,0.0071754977],"study_design_scores_gemma":[0.00016302823,0.000043772554,0.00028525954,0.000052252304,0.000005116795,0.000065541666,0.000009830209,0.57415,0.0022306063,0.0004265655,0.42237985,0.00018817777],"about_ca_topic_score_codex":0.00004919202,"about_ca_topic_score_gemma":5.782907e-7,"teacher_disagreement_score":0.9256759,"about_ca_system_score_codex":0.00009831031,"about_ca_system_score_gemma":0.000024530249,"threshold_uncertainty_score":0.46899286},"labels":[],"label_agreement":null},{"id":"W4386323394","doi":"10.1109/cseet58097.2023.00024","title":"Myths and Facts about a Career in Software Testing: The Perspectives of Students and Practitioners","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Cape Breton University","funders":"","keywords":"Software development; Personal software process; Software peer review; Software engineering; Popularity; Social software engineering; Computer science; Software walkthrough; Software construction; Engineering management; Software; Engineering; Psychology","score_opus":0.045914133004299085,"score_gpt":0.3110159236034627,"score_spread":0.2651017905991636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386323394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88019437,0.00064384675,0.115600005,0.0017554269,0.00008418809,0.0002892913,0.0000024309259,0.0008406712,0.0005897717],"genre_scores_gemma":[0.9410592,0.00015330495,0.05864253,0.000049474504,0.000007737358,0.000014443733,3.0431372e-7,0.0000046172404,0.0000683935],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99945235,0.000029157934,0.00008697486,0.00016604364,0.00016199733,0.000103482125],"domain_scores_gemma":[0.9988286,0.0008816795,0.000045186265,0.00016916617,0.00004773133,0.00002762953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034425524,0.00006262039,0.00007391158,0.000091228234,0.00004409557,0.00010066613,0.0002408305,0.00002588022,0.0000018456271],"category_scores_gemma":[0.00082208443,0.000043861186,0.000008768029,0.00042374825,0.00003662196,0.00036064672,0.00024818897,0.00009291262,0.0000012447284],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021250196,0.0001760336,0.80463344,0.00019529318,0.00010508216,0.00009398773,0.0840596,0.00081888057,0.0007094449,0.026233966,0.0036173514,0.07933568],"study_design_scores_gemma":[0.00025011558,0.00012722216,0.98469424,0.00007497531,0.0000075278394,0.000034019333,0.0050372276,0.0056357877,0.00026607758,0.002313034,0.0013818245,0.00017795947],"about_ca_topic_score_codex":0.00014325973,"about_ca_topic_score_gemma":0.000010980241,"teacher_disagreement_score":0.1800608,"about_ca_system_score_codex":0.000010047992,"about_ca_system_score_gemma":0.000016812468,"threshold_uncertainty_score":0.17886072},"labels":[],"label_agreement":null},{"id":"W4386494558","doi":"10.1109/access.2023.3312681","title":"Practicing Equity Diversity Inclusion (EDI) in Software Development Teams: A Systematic Literature Survey","year":2023,"lang":"en","type":"article","venue":"IEEE Access","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Software development; Software development process; Knowledge management; Software peer review; Computer science; Team software process; Software Engineering Process Group; Systematic review; Software; Personal software process; Context (archaeology); Software engineering; Engineering management; Process management; Engineering; Software construction; Political science","score_opus":0.07184871111946631,"score_gpt":0.3574749339251322,"score_spread":0.28562622280566585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386494558","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23913261,0.00035769475,0.7567034,0.00019849022,0.0011078331,0.0005705429,0.000005474128,0.0018698364,0.000054146807],"genre_scores_gemma":[0.97388834,0.000076896045,0.025732705,0.00013773693,0.000036386136,0.0000456705,0.000012680369,0.00001263906,0.000056965284],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980425,0.00027223397,0.0003179133,0.0003868295,0.000601313,0.00037920402],"domain_scores_gemma":[0.99757344,0.0014941524,0.00019560638,0.0005083813,0.00014638495,0.00008202668],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0041138567,0.00017117587,0.00026601987,0.00041844152,0.0005374024,0.00063631125,0.0022296002,0.0001192379,0.0000027386168],"category_scores_gemma":[0.0018980429,0.00015254015,0.00003420217,0.0023565658,0.000010106344,0.0026138283,0.012092999,0.0003258593,0.000029526023],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014917243,0.0007274912,0.738621,0.065279976,0.00030213862,0.002852204,0.10282869,0.011141897,0.00039825874,0.0010942928,0.020307701,0.056297187],"study_design_scores_gemma":[0.0015196068,0.00020168473,0.8722657,0.03611646,0.00006154776,0.00015039864,0.0001606322,0.06912244,0.008258408,0.0076962495,0.001718361,0.00272853],"about_ca_topic_score_codex":0.00046580858,"about_ca_topic_score_gemma":0.0002568473,"teacher_disagreement_score":0.7347557,"about_ca_system_score_codex":0.00020794301,"about_ca_system_score_gemma":0.00011211226,"threshold_uncertainty_score":0.995897},"labels":[],"label_agreement":null},{"id":"W4386538560","doi":"10.5206/eei.v33i1.16749","title":"Evaluation of the Effects of Pyramid Model Training on the Attitudes and Practices of Early Childhood Educators","year":2023,"lang":"en","type":"article","venue":"Exceptionality Education International","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Early childhood; Psychology; Inclusion (mineral); Competence (human resources); Early childhood education; Perception; Medical education; Session (web analytics); Developmental psychology; Pedagogy; Medicine; Social psychology","score_opus":0.06521354094087178,"score_gpt":0.38428578126977636,"score_spread":0.3190722403289046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386538560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9868596,0.00005664886,0.0058107963,0.0057537174,0.00092792464,0.00024455725,0.000006987105,0.000039226277,0.00030055235],"genre_scores_gemma":[0.9964036,0.00003104414,0.0032347,0.000081348975,0.00011513647,0.00007737864,0.0000059326917,0.000004460292,0.00004639584],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9985364,0.00016967433,0.00022593795,0.00014869626,0.00085954164,0.000059713955],"domain_scores_gemma":[0.9974832,0.0011645638,0.0005654294,0.00027309777,0.0004960314,0.000017679458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018087977,0.00006802096,0.00007852152,0.00011199542,0.00005504304,0.00003088331,0.00050808396,0.000041678813,0.000019672883],"category_scores_gemma":[0.00306426,0.000047736394,0.00005083742,0.00028140724,0.00007468653,0.00033654924,0.00009481471,0.000121465724,0.0000016442008],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018275594,0.0011972592,0.072768584,0.00021919044,0.00036795138,6.425811e-8,0.027517678,0.012161735,0.0047076694,0.78897065,0.005096998,0.08697393],"study_design_scores_gemma":[0.00009244292,0.000033067372,0.9454687,0.00014130792,0.00002477295,0.0000018249569,0.00015774218,0.018684223,0.001926534,0.033309065,0.00010447155,0.000055818193],"about_ca_topic_score_codex":0.000053286425,"about_ca_topic_score_gemma":0.0000021746398,"teacher_disagreement_score":0.87270015,"about_ca_system_score_codex":0.000040720483,"about_ca_system_score_gemma":0.00057251175,"threshold_uncertainty_score":0.36684266},"labels":[],"label_agreement":null},{"id":"W4386718987","doi":"10.1145/3568812.3603467","title":"Capstone Course Dashboard: Analyzing Team Dynamics in Software Engineering Education","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Capstone; Course (navigation); Software engineering; Computer science; Dashboard; Capstone course; Software; Dynamics (music); Engineering management; Engineering; Operating system; Computer security; Aerospace engineering","score_opus":0.008430790426596403,"score_gpt":0.2680855152627773,"score_spread":0.2596547248361809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386718987","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03154441,0.00012780658,0.9631437,0.00053991214,0.0006141143,0.00012375719,0.000001275674,0.0034657842,0.0004392136],"genre_scores_gemma":[0.50996643,0.00008189137,0.48902473,0.00009284617,0.00006924025,0.000052746273,0.000020338686,0.00002418673,0.000667604],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99918926,0.000014689479,0.00016508989,0.00024617123,0.00014213545,0.00024264335],"domain_scores_gemma":[0.9992373,0.0002274641,0.000039535305,0.00039784278,0.000037018213,0.000060820534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036287156,0.00011371001,0.00011382129,0.00031715492,0.00003489646,0.00010734137,0.00046402263,0.00006217938,0.000006961004],"category_scores_gemma":[0.00025818436,0.00011927967,0.00003318848,0.0012284701,0.0000061171936,0.0005828519,0.0001515013,0.00017668816,0.0000449868],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007635291,0.00046375248,0.17524147,0.0004010123,0.00008871817,0.000101953825,0.0018104059,0.10823569,0.00035748485,0.2713564,0.041078184,0.4008573],"study_design_scores_gemma":[0.000075314,0.000021833084,0.01800221,0.000065207256,0.0000049000564,0.0000147691,0.000067669585,0.97587377,0.00018477472,0.0006120661,0.004820801,0.00025669354],"about_ca_topic_score_codex":0.00019508146,"about_ca_topic_score_gemma":0.00005303552,"teacher_disagreement_score":0.86763805,"about_ca_system_score_codex":0.0001553165,"about_ca_system_score_gemma":0.00010298547,"threshold_uncertainty_score":0.48640838},"labels":[],"label_agreement":null},{"id":"W4386721851","doi":"","title":"Kaizen implementation context and performance","year":2020,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bombardier (Canada)","funders":"","keywords":"Kaizen; Context (archaeology); Computer science; Manufacturing engineering; Engineering; Process management; Lean manufacturing; History","score_opus":0.2581872525706742,"score_gpt":0.5481749338792714,"score_spread":0.2899876813085972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386721851","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7777628,0.0100607425,0.20779128,0.002183727,0.00040447278,0.0005056232,0.000011789457,0.00030533265,0.0009742819],"genre_scores_gemma":[0.98374885,0.0056894235,0.009529642,0.00090174144,0.000078151585,0.000018670082,0.0000021080245,0.000015057728,0.000016363118],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99875486,0.0000769503,0.00037761097,0.0002864358,0.00031435522,0.00018981728],"domain_scores_gemma":[0.9988615,0.000231392,0.00036522318,0.00025624438,0.00011006368,0.0001755671],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006001139,0.00015343656,0.0002812665,0.00017221837,0.00013128704,0.0013622177,0.002130159,0.000040773957,0.00092797336],"category_scores_gemma":[0.0001211921,0.00014283715,0.00004614509,0.00052752125,0.000029833127,0.004783329,0.001019425,0.00021092655,0.0000068995837],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069302536,0.00004044351,0.40738454,0.00012695022,0.00009301501,0.000020165915,0.0009789481,0.00008402324,0.010211134,0.0012031114,0.042676836,0.5371115],"study_design_scores_gemma":[0.00072387035,0.00008672528,0.83467495,0.0001888675,0.000044612843,0.000037445745,0.000102520484,0.009018432,0.05788918,0.0030847555,0.0935129,0.0006357433],"about_ca_topic_score_codex":0.00020272138,"about_ca_topic_score_gemma":0.0000046502064,"teacher_disagreement_score":0.5364758,"about_ca_system_score_codex":0.000022598348,"about_ca_system_score_gemma":0.000049729675,"threshold_uncertainty_score":0.99998534},"labels":[],"label_agreement":null},{"id":"W4386963044","doi":"10.1515/nleng-2022-0312","title":"An effective framework to improve the managerial activities in global software development","year":2023,"lang":"en","type":"article","venue":"Nonlinear Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"New York Institute of Technology","funders":"","keywords":"Software project management; Process management; Software development; Computer science; Software development process; Process (computing); Software; Team software process; Project management; Risk analysis (engineering); Engineering management; Knowledge management; Systems engineering; Business; Engineering; Software construction","score_opus":0.007206361378688867,"score_gpt":0.2675231728721673,"score_spread":0.26031681149347846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386963044","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15012294,0.000022228403,0.8467783,0.00020449795,0.00082038186,0.00030462508,0.0000045300762,0.0017299893,0.000012541243],"genre_scores_gemma":[0.28233707,0.0000048563797,0.717101,0.000083803214,0.0002447186,0.00019082247,0.000003745159,0.000021330145,0.000012666252],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989287,0.000027927363,0.00015718081,0.00031693897,0.00021298138,0.0003562397],"domain_scores_gemma":[0.99894565,0.0004479911,0.000027406506,0.0004760545,0.000019233072,0.000083642255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046446358,0.0001729455,0.00014242441,0.00013350225,0.000065998756,0.00018815616,0.0007545447,0.000088231456,0.0000021766032],"category_scores_gemma":[0.000367184,0.00014805296,0.000032781612,0.001046546,0.0000068215813,0.00041499536,0.00028360833,0.00025561685,0.000036793812],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041633746,0.00010282576,0.002050159,0.00015541256,0.0000840078,0.00017846483,0.0043505845,0.29708818,0.0016555262,0.011497411,0.0002940773,0.68250173],"study_design_scores_gemma":[0.0004644669,0.0003790051,0.07152799,0.00034800678,0.0000124101625,0.000026119907,0.00013341797,0.82346797,0.016001616,0.0014495404,0.08485897,0.0013305171],"about_ca_topic_score_codex":0.000018503171,"about_ca_topic_score_gemma":0.00000932893,"teacher_disagreement_score":0.6811712,"about_ca_system_score_codex":0.00014255283,"about_ca_system_score_gemma":0.000032688586,"threshold_uncertainty_score":0.6037424},"labels":[],"label_agreement":null},{"id":"W4387142591","doi":"10.1109/rew57809.2023.00049","title":"13<sup>th</sup> Model-Driven Requirements Engineering (MoDRE) Workshop","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Requirements engineering; Model-driven architecture; Computer science; Systems engineering; Engineering management; Software engineering; Engineering; Unified Modeling Language; Programming language; Software","score_opus":0.044728342498698254,"score_gpt":0.2864412152903053,"score_spread":0.24171287279160705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387142591","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019344008,0.000030387882,0.97280574,0.0008627839,0.00017975306,0.00014039715,0.0000014527878,0.0056158127,0.0010196816],"genre_scores_gemma":[0.5510356,0.00006142007,0.44631165,0.00023532803,0.00009113014,0.000054691736,0.0000058681658,0.00003590843,0.0021683779],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99861056,0.000015776384,0.0002205973,0.00039511957,0.0003262829,0.00043167407],"domain_scores_gemma":[0.9988736,0.00022982416,0.000044071196,0.00068688195,0.000045892444,0.00011974656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034089756,0.00018902226,0.0001560361,0.00021872725,0.00007589062,0.00019986887,0.0009894068,0.000095605574,0.000028930834],"category_scores_gemma":[0.00014024967,0.00018254212,0.00007198809,0.00085384154,0.000009184898,0.00071386166,0.0004876007,0.00020539801,0.00019674834],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001580604,0.00001416582,0.00010654489,0.000016715343,0.000021565358,0.000022305618,0.00041187287,0.96882105,0.00020295406,0.012073597,0.010300271,0.008007402],"study_design_scores_gemma":[0.000096458105,0.000020026819,0.00010589931,0.000029195231,0.000004500714,0.0000060351604,0.000013012323,0.99077374,0.00042747904,0.0007774526,0.0075152144,0.00023099083],"about_ca_topic_score_codex":0.000017367336,"about_ca_topic_score_gemma":0.0000012021378,"teacher_disagreement_score":0.5316916,"about_ca_system_score_codex":0.000047561916,"about_ca_system_score_gemma":0.000029373023,"threshold_uncertainty_score":0.7443852},"labels":[],"label_agreement":null},{"id":"W4387142604","doi":"10.1109/rew57809.2023.00014","title":"AIRE 2023: 10th International Workshop on Artificial Intelligence and Requirements Engineering","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Artificial intelligence; Engineering management; Engineering","score_opus":0.07246314782763427,"score_gpt":0.32016120014243454,"score_spread":0.24769805231480027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387142604","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033663558,0.000022035778,0.9910593,0.0023610238,0.0008566936,0.00006332362,8.079073e-7,0.0012566631,0.0010138082],"genre_scores_gemma":[0.84998286,0.00024077692,0.14823338,0.00028947645,0.0002128906,0.000030324622,0.0000052928667,0.000017100738,0.0009878882],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992924,0.000007257917,0.00012826631,0.00022694426,0.0001927825,0.00015234778],"domain_scores_gemma":[0.9994581,0.00023327867,0.000025820886,0.00021179835,0.000022859036,0.00004818623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002474867,0.000086932625,0.000060600065,0.00016762645,0.000038993177,0.00017104324,0.00041758752,0.0000378884,0.000033434044],"category_scores_gemma":[0.00021284977,0.000082056176,0.000019621684,0.00038463087,0.000008041945,0.00038547345,0.00023851056,0.000110021836,0.00010604125],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008449849,0.000033575438,0.00015092672,0.000014112408,0.000032831387,0.00005045659,0.00023960884,0.013993214,0.00041461585,0.3310127,0.00494343,0.6491061],"study_design_scores_gemma":[0.000031631997,0.000063670406,0.0012911109,0.00008595864,0.0000026968748,0.000010656721,0.00003074789,0.95441353,0.004402337,0.00830071,0.031100323,0.00026662435],"about_ca_topic_score_codex":0.000007348337,"about_ca_topic_score_gemma":0.0000012442866,"teacher_disagreement_score":0.9404203,"about_ca_system_score_codex":0.000020301004,"about_ca_system_score_gemma":0.000007565388,"threshold_uncertainty_score":0.33461538},"labels":[],"label_agreement":null},{"id":"W4387143093","doi":"10.1109/rew57809.2023.00054","title":"Based on Past Experience: Highlighting Potential Human Value Issues in Domain Modelling","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Synonym (taxonomy); Domain (mathematical analysis); Semantics (computer science); Compiler; Data science; Taxonomy (biology); Value (mathematics); Software engineering; Programming language","score_opus":0.023668396884501296,"score_gpt":0.29761724111399473,"score_spread":0.27394884422949345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387143093","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08984636,0.000010355035,0.90593326,0.0014229172,0.00018953065,0.000082786435,2.579901e-7,0.0016529398,0.0008616131],"genre_scores_gemma":[0.7459269,0.000006083627,0.25370038,0.0001221447,0.00007584092,0.000024712797,0.0000017998578,0.000009666293,0.00013244951],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998888,0.00005106866,0.00018423812,0.00032911042,0.00027485876,0.0002726815],"domain_scores_gemma":[0.9993674,0.0001466803,0.000040512637,0.00038208204,0.000017425196,0.000045877267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004803979,0.00011837296,0.00011130711,0.00025699762,0.000116306604,0.00017785742,0.0005514703,0.000057735564,0.000019010926],"category_scores_gemma":[0.000018781726,0.00010756534,0.000039067254,0.0006272588,0.000012458257,0.00038454312,0.00012382671,0.00014079481,0.000032986474],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042361335,0.000039729224,0.0003417195,0.000012154062,0.0000025191987,0.00011170365,0.0013938427,0.91303676,0.0010166435,0.08203834,0.00096058013,0.0010417425],"study_design_scores_gemma":[0.000114136485,0.000052772746,0.00026873712,0.00003766388,6.384554e-7,0.0000015274136,0.00005008628,0.9890313,0.0025186697,0.0044678045,0.00329805,0.00015859328],"about_ca_topic_score_codex":0.00016481991,"about_ca_topic_score_gemma":0.0000015749597,"teacher_disagreement_score":0.65608054,"about_ca_system_score_codex":0.000027746926,"about_ca_system_score_gemma":0.000010700547,"threshold_uncertainty_score":0.43863872},"labels":[],"label_agreement":null},{"id":"W4387246794","doi":"10.1145/3626570.3626589","title":"Teaching Software Performance Evaluation to Undergrads: Lessons Learned and Challenges","year":2023,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Engineering management; Software; Computer science; Engineering; Operating system","score_opus":0.264157883154723,"score_gpt":0.41549400417695737,"score_spread":0.15133612102223437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387246794","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12904719,0.5432792,0.19424427,0.117460124,0.0018559613,0.0072000846,0.0000090455305,0.005257894,0.0016462824],"genre_scores_gemma":[0.2584931,0.6773537,0.062171064,0.0009648084,0.00010595656,0.0007410154,0.000032827178,0.000036315512,0.000101223166],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963908,0.000428076,0.00047348035,0.0006648127,0.0016075469,0.00043524854],"domain_scores_gemma":[0.99666804,0.0011008849,0.0002492025,0.0013020237,0.0005341842,0.00014568915],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.017203098,0.00026251492,0.0003385419,0.000791278,0.00039870036,0.00016210842,0.001107076,0.000097532844,0.00003146248],"category_scores_gemma":[0.012820477,0.00024756533,0.00006257062,0.002962083,0.000018550045,0.0019365551,0.0006727296,0.00035877095,0.00022722907],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016757341,0.000014424399,0.00032665956,0.00094141084,0.0000139181575,4.3449896e-7,0.00019575031,0.00210143,0.0000052759974,0.00067056826,0.001321269,0.9944072],"study_design_scores_gemma":[0.0005297153,0.000519507,0.050929807,0.0034375102,0.000227569,0.000028665296,0.00003423603,0.787227,0.00010289212,0.0020264727,0.15411143,0.0008252112],"about_ca_topic_score_codex":0.0000079898045,"about_ca_topic_score_gemma":0.0000017318804,"teacher_disagreement_score":0.99358195,"about_ca_system_score_codex":0.0001819224,"about_ca_system_score_gemma":0.0001859956,"threshold_uncertainty_score":0.9999977},"labels":[],"label_agreement":null},{"id":"W4387377637","doi":"10.1145/3626519","title":"Distributed Scrum: A Case Meta-analysis","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; Norges Forskningsråd; European Regional Development Fund; Science Foundation Ireland; Universities Space Research Association","keywords":"Scrum; Agile software development; Computer science; Software engineering; Software; Process management; Software development; Knowledge management; Engineering management; Business; Engineering; Operating system","score_opus":0.3272539341205006,"score_gpt":0.42233540738569375,"score_spread":0.09508147326519317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387377637","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.8797812e-7,0.49762923,0.4998429,0.00003780575,0.00021400314,0.00021201652,0.000100490215,0.0019541692,0.000009185534],"genre_scores_gemma":[0.00005325875,0.86582446,0.13331288,0.000028132512,0.00012881434,0.00006284651,0.00035674372,0.000090272224,0.00014255763],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99404544,0.0027587141,0.0010281259,0.0011371309,0.00043711485,0.000593457],"domain_scores_gemma":[0.98506486,0.010218307,0.00081771176,0.0035777274,0.00015201668,0.0001693429],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008810008,0.0006908019,0.0040335325,0.0007949223,0.00025144246,0.0006543467,0.0037643975,0.00033653076,0.000024269812],"category_scores_gemma":[0.002447147,0.00054991833,0.003501445,0.006795431,0.000030259913,0.00025623493,0.002789911,0.00075579155,0.00018780172],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.2700204e-7,0.000034051343,0.0000045775873,0.0024579507,0.13458167,0.0037414008,0.000041553045,0.0004040622,2.1351292e-9,0.0005733663,0.0023645742,0.85579664],"study_design_scores_gemma":[0.00004243636,0.000035304714,0.000013479779,0.00031359558,0.22207133,0.0014111674,0.0000017521559,0.008747626,1.4260858e-7,0.0003393371,0.76594913,0.0010746819],"about_ca_topic_score_codex":0.00064297696,"about_ca_topic_score_gemma":0.000053732198,"teacher_disagreement_score":0.85472196,"about_ca_system_score_codex":0.00008563189,"about_ca_system_score_gemma":0.00014214354,"threshold_uncertainty_score":0.99969524},"labels":[],"label_agreement":null},{"id":"W4387688080","doi":"10.48550/arxiv.2310.09235","title":"CoPrompt: Supporting Prompt Sharing and Referring in Collaborative Natural Language Programming","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Workflow; Context (archaeology); Formative assessment; Pair programming; Software engineering; Human–computer interaction; Programming language; Software development; Software; Database; Mathematics education; Psychology","score_opus":0.06123032171207705,"score_gpt":0.24047650493961475,"score_spread":0.17924618322753771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387688080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8673859,0.00036438747,0.12927079,0.00009161186,0.00042521858,0.00061316823,0.0000049811215,0.0017031296,0.00014081295],"genre_scores_gemma":[0.97765094,0.00008212529,0.021869859,0.000015547403,0.000037373236,0.0000066526027,0.0000116365,0.000025709505,0.00030016614],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99825555,0.000059630598,0.00021926906,0.0009928121,0.00008405734,0.00038866303],"domain_scores_gemma":[0.99882555,0.0001640145,0.00025087298,0.0005968286,0.000077190925,0.00008556382],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006098309,0.00025739404,0.00028642316,0.00034714246,0.00009645722,0.0003034051,0.0009782038,0.00018101503,0.0000020606124],"category_scores_gemma":[0.00018602957,0.00030049362,0.00005305288,0.00088223536,0.000037437763,0.00062950485,0.002659591,0.0008454991,0.0000073662677],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022386777,0.00043777926,0.44730088,0.004296972,0.0007875478,0.021743363,0.04633963,0.21639511,0.0008847966,0.19835256,0.00060465577,0.06263283],"study_design_scores_gemma":[0.0003838346,0.00006343037,0.008242931,0.0006446538,0.00003091774,0.000015903326,0.0007271003,0.98236835,0.00027481286,0.006028138,0.00048447042,0.000735451],"about_ca_topic_score_codex":0.0004068828,"about_ca_topic_score_gemma":0.00018048414,"teacher_disagreement_score":0.76597327,"about_ca_system_score_codex":0.00015786027,"about_ca_system_score_gemma":0.000087697175,"threshold_uncertainty_score":0.99994475},"labels":[],"label_agreement":null},{"id":"W4387793627","doi":"10.1145/3623476","title":"Proceedings of the 16th ACM SIGPLAN International Conference on Software Language Engineering","year":2023,"lang":"en","type":"paratext","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fundação para a Ciência e a Tecnologia; Japan Society for the Promotion of Science; ITEA3; Ministerio de Ciencia e Innovación; ITEA; Fonds Wetenschappelijk Onderzoek; Natural Sciences and Engineering Research Council of Canada; Fonds National de la Recherche Luxembourg; Deutsche Forschungsgemeinschaft; Vlaamse regering; European Commission; National Science Foundation","keywords":"Computer science; Software engineering; Programming language; Usability; Model transformation; Modeling language; Software; Artificial intelligence; Human–computer interaction","score_opus":0.02955962554260796,"score_gpt":0.2852360807148169,"score_spread":0.25567645517220894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387793627","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025356226,0.0003508209,0.73411536,0.0053612012,0.023479495,0.0013724351,0.00030652405,0.006059742,0.22641882],"genre_scores_gemma":[0.047659334,0.0008531703,0.5971326,0.0006753774,0.0014667761,0.00025700347,0.00011248992,0.00023892778,0.35160428],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988209,0.0000057868983,0.00022031419,0.0003416125,0.0004180145,0.00019338049],"domain_scores_gemma":[0.9988491,0.00025148582,0.00019524817,0.000527134,0.00013560076,0.00004145044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018412665,0.00022915991,0.000212821,0.00017329778,0.000033402725,0.00019573084,0.0035190627,0.00017783255,0.0003130069],"category_scores_gemma":[0.00056459394,0.00016388427,0.000097815355,0.00033362574,0.000016392507,0.00023266688,0.0010042515,0.00047270895,0.00043754384],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007319476,0.00003837022,0.00004950559,0.00031061473,0.00012302176,0.0000070692386,0.0008004137,0.00089096575,0.0008139579,0.054626405,0.9376787,0.0046536867],"study_design_scores_gemma":[0.000712357,0.00052430015,0.0018260855,0.0047427313,0.0000759181,0.00010753563,0.0002712136,0.08874803,0.053294297,0.0021110633,0.8448201,0.002766409],"about_ca_topic_score_codex":0.000048346214,"about_ca_topic_score_gemma":0.0000014843797,"teacher_disagreement_score":0.1369827,"about_ca_system_score_codex":0.000046414305,"about_ca_system_score_gemma":0.000059378322,"threshold_uncertainty_score":0.6683006},"labels":[],"label_agreement":null},{"id":"W4387913726","doi":"10.12957/cadinf.2023.75934","title":"A Never-Ending Story: Revisiting Requirements Major Misunderstandings","year":2023,"lang":"pt","type":"article","venue":"Cadernos do IME - Série Informática","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Pontifícia Universidade Católica do Rio de Janeiro; Universidade do Estado do Rio de Janeiro; Università degli Studi di Trento; University of California, Irvine; University of Toronto; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Technische Universität Kaiserslautern","keywords":"Romance; Humanities; Art; Philosophy; Literature","score_opus":0.06543934849751962,"score_gpt":0.3186181855152992,"score_spread":0.25317883701777955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387913726","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022335188,0.004423523,0.8877033,0.03349726,0.009284568,0.0032704703,0.00016874405,0.014292466,0.0250245],"genre_scores_gemma":[0.95924896,0.0010541329,0.019936252,0.0024134347,0.0015606637,0.00014448946,0.0000749281,0.0002583411,0.015308796],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950061,0.00013844066,0.0010313186,0.00097402465,0.0012192855,0.0016308479],"domain_scores_gemma":[0.99592185,0.0013321498,0.000676019,0.0013237396,0.0002089059,0.000537327],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026090343,0.0007132777,0.0006840616,0.0007624746,0.0009743865,0.0017765422,0.0019397498,0.0004791212,0.00042730581],"category_scores_gemma":[0.001998401,0.0007750578,0.00031302855,0.0022994755,0.00014413719,0.004990325,0.0012766295,0.0013408249,0.0013739702],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026538433,0.00018275622,0.0066717323,0.003908169,0.0016333578,0.002017072,0.038055964,0.0007188831,0.002034891,0.14705937,0.6636147,0.13383774],"study_design_scores_gemma":[0.0019015551,0.0005904367,0.0022467894,0.0038336127,0.00034102108,0.0002809472,0.003207995,0.07866424,0.0022178157,0.004007762,0.89970475,0.0030030846],"about_ca_topic_score_codex":0.000035111825,"about_ca_topic_score_gemma":8.5570997e-7,"teacher_disagreement_score":0.9369138,"about_ca_system_score_codex":0.0006213134,"about_ca_system_score_gemma":0.00030647794,"threshold_uncertainty_score":0.99947006},"labels":[],"label_agreement":null},{"id":"W4388197738","doi":"10.1007/s00766-023-00404-z","title":"The role of informal communication in building shared understanding of non-functional requirements in remote continuous software engineering","year":2023,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software requirements; Functional requirement; Software engineering; Requirements analysis; Requirements engineering; Software requirements specification; Non-functional requirement; Software; Systems engineering; Software development; Software design; Engineering; Software construction; Programming language","score_opus":0.03305890421235072,"score_gpt":0.2724779328079949,"score_spread":0.2394190285956442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388197738","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15784313,0.00033376936,0.8407215,0.000043034237,0.00028177528,0.00030197174,0.0000027981928,0.00038555215,0.000086508015],"genre_scores_gemma":[0.9172954,0.00015865259,0.08247084,0.00000361884,0.000014342124,0.000020070254,0.000007711029,0.000021993794,0.0000073441106],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99836403,0.000022267346,0.0006396395,0.00019670563,0.000389522,0.00038781093],"domain_scores_gemma":[0.998642,0.0005490928,0.00020062101,0.00052610226,0.00003926838,0.000042914875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012105528,0.00017346797,0.00023848876,0.00053851475,0.00006065873,0.000067844805,0.00075494195,0.00007869091,0.0000016819464],"category_scores_gemma":[0.00054150674,0.00017411135,0.000058413312,0.0012109431,0.00001778192,0.000969353,0.00039994303,0.00024431187,0.000001380088],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006717831,0.000091922375,0.04688751,0.0005377054,0.00018624251,0.00002322118,0.0030588568,0.7884842,0.08010606,0.045376685,0.0000771199,0.035103273],"study_design_scores_gemma":[0.0005017416,0.00004979027,0.04324008,0.0008294193,0.000005589501,0.000003990192,0.00011417087,0.9464808,0.0070558987,0.0007215673,0.00076141395,0.00023555077],"about_ca_topic_score_codex":0.00010011482,"about_ca_topic_score_gemma":0.000007998713,"teacher_disagreement_score":0.7594523,"about_ca_system_score_codex":0.00020679134,"about_ca_system_score_gemma":0.000037605674,"threshold_uncertainty_score":0.71000546},"labels":[],"label_agreement":null},{"id":"W4388338363","doi":"10.1007/978-981-19-4804-6_20","title":"Striving for Agile Practices","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Overtime; Engineering; Operations management; Management; Political science; Software engineering; Economics; Law","score_opus":0.09165414193356788,"score_gpt":0.3185943787427445,"score_spread":0.2269402368091766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388338363","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.6134757e-7,0.00011114347,0.6969014,0.00067602016,0.00060794165,0.0002369715,0.0000077499935,0.0025175367,0.29894108],"genre_scores_gemma":[0.00002993577,0.00023701042,0.32856384,0.00011404823,0.00020837359,0.000037396938,0.000008800825,0.000048578895,0.670752],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990176,0.000005212396,0.00019016014,0.0004002578,0.00020125644,0.00018552138],"domain_scores_gemma":[0.9969365,0.0018644178,0.00046008933,0.00059916853,0.000086177926,0.000053647615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004136421,0.00020000264,0.00019228958,0.00014281682,0.00006965854,0.00026326778,0.0008546146,0.00020663871,0.00006698023],"category_scores_gemma":[0.000519665,0.00018724333,0.00011368656,0.000041342657,0.000010244125,0.00055983616,0.00029867914,0.00024297033,0.00016308326],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013320597,0.0000027599494,8.716641e-7,0.000050677296,0.00003687861,0.000010088741,0.000020004318,0.000011580614,0.000004126654,0.92146224,0.049892087,0.028507374],"study_design_scores_gemma":[0.000039020848,0.0000665099,0.0000024718697,0.00006978889,0.000017345457,0.000008300703,9.1930673e-7,0.0037459186,0.000058768503,0.08981673,0.9059247,0.0002495653],"about_ca_topic_score_codex":0.000016183561,"about_ca_topic_score_gemma":0.0000076051174,"teacher_disagreement_score":0.8560326,"about_ca_system_score_codex":0.000025489284,"about_ca_system_score_gemma":0.00005980493,"threshold_uncertainty_score":0.7635561},"labels":[],"label_agreement":null},{"id":"W4388338367","doi":"10.1007/978-981-19-4804-6_3","title":"Release Planning","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Zoom; Window (computing); Gaze; Computer science; Staring; Impression; Multimedia; World Wide Web; Computer graphics (images); Artificial intelligence; Engineering; Psychology; Communication","score_opus":0.04689985789401891,"score_gpt":0.27435952840716715,"score_spread":0.22745967051314825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388338367","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.0832762e-7,0.0001425688,0.48967195,0.00018870033,0.00030722152,0.000041501033,9.859855e-7,0.0031021044,0.5065448],"genre_scores_gemma":[0.00005123821,0.00011545407,0.115667485,0.00017836991,0.000116677504,0.0000048897778,0.0000042073357,0.000037955655,0.88382375],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992931,0.0000030342344,0.00012616735,0.00027351166,0.00017644309,0.00012776627],"domain_scores_gemma":[0.9990574,0.00025671851,0.000069998336,0.0005335836,0.00002521552,0.00005708624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013270308,0.00015483185,0.00013145628,0.00012892652,0.000035077537,0.000107685766,0.0006279073,0.00016086828,0.000059146005],"category_scores_gemma":[0.00004193137,0.00014467436,0.00006380956,0.00003352184,0.000008156034,0.00018546717,0.00027840026,0.0002849502,0.0006992313],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.0779727e-7,8.4313604e-7,9.438258e-7,0.000008573173,0.00001325895,0.00014156676,0.000021103175,0.000051559273,5.549324e-7,0.91911536,0.070083104,0.010562635],"study_design_scores_gemma":[0.000021156024,0.00002779728,0.000005759825,0.00007463384,0.0000055898918,0.000016740725,3.0801888e-7,0.002906605,0.000017428929,0.09121362,0.905475,0.00023534108],"about_ca_topic_score_codex":0.0000067711007,"about_ca_topic_score_gemma":3.5611347e-7,"teacher_disagreement_score":0.83539194,"about_ca_system_score_codex":0.000016531281,"about_ca_system_score_gemma":0.000027779324,"threshold_uncertainty_score":0.8987436},"labels":[],"label_agreement":null},{"id":"W4388653107","doi":"10.3390/asi6060108","title":"Simulating the Software Development Lifecycle: The Waterfall Model","year":2023,"lang":"en","type":"article","venue":"Applied System Innovation","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University","keywords":"Waterfall model; Waterfall; Computer science; Python (programming language); Software development; Software; Software engineering; Economic shortage; Context (archaeology); Discrete event simulation; Resource (disambiguation); Software development process; Systems engineering; Simulation; Engineering; Operating system","score_opus":0.03718706402883065,"score_gpt":0.25692932442244554,"score_spread":0.21974226039361489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388653107","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032068018,0.0000073975903,0.964168,0.00060164224,0.0001840323,0.0003315338,4.3785116e-7,0.0021590374,0.0004798766],"genre_scores_gemma":[0.92458284,6.808918e-7,0.07484068,0.00021879756,0.00006157205,0.00018662492,0.000008513262,0.000013354578,0.00008695369],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989459,0.000025466235,0.0003289227,0.00020668546,0.0002953914,0.00019764324],"domain_scores_gemma":[0.9988782,0.0003528281,0.00015403375,0.0005014965,0.000101562844,0.000011897104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014907068,0.000111533875,0.000086024884,0.000104145125,0.00038935684,0.00021094165,0.0007074242,0.00005294255,5.88662e-7],"category_scores_gemma":[0.00007525013,0.00006375981,0.000014210235,0.0016544722,0.000010822641,0.00018633492,0.00025407595,0.00014729246,0.00008306857],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035374994,0.000007959105,0.00016212082,0.00010684889,0.000030930554,0.0000019603024,0.0033652936,0.2497473,0.0009900535,0.6618403,0.0025508294,0.08119282],"study_design_scores_gemma":[0.00008687718,0.0000059273475,0.0006987059,0.000039705083,0.0000036789131,0.0000052357245,0.00012992948,0.9844446,0.0028676647,0.003425559,0.008123937,0.0001681902],"about_ca_topic_score_codex":0.000005434689,"about_ca_topic_score_gemma":5.6717164e-7,"teacher_disagreement_score":0.8925148,"about_ca_system_score_codex":0.00005791931,"about_ca_system_score_gemma":0.000050260773,"threshold_uncertainty_score":0.29946575},"labels":[],"label_agreement":null},{"id":"W4389337038","doi":"10.2196/53124","title":"Implications of Agile Values in Software Engineering for Agility in Breast Cancer Treatment: Protocol for a Comparative Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Hashemite University","keywords":"Breast cancer; Agile software development; Context (archaeology); Health care; Medicine; Computer science; Cancer; Software engineering","score_opus":0.4169531835860687,"score_gpt":0.6052166159340407,"score_spread":0.18826343234797205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389337038","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014537614,4.988418e-7,0.018293964,0.0003094401,0.0000034029522,0.9795151,0.000080446174,0.00033312986,0.000010259883],"genre_scores_gemma":[0.0070890654,1.8427208e-7,0.019429725,0.0000026654443,0.00002471651,0.9734049,0.0000033040715,0.000016814469,0.000028636849],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983643,0.0001466439,0.00035271328,0.0004274617,0.00024842346,0.0004604282],"domain_scores_gemma":[0.9974704,0.0015360329,0.00008111897,0.00054820906,0.000300449,0.00006379658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015109977,0.0001441377,0.00027751358,0.00048086405,0.00008614386,0.00009309498,0.0006957211,0.000060109345,0.000006248821],"category_scores_gemma":[0.00022146695,0.00012678478,0.00005957804,0.0015055968,0.000031174968,0.0003978578,0.00019892264,0.00017927503,0.0000018518064],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004109068,0.022755975,0.71984935,0.010908909,0.00029092235,0.000032159507,0.043810245,0.02396224,0.0057544187,0.020453162,0.024264405,0.12380915],"study_design_scores_gemma":[0.011896021,0.0068746726,0.7632478,0.0030063777,0.00000341221,0.0000054291527,0.00039995703,0.10525785,0.0048408485,0.009929212,0.093811676,0.00072674936],"about_ca_topic_score_codex":0.0001831245,"about_ca_topic_score_gemma":0.00008231341,"teacher_disagreement_score":0.1230824,"about_ca_system_score_codex":0.00025762347,"about_ca_system_score_gemma":0.00019303765,"threshold_uncertainty_score":0.5170133},"labels":[],"label_agreement":null},{"id":"W4389789474","doi":"10.1007/978-1-4842-9843-5_1","title":"Introduction","year":2023,"lang":"en","type":"book-chapter","venue":"Apress eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Manitoba Beekeepers' Association","funders":"","keywords":"Secrecy; Agile software development; Computer science; Computer security; Software engineering","score_opus":0.02744423876815219,"score_gpt":0.23714790667988606,"score_spread":0.20970366791173387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389789474","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.628631e-7,0.00009713375,0.29228142,0.00050457823,0.0018992168,0.00014936019,0.00000384451,0.0033786623,0.7016853],"genre_scores_gemma":[0.000057224992,0.00005242178,0.026528226,0.000073222654,0.0012130403,0.000022279582,0.0000064257683,0.000055381006,0.9719918],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990715,0.000007639782,0.00015918743,0.0003959472,0.00021469989,0.00015107064],"domain_scores_gemma":[0.9988249,0.00012818608,0.00011355759,0.00083860726,0.000047446916,0.0000473138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016259825,0.0001913311,0.0001663314,0.00013391294,0.000051836614,0.00012931717,0.000690308,0.00020291204,0.000032460895],"category_scores_gemma":[0.00003221128,0.00019446523,0.00007668552,0.000012050101,0.000023555254,0.00012357328,0.00032888105,0.00034109375,0.00036882248],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011304468,9.603027e-7,7.325233e-8,0.00002042036,0.000024804278,0.000018422616,0.000043477492,0.000009674468,0.00001870202,0.8979073,0.04582615,0.05612887],"study_design_scores_gemma":[0.000024320074,0.000024854753,0.0000013309384,0.000035392055,0.000011389183,0.000015407557,1.658818e-7,0.00023040494,0.00034822992,0.09293939,0.90616596,0.000203129],"about_ca_topic_score_codex":0.000009501406,"about_ca_topic_score_gemma":0.0000012781284,"teacher_disagreement_score":0.8603398,"about_ca_system_score_codex":0.000022446276,"about_ca_system_score_gemma":0.00002360999,"threshold_uncertainty_score":0.7930062},"labels":[],"label_agreement":null},{"id":"W4389789510","doi":"10.1007/978-1-4842-9843-5_6","title":"Generating Hypotheses","year":2023,"lang":"en","type":"book-chapter","venue":"Apress eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Manitoba Beekeepers' Association","funders":"","keywords":"Measure (data warehouse); Product (mathematics); Set (abstract data type); Computer science; Artificial intelligence; Mathematics; Data mining; Programming language","score_opus":0.05861181563946072,"score_gpt":0.25506701023926814,"score_spread":0.19645519459980743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389789510","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000037258426,0.00022891606,0.2687948,0.000051384475,0.0007013146,0.00015664709,0.0000070863766,0.0030935497,0.72696257],"genre_scores_gemma":[0.00025246554,0.00005861211,0.1127037,0.00020366035,0.00036401456,0.000034934805,0.0000033160334,0.00009049641,0.8862888],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99892867,0.000011194924,0.00020498056,0.00039661606,0.0002539109,0.00020462569],"domain_scores_gemma":[0.99851286,0.0004447203,0.00014459206,0.00079042476,0.000045515855,0.00006188387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017775963,0.0002488046,0.00021669264,0.00012264642,0.00008883103,0.0002375791,0.0009449558,0.00021589479,0.000016204172],"category_scores_gemma":[0.00005803259,0.00024377591,0.00009959667,0.000011111759,0.000026396963,0.00011386015,0.00048091979,0.0003374347,0.00015786494],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.2253373e-7,0.0000015201351,4.6567573e-7,0.000038466053,0.000048173704,0.000077731616,0.000115455674,0.00008348262,0.00011245999,0.88490766,0.005755655,0.108858],"study_design_scores_gemma":[0.000046862533,0.000040353585,0.0000017392159,0.00019579346,0.00001964986,0.000022330014,5.5748546e-7,0.0041234824,0.00088470127,0.08855989,0.9056234,0.00048128597],"about_ca_topic_score_codex":0.000018439361,"about_ca_topic_score_gemma":0.0000030484057,"teacher_disagreement_score":0.8998677,"about_ca_system_score_codex":0.000017989401,"about_ca_system_score_gemma":0.00003721914,"threshold_uncertainty_score":0.9940893},"labels":[],"label_agreement":null},{"id":"W4389792683","doi":"10.1007/978-1-4842-9843-5_3","title":"An Inception in Practice","year":2023,"lang":"en","type":"book-chapter","venue":"Apress eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Manitoba Beekeepers' Association","funders":"","keywords":"Computer science; Engineering","score_opus":0.031991458639425895,"score_gpt":0.29293326922075036,"score_spread":0.2609418105813245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389792683","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007861345,0.00010449963,0.2170561,0.00015312119,0.0006245816,0.00028928483,0.0000051881416,0.002231895,0.7795275],"genre_scores_gemma":[0.0084365355,0.00043126522,0.29536337,0.00096713577,0.0006707909,0.00017367628,0.000036620535,0.00024998418,0.69367063],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99883956,0.000036290356,0.0002275233,0.00043560442,0.00027574232,0.00018528373],"domain_scores_gemma":[0.99837434,0.0004498657,0.00017944654,0.0008705024,0.00006237512,0.00006344734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043035057,0.00021064194,0.00018653214,0.00022608128,0.000038422957,0.00017812691,0.00089365855,0.00028006686,0.000007779616],"category_scores_gemma":[0.00008553046,0.00022661673,0.000046702957,0.000023036086,0.000023892839,0.0005892993,0.00024736166,0.00051402923,0.00010889861],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007199775,0.000009219761,0.0000016311607,0.000023339308,0.000019019133,0.00014096787,0.00040076987,0.0000750183,0.00003943404,0.90643173,0.0006908511,0.09216079],"study_design_scores_gemma":[0.00011946941,0.00014082884,0.000032566306,0.00022882807,0.000025562505,0.00003636391,0.000005316341,0.0030825455,0.00015672574,0.08524292,0.9104077,0.00052114174],"about_ca_topic_score_codex":0.00010399894,"about_ca_topic_score_gemma":0.00002120595,"teacher_disagreement_score":0.9097169,"about_ca_system_score_codex":0.000045002726,"about_ca_system_score_gemma":0.00004553328,"threshold_uncertainty_score":0.9241162},"labels":[],"label_agreement":null},{"id":"W4389820246","doi":"10.1007/978-1-4842-9843-5_8","title":"Continuous Integration","year":2023,"lang":"en","type":"book-chapter","venue":"Apress eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Manitoba Beekeepers' Association","funders":"","keywords":"Computer science","score_opus":0.03400279464719108,"score_gpt":0.24864195419249088,"score_spread":0.2146391595452998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389820246","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.220831e-7,0.00007005536,0.42023134,0.0000570361,0.0006243309,0.00014183634,0.0000047381977,0.0020739313,0.5767959],"genre_scores_gemma":[0.0007057059,0.00004757882,0.033272255,0.00012396317,0.00018945755,0.00003557403,0.000010023283,0.00006176532,0.9655537],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99909616,0.000009523677,0.00019157089,0.00033322003,0.0002171656,0.00015235682],"domain_scores_gemma":[0.99882174,0.00024219346,0.0001437308,0.00067700364,0.00006535526,0.000049996106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016223322,0.00021491079,0.00020920298,0.00012827858,0.000048468763,0.00018359919,0.00075959746,0.00023842939,0.000013228555],"category_scores_gemma":[0.000041586314,0.00020507882,0.00009042504,0.000010906496,0.000024751937,0.00012252497,0.00028179583,0.00035961036,0.00018856263],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012824236,0.000001121943,1.6843305e-7,0.000012410191,0.000021168233,0.000033609707,0.00009623588,0.0000021827898,0.000037460763,0.8726099,0.0063140253,0.12087044],"study_design_scores_gemma":[0.000055158147,0.000056246485,0.000003158513,0.00019855297,0.000019098252,0.000016611528,8.476255e-7,0.0008374415,0.0010669032,0.15467948,0.84272385,0.00034266457],"about_ca_topic_score_codex":0.000024172574,"about_ca_topic_score_gemma":0.0000051097863,"teacher_disagreement_score":0.8364098,"about_ca_system_score_codex":0.000021017768,"about_ca_system_score_gemma":0.000028014332,"threshold_uncertainty_score":0.83628714},"labels":[],"label_agreement":null},{"id":"W4390097135","doi":"10.1109/ms.2023.3328199","title":"A 40-Year Impact Perspective: Meet Your New Editor in Chief","year":2023,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Ask price; Perspective (graphical); Software; Editor in chief; Product (mathematics); Engineering; Computer science; Engineering management; Software engineering; Management; Business; Economics; Operating system; Finance","score_opus":0.022369692018633903,"score_gpt":0.3186164949446814,"score_spread":0.2962468029260475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390097135","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054204486,0.0005262725,0.91968185,0.0031519057,0.010719336,0.0005209032,0.000033922322,0.010619224,0.0005421227],"genre_scores_gemma":[0.6485158,0.0002590944,0.33867595,0.00041203503,0.009897084,0.00010481197,0.000012781167,0.00014482913,0.0019776055],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986445,0.0000423166,0.00017119593,0.00041675998,0.00030699724,0.0004182794],"domain_scores_gemma":[0.99880135,0.00032445038,0.000064140135,0.0005856415,0.00006657249,0.00015785937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002738154,0.00019206843,0.0001934707,0.0003177364,0.00009456899,0.00014009073,0.0008355729,0.0001179543,0.00003317503],"category_scores_gemma":[0.00061772595,0.00017815607,0.00011110967,0.0013285936,0.000016265143,0.0006796657,0.00017298275,0.0002630929,0.00017656335],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005141292,0.00011294927,0.015647845,0.000045994402,0.00007796861,0.0002895235,0.0077767386,0.005374236,0.00037682414,0.0043352516,0.95171964,0.014191639],"study_design_scores_gemma":[0.005336376,0.002384805,0.31269678,0.00090113137,0.00008231672,0.00029825376,0.0011297937,0.04797138,0.006178456,0.1788904,0.4387071,0.005423182],"about_ca_topic_score_codex":0.00077358884,"about_ca_topic_score_gemma":0.00002716746,"teacher_disagreement_score":0.59431136,"about_ca_system_score_codex":0.00016424383,"about_ca_system_score_gemma":0.00018555026,"threshold_uncertainty_score":0.7264994},"labels":[],"label_agreement":null},{"id":"W4390097239","doi":"10.1109/ms.2023.3321418","title":"Research Highlights in Evidence-Based Software Engineering","year":2023,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Software engineering; Computer science; Social software engineering; Software development; Software construction; Software; Systems engineering; Engineering; Operating system","score_opus":0.1060485871712185,"score_gpt":0.35051707644572183,"score_spread":0.24446848927450332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390097239","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05803091,0.00071787694,0.9286899,0.0022707449,0.0013427103,0.00039967443,0.000005419047,0.008527018,0.00001575271],"genre_scores_gemma":[0.61960685,0.00040021678,0.37876648,0.00020836506,0.0002890209,0.00034174768,0.000008160104,0.000084187064,0.00029498478],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972464,0.00015389109,0.00031783115,0.0006445797,0.0008126614,0.0008246412],"domain_scores_gemma":[0.99357915,0.004983706,0.000055643024,0.0010260855,0.00019361304,0.0001617931],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021817712,0.00023157934,0.00023880368,0.0011543488,0.00023376197,0.00021799812,0.0016060711,0.00018498527,0.000016582124],"category_scores_gemma":[0.0034041475,0.00023224948,0.00008763991,0.003923878,0.000036835754,0.0012328853,0.00030605166,0.0006395765,0.00031795897],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019272641,0.00064132473,0.08145826,0.0028604732,0.00017394303,0.007028964,0.0072976276,0.5472714,0.0045958427,0.038109004,0.16448596,0.14588448],"study_design_scores_gemma":[0.002800849,0.0012617868,0.14202239,0.007969835,0.000030740455,0.00011053377,0.00007658836,0.3653755,0.07582436,0.009767372,0.39049822,0.0042618373],"about_ca_topic_score_codex":0.00012936472,"about_ca_topic_score_gemma":0.000013218213,"teacher_disagreement_score":0.56157595,"about_ca_system_score_codex":0.0001761958,"about_ca_system_score_gemma":0.00019483555,"threshold_uncertainty_score":0.9470859},"labels":[],"label_agreement":null},{"id":"W4390098373","doi":"10.1109/models-c59198.2023.00120","title":"Unveiling Developers' Mindset Barriers to Software Modeling Adoption","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Mindset; Knowledge management; Grounded theory; Stakeholder; Computer science; Empirical research; Qualitative research; Process management; Engineering; Public relations; Sociology; Political science","score_opus":0.027740869984264654,"score_gpt":0.2730853882500559,"score_spread":0.24534451826579126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390098373","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021267436,0.000016192766,0.97343814,0.00085906143,0.0002933775,0.000099088225,0.0000010869609,0.0037558547,0.00026975462],"genre_scores_gemma":[0.25792992,0.000012787813,0.7411626,0.00049801706,0.000035017478,0.000025246556,0.0000037611342,0.000012099307,0.00032056918],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99909586,0.00001690159,0.00014258998,0.0002910846,0.00019087242,0.00026268454],"domain_scores_gemma":[0.9992453,0.00012589789,0.000019006362,0.000336201,0.00006349558,0.00021010086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004231425,0.000105727915,0.00008705583,0.00020587088,0.00012613958,0.0001509253,0.0005295258,0.00005679495,0.00004637041],"category_scores_gemma":[0.0006348779,0.00010126384,0.000033090153,0.00096510054,0.0000036924134,0.0005255937,0.0002468482,0.00010034487,0.0003510174],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010676963,0.000011864041,0.0011099265,0.000049398444,0.00003495899,0.000055914996,0.0035661585,0.8145157,0.00045577236,0.01268065,0.031604335,0.13590464],"study_design_scores_gemma":[0.000056228215,0.000031913063,0.000108850734,0.000026793374,0.000002508466,0.0000072313665,0.000112129994,0.97939813,0.0008179197,0.0007809662,0.018410536,0.0002467672],"about_ca_topic_score_codex":0.000029292458,"about_ca_topic_score_gemma":0.0000034833527,"teacher_disagreement_score":0.23666249,"about_ca_system_score_codex":0.000035170007,"about_ca_system_score_gemma":0.000078277735,"threshold_uncertainty_score":0.45117357},"labels":[],"label_agreement":null},{"id":"W4390670871","doi":"10.1080/19361610.2023.2296765","title":"Intelligence Collection Disciplines—A Systematic Review","year":2024,"lang":"en","type":"article","venue":"Journal of Applied Security Research","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Data collection; Military intelligence; Human intelligence; Variety (cybernetics); Intelligence cycle; Intelligence analysis; Data science; Computer science; Geospatial analysis; Sociology; Artificial intelligence; Social science; Political science; Geography; Computer security; Cartography","score_opus":0.05037615325144323,"score_gpt":0.40032634044996246,"score_spread":0.3499501871985192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390670871","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029522064,0.06803092,0.92293113,0.0043966398,0.000645473,0.0009355532,0.0000013476894,0.00029938982,0.0024643461],"genre_scores_gemma":[0.8847965,0.056172274,0.057761304,0.00022691372,0.0005560627,0.00015421916,0.0000011946886,0.00004209077,0.00028944027],"study_design_codex":"systematic_review","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979851,0.00014803561,0.00053270976,0.00017547829,0.0009402828,0.00021835689],"domain_scores_gemma":[0.99782705,0.0012244266,0.00012048028,0.0003548257,0.00037078978,0.00010240952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007212266,0.000091399685,0.0003152512,0.00039082416,0.000102769656,0.0004181496,0.0010803059,0.000055313132,0.000017172528],"category_scores_gemma":[0.0005995106,0.000065392116,0.00008445267,0.0017628882,0.000032750893,0.00047836252,0.00024673634,0.00092087185,0.000046376153],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045118835,0.00020036557,0.0000029485207,0.497223,0.00023752621,0.00040363835,0.005035218,0.00010180066,0.00061888224,0.4358743,0.054212905,0.0060442984],"study_design_scores_gemma":[0.0001820786,0.001473581,0.000013777141,0.2899655,0.00025395144,0.0024286364,0.00045902331,0.1033351,0.0095999595,0.56310403,0.028389199,0.0007951809],"about_ca_topic_score_codex":0.0000028632176,"about_ca_topic_score_gemma":9.4668417e-7,"teacher_disagreement_score":0.8845013,"about_ca_system_score_codex":0.00012267049,"about_ca_system_score_gemma":0.00018744131,"threshold_uncertainty_score":0.40322265},"labels":[],"label_agreement":null},{"id":"W4391509231","doi":"10.1093/iwc/iwae001","title":"Identifying the Importance of UX Dimensions for Different Software Product Categories","year":2023,"lang":"en","type":"article","venue":"Interacting with Computers","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Product (mathematics); Software; Human–computer interaction; Software engineering; Programming language; Mathematics","score_opus":0.034084550796962126,"score_gpt":0.2980327842180475,"score_spread":0.2639482334210854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391509231","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12818658,0.00007487647,0.8673861,0.0011909053,0.0019720965,0.0002934793,0.0000022257616,0.00088676874,0.000006945213],"genre_scores_gemma":[0.7943213,0.000010135443,0.205389,0.00008278079,0.000073564835,0.000062306244,0.0000048118777,0.000017518742,0.0000385853],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989434,0.00003503323,0.000246946,0.00032306157,0.00020405232,0.00024749083],"domain_scores_gemma":[0.9957266,0.003273447,0.0002562219,0.00057543046,0.0001315544,0.00003675406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033359218,0.0001518046,0.00017795022,0.000110992885,0.00018525735,0.00017262621,0.00073991506,0.000021212309,0.0000012013303],"category_scores_gemma":[0.0006473918,0.00009569676,0.00006927126,0.0004308535,0.000035843514,0.00047302688,0.00031556762,0.00017164071,0.0000027602996],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005111572,0.00065431354,0.28124607,0.002647633,0.0020596713,0.00034749153,0.061912183,0.062330678,0.008851838,0.073874906,0.18898682,0.31657726],"study_design_scores_gemma":[0.0024758603,0.002244074,0.108117096,0.0062992973,0.00029957795,0.000802079,0.002128734,0.6944858,0.09779911,0.025193222,0.056796137,0.0033590414],"about_ca_topic_score_codex":0.000023202463,"about_ca_topic_score_gemma":0.000009892737,"teacher_disagreement_score":0.6661347,"about_ca_system_score_codex":0.000025501142,"about_ca_system_score_gemma":0.000028497432,"threshold_uncertainty_score":0.39024007},"labels":[],"label_agreement":null},{"id":"W4391562000","doi":"10.18260/1-2--40924","title":"An Integrated Software Engineering Curriculum Through Project-Based Learning (PBL)","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Social Sciences and Humanities Research Council; University of Calgary","funders":"","keywords":"Project-based learning; Computer science; Curriculum; Software engineering; Problem-based learning; Software; Engineering management; Mathematics education; Engineering; Programming language; Psychology; Pedagogy","score_opus":0.013452913273501305,"score_gpt":0.2815145426482447,"score_spread":0.2680616293747434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391562000","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018652694,0.0003694469,0.9838691,0.00014310333,0.0004354256,0.00014269172,0.0000011160927,0.013021074,0.00015276823],"genre_scores_gemma":[0.17577687,0.00001649577,0.82383794,0.00008191251,0.00007322347,0.000046279914,0.000011253861,0.000030028654,0.00012600349],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988687,0.000040079172,0.00017104635,0.00043221723,0.0002024873,0.0002854572],"domain_scores_gemma":[0.9992141,0.00025320853,0.000025779951,0.00038981315,0.000060857306,0.00005621753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028830877,0.00019901338,0.00013194222,0.00016885863,0.000069603906,0.0006916003,0.0006160821,0.00009026475,0.000033112745],"category_scores_gemma":[0.00026415524,0.00016298132,0.00006649791,0.0009528243,0.000009927854,0.0016037412,0.0000770827,0.00046908058,0.00003719534],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016556438,0.0005720446,0.0075521725,0.0013868079,0.000270997,0.0010639108,0.004939696,0.2528911,0.002393636,0.2725653,0.05971314,0.39663464],"study_design_scores_gemma":[0.000037916456,0.00012845322,0.000043210926,0.000095909636,0.000005341687,0.000019149764,0.000015115225,0.71127355,0.0012762205,0.00006467938,0.2868231,0.00021739058],"about_ca_topic_score_codex":0.000286059,"about_ca_topic_score_gemma":0.000002693031,"teacher_disagreement_score":0.45838243,"about_ca_system_score_codex":0.00005579051,"about_ca_system_score_gemma":0.00011875732,"threshold_uncertainty_score":0.6669118},"labels":[],"label_agreement":null},{"id":"W4391734378","doi":"10.53935/jomw.v2022i2.193","title":"The Impact of Unit Membership, Discipline, and Age on Team Effectiveness","year":2022,"lang":"en","type":"article","venue":"Journal of Management World","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Unit (ring theory); Psychology; Sociology; Mathematics education","score_opus":0.018517418564174316,"score_gpt":0.30605739566382384,"score_spread":0.2875399770996495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391734378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60296774,0.0018689715,0.33313486,0.0044894116,0.0023179324,0.0013923814,0.000008216907,0.0003241736,0.053496294],"genre_scores_gemma":[0.99499094,0.000085193526,0.004536311,0.000019120547,0.000025105232,0.0000065611985,1.4170999e-7,0.0000053446524,0.00033129184],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9992245,0.00014603384,0.00017384133,0.00007699367,0.00027855902,0.00010008636],"domain_scores_gemma":[0.99883425,0.00064821483,0.00024080623,0.00021918838,0.000023602322,0.00003394013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016496796,0.00007112696,0.000117403375,0.00022112623,0.0001395797,0.00008111731,0.00059187855,0.000005726593,0.00001192494],"category_scores_gemma":[0.000027271293,0.000043908854,0.000080133424,0.00042696504,0.00001719987,0.00018911886,0.00039327133,0.00021669792,3.214299e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013618567,0.0010799624,0.023316842,0.00040810517,0.002194735,0.0009799073,0.0016787931,0.1999074,0.00026665037,0.39296228,0.048150726,0.32769275],"study_design_scores_gemma":[0.0025917324,0.0055121323,0.70850784,0.0004931353,0.00020151104,0.00022918859,0.0003904169,0.01774619,0.0010557846,0.056154754,0.20643616,0.0006811728],"about_ca_topic_score_codex":0.000009816504,"about_ca_topic_score_gemma":0.000002218905,"teacher_disagreement_score":0.685191,"about_ca_system_score_codex":0.000053820666,"about_ca_system_score_gemma":0.00000995874,"threshold_uncertainty_score":0.17905511},"labels":[],"label_agreement":null},{"id":"W4391923945","doi":"10.1016/j.jsis.2024.101822","title":"Unpacking the process of conceptual leaping in the conduct of literature reviews","year":2024,"lang":"en","type":"article","venue":"The Journal of Strategic Information Systems","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Unpacking; Process (computing); Process management; Computer science; Psychology; Engineering; Linguistics; Philosophy; Programming language","score_opus":0.087827695562706,"score_gpt":0.3314158064520817,"score_spread":0.24358811088937568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391923945","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27607808,0.12135558,0.5823327,0.0035547325,0.0036093327,0.0021009138,0.000014216705,0.00014576604,0.010808704],"genre_scores_gemma":[0.99887305,0.000687909,0.00031184827,0.0000508745,0.00006665964,0.0000036257914,4.502004e-7,0.0000017160033,0.0000038608973],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99859226,0.00025324817,0.00074682216,0.000026498865,0.0003072756,0.0000738869],"domain_scores_gemma":[0.99836147,0.0004959083,0.00073056755,0.00019495905,0.00020716299,0.000009916394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051620933,0.00006989435,0.00016655053,0.00010083671,0.00003872785,0.000258193,0.0008100079,0.000035526697,0.0000011774355],"category_scores_gemma":[0.0000813945,0.000027217342,0.00005201702,0.0006046844,0.000050169892,0.0020126472,0.00002096779,0.0003508077,0.0000013903352],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028312947,0.000017961638,0.000038868675,0.0028453497,0.00008030229,0.000009083442,0.41166943,0.023181986,0.00042374857,0.5535719,0.0018459945,0.0062870397],"study_design_scores_gemma":[0.0014412521,0.001743258,0.00050820835,0.044821948,0.00027751812,0.010873686,0.35983586,0.3396579,0.005225617,0.023706038,0.21093918,0.00096951344],"about_ca_topic_score_codex":0.000012501113,"about_ca_topic_score_gemma":3.0109283e-7,"teacher_disagreement_score":0.722795,"about_ca_system_score_codex":0.000013491092,"about_ca_system_score_gemma":0.00009160782,"threshold_uncertainty_score":0.24897611},"labels":[],"label_agreement":null},{"id":"W4392121835","doi":"10.1109/tse.2024.3366753","title":"Factoring Expertise, Workload, and Turnover Into Code Review Recommendation","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Factoring; Workload; Code (set theory); Programming language; Software engineering; Parallel computing; Operating system; Accounting","score_opus":0.0172653523531208,"score_gpt":0.2706072422291304,"score_spread":0.2533418898760096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392121835","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00036986877,0.010908136,0.9829627,0.00060467795,0.0016815494,0.00017665728,0.0000060242305,0.003277795,0.000012566931],"genre_scores_gemma":[0.5052743,0.014254903,0.4793702,0.00042271873,0.00015684887,0.00025392883,0.0000040530595,0.00010153704,0.00016154035],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99891925,0.000019090372,0.00024726382,0.00041409727,0.00017058574,0.00022973906],"domain_scores_gemma":[0.99907786,0.00042989152,0.000027676993,0.00032522235,0.000030595653,0.00010877999],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023443128,0.00023261235,0.00018963582,0.00022042463,0.00009384013,0.00024688678,0.0002483569,0.00008662777,0.000049497066],"category_scores_gemma":[0.000053928783,0.00023210078,0.00008394981,0.0005163236,0.0000096558415,0.001073868,0.0000070142955,0.00042103181,0.000024937399],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004225636,0.000033740835,0.000013704216,0.0015331965,0.00009439992,0.000029672567,0.0008544699,0.010531259,0.0004761661,0.000333873,0.0010279744,0.9850673],"study_design_scores_gemma":[0.0004057904,0.00030449446,0.00024187745,0.01640403,0.00015704556,0.0003579276,0.000013496199,0.3808211,0.029776005,0.0002148873,0.56934017,0.0019631775],"about_ca_topic_score_codex":0.000016738928,"about_ca_topic_score_gemma":0.000002230467,"teacher_disagreement_score":0.98310417,"about_ca_system_score_codex":0.00012437103,"about_ca_system_score_gemma":0.000023693188,"threshold_uncertainty_score":0.9464795},"labels":[],"label_agreement":null},{"id":"W4392190252","doi":"10.18280/isi.290121","title":"Risk Management Analysis of SMK Telkom Makassar's Integrated Academic Information System in Compliance with ISO 31000 Standards","year":2024,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Compliance (psychology); Engineering; Business; Psychology","score_opus":0.012742331062186344,"score_gpt":0.2595595440390477,"score_spread":0.24681721297686135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392190252","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022728292,0.00024063645,0.9717088,0.000022911008,0.00019451934,0.00035499132,0.00011576019,0.0008837443,0.003750386],"genre_scores_gemma":[0.9444695,0.00016727646,0.055155024,0.000027362543,0.000008157548,0.00007653482,0.00007953076,0.0000065439344,0.000010034296],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982121,0.00006751648,0.00080675527,0.00014299901,0.000543472,0.00022713958],"domain_scores_gemma":[0.99874383,0.00013258452,0.00040128967,0.000381236,0.00029426158,0.000046775036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001335825,0.00018933274,0.00029977842,0.0015714038,0.00007733452,0.00045987987,0.00049809617,0.00011547368,0.000005629754],"category_scores_gemma":[0.000091916416,0.00015796494,0.000071897535,0.0038200985,0.00004647799,0.008257808,0.000107693035,0.00031924256,0.000016464126],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014966076,0.000020986448,0.010405306,0.005479499,0.0014536807,0.000023425515,0.021076912,0.11517651,0.00000704854,0.13814521,0.0012129957,0.7068488],"study_design_scores_gemma":[0.00023883913,0.000113465874,0.012979097,0.0016974314,0.00021875375,0.000022140624,0.0013074427,0.96353287,0.00022487911,0.00029912134,0.019075107,0.0002908648],"about_ca_topic_score_codex":0.0002720203,"about_ca_topic_score_gemma":0.0000106877205,"teacher_disagreement_score":0.92174125,"about_ca_system_score_codex":0.0007140638,"about_ca_system_score_gemma":0.000097343094,"threshold_uncertainty_score":0.6441623},"labels":[],"label_agreement":null},{"id":"W4392199488","doi":"10.18280/mmep.110212","title":"Losses Resulting from Exceeding the Specified Time for Completion and Its Impact on the Status of the Project and Delay in Utilizing Services","year":2024,"lang":"en","type":"article","venue":"Mathematical Modelling and Engineering Problems","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Completion (oil and gas wells); Computer science; Psychology; Engineering; Mechanical engineering","score_opus":0.053898741812309234,"score_gpt":0.28253341978520524,"score_spread":0.228634677972896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392199488","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41929936,0.0017161584,0.5780193,0.00033918518,0.00004150323,0.00040037,0.000007924899,0.00014100916,0.000035184832],"genre_scores_gemma":[0.9698066,0.000246574,0.029854689,0.000009477465,0.000026518352,0.000036506404,7.488126e-7,0.000014160677,0.0000047011126],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99923885,0.000020524258,0.00020533631,0.00019596262,0.00011868204,0.00022063656],"domain_scores_gemma":[0.9976273,0.0021271773,0.000041580846,0.00015552843,0.00001864573,0.000029776034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061891164,0.00012947376,0.00014604487,0.000053403222,0.00008401798,0.00026731973,0.00018515566,0.000042566167,6.937686e-7],"category_scores_gemma":[0.00009691777,0.00006254057,0.00003102574,0.0001681492,0.000018185168,0.00016776746,0.00010574305,0.0001896928,3.2074635e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004676199,0.000043548374,0.00008790971,0.0031395121,0.00011561713,0.0000026646856,0.018888913,0.79259616,0.0040247375,0.17646755,0.000039690443,0.004546923],"study_design_scores_gemma":[0.00007742486,0.00003302138,0.00007695098,0.0011172256,0.000010889864,0.000007265879,0.000037715523,0.986426,0.00031036674,0.011639272,0.00018444083,0.00007944352],"about_ca_topic_score_codex":0.000072950985,"about_ca_topic_score_gemma":7.749525e-7,"teacher_disagreement_score":0.55050725,"about_ca_system_score_codex":0.000016891583,"about_ca_system_score_gemma":0.000009946815,"threshold_uncertainty_score":0.25777704},"labels":[],"label_agreement":null},{"id":"W4392666865","doi":"10.1007/979-8-8688-0199-0_2","title":"Software Setup","year":2024,"lang":"en","type":"book-chapter","venue":"Maker Innovations Series","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Sleep Society","funders":"","keywords":"Software; Computer science; Process (computing); Software engineering; Operating system","score_opus":0.022786288963800277,"score_gpt":0.24934984162702942,"score_spread":0.22656355266322914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392666865","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000020154216,0.0011714258,0.5795944,0.004271908,0.001828481,0.00023136676,0.00008499853,0.005010461,0.40780494],"genre_scores_gemma":[0.0000722855,0.00011641174,0.26043338,0.00037323282,0.00021350854,0.000041042967,0.00007509697,0.00006523356,0.7386098],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99878615,0.0000038285075,0.0003290203,0.00043429833,0.00026308658,0.00018363413],"domain_scores_gemma":[0.9986401,0.00012740496,0.00012355011,0.000856475,0.00021911677,0.00003332085],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00016387907,0.00030247896,0.00021494864,0.00038418928,0.00011813073,0.00047537702,0.0006451288,0.00025547692,0.00021362874],"category_scores_gemma":[0.0000864895,0.00030112764,0.0000792043,0.0003175505,0.000056968856,0.00075185206,0.0004403185,0.0005397651,0.00051312],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.659102e-7,0.000002843304,0.0000021266294,0.00006788768,0.000045714176,0.000041966192,0.0000661969,0.0000072331077,0.000002594216,0.94114655,0.048667036,0.009948903],"study_design_scores_gemma":[0.000013905917,0.000027499995,0.0000053221,0.00010076044,0.000012627817,0.00006524888,0.0000013252317,0.00004152834,0.000035524037,0.30501857,0.6944372,0.00024045963],"about_ca_topic_score_codex":0.000004334535,"about_ca_topic_score_gemma":0.0000042597267,"teacher_disagreement_score":0.6457702,"about_ca_system_score_codex":0.000058072474,"about_ca_system_score_gemma":0.000100928424,"threshold_uncertainty_score":0.9999441},"labels":[],"label_agreement":null},{"id":"W4392745726","doi":"10.3390/informatics11010012","title":"Causes and Mitigation Practices of Requirement Volatility in Agile Software Development","year":2024,"lang":"en","type":"article","venue":"Informatics","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Agile software development; Business; Software; Volatility (finance); Computer science; Software engineering; Finance; Operating system","score_opus":0.029473276217757534,"score_gpt":0.3043951745953977,"score_spread":0.2749218983776402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392745726","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25039554,0.00050161144,0.74813586,0.00017202916,0.0001531847,0.00013442739,0.000001604932,0.00031278815,0.00019295428],"genre_scores_gemma":[0.4836484,0.000054379838,0.5162335,0.00003094656,0.0000056464755,0.000010265101,0.0000021641604,0.0000025829474,0.000012104533],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99933946,0.000012827019,0.00033560747,0.00006489555,0.00016073728,0.00008649979],"domain_scores_gemma":[0.9993547,0.00026375218,0.00016353985,0.00015677277,0.00003731256,0.00002390701],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000518059,0.000064067535,0.00007769222,0.00010668224,0.000021299405,0.00012561886,0.00015503188,0.000034548786,0.0000035997207],"category_scores_gemma":[0.0003334114,0.000057432368,0.000010050456,0.00020495069,0.000014130452,0.0017174506,0.00011311624,0.000088032764,0.0000030585265],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014194447,0.00013815358,0.04763727,0.005776661,0.000115292496,0.000030303847,0.08541036,0.0008456873,0.00027334355,0.02502199,0.00290028,0.83183646],"study_design_scores_gemma":[0.00031032332,0.00020541421,0.044803645,0.0014808828,0.000025270547,0.000063448366,0.0006147537,0.67371404,0.026315888,0.0072338628,0.24460995,0.0006225129],"about_ca_topic_score_codex":0.00002045095,"about_ca_topic_score_gemma":0.000009907879,"teacher_disagreement_score":0.83121395,"about_ca_system_score_codex":0.00003573401,"about_ca_system_score_gemma":0.00008248564,"threshold_uncertainty_score":0.2342024},"labels":[],"label_agreement":null},{"id":"W4393322267","doi":"10.1007/978-3-031-57327-9","title":"Requirements Engineering: Foundation for Software Quality","year":2024,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Pontifícia Universidade Católica do Rio de Janeiro; Ames Research Center; Universitat Politècnica de Catalunya; NOVA Laboratory for Computer Science and Informatics; Universität Zürich; Blekinge Tekniska Högskola; Universidade de Lisboa; Göteborgs Universitet; Lunds Universitet; Università di Pisa; Fondazione Bruno Kessler; Universiteit Utrecht; Universität Heidelberg; National Aeronautics and Space Administration; University College London; Politechnika Poznańska; University College Dublin; Università degli Studi di Trento; Commonwealth Scientific and Industrial Research Organisation; Northwestern University; York University; Durham University; Universität Hamburg; Universität zu Köln; University of Ottawa; Universidad Politécnica de Madrid; Leibniz-Gemeinschaft; Chalmers Tekniska Högskola; Kennesaw State University; Universitat Politècnica de València; University of Canterbury; University of Cincinnati; Universidade Nova de Lisboa","keywords":"Computer science; Software engineering; Foundation (evidence); Software quality; Quality (philosophy); Software; Software development; Programming language","score_opus":0.039391134362251445,"score_gpt":0.32493238567128757,"score_spread":0.2855412513090361,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393322267","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010024782,0.00044095918,0.99287033,0.00047790495,0.004211576,0.0005732129,0.000007996856,0.0012947576,0.00011322858],"genre_scores_gemma":[0.0018822609,0.000021849935,0.99639577,0.0003771295,0.0006249053,0.00007908819,0.000022611353,0.00004612213,0.0005502664],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968792,0.000025294286,0.0005079754,0.0012875221,0.0007369947,0.0005630158],"domain_scores_gemma":[0.996806,0.0015119527,0.0002015709,0.0011549275,0.00021306104,0.00011249112],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0018040898,0.0004262427,0.00039607682,0.000687301,0.00012739512,0.0010430715,0.0025738664,0.00028633745,0.0000053888025],"category_scores_gemma":[0.0008764939,0.00041431954,0.00014482193,0.0008943254,0.00010806525,0.0010049354,0.00089073094,0.00061625236,0.000030287192],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006778146,0.000035979156,0.000031634365,0.0007755806,0.000033062915,0.000029353005,0.0005010827,0.05822951,0.000098511446,0.018446203,0.001079642,0.9207327],"study_design_scores_gemma":[0.00018248004,0.0002172689,0.00007346074,0.0007420394,0.000017151375,0.00002808028,3.8657554e-8,0.73341435,0.0009809383,0.19156124,0.07189136,0.0008916179],"about_ca_topic_score_codex":0.000011889399,"about_ca_topic_score_gemma":0.0000071703494,"teacher_disagreement_score":0.91984105,"about_ca_system_score_codex":0.0006383178,"about_ca_system_score_gemma":0.00079491874,"threshold_uncertainty_score":0.9999939},"labels":[],"label_agreement":null},{"id":"W4393359044","doi":"10.1016/j.scico.2024.103114","title":"Exploring issues of story-based effort estimation in Agile Software Development (ASD)","year":2024,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"","keywords":"Agile software development; Estimation; Computer science; Software development; Software; Lean software development; Software engineering; Software development process; Engineering; Systems engineering; Operating system","score_opus":0.048509631537457715,"score_gpt":0.30092492511967533,"score_spread":0.2524152935822176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393359044","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12098255,0.0002636799,0.8775112,0.00011198083,0.00048655696,0.00015751326,1.7045522e-7,0.0004807591,0.000005596136],"genre_scores_gemma":[0.44000235,0.000003115155,0.5599461,0.0000042484194,0.0000114383,0.000025844512,5.522826e-7,0.000004557767,0.0000017658208],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985204,0.000020448375,0.00030841352,0.00036417428,0.0005149925,0.00027159182],"domain_scores_gemma":[0.99924433,0.00018563474,0.000091992515,0.0003169277,0.00010679113,0.000054318796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016208909,0.00012113248,0.00016688471,0.000593039,0.0000734173,0.00021590853,0.0008657599,0.000026873842,0.0000012118891],"category_scores_gemma":[0.00008118242,0.00011557697,0.000040255152,0.0015537348,0.00011753154,0.0019005666,0.00023824771,0.00014076995,0.0000025553159],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014557222,0.00003930119,0.0009923842,0.00025106032,0.000004389029,0.0000087704275,0.0018383913,0.028142326,0.00019208691,0.0028362428,0.000012802775,0.9656808],"study_design_scores_gemma":[0.00010596018,0.00018727007,0.006623303,0.0011178834,0.0000038991357,0.0000071050895,0.000020228134,0.93399715,0.047896534,0.00053511345,0.009238684,0.0002668656],"about_ca_topic_score_codex":0.000026825717,"about_ca_topic_score_gemma":0.000002078311,"teacher_disagreement_score":0.9654139,"about_ca_system_score_codex":0.00007971486,"about_ca_system_score_gemma":0.00032283147,"threshold_uncertainty_score":0.4713092},"labels":[],"label_agreement":null},{"id":"W4393365877","doi":"","title":"Towards a usefulness-centered design: an analysis of participative and continuous co-construction of requirements in the context of emerging technologies","year":2010,"lang":"fr","type":"preprint","venue":"OpenGrey (Institut de l'Information Scientifique et Technique)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Knowledge management; Engineering; Engineering management; Computer science; Systems engineering; Process management; Engineering ethics; Geography","score_opus":0.07717093894367487,"score_gpt":0.34308619296924253,"score_spread":0.26591525402556765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393365877","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21065086,0.000049381793,0.78401834,0.0004917501,0.00031763158,0.003783704,0.00013284836,0.0001959196,0.00035954185],"genre_scores_gemma":[0.76640266,0.00017680712,0.23255476,0.000043752167,0.000004557997,0.0007435653,0.0000614159,0.000008261976,0.000004245241],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9959024,0.000691076,0.0017612516,0.00049195666,0.00076668255,0.0003866109],"domain_scores_gemma":[0.9948325,0.00041374392,0.0023095717,0.0013444684,0.00103041,0.00006928437],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010043363,0.00038945736,0.0009421337,0.0016994474,0.00014428113,0.00039176285,0.0018679465,0.0005583434,0.000021551441],"category_scores_gemma":[0.0016833018,0.00034337267,0.00019887483,0.0022409707,0.0010174992,0.0045675505,0.0005803268,0.00091945205,7.8330993e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026711074,0.00064756366,0.017000124,0.0021057206,0.00079786644,0.00001717213,0.11509372,0.0146362195,0.012838592,0.2916915,0.000115328214,0.5447891],"study_design_scores_gemma":[0.0008007308,0.00042227813,0.013541596,0.002440802,0.00068661175,0.00005444016,0.00953087,0.20915683,0.74912727,0.008964904,0.004436846,0.0008368311],"about_ca_topic_score_codex":0.001324495,"about_ca_topic_score_gemma":0.00028625276,"teacher_disagreement_score":0.73628867,"about_ca_system_score_codex":0.00011831622,"about_ca_system_score_gemma":0.0005046016,"threshold_uncertainty_score":0.99990183},"labels":[],"label_agreement":null},{"id":"W4393416002","doi":"10.5281/zenodo.6273497","title":"The Role of Informal Communication in Building Shared Understanding of Non-Functional Requirements in Remote Continuous Software Engineering","year":2023,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software; Software engineering; Software requirements; Software development; Software design; Programming language","score_opus":0.042001349299649465,"score_gpt":0.26454637333713904,"score_spread":0.22254502403748957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393416002","genre_codex":"methods","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011341674,0.0006378675,0.78084254,0.00030921455,0.0005853604,0.0016754809,0.21212955,0.0018103505,0.0008754695],"genre_scores_gemma":[0.05060478,0.0029302903,0.054686137,0.000043254597,0.00013527679,7.9039194e-7,0.88999665,0.001526432,0.00007636515],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986578,0.00011686086,0.0004298225,0.00020365165,0.000360227,0.0002316329],"domain_scores_gemma":[0.9985855,0.00027819988,0.0002802112,0.0006779406,0.00014046156,0.00003767276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014365537,0.0001228911,0.0001753356,0.0004783062,0.00033023907,0.00031430027,0.0019129801,0.00009475794,0.000038102964],"category_scores_gemma":[0.0017705918,0.0001252327,0.000036109326,0.0008837696,0.000047984504,0.0004723455,0.0018588819,0.0004250153,0.0000692353],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010876277,0.000121955694,0.00003609825,0.000567645,0.000114571005,0.000017921182,0.0012028669,0.0069120335,0.0008080473,0.005365091,0.93166894,0.053076055],"study_design_scores_gemma":[0.00028615352,0.00009904586,0.0011222805,0.0005267044,0.0000062288755,0.000013834265,0.00011714604,0.018858049,0.00012226494,0.00042595345,0.97825044,0.000171912],"about_ca_topic_score_codex":0.00019869907,"about_ca_topic_score_gemma":0.0000040349205,"teacher_disagreement_score":0.7261564,"about_ca_system_score_codex":0.00019742652,"about_ca_system_score_gemma":0.000009218938,"threshold_uncertainty_score":0.51068413},"labels":[],"label_agreement":null},{"id":"W4393466114","doi":"10.5281/zenodo.3980266","title":"Release Engineering Posts","year":2020,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Engineering; Computer science","score_opus":0.02594623603006702,"score_gpt":0.2385281438989609,"score_spread":0.2125819078688939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393466114","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000032826338,0.00015733358,0.17725106,0.0010002446,0.00034268716,0.00033862103,0.8152955,0.0046631135,0.0009481733],"genre_scores_gemma":[0.00014747359,0.00034706053,0.008755098,0.00027482893,0.0002806689,5.928864e-8,0.98924875,0.00089918583,0.00004684465],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99834245,0.00013630597,0.00023530147,0.00055163127,0.0003984986,0.00033578105],"domain_scores_gemma":[0.9983658,0.00006650864,0.00013439223,0.0009600201,0.00022980211,0.00024345946],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003950425,0.00022979744,0.00019470311,0.0002622466,0.0006557929,0.0015572156,0.0034122167,0.00014280819,0.0011311949],"category_scores_gemma":[0.0015755448,0.0002588661,0.000068051064,0.00065082824,0.000027911226,0.00045036507,0.0029148476,0.00070297526,0.010672765],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005952179,0.000028618395,1.0617888e-8,0.000092711365,0.000025981555,0.000092402304,0.000052809683,0.00008937531,0.00004195523,0.0006856951,0.9873004,0.011584082],"study_design_scores_gemma":[0.000099322424,0.00015710194,0.0000061221544,0.00004225962,0.000012597766,0.00018130496,0.0000025677448,0.0017889364,0.000053383705,0.000033233508,0.9973485,0.00027466763],"about_ca_topic_score_codex":0.000015189686,"about_ca_topic_score_gemma":3.9258357e-8,"teacher_disagreement_score":0.1739533,"about_ca_system_score_codex":0.000105542786,"about_ca_system_score_gemma":0.0000055324203,"threshold_uncertainty_score":0.99998635},"labels":[],"label_agreement":null},{"id":"W4393474052","doi":"10.5281/zenodo.845420","title":"Old Supplementary Material For The Paper \"Design Recommendations For Self-Monitoring In The Workplace: Studies In Software Development\"","year":2017,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software engineering; Software; Computer science; Engineering; Operating system","score_opus":0.11189666606540749,"score_gpt":0.3455973079032377,"score_spread":0.23370064183783024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393474052","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000029369878,0.00043109714,0.25568974,0.00805326,0.0024415127,0.005148698,0.7271763,0.0009943339,0.000035662706],"genre_scores_gemma":[0.00014986609,0.0018116807,0.18475947,0.0003364483,0.00066368113,0.000023335731,0.8114828,0.00063199556,0.00014075861],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982913,0.0003298933,0.0003376416,0.0004137027,0.00026025804,0.00036719022],"domain_scores_gemma":[0.9976179,0.0010214081,0.00021185199,0.000894592,0.0002181098,0.000036153775],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0030005153,0.00020541316,0.00018780128,0.00020822296,0.002305293,0.0015979224,0.0037039407,0.00009053765,0.00036613748],"category_scores_gemma":[0.0015924888,0.00015524127,0.00004206863,0.0002567344,0.000049662558,0.0004702344,0.0014521289,0.0003459623,0.00006910995],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032112075,0.000055357767,0.0000012573315,0.00013655123,0.000057174406,0.00000447313,0.0012887256,0.000031383977,0.0000031622321,0.00007404066,0.98191965,0.016396109],"study_design_scores_gemma":[0.0003134881,0.00010773312,0.00004476966,0.00014395104,0.000020101688,0.000016815966,0.0002089943,0.00008437356,0.000043669537,0.00014207054,0.99868816,0.00018585898],"about_ca_topic_score_codex":0.000028823015,"about_ca_topic_score_gemma":0.0000040003856,"teacher_disagreement_score":0.084306434,"about_ca_system_score_codex":0.00021183961,"about_ca_system_score_gemma":0.000015899488,"threshold_uncertainty_score":0.9994385},"labels":[],"label_agreement":null},{"id":"W4393613279","doi":"10.5281/zenodo.7616991","title":"Requirements elicitation (ReqElic) in my company","year":2023,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Business","score_opus":0.0700348583462355,"score_gpt":0.30385232257219175,"score_spread":0.23381746422595623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393613279","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007807692,0.00015271967,0.08745778,0.0013346553,0.0009590404,0.0011083926,0.89864594,0.006501849,0.003761524],"genre_scores_gemma":[0.00025795362,0.00050044304,0.0032249002,0.00015977513,0.00014221427,1.9440665e-7,0.99478954,0.0007807095,0.00014426868],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979177,0.0003087369,0.0003408313,0.0005490309,0.0005119737,0.00037173173],"domain_scores_gemma":[0.9984116,0.00010450379,0.00018623921,0.0009283807,0.00026098784,0.000108274355],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011371054,0.00019890274,0.00019889389,0.0006381698,0.0006300074,0.0011404279,0.0028881512,0.00014096,0.0005946748],"category_scores_gemma":[0.001143335,0.00022710557,0.000046073354,0.0011951895,0.000044743436,0.0005784932,0.002193537,0.0005196592,0.017093467],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063360967,0.000054445856,2.0120245e-7,0.000081188664,0.00001596241,0.00003225516,0.000120791905,0.000066506276,0.000027983791,0.0005105558,0.97886443,0.020219339],"study_design_scores_gemma":[0.00018491711,0.00011969343,0.00016307956,0.00009728969,0.0000066140497,0.00002579273,0.000015084995,0.000999047,0.000015840227,0.00028943084,0.9978566,0.00022661443],"about_ca_topic_score_codex":0.00014920752,"about_ca_topic_score_gemma":0.0000021925675,"teacher_disagreement_score":0.09614358,"about_ca_system_score_codex":0.00019983503,"about_ca_system_score_gemma":0.0000059322497,"threshold_uncertainty_score":0.99989647},"labels":[],"label_agreement":null},{"id":"W4393621326","doi":"10.14569/ijacsa.2024.0150306","title":"Integrating Generative AI for Advancing Agile Software Development and Mitigating Project Management Challenges","year":2024,"lang":"en","type":"article","venue":"International Journal of Advanced Computer Science and Applications","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Agile software development; Generative grammar; Computer science; Project management; Software development; Process management; Software engineering; Engineering management; Systems engineering; Software; Engineering; Knowledge management; Artificial intelligence","score_opus":0.018399462642236526,"score_gpt":0.3247596525783265,"score_spread":0.30636018993609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393621326","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013332376,0.0018386219,0.9943639,0.001760531,0.00034305616,0.00022225708,0.0000016434304,0.000098214325,0.000038525406],"genre_scores_gemma":[0.027548991,0.0004993147,0.9714093,0.00023683248,0.00019160564,0.000097587734,7.6473196e-7,0.000005593251,0.000009973424],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99899715,0.000008556393,0.00025424088,0.0002748207,0.0003288054,0.00013645341],"domain_scores_gemma":[0.998973,0.00024202804,0.000119813594,0.00010161001,0.0005066049,0.00005690972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061168714,0.00009474692,0.00009276146,0.00028896958,0.00017324477,0.0005049414,0.00060364493,0.000016401056,2.1882622e-7],"category_scores_gemma":[0.000049194652,0.00007983294,0.000024607241,0.00025001442,0.000059128426,0.0014549854,0.0002485152,0.00011442974,3.0299867e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016144619,0.000011025709,0.0000045004817,0.000033582182,0.00002581413,0.0000061922924,0.0009469168,0.0005050086,0.00034960028,0.067397624,0.00006881332,0.9306493],"study_design_scores_gemma":[0.00053978787,0.00034146543,0.0003467962,0.0012831779,0.000025828485,0.00075462717,0.0006037954,0.3269445,0.016696516,0.052147213,0.599767,0.0005492535],"about_ca_topic_score_codex":6.399694e-7,"about_ca_topic_score_gemma":8.296854e-7,"teacher_disagreement_score":0.9301001,"about_ca_system_score_codex":0.00008440103,"about_ca_system_score_gemma":0.00015450081,"threshold_uncertainty_score":0.48691612},"labels":[],"label_agreement":null},{"id":"W4393622240","doi":"10.5281/zenodo.10048533","title":"Appendix for \"Properties and Styles of Software Technology Tutorials\"","year":2023,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Software; Computer science; Software engineering; Programming language","score_opus":0.0497261228408648,"score_gpt":0.2605022328908534,"score_spread":0.21077611004998859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393622240","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000036054054,0.0005688814,0.14408113,0.0006269844,0.00047808484,0.0008450866,0.84909564,0.004160713,0.000107391556],"genre_scores_gemma":[0.00019092765,0.0014233993,0.027433215,0.00004801431,0.00030893605,7.822136e-7,0.9691218,0.0012282445,0.00024464005],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986277,0.00010333852,0.00027343325,0.0004612333,0.00025809454,0.00027614893],"domain_scores_gemma":[0.9984053,0.00013008539,0.00020836582,0.00077699864,0.00040956412,0.00006967956],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007195596,0.00017998922,0.00025939354,0.0005246565,0.0006713882,0.0005496295,0.0021537612,0.00020448324,0.00016075013],"category_scores_gemma":[0.0027668213,0.00017769022,0.000045189554,0.00058320194,0.00013431102,0.00026825297,0.002645465,0.0002861204,0.0012637053],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013551304,0.000026733616,1.9020497e-7,0.00036764983,0.000038755286,0.000004832863,0.000050946084,0.000009198882,0.00009510461,0.0016996316,0.97377396,0.023919439],"study_design_scores_gemma":[0.00014844442,0.00028181687,0.0000052029995,0.00010633458,0.00001804304,0.000045326047,0.000023935625,0.000114521165,0.00027969788,0.00055173715,0.99823934,0.00018557512],"about_ca_topic_score_codex":0.00003354336,"about_ca_topic_score_gemma":3.9110097e-7,"teacher_disagreement_score":0.12002617,"about_ca_system_score_codex":0.00004564521,"about_ca_system_score_gemma":0.0000072786906,"threshold_uncertainty_score":0.9995139},"labels":[],"label_agreement":null},{"id":"W4393771463","doi":"10.5281/zenodo.6273498","title":"A Case Study of Building Shared Understanding of Non-Functional Requirements in a Remote Software Organization","year":2022,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Functional requirement; Functional organization; Computer science; Software; Software engineering; Programming language; Psychology","score_opus":0.09914856153694424,"score_gpt":0.30071846616695863,"score_spread":0.2015699046300144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393771463","genre_codex":"methods","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032414356,0.00003273609,0.80157584,0.000049118964,0.00032454607,0.0011045132,0.19286479,0.00071987615,0.00008716619],"genre_scores_gemma":[0.11680058,0.00013393555,0.019690279,0.000049053768,0.000102994214,3.3301225e-7,0.86179805,0.0013883049,0.000036490943],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977154,0.00035403194,0.00050922524,0.0005162854,0.00066807034,0.00023695905],"domain_scores_gemma":[0.99820596,0.000117885844,0.00046576982,0.0008175717,0.0003219335,0.0000709018],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010992958,0.00019018771,0.0002727727,0.0008293429,0.00077733555,0.00033662503,0.0016126826,0.000092107744,0.0068710227],"category_scores_gemma":[0.0013843339,0.00022660606,0.00003798463,0.0020058306,0.000039084694,0.00052427995,0.002961511,0.00046016,0.000021606545],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038303784,0.00057035603,0.000013386336,0.00033018805,0.000104091414,0.0007210426,0.0018162258,0.0012754785,0.00016090284,0.00014965115,0.98945457,0.005365814],"study_design_scores_gemma":[0.0016743417,0.0017711393,0.0001650776,0.00028626586,0.000083702515,0.0024065329,0.0019149508,0.0038386958,0.00010493248,0.00028650812,0.98681784,0.00065001356],"about_ca_topic_score_codex":0.00039062818,"about_ca_topic_score_gemma":0.0000032057142,"teacher_disagreement_score":0.78188556,"about_ca_system_score_codex":0.0004607775,"about_ca_system_score_gemma":0.00001689432,"threshold_uncertainty_score":0.99403685},"labels":[],"label_agreement":null},{"id":"W4393818548","doi":"10.5281/zenodo.7538875","title":"The Role of Informal Communication in Building Shared Understanding of Non-Functional Requirements in Remote Continuous Software Engineering","year":2023,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Functional requirement; Computer science; Software; Non-functional requirement; Software engineering; Software development; Software construction; Programming language","score_opus":0.042001349299649465,"score_gpt":0.26454637333713904,"score_spread":0.22254502403748957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393818548","genre_codex":"methods","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011341674,0.0006378675,0.78084254,0.00030921455,0.0005853604,0.0016754809,0.21212955,0.0018103505,0.0008754695],"genre_scores_gemma":[0.05060478,0.0029302903,0.054686137,0.000043254597,0.00013527679,7.9039194e-7,0.88999665,0.001526432,0.00007636515],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986578,0.00011686086,0.0004298225,0.00020365165,0.000360227,0.0002316329],"domain_scores_gemma":[0.9985855,0.00027819988,0.0002802112,0.0006779406,0.00014046156,0.00003767276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014365537,0.0001228911,0.0001753356,0.0004783062,0.00033023907,0.00031430027,0.0019129801,0.00009475794,0.000038102964],"category_scores_gemma":[0.0017705918,0.0001252327,0.000036109326,0.0008837696,0.000047984504,0.0004723455,0.0018588819,0.0004250153,0.0000692353],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010876277,0.000121955694,0.00003609825,0.000567645,0.000114571005,0.000017921182,0.0012028669,0.0069120335,0.0008080473,0.005365091,0.93166894,0.053076055],"study_design_scores_gemma":[0.00028615352,0.00009904586,0.0011222805,0.0005267044,0.0000062288755,0.000013834265,0.00011714604,0.018858049,0.00012226494,0.00042595345,0.97825044,0.000171912],"about_ca_topic_score_codex":0.00019869907,"about_ca_topic_score_gemma":0.0000040349205,"teacher_disagreement_score":0.7261564,"about_ca_system_score_codex":0.00019742652,"about_ca_system_score_gemma":0.000009218938,"threshold_uncertainty_score":0.51068413},"labels":[],"label_agreement":null},{"id":"W4393843815","doi":"10.5281/zenodo.10048532","title":"Appendix for \"Properties and Styles of Software Technology Tutorials\"","year":2023,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Software; Computer science; Software engineering; Programming language","score_opus":0.0497261228408648,"score_gpt":0.2605022328908534,"score_spread":0.21077611004998859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393843815","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000036054054,0.0005688814,0.14408113,0.0006269844,0.00047808484,0.0008450866,0.84909564,0.004160713,0.000107391556],"genre_scores_gemma":[0.00019092765,0.0014233993,0.027433215,0.00004801431,0.00030893605,7.822136e-7,0.9691218,0.0012282445,0.00024464005],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986277,0.00010333852,0.00027343325,0.0004612333,0.00025809454,0.00027614893],"domain_scores_gemma":[0.9984053,0.00013008539,0.00020836582,0.00077699864,0.00040956412,0.00006967956],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007195596,0.00017998922,0.00025939354,0.0005246565,0.0006713882,0.0005496295,0.0021537612,0.00020448324,0.00016075013],"category_scores_gemma":[0.0027668213,0.00017769022,0.000045189554,0.00058320194,0.00013431102,0.00026825297,0.002645465,0.0002861204,0.0012637053],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013551304,0.000026733616,1.9020497e-7,0.00036764983,0.000038755286,0.000004832863,0.000050946084,0.000009198882,0.00009510461,0.0016996316,0.97377396,0.023919439],"study_design_scores_gemma":[0.00014844442,0.00028181687,0.0000052029995,0.00010633458,0.00001804304,0.000045326047,0.000023935625,0.000114521165,0.00027969788,0.00055173715,0.99823934,0.00018557512],"about_ca_topic_score_codex":0.00003354336,"about_ca_topic_score_gemma":3.9110097e-7,"teacher_disagreement_score":0.12002617,"about_ca_system_score_codex":0.00004564521,"about_ca_system_score_gemma":0.0000072786906,"threshold_uncertainty_score":0.9995139},"labels":[],"label_agreement":null},{"id":"W4394194666","doi":"10.6084/m9.figshare.20011772","title":"DEVELOPERS VIEWS ON INFORMATION SYSTEMS QUALITY AND SUCCESS IN CANADIAN SOFTWARE DEVELOPMENT FIRMS","year":2022,"lang":"en","type":"dataset","venue":"Figshare","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Business; Software development; Process management; Computer science; Knowledge management; Software; Software engineering; Operating system","score_opus":0.06867392725315048,"score_gpt":0.30840997331505016,"score_spread":0.2397360460618997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394194666","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000030421913,0.00026456796,0.00012645365,0.000051632123,0.0002443972,0.0004003126,0.998702,0.00016143739,0.0000461858],"genre_scores_gemma":[0.000031362404,0.000022499664,0.0018688327,0.0004304508,0.000016632428,0.0007220192,0.99689,0.00000781941,0.000010371664],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984858,0.00010085768,0.00042730174,0.0002954956,0.00035563266,0.00033490543],"domain_scores_gemma":[0.9986747,0.00032004953,0.00024335131,0.0005172977,0.00006129896,0.00018334152],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004335781,0.00024406114,0.00025521408,0.00046438345,0.00016185147,0.0004682396,0.0010858324,0.00019345981,0.014987095],"category_scores_gemma":[0.0014752498,0.00024563586,0.000022748167,0.0003414501,0.0000022672093,0.0008406275,0.00041329392,0.00050690846,0.00021712604],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011572724,0.000004774115,0.000017272263,0.00056939747,0.000006318794,0.000018788358,0.00015140929,0.00012134465,2.0412314e-9,0.000014107278,0.9936561,0.005439321],"study_design_scores_gemma":[0.00005662611,0.000018729525,0.0019577013,0.00077653135,0.0000011671802,0.00001016986,0.0000055187948,0.000075831005,0.0000010299373,0.000002062186,0.99675786,0.00033678283],"about_ca_topic_score_codex":0.061796244,"about_ca_topic_score_gemma":0.03730866,"teacher_disagreement_score":0.024487585,"about_ca_system_score_codex":0.0005652956,"about_ca_system_score_gemma":0.00094994326,"threshold_uncertainty_score":0.9999996},"labels":[],"label_agreement":null},{"id":"W4394714480","doi":"10.5220/0008984100002513","title":"Applying Agile Principles to Collaborative Healthcare Teams","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Agile software development; Health care; Computer science; Collaborative software; Knowledge management; Process management; Engineering management; Software engineering; Engineering","score_opus":0.03670597499974287,"score_gpt":0.2901619750515631,"score_spread":0.25345600005182023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394714480","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00057732395,0.000113723945,0.96748513,0.027378205,0.000096490454,0.00043401058,0.0000023720124,0.001472168,0.002440566],"genre_scores_gemma":[0.22336368,0.000018806257,0.76811093,0.008111915,0.00007674451,0.00019601322,9.555357e-7,0.000008902839,0.00011202337],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992952,0.000026870224,0.00011660049,0.00025628897,0.00014733271,0.0001577135],"domain_scores_gemma":[0.99935144,0.00011447291,0.000034159206,0.00023338001,0.00007607057,0.00019050422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011837429,0.000084826075,0.000098802375,0.00003143417,0.00006547693,0.00012862874,0.0005015684,0.000030746876,0.000016469228],"category_scores_gemma":[0.00017505235,0.00007526927,0.000018122637,0.00063744636,0.000004735093,0.00031779383,0.0002634147,0.000099516445,0.00007903754],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026003863,0.000051926505,0.0025526204,0.00014791611,0.000039900893,0.000060660688,0.011184179,0.0035872322,0.0019754842,0.65672123,0.043299563,0.2803533],"study_design_scores_gemma":[0.00006056681,0.00020974048,0.00020884615,0.0000145727645,0.0000013182059,0.0000031458958,0.00013120618,0.018064005,0.0063591683,0.00034021647,0.9744205,0.00018669965],"about_ca_topic_score_codex":0.000045393714,"about_ca_topic_score_gemma":0.000006652544,"teacher_disagreement_score":0.93112093,"about_ca_system_score_codex":0.000023986033,"about_ca_system_score_gemma":0.00006399903,"threshold_uncertainty_score":0.30693918},"labels":[],"label_agreement":null},{"id":"W4395105081","doi":"10.29327/1298728.24-9","title":"The Philosophy Behind IRES, an Intentional Requirements Engineering Strategy","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Computer science","score_opus":0.040709510958306536,"score_gpt":0.28850145234636315,"score_spread":0.2477919413880566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395105081","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001981579,0.00055805757,0.99075836,0.0019060184,0.0005227945,0.000058978014,0.0000010700951,0.00073609105,0.0034770537],"genre_scores_gemma":[0.7603644,0.000095161486,0.23828155,0.00022437675,0.00019728133,0.000020419404,0.000008322849,0.000013988567,0.00079448184],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992921,0.000023393932,0.0001276624,0.00019855647,0.00019819474,0.00016013725],"domain_scores_gemma":[0.9992763,0.00013318135,0.00002931002,0.000424164,0.000078936355,0.000058151625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018845087,0.00008101672,0.00005337117,0.000025186931,0.00011316271,0.00036069937,0.0005232724,0.00003138146,0.00003340224],"category_scores_gemma":[0.00008402383,0.000061254716,0.00003491741,0.00012129958,0.000009952071,0.00077719474,0.00016990295,0.00011918679,0.0000113387305],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023264042,0.00005461506,0.00011675108,0.000009811011,0.000036234433,0.000050932656,0.000073409596,0.0012812103,0.001186965,0.96420944,0.0011765059,0.031801816],"study_design_scores_gemma":[0.00057306234,0.00044317794,0.008819352,0.00011441952,0.000024575262,0.00034127198,0.000090459,0.51063854,0.02365444,0.13680935,0.3174031,0.0010882906],"about_ca_topic_score_codex":0.00001158844,"about_ca_topic_score_gemma":0.0000048617703,"teacher_disagreement_score":0.8274001,"about_ca_system_score_codex":0.000018516736,"about_ca_system_score_gemma":0.00004006802,"threshold_uncertainty_score":0.34782323},"labels":[],"label_agreement":null},{"id":"W4398463804","doi":"10.7910/dvn/iz3vau","title":"Replication Data for: Availability of research articles for the public during pandemic - a case study","year":2020,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Replication (statistics); Pandemic; Computer science; Virology; Coronavirus disease 2019 (COVID-19); Biology; Medicine; Infectious disease (medical specialty)","score_opus":0.2387382710243038,"score_gpt":0.40814811230764186,"score_spread":0.16940984128333805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398463804","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032345808,0.000005409911,0.108812615,0.000115902745,0.00015439405,0.00206474,0.88833624,0.00018696647,2.787583e-7],"genre_scores_gemma":[0.004503413,0.00020692752,0.020579541,0.000042291278,0.00021510017,0.00084574544,0.97357446,0.000021394275,0.000011112098],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976567,0.00022263698,0.0004108143,0.0010114454,0.00040854324,0.00028985945],"domain_scores_gemma":[0.9848989,0.0037541843,0.00025225172,0.010714467,0.00029410512,0.00008605856],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006013803,0.00015964067,0.00023577482,0.00013226487,0.0003105438,0.00031671274,0.0049315235,0.00010473544,0.000057019497],"category_scores_gemma":[0.011414579,0.00012551554,0.000053695894,0.00047279758,0.000083280014,0.0010300077,0.0035099767,0.00041141405,0.00024417992],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003468629,0.00013218932,0.00004711869,0.0003007639,0.00006823675,0.00005275432,0.00008069336,0.0000022601296,0.00001113684,0.000060677852,0.99740976,0.00179975],"study_design_scores_gemma":[0.00027120352,0.00017108819,0.00003665019,0.000020270572,0.000066588014,0.00015788522,0.0002005808,0.0068000257,0.000028709754,0.00008072589,0.99203926,0.00012703813],"about_ca_topic_score_codex":0.0006347011,"about_ca_topic_score_gemma":0.00031033525,"teacher_disagreement_score":0.08823307,"about_ca_system_score_codex":0.000056632125,"about_ca_system_score_gemma":0.00018461222,"threshold_uncertainty_score":0.9969127},"labels":[],"label_agreement":null},{"id":"W4398541595","doi":"10.7910/dvn/iz3vau/sptkvu","title":"A5.1.webm","year":2020,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Replication (statistics); Pandemic; Research data; Political science; History; Coronavirus disease 2019 (COVID-19); Library science; Data science; Virology; Computer science; Biology; Medicine; Data curation","score_opus":0.01894219247853281,"score_gpt":0.2473651736568261,"score_spread":0.22842298117829327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398541595","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.763978e-8,0.0000017640464,0.11732863,0.000043443397,0.0009371251,0.00013190047,0.8807337,0.00073990325,0.00008346866],"genre_scores_gemma":[8.880965e-7,0.00043479615,0.05878309,0.0010332864,0.00028857565,0.000021500537,0.9393673,0.000015380772,0.000055182558],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99846387,0.00006162587,0.00023720552,0.00059877645,0.00035723095,0.00028127362],"domain_scores_gemma":[0.9972714,0.00021204208,0.00017527971,0.0021210774,0.00003957302,0.00018060542],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002226422,0.0002972051,0.00028683912,0.00012482013,0.00007180775,0.00037370092,0.003071494,0.00022986812,0.0022513312],"category_scores_gemma":[0.00043776995,0.0002981637,0.000097997756,0.0003043789,0.000025282878,0.0008431658,0.001516221,0.0006001921,0.15541705],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035964383,0.000018177647,4.8274256e-7,0.00007163761,0.000028829167,0.0002456004,0.000010557053,0.0000052522014,0.000001493838,0.00029171878,0.9984348,0.0008878722],"study_design_scores_gemma":[0.00008493554,0.000055763096,0.000003756869,0.00003973087,0.000031765467,0.000035243043,0.0000013249653,0.0004832885,0.000020093055,0.000107063635,0.9987906,0.00034639463],"about_ca_topic_score_codex":0.00011033258,"about_ca_topic_score_gemma":0.000007792763,"teacher_disagreement_score":0.15316573,"about_ca_system_score_codex":0.00004043463,"about_ca_system_score_gemma":0.00011418462,"threshold_uncertainty_score":0.9999471},"labels":[],"label_agreement":null},{"id":"W4398619724","doi":"10.7910/dvn/iz3vau/atcq3w","title":"A5.3.webm","year":2020,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Replication (statistics); Pandemic; Computer science; Data science; Virology; Coronavirus disease 2019 (COVID-19); Biology; Medicine","score_opus":0.01894219247853281,"score_gpt":0.2473651736568261,"score_spread":0.22842298117829327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398619724","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.6505623e-8,0.0000017655516,0.11921849,0.00004447733,0.00091143686,0.000130512,0.87887156,0.0007379966,0.00008368961],"genre_scores_gemma":[9.011348e-7,0.0004312703,0.06060415,0.0010369738,0.00028430496,0.00002161661,0.9375523,0.000015360065,0.000053135565],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984622,0.00006188623,0.00023787555,0.00060006685,0.00035813203,0.0002798478],"domain_scores_gemma":[0.99726784,0.00021205148,0.00017568923,0.0021249047,0.00003862875,0.00018087371],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00022397134,0.00029754644,0.0002873971,0.00012438618,0.000071659175,0.00037233182,0.003073999,0.00023028103,0.0022886964],"category_scores_gemma":[0.00042808923,0.00029847622,0.000098146105,0.00030582774,0.000025305193,0.00084046007,0.0015101372,0.0006002673,0.16178244],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036047804,0.000018227365,4.795141e-7,0.000070796945,0.00002884582,0.00023870311,0.000010149628,0.000005191767,0.0000016123452,0.0002986598,0.9984845,0.0008392319],"study_design_scores_gemma":[0.00008673279,0.000055787063,0.0000038516496,0.000040618448,0.00003169278,0.0000353347,0.000001188263,0.00047947883,0.000020345318,0.00010618123,0.99879205,0.00034672057],"about_ca_topic_score_codex":0.000106473344,"about_ca_topic_score_gemma":0.000007858004,"teacher_disagreement_score":0.15949374,"about_ca_system_score_codex":0.00003935801,"about_ca_system_score_gemma":0.00011113197,"threshold_uncertainty_score":0.9999467},"labels":[],"label_agreement":null},{"id":"W4399189257","doi":"10.1515/9782760624351-005","title":"Évaluation du risque en gestion de projet","year":2004,"lang":"fr","type":"book-chapter","venue":"Les Presses de l'Université de Montréal eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal; Center for Interuniversity Research and Analysis on Organizations","funders":"","keywords":"Business","score_opus":0.02357650584899028,"score_gpt":0.20402584657052167,"score_spread":0.1804493407215314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399189257","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0051997956,0.0038241332,0.83047813,0.0024158005,0.00029645013,0.00072763674,0.000049836188,0.0011216981,0.15588653],"genre_scores_gemma":[0.5223868,0.0077535356,0.44107482,0.00038133215,0.00076335354,0.00006494926,0.00008280843,0.0002059517,0.02728646],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99775904,0.00030155716,0.00031388935,0.0006250173,0.00041394963,0.0005865381],"domain_scores_gemma":[0.99771017,0.0008436852,0.0003536972,0.00065392314,0.00019281195,0.00024568872],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008608237,0.0005225637,0.00036978195,0.00023295477,0.00046941484,0.00023828942,0.0010445769,0.0010243803,0.00033864976],"category_scores_gemma":[0.00025025627,0.0006280871,0.00023024013,0.00004584668,0.00012690881,0.00041330745,0.0007569742,0.0009768185,0.000058114132],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022986914,0.000073186755,0.0018189936,0.00045682714,0.00031764427,0.0020330972,0.010153909,0.061984945,0.0012957421,0.29851925,0.0023282173,0.62078834],"study_design_scores_gemma":[0.0012363504,0.00063323777,0.012253261,0.0016648129,0.0008361227,0.0014995729,0.00008250377,0.12326715,0.0059165335,0.09874449,0.75222754,0.0016384446],"about_ca_topic_score_codex":0.022211615,"about_ca_topic_score_gemma":0.0020107953,"teacher_disagreement_score":0.7498993,"about_ca_system_score_codex":0.0031754444,"about_ca_system_score_gemma":0.000412793,"threshold_uncertainty_score":0.99961704},"labels":[],"label_agreement":null},{"id":"W4399441490","doi":"10.21203/rs.3.rs-4413910/v1","title":"Automatic Test Case Generation Mechanism with Natural Language based Korean Requirements","year":2024,"lang":"en","type":"preprint","venue":"Research Square","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nexen (Canada)","funders":"","keywords":"Computer science; Traceability; Test case; Software engineering; Software requirements specification; Requirements engineering; Natural language; Requirements traceability; Test suite; Requirements analysis; Test script; Requirements elicitation; Software requirements; Automation; User requirements document; Programming language; Software; Requirement; Artificial intelligence; Software development; Software design; Machine learning; Engineering","score_opus":0.06511175925613648,"score_gpt":0.39342968932496036,"score_spread":0.32831793006882387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399441490","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19047676,0.003294502,0.7906268,0.0035440202,0.0016452201,0.0031880576,0.00013434856,0.006391876,0.00069839443],"genre_scores_gemma":[0.86275923,0.00001775191,0.13638751,0.000036985224,0.00022671203,0.00027579555,0.00006718337,0.00004245908,0.00018638048],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99714226,0.00026667447,0.00023166796,0.00074338575,0.001142779,0.0004732475],"domain_scores_gemma":[0.99752164,0.0006759424,0.000080001744,0.0012873705,0.0002969618,0.00013805622],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001778377,0.00026632496,0.00020976263,0.00053617696,0.00018991157,0.0011681155,0.0009159408,0.00019033797,0.00004427442],"category_scores_gemma":[0.000560133,0.00021175356,0.000076850214,0.00061982824,0.000036595942,0.00025823593,0.0016468803,0.0017316499,0.000057958667],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045373374,0.0013451695,0.0004768193,0.026009591,0.0007961517,0.16921827,0.014717719,0.0044571273,0.015783958,0.089406416,0.04414493,0.63359845],"study_design_scores_gemma":[0.00012017656,0.0002804109,0.000022886794,0.000994991,0.0000157737,0.00037897972,0.00005215953,0.9888853,0.006594309,0.002166831,0.0001879962,0.0003001887],"about_ca_topic_score_codex":0.00048908906,"about_ca_topic_score_gemma":0.000108093096,"teacher_disagreement_score":0.98442817,"about_ca_system_score_codex":0.00028560564,"about_ca_system_score_gemma":0.0004250427,"threshold_uncertainty_score":0.99986875},"labels":[],"label_agreement":null},{"id":"W4399632252","doi":"10.1145/3643916.3644397","title":"Innovating Coding: Evaluating the Impact of Innovative Thinking in Programming","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Creativity; Coding (social sciences); Software development; Computer science; Software; Software engineering; Field (mathematics); Software development process; Knowledge management; Management science; Engineering; Sociology; Programming language; Psychology","score_opus":0.06321483981379075,"score_gpt":0.4079645710634363,"score_spread":0.3447497312496456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399632252","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.116652004,0.00017946481,0.88074434,0.0003625299,0.00012256035,0.00018384142,2.495374e-7,0.0006088241,0.0011461643],"genre_scores_gemma":[0.67951274,0.0000020599282,0.32041284,0.000018691277,0.000020214973,0.0000148078825,3.6509758e-7,0.0000057746897,0.0000125029555],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99907726,0.000053518008,0.00028365495,0.0001853205,0.00022113835,0.00017911955],"domain_scores_gemma":[0.9986145,0.0009246729,0.00008274675,0.00023770645,0.00012972209,0.000010683383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024958604,0.00009573047,0.00010477077,0.0002117247,0.000058354668,0.00030500325,0.0005348429,0.000034295535,0.0000087596645],"category_scores_gemma":[0.00059338234,0.000056993707,0.00003819611,0.0033500055,0.000019091047,0.000637385,0.00023115889,0.00030193868,0.0000020215377],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024204896,0.000015825432,0.003837808,0.000046846268,0.000032557193,0.000009268245,0.0043413914,0.0013835452,0.0014321214,0.2597293,0.00015661128,0.7290123],"study_design_scores_gemma":[0.00007334617,0.00025078407,0.003978131,0.0003697996,0.0000021714886,0.000025209323,0.00007694598,0.9773511,0.0018563177,0.015636038,0.00021483416,0.00016527134],"about_ca_topic_score_codex":0.00028715294,"about_ca_topic_score_gemma":0.00000200775,"teacher_disagreement_score":0.9759676,"about_ca_system_score_codex":0.00006282315,"about_ca_system_score_gemma":0.00012521706,"threshold_uncertainty_score":0.29411533},"labels":[],"label_agreement":null},{"id":"W4399793788","doi":"10.32920/26052496.v1","title":"Engineering Stakeholders' Viewpoint-concerns for Architecting a Modern Enterprise","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Toronto","funders":"","keywords":"Business; Process management; Engineering management; Computer science; Systems engineering; Engineering","score_opus":0.0720373442758048,"score_gpt":0.3039746960164422,"score_spread":0.23193735174063743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399793788","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00074748613,0.001373357,0.9883042,0.0013234465,0.0020842634,0.0007167503,0.000024755414,0.0047254665,0.0007002481],"genre_scores_gemma":[0.12315912,0.00008303438,0.8748813,0.00019569002,0.00046183038,0.00055205094,0.000010104563,0.00009084186,0.0005659957],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979962,0.000021696642,0.0003864665,0.00091879227,0.00024089326,0.0004359676],"domain_scores_gemma":[0.9980456,0.0006181622,0.00012317719,0.0010283289,0.00006637468,0.00011833665],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005972935,0.00040644637,0.00036170564,0.0002926417,0.00005124037,0.00077991106,0.0014307618,0.00023137228,0.000011862261],"category_scores_gemma":[0.00025776587,0.00039450175,0.00031473843,0.00016663317,0.000010153746,0.00018154552,0.0027923908,0.001066682,0.000017009495],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003146292,0.00013166474,0.000030303363,0.008386198,0.0007726781,0.0001488298,0.008894953,0.22279973,0.0012651118,0.13198934,0.012721375,0.6128283],"study_design_scores_gemma":[0.00008232138,0.000042072603,0.0000030869696,0.00056017254,0.00003556196,0.000021728749,0.00000711292,0.9207253,0.0012684416,0.057999644,0.018770764,0.00048380566],"about_ca_topic_score_codex":0.00006175331,"about_ca_topic_score_gemma":0.0000041295457,"teacher_disagreement_score":0.69792557,"about_ca_system_score_codex":0.00010948349,"about_ca_system_score_gemma":0.00012398156,"threshold_uncertainty_score":0.9998507},"labels":[],"label_agreement":null},{"id":"W4400335802","doi":"10.1145/3649405.3659512","title":"Fostering Teamwork in Software Engineering Projects","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"British Columbia Institute of Technology","funders":"","keywords":"Teamwork; Software engineering; Computer science; Engineering management; Software development; Systems engineering; Software; Engineering; Operating system; Management","score_opus":0.02919882405662024,"score_gpt":0.2744121892741931,"score_spread":0.24521336521757284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400335802","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032095723,0.0007775406,0.9902141,0.00020484912,0.00054288615,0.00010203659,2.3060961e-7,0.0041762325,0.00077256595],"genre_scores_gemma":[0.4445312,0.000024696468,0.5551697,0.000046804274,0.000053774143,0.000032942524,3.3332313e-7,0.000014683863,0.00012588901],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929553,0.000008156938,0.00012269436,0.00025824743,0.000108025626,0.00020736852],"domain_scores_gemma":[0.99940103,0.0002886759,0.0000086326945,0.0002579078,0.000008646143,0.000035108515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002347033,0.000102651175,0.00008174321,0.00021339892,0.000014420408,0.0003012111,0.00037886619,0.000047274814,0.000010775805],"category_scores_gemma":[0.00014825093,0.00009293833,0.0000306867,0.0005970189,0.0000030587973,0.0007618376,0.00044843642,0.00018936604,0.00003077932],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005027618,0.00006155337,0.003737211,0.00086237583,0.000051103383,0.0010523465,0.0033707954,0.010991899,0.0012637258,0.16666155,0.0057651233,0.8061773],"study_design_scores_gemma":[0.00015479577,0.00012841666,0.0028342772,0.0010453042,0.000006208404,0.00022943651,0.000021371268,0.86455697,0.00638465,0.004552162,0.11924096,0.00084546173],"about_ca_topic_score_codex":0.000025765037,"about_ca_topic_score_gemma":0.0000030256133,"teacher_disagreement_score":0.85356504,"about_ca_system_score_codex":0.000041656163,"about_ca_system_score_gemma":0.000029029896,"threshold_uncertainty_score":0.3789915},"labels":[],"label_agreement":null},{"id":"W4400579917","doi":"10.1109/emr.2024.3426228","title":"Stage-Gate Is Not Waterfall… Find Out Why and How","year":2024,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Waterfall; Waterfall model; Electrical engineering; Business; Computer science; Engineering; History; Archaeology","score_opus":0.02632598365635527,"score_gpt":0.2652858395314224,"score_spread":0.2389598558750671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400579917","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008943826,0.07260173,0.91684383,0.0072112186,0.00094366213,0.00038924415,0.000003381814,0.0016078185,0.00030965343],"genre_scores_gemma":[0.043624714,0.5805771,0.34518725,0.0065378756,0.00039026412,0.00045070628,0.0000082923,0.00016765113,0.023056155],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99885374,0.000019435196,0.00016945002,0.00044713367,0.00023454886,0.00027570967],"domain_scores_gemma":[0.9992213,0.000089889654,0.00003284131,0.00055973633,0.000017227927,0.00007900217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005398786,0.00023856951,0.00023619733,0.000113178576,0.00003323278,0.00054589537,0.0005233439,0.000039647544,0.000023351644],"category_scores_gemma":[0.00002100781,0.00020728698,0.00007749424,0.00028923518,0.000008272889,0.0006766343,0.00022347084,0.00019222866,0.00006526317],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019000311,0.000028405328,0.0000106574025,0.055929523,0.00046395205,0.0006316207,0.00035339937,0.0035296343,0.00028086625,0.03980196,0.25757188,0.6413962],"study_design_scores_gemma":[0.000039386294,0.000024969599,0.00003100764,0.0028670616,0.000050014074,0.000011715452,6.306118e-7,0.05338174,0.00039445772,0.000045903293,0.9428917,0.0002613883],"about_ca_topic_score_codex":0.000003343296,"about_ca_topic_score_gemma":2.003299e-7,"teacher_disagreement_score":0.68531984,"about_ca_system_score_codex":0.000030801006,"about_ca_system_score_gemma":0.00000528602,"threshold_uncertainty_score":0.8452918},"labels":[],"label_agreement":null},{"id":"W4400766849","doi":"10.1145/3672089.3672094","title":"An Interview with Martin Robillard - 2024 SIGSOFT Awardee","year":2024,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology","score_opus":0.017718617648481507,"score_gpt":0.2614677224734998,"score_spread":0.2437491048250183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400766849","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013736163,0.0050019505,0.9660301,0.0013200875,0.0015773753,0.00032518985,0.000019206827,0.011979325,0.00001060555],"genre_scores_gemma":[0.5623747,0.00011610999,0.43670166,0.00020377936,0.0002557583,0.00010728264,0.000019767398,0.00012352754,0.00009743897],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972814,0.000068601636,0.00044121992,0.0010070588,0.00049184513,0.00070987584],"domain_scores_gemma":[0.970186,0.02677664,0.00008100346,0.0025039848,0.00012758457,0.00032477497],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0007627155,0.0005888755,0.000431352,0.00040825616,0.00011068859,0.0010399981,0.0027874254,0.00021175247,0.00010728837],"category_scores_gemma":[0.031064669,0.0005064562,0.00016653977,0.0011483912,0.00003840244,0.0019574605,0.00075444195,0.0006998515,0.00015324682],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008870163,0.00069032406,0.14941582,0.00747118,0.0014842651,0.0041449587,0.005196498,0.04760195,0.007236637,0.02175814,0.058905,0.69600654],"study_design_scores_gemma":[0.0010081973,0.0032782939,0.039830428,0.0060483348,0.00040321148,0.0021371602,0.00004411061,0.09787636,0.018338915,0.0017451703,0.82266116,0.006628649],"about_ca_topic_score_codex":0.000037662554,"about_ca_topic_score_gemma":0.0000054728757,"teacher_disagreement_score":0.76375616,"about_ca_system_score_codex":0.000107190266,"about_ca_system_score_gemma":0.00012082648,"threshold_uncertainty_score":0.999997},"labels":[],"label_agreement":null},{"id":"W4401285761","doi":"10.18260/1-2--46935","title":"Board 352: Preparing Mechanical Engineering Students for Industry 4.0: an Internet of Things Course","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"National Science Foundation","keywords":"Agile software development; Pace; Internet of Things; The Internet; Process (computing); Curriculum; Engineering management; Industry 4.0; Engineering; Big data; Scale (ratio); Computer science; Automotive industry; Course (navigation); Systems engineering; Software engineering; World Wide Web; Embedded system","score_opus":0.0186841329170128,"score_gpt":0.3218907191096917,"score_spread":0.3032065861926789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401285761","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04428244,0.00009313915,0.9532512,0.00009977914,0.0005214446,0.00015173832,7.6380684e-7,0.001455586,0.00014394324],"genre_scores_gemma":[0.67469347,0.000003115488,0.32501638,0.000041527328,0.000042699223,0.000025978863,7.885105e-7,0.00001367899,0.00016234859],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991313,0.000010713055,0.00019351052,0.00028284817,0.00021184393,0.0001697647],"domain_scores_gemma":[0.9992881,0.00025138253,0.00003228898,0.00032111167,0.000033972236,0.00007313859],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005255359,0.00011116307,0.0001291777,0.00007701239,0.000013078626,0.00026458458,0.0008842736,0.00014409397,0.00001166005],"category_scores_gemma":[0.00008218052,0.00010083272,0.000057239373,0.0001561946,0.0000058000637,0.0010939788,0.0003085891,0.00028437335,0.000002329096],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044959233,0.0005377837,0.0021295568,0.0011515461,0.0006281938,0.00006552127,0.005324776,0.003661291,0.0065903924,0.84828264,0.014888586,0.11669476],"study_design_scores_gemma":[0.00009861643,0.00024058885,0.00022111213,0.00019172055,0.000020679117,0.00001774479,0.0000144618425,0.9609339,0.025251048,0.0012846283,0.011526754,0.00019871631],"about_ca_topic_score_codex":0.00004417081,"about_ca_topic_score_gemma":8.094985e-7,"teacher_disagreement_score":0.95727265,"about_ca_system_score_codex":0.000024455076,"about_ca_system_score_gemma":0.000027501264,"threshold_uncertainty_score":0.41118392},"labels":[],"label_agreement":null},{"id":"W4401455439","doi":"10.1145/3643664.3648212","title":"Hidden Populations in Software Engineering: Challenges, Lessons Learned, and Opportunities","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software engineering; Data science; Software; Programming language","score_opus":0.23478325240485914,"score_gpt":0.3444890034082273,"score_spread":0.10970575100336816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401455439","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014835495,0.016379574,0.95175356,0.025730442,0.00039607906,0.00009802847,0.0000028221896,0.0032206615,0.0009353027],"genre_scores_gemma":[0.52961516,0.0075247474,0.4618991,0.00010129429,0.00006638069,0.00004329366,0.000003956778,0.000025350317,0.0007206991],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993919,0.000014925331,0.00011446955,0.00023333178,0.000095099844,0.00015025366],"domain_scores_gemma":[0.99945545,0.00023984026,0.0000107218575,0.00022574805,0.000012231816,0.000056019322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022519054,0.00009845181,0.00008783377,0.00021963405,0.000025192596,0.0002084498,0.00021592728,0.000056205703,0.0000135394375],"category_scores_gemma":[0.000096180294,0.000093324365,0.00002091726,0.00014507138,0.000008729054,0.00068065367,0.00014077126,0.00016095261,0.0000063040975],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.724491e-7,0.0000060661087,0.00005605901,0.000052549294,0.000004754317,0.000052294043,0.0003127228,0.00010057329,0.000004168857,0.772974,0.00037827916,0.22605823],"study_design_scores_gemma":[0.0001550436,0.00011068273,0.011444631,0.0003859444,0.0000148561485,0.00022296706,0.00012871657,0.2853374,0.00009934403,0.05122897,0.65011895,0.0007525226],"about_ca_topic_score_codex":0.00005612508,"about_ca_topic_score_gemma":0.000019459008,"teacher_disagreement_score":0.7217451,"about_ca_system_score_codex":0.000020411368,"about_ca_system_score_gemma":0.000028862507,"threshold_uncertainty_score":0.3805657},"labels":[],"label_agreement":null},{"id":"W4401482087","doi":"10.1007/978-3-031-53877-3_6","title":"Impact of Covid-19 on Agile Software Development","year":2024,"lang":"en","type":"book-chapter","venue":"CSR, sustainability, ethics & governance","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Agile software development; Coronavirus disease 2019 (COVID-19); Computer science; Software engineering; Medicine","score_opus":0.04070877611506885,"score_gpt":0.35316734872999356,"score_spread":0.3124585726149247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401482087","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00031919032,0.008182175,0.93512404,0.011610229,0.0018022669,0.002033732,0.0003084616,0.003427956,0.037191927],"genre_scores_gemma":[0.09714739,0.005206978,0.19217797,0.0029082275,0.0007910333,0.00041061686,0.00012452327,0.0007085234,0.70052475],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960132,0.00007838255,0.0007717714,0.0012409217,0.0013337238,0.00056200154],"domain_scores_gemma":[0.9923189,0.003414255,0.0009213311,0.0020517097,0.0009513582,0.00034239946],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0022055067,0.0007174937,0.0007023653,0.00018935713,0.00020215452,0.00022790111,0.0021278295,0.0010792447,0.00011274638],"category_scores_gemma":[0.010331647,0.0006683546,0.00047998474,0.00024119536,0.0002811605,0.00037565743,0.0013109684,0.0031999731,0.000052249074],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000040972278,0.00008266722,0.00018752755,0.003530936,0.00017920509,0.00024603418,0.0031385745,0.0016060433,0.0000010018168,0.9654554,0.008939725,0.016591905],"study_design_scores_gemma":[0.000104710234,0.00029790803,0.00036007553,0.0004365022,0.000026636078,0.000021180755,0.000009925697,0.00013750407,0.00003643849,0.39605832,0.60191256,0.000598233],"about_ca_topic_score_codex":0.00035696314,"about_ca_topic_score_gemma":0.0000456185,"teacher_disagreement_score":0.7429461,"about_ca_system_score_codex":0.004552661,"about_ca_system_score_gemma":0.008500698,"threshold_uncertainty_score":0.99957675},"labels":[],"label_agreement":null},{"id":"W4401567235","doi":"10.1109/access.2024.3443271","title":"A Systematic Literature Review on Requirements Engineering and Maintenance for Embedded Software","year":2024,"lang":"en","type":"article","venue":"IEEE Access","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Software maintenance; Software engineering; Software requirements; Reliability engineering; Systems engineering; Software; Software construction; Software development; Engineering; Programming language","score_opus":0.027336107649023254,"score_gpt":0.32782469147083537,"score_spread":0.3004885838218121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401567235","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000099368226,0.068523005,0.9283166,0.00062840845,0.00075535337,0.0006753998,0.0000061429014,0.00097425963,0.000021490561],"genre_scores_gemma":[0.13382854,0.10060239,0.7500497,0.010203557,0.00055383885,0.003565149,0.000021718359,0.00019801238,0.000977106],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99915624,0.00002496209,0.00020271869,0.00030357626,0.00014460254,0.00016790842],"domain_scores_gemma":[0.9988906,0.0005895714,0.000050463455,0.0003685659,0.000054441032,0.000046350437],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053616095,0.00014489776,0.00021012891,0.00009665625,0.000031043797,0.00085283973,0.0005664592,0.000043122818,0.0000010225576],"category_scores_gemma":[0.0004989027,0.000110195986,0.000055770248,0.00035313415,0.0000042097336,0.0012372006,0.00008355833,0.00013852475,0.0000035393366],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000104945575,0.000042082105,0.000012547212,0.88527995,0.0002026819,0.00026335238,0.00077380193,0.0006676445,0.00024046827,0.05234517,0.045534138,0.014627671],"study_design_scores_gemma":[0.00024555548,0.00021754681,0.000042312146,0.82623774,0.00010717781,0.00026373504,0.0000020357847,0.14504835,0.0014087,0.0034849318,0.02222566,0.00071628246],"about_ca_topic_score_codex":7.723625e-7,"about_ca_topic_score_gemma":1.6789244e-7,"teacher_disagreement_score":0.17826688,"about_ca_system_score_codex":0.000026103735,"about_ca_system_score_gemma":0.00001644564,"threshold_uncertainty_score":0.8223953},"labels":[],"label_agreement":null},{"id":"W4401719362","doi":"10.1109/re59067.2024.00015","title":"“Do you have Time for a Quick Call?”: Exploring Remote and Hybrid Requirements Engineering Practices and Challenges in Industry","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Requirements engineering; Systems engineering; Engineering; Operating system; Software","score_opus":0.1620733435889663,"score_gpt":0.327013286208417,"score_spread":0.16493994261945072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401719362","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21218693,0.050761838,0.71533686,0.015579116,0.00093814684,0.001003426,0.000007106843,0.003167313,0.0010192277],"genre_scores_gemma":[0.4315104,0.015569947,0.5518608,0.000088601904,0.00025726683,0.00013627,0.0000019388847,0.00006230294,0.0005124841],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990008,0.000018922448,0.00016194854,0.0004524917,0.00013013289,0.0002357093],"domain_scores_gemma":[0.99898624,0.0006122487,0.000059254275,0.00024410937,0.000020600584,0.00007752606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007518431,0.00015113482,0.00014413454,0.00019424094,0.000033199285,0.00037287406,0.00021155161,0.00008740838,0.0000033234937],"category_scores_gemma":[0.0004132265,0.00014271955,0.000019834839,0.00011086453,0.000010066866,0.0018734987,0.00022224066,0.00030199942,0.0000022721829],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024576208,0.000044737528,0.0005059619,0.0015462249,0.000118056574,0.0002417825,0.0026780562,0.00032804324,0.001472582,0.018615872,0.00080428156,0.9736198],"study_design_scores_gemma":[0.0002923786,0.00023742666,0.0009974682,0.00073108246,0.000022085098,0.00021345857,0.00010404773,0.836614,0.0026239625,0.0014326565,0.15622513,0.0005063],"about_ca_topic_score_codex":0.000045033375,"about_ca_topic_score_gemma":0.0000032633156,"teacher_disagreement_score":0.97311354,"about_ca_system_score_codex":0.000033512682,"about_ca_system_score_gemma":0.000021958886,"threshold_uncertainty_score":0.5819934},"labels":[],"label_agreement":null},{"id":"W4401721838","doi":"10.1109/rew61692.2024.00040","title":"Preface","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; McGill University","funders":"","keywords":"Computer science","score_opus":0.009136826160863847,"score_gpt":0.2595855123772634,"score_spread":0.25044868621639954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401721838","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012349445,0.00046530573,0.97759765,0.0012368131,0.00028692107,0.00001764473,6.7238986e-8,0.0033034775,0.01696865],"genre_scores_gemma":[0.3469249,0.000029592904,0.6494291,0.0001350946,0.000038053073,0.000005383897,1.09597295e-7,0.000003724102,0.0034340732],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997825,0.0000034936384,0.000027927748,0.00008935693,0.000045620574,0.00005109511],"domain_scores_gemma":[0.99975353,0.00007928117,0.0000020971916,0.00014546327,0.000004309991,0.000015297626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007744044,0.000025466865,0.000017824468,0.000024929323,0.000009101312,0.00017963549,0.00020553244,0.0000119131655,0.000038573646],"category_scores_gemma":[0.000011371434,0.00001927746,0.000012408558,0.00012886267,0.0000019671982,0.00037761938,0.000054823602,0.000041998737,0.00014704726],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.873307e-8,0.0000024957847,0.000010817294,0.000011025366,0.000003985398,0.000015757772,0.00007391607,0.000023206127,0.00010997252,0.854766,0.028352823,0.11662992],"study_design_scores_gemma":[0.0000055125215,0.000013737045,0.00006520053,0.000008914762,7.1960784e-7,0.000018372804,5.510839e-7,0.10228339,0.002480555,0.009191126,0.88588107,0.000050879622],"about_ca_topic_score_codex":0.0000055787305,"about_ca_topic_score_gemma":1.597028e-7,"teacher_disagreement_score":0.8575282,"about_ca_system_score_codex":0.0000046502623,"about_ca_system_score_gemma":0.000008923019,"threshold_uncertainty_score":0.1890044},"labels":[],"label_agreement":null},{"id":"W4401768884","doi":"10.18280/isi.290416","title":"Evaluating Software Quality Metrics for Enhanced Software Management and Engineering","year":2024,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Software quality; Computer science; Quality (philosophy); Verification and validation; Software engineering; Software quality control; Software quality analyst; Software; Software development; Reliability engineering; Engineering; Operations management; Operating system","score_opus":0.039821148463430774,"score_gpt":0.3204104267464322,"score_spread":0.28058927828300145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401768884","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008856478,0.0008602769,0.9869326,0.00003268366,0.0005515831,0.00045038114,0.000012122222,0.0021874467,0.00011642713],"genre_scores_gemma":[0.21605878,0.00006983333,0.7835041,0.00005224267,0.00003962841,0.000210254,0.000020828551,0.000012596962,0.000031716478],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988064,0.000025015257,0.00043528722,0.00020462077,0.0002758161,0.00025281636],"domain_scores_gemma":[0.9986133,0.0007816785,0.00011418106,0.00028251132,0.00014685174,0.00006150165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012774039,0.00016917016,0.00015840279,0.00039101008,0.00014949827,0.0009197359,0.00029940606,0.00008143708,0.000003045036],"category_scores_gemma":[0.0014144642,0.00016841954,0.000060530794,0.0006647436,0.000017158629,0.0041434485,0.00017796419,0.0001205166,0.000009582715],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007136524,0.0000057277516,0.00006323917,0.003074923,0.00006392924,0.0000017447549,0.0022143759,0.0031006057,0.000085130465,0.034353342,0.00023454176,0.95679533],"study_design_scores_gemma":[0.0007053898,0.00045874447,0.0051904013,0.0015548458,0.00010416605,0.00007206867,0.00025582415,0.8986522,0.006693842,0.036048707,0.04899152,0.0012722994],"about_ca_topic_score_codex":0.000011059986,"about_ca_topic_score_gemma":3.6330727e-7,"teacher_disagreement_score":0.955523,"about_ca_system_score_codex":0.00016156102,"about_ca_system_score_gemma":0.000032609474,"threshold_uncertainty_score":0.8869034},"labels":[],"label_agreement":null},{"id":"W4402301191","doi":"10.1109/access.2024.3455937","title":"SaaS Application Maturity Assessment Model","year":2024,"lang":"en","type":"article","venue":"IEEE Access","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University; Wilfrid Laurier University","funders":"","keywords":"Computer science; Capability Maturity Model; Software as a service; Maturity (psychological); Software; Programming language; Software development","score_opus":0.03138301909265221,"score_gpt":0.37597720957531666,"score_spread":0.34459419048266443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402301191","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002121313,0.00017548389,0.9930969,0.00089159666,0.0004560226,0.00010635875,0.0000018137615,0.001627599,0.0015229054],"genre_scores_gemma":[0.79029685,0.00004367023,0.20928341,0.00015014305,0.000075921394,0.0000685703,0.0000014256823,0.000007703231,0.000072305644],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993866,0.000011821781,0.00009272541,0.00024501944,0.0001523727,0.000111470836],"domain_scores_gemma":[0.9994309,0.000094302646,0.000022435304,0.00039326688,0.00002407307,0.00003504579],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021368898,0.00007295358,0.000059154092,0.000062932595,0.000039545703,0.00071603013,0.00087095523,0.000043705222,0.000004194314],"category_scores_gemma":[0.000006464511,0.000065870125,0.000028915334,0.0002625445,0.0000065298786,0.0014529251,0.00013369115,0.0001543656,0.00002230878],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034518855,0.00010972861,0.00043308662,0.00032241293,0.000053872653,0.00004187759,0.00043166472,0.06293848,0.003022844,0.47640583,0.051863246,0.40437353],"study_design_scores_gemma":[0.000015582633,0.0000066492917,0.00027366923,0.000014287504,0.0000037249188,0.000005883684,3.412174e-7,0.94800955,0.0020748365,0.033083007,0.016422614,0.000089869034],"about_ca_topic_score_codex":0.000032592983,"about_ca_topic_score_gemma":0.0000014786831,"teacher_disagreement_score":0.88507104,"about_ca_system_score_codex":0.000039069193,"about_ca_system_score_gemma":0.00004824628,"threshold_uncertainty_score":0.6904695},"labels":[],"label_agreement":null},{"id":"W4402313132","doi":"10.1016/j.jss.2024.112200","title":"Attributes of a great requirements engineer","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Engineering; Construction engineering; Systems engineering; Software engineering; Computer science","score_opus":0.029149592674911518,"score_gpt":0.2737575320173046,"score_spread":0.24460793934239305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402313132","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009225158,0.021662747,0.9675342,0.00022610926,0.0011318637,0.00005681251,0.0000046269365,0.0001354852,0.000023029846],"genre_scores_gemma":[0.91663885,0.00059281907,0.08236733,0.000017355218,0.0002122047,0.0000027615617,3.9825508e-7,0.000012230454,0.00015603266],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99920106,0.00002329303,0.00034687255,0.000092248236,0.00023767044,0.00009885543],"domain_scores_gemma":[0.99923974,0.00026708926,0.00014516566,0.0001476738,0.00013858287,0.000061767125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057178113,0.00008321491,0.00020645541,0.0001584006,0.000021174106,0.0001632683,0.00024633345,0.000049834012,0.0000032263958],"category_scores_gemma":[0.0001456394,0.0000603457,0.0000664954,0.00018864241,0.000011100996,0.0006661012,0.00004463052,0.00012989764,0.0000011512091],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000112446454,0.00036634467,0.068176456,0.016204296,0.0029642435,0.0038073915,0.010872455,0.008246748,0.0059286007,0.18882206,0.16000652,0.53449243],"study_design_scores_gemma":[0.0013669715,0.0029331453,0.011966439,0.013300894,0.00031229795,0.00882783,0.0002118224,0.07115023,0.004641183,0.006910106,0.87711084,0.0012682317],"about_ca_topic_score_codex":0.00001496335,"about_ca_topic_score_gemma":1.2871082e-7,"teacher_disagreement_score":0.9074137,"about_ca_system_score_codex":0.000021279864,"about_ca_system_score_gemma":0.00004025242,"threshold_uncertainty_score":0.24608263},"labels":[],"label_agreement":null},{"id":"W4402397303","doi":"10.24908/iqurcp18037","title":"Comparing Developer Attraction and Turnover in OSS vs. OSS4SG Projects: An MSR Study","year":2024,"lang":"en","type":"article","venue":"Inquiry Queen s Undergraduate Research Conference Proceedings","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Attraction; Turnover intention; Business; Operations management; Economics; Management; Philosophy; Job satisfaction","score_opus":0.18542484490405534,"score_gpt":0.4087987186514115,"score_spread":0.22337387374735615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402397303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92887896,0.00015466545,0.0626562,0.0054362165,0.00029561674,0.000991617,7.133647e-7,0.0011182103,0.00046777853],"genre_scores_gemma":[0.9912715,0.00021655581,0.007972086,0.000025958785,0.00011431462,0.0002341936,0.0000017397414,0.00003507546,0.00012856387],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966165,0.0001904597,0.00040982157,0.0010670538,0.0009729297,0.0007432728],"domain_scores_gemma":[0.99829894,0.00053057406,0.00006207335,0.00031259155,0.0005810646,0.0002147569],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0047997283,0.0002885112,0.00032374222,0.00095339277,0.00023025039,0.0032169302,0.0009846059,0.00014160275,0.0000048953775],"category_scores_gemma":[0.0004177888,0.00026362477,0.00003019622,0.0018024879,0.00018638329,0.0051510255,0.00054690795,0.0013088211,0.000025918955],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080743036,0.0017792863,0.36135823,0.001891912,0.00032127515,0.0008238661,0.20061211,0.000086437096,0.006404575,0.32382503,0.0053826566,0.09670718],"study_design_scores_gemma":[0.0027262464,0.006797276,0.3414076,0.0033816511,0.00005966321,0.00059783115,0.018497733,0.4595462,0.0058584376,0.1131265,0.04453958,0.003461287],"about_ca_topic_score_codex":0.000879835,"about_ca_topic_score_gemma":0.000118356125,"teacher_disagreement_score":0.45945975,"about_ca_system_score_codex":0.00029662414,"about_ca_system_score_gemma":0.0003865585,"threshold_uncertainty_score":0.9999816},"labels":[],"label_agreement":null},{"id":"W4402477104","doi":"10.11159/icceia24.114","title":"Agile Frameworks in Construction Project Management: A Systematic Review","year":2024,"lang":"en","type":"review","venue":"Proceedings of the World Congress on New Technologies","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Agile software development; Computer science; Project management; Systems engineering; Process management; Software engineering; Engineering","score_opus":0.0257492265294107,"score_gpt":0.320159158824714,"score_spread":0.2944099322953033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402477104","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.44099e-8,0.9903053,0.00020368677,0.0010810323,0.00079892424,0.0035431746,0.0000028879438,0.002770193,0.0012947056],"genre_scores_gemma":[0.0000037853806,0.9680597,0.028950201,0.000045975634,0.000015166401,0.0009916939,5.406231e-7,0.000036361544,0.0018965751],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9977258,0.000022352982,0.00091439905,0.0006390829,0.0003994781,0.0002989143],"domain_scores_gemma":[0.9977673,0.00026836037,0.0010437691,0.00084499444,0.000057128047,0.000018389528],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00057127903,0.0005025746,0.0017770545,0.0012675306,0.000045595745,0.00028078974,0.0042368937,0.0004328134,0.0000011127368],"category_scores_gemma":[0.00077805354,0.00029820675,0.00039901686,0.004145631,0.000110075765,0.00034467623,0.0015514827,0.0017883398,0.000013041937],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.213915e-7,0.000011430899,4.5187812e-7,0.6691589,0.00011233383,0.0000049598843,0.000007064379,9.0892094e-8,3.2583603e-8,0.08173274,0.016790312,0.23218109],"study_design_scores_gemma":[0.00002411664,0.000019971889,2.84366e-8,0.6581589,0.0006634794,0.000048453847,0.000014812456,0.000023429317,0.000017635859,0.006643902,0.33416027,0.00022502971],"about_ca_topic_score_codex":0.0000054443517,"about_ca_topic_score_gemma":0.000001769105,"teacher_disagreement_score":0.31736994,"about_ca_system_score_codex":0.0001472626,"about_ca_system_score_gemma":0.000068093104,"threshold_uncertainty_score":0.999947},"labels":[],"label_agreement":null},{"id":"W4402571330","doi":"10.1109/icstw60967.2024.00058","title":"Elevating Software Quality in Agile Environments: The Role of Testing Professionals in Unit Testing","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Software testing; Unit testing; Quality (philosophy); Computer science; Software quality; Software engineering; Test strategy; Software; Software development; Operating system","score_opus":0.053748637155522895,"score_gpt":0.3289036923840524,"score_spread":0.2751550552285295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402571330","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36422685,0.0014829041,0.6285943,0.000873606,0.00020657993,0.0004816507,0.0000033938586,0.0010001253,0.0031305933],"genre_scores_gemma":[0.67988575,0.0000018014629,0.31993788,0.00006566103,0.000013978399,0.000026764314,5.3087047e-7,0.000006864646,0.000060750557],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988976,0.00013209529,0.00035136912,0.00022820043,0.00020702636,0.00018369527],"domain_scores_gemma":[0.9939619,0.0056296648,0.0000834483,0.0002873015,0.000017855993,0.000019834326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017447332,0.000093192204,0.00011291382,0.00010400443,0.000041829146,0.00006669097,0.00047758635,0.000044623153,0.0000121757475],"category_scores_gemma":[0.003052385,0.000065997534,0.00001851649,0.00092567055,0.000017425446,0.0004676905,0.00030315985,0.00029670016,0.0000052110204],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029334412,0.00015880006,0.38392094,0.0002254082,0.0000136120525,0.000029898556,0.002756549,0.0040635956,0.01253275,0.03430351,0.00006225201,0.56192976],"study_design_scores_gemma":[0.00024408892,0.0001575241,0.21587609,0.002602603,0.000007320847,0.000029677656,0.0011587912,0.7013063,0.019587805,0.05309359,0.005296281,0.00063994934],"about_ca_topic_score_codex":0.0005477325,"about_ca_topic_score_gemma":0.000016844637,"teacher_disagreement_score":0.6972427,"about_ca_system_score_codex":0.000033106076,"about_ca_system_score_gemma":0.000054987875,"threshold_uncertainty_score":0.36542106},"labels":[],"label_agreement":null},{"id":"W4402723465","doi":"10.33093/jetap.2024.6.2.9","title":"Evolution of Requirements Engineering in Agile Methodology – Literature Review","year":2024,"lang":"en","type":"article","venue":"Journal of Engineering Technology and Applied Physics","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Agile software development; Engineering; Systems engineering; Computer science; Software engineering","score_opus":0.020900946835483308,"score_gpt":0.2852411744507512,"score_spread":0.2643402276152679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402723465","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009581966,0.055323653,0.9342464,0.00026127681,0.00025005374,0.000083096544,7.700025e-7,0.00022869729,0.00002404582],"genre_scores_gemma":[0.6337613,0.007023836,0.3590911,0.000019005933,0.00007594088,0.000010026961,4.836291e-7,0.000014794424,0.0000035029639],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992517,0.000011450054,0.0003448565,0.00014042015,0.000106395106,0.00014513129],"domain_scores_gemma":[0.9994055,0.00020721387,0.0001158794,0.00019487209,0.000049874805,0.000026654056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061647047,0.0001266816,0.00031053205,0.00051756564,0.00000943952,0.000022628135,0.00034407817,0.00013562836,6.3597525e-7],"category_scores_gemma":[0.00013985827,0.00011582492,0.00005075568,0.0014039701,0.000016168324,0.00031019736,0.00010547189,0.0005494035,4.081412e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006289363,0.000037054553,0.00007744991,0.0029277066,0.00008658837,0.00007873961,0.00013932324,0.019610552,0.036014892,0.9036636,0.0002456104,0.037112214],"study_design_scores_gemma":[0.002057921,0.0015294172,0.0019464256,0.07220862,0.00040976706,0.003439498,0.000041954507,0.45255277,0.1977385,0.20724809,0.05864814,0.0021788944],"about_ca_topic_score_codex":2.788942e-7,"about_ca_topic_score_gemma":3.058042e-8,"teacher_disagreement_score":0.6964155,"about_ca_system_score_codex":0.000044243505,"about_ca_system_score_gemma":0.000026548785,"threshold_uncertainty_score":0.47232032},"labels":[],"label_agreement":null},{"id":"W4402931849","doi":"10.1007/s10664-024-10538-5","title":"Examining ownership models in software teams","year":2024,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Business; Software; Computer science; Process management; Software engineering; Knowledge management; Operating system","score_opus":0.05269670071759766,"score_gpt":0.28812360806570175,"score_spread":0.2354269073481041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402931849","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016424429,0.0023407193,0.97197974,0.00031596932,0.0009180288,0.00015834502,0.0000030755866,0.007780146,0.00007956704],"genre_scores_gemma":[0.51202327,0.000046542533,0.48731774,0.00016003918,0.00018426534,0.00007829492,0.0000050748654,0.00006950089,0.00011525473],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977827,0.000041611904,0.00040267291,0.0007275629,0.00039765664,0.0006477831],"domain_scores_gemma":[0.99739,0.0017448342,0.000033976223,0.0006013289,0.00003325925,0.00019662082],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00064518827,0.00035314448,0.00030712527,0.00048278036,0.000052599582,0.00045620385,0.0009109874,0.00021665852,0.000021944075],"category_scores_gemma":[0.0010571134,0.00033285143,0.000107460764,0.0013981248,0.000017316193,0.0016962818,0.00034510132,0.0007947568,0.000056423152],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015937636,0.00018020296,0.05122218,0.0011461062,0.00015927202,0.002120705,0.0049478607,0.71510106,0.00020613187,0.016364537,0.009804049,0.19873197],"study_design_scores_gemma":[0.00025788302,0.00015712525,0.009856659,0.0008785205,0.000017741277,0.0001757913,0.00002193823,0.91979986,0.00042826007,0.0063608335,0.06078843,0.0012569709],"about_ca_topic_score_codex":0.00003354309,"about_ca_topic_score_gemma":0.0000022355919,"teacher_disagreement_score":0.49559885,"about_ca_system_score_codex":0.00024316667,"about_ca_system_score_gemma":0.00009576549,"threshold_uncertainty_score":0.9999124},"labels":[],"label_agreement":null},{"id":"W4403181867","doi":"10.1109/access.2024.3475293","title":"A Systematic Review of AI-Enabled Frameworks in Requirements Elicitation","year":2024,"lang":"en","type":"review","venue":"IEEE Access","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Expert elicitation; Requirements elicitation; Requirements engineering; Software; Programming language; Mathematics","score_opus":0.06761555955578913,"score_gpt":0.43602871535924126,"score_spread":0.36841315580345213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403181867","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.8636085e-8,0.78375703,0.2139683,0.000057315,0.0006343814,0.0012954813,0.0000026961789,0.00021383713,0.00007092933],"genre_scores_gemma":[0.0000043850805,0.9933517,0.005603646,0.00028871876,0.000042561125,0.00064044097,0.000006356307,0.000029078245,0.000033123062],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9975698,0.00026116354,0.0012158861,0.0003972715,0.00036508747,0.00019078731],"domain_scores_gemma":[0.9976308,0.0006230489,0.0006582862,0.0009510375,0.000099174955,0.000037688005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013527599,0.00029293486,0.0017831313,0.00040811847,0.000014962899,0.00029516494,0.002243902,0.00032837305,0.0000064479086],"category_scores_gemma":[0.000750783,0.00021566263,0.0002700337,0.001659315,0.000009420119,0.0009889046,0.0002679874,0.0008747603,0.00003576456],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.2874132e-7,0.000012710413,1.4242856e-7,0.9626046,0.0000637248,0.000017967117,0.000019899557,0.0000015523397,1.8337849e-8,0.00097500614,0.0014481333,0.034856144],"study_design_scores_gemma":[0.0000161965,0.0000152110115,7.917221e-8,0.95432293,0.00062991184,0.000014087474,2.5979756e-7,0.00033676377,0.0000012430484,0.0012641684,0.04320092,0.00019821893],"about_ca_topic_score_codex":0.000026832193,"about_ca_topic_score_gemma":0.0000012974376,"teacher_disagreement_score":0.20959468,"about_ca_system_score_codex":0.00010991541,"about_ca_system_score_gemma":0.00015679027,"threshold_uncertainty_score":0.8794467},"labels":[],"label_agreement":null},{"id":"W4403903535","doi":"10.1007/978-3-031-64957-8_2","title":"A Critical Examination of Multi-criteria Decision-Making in Software Engineering","year":2024,"lang":"en","type":"book-chapter","venue":"EAI/Springer Innovations in Communication and Computing","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Canada West","funders":"","keywords":"Computer science; Software engineering; Systems engineering; Engineering","score_opus":0.03516743423692617,"score_gpt":0.3329671061946058,"score_spread":0.29779967195767965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403903535","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017679278,0.0030373225,0.9894867,0.00022938405,0.0003386464,0.0002493383,0.000004549076,0.00045296992,0.0044331755],"genre_scores_gemma":[0.49491975,0.00013711734,0.5046416,0.000031094787,0.000020114649,0.000010755223,0.00000612025,0.000027892895,0.00020557533],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983067,0.00003799178,0.0008500143,0.00039593095,0.00022328281,0.00018608064],"domain_scores_gemma":[0.9961664,0.0024959622,0.00021211067,0.0008650805,0.00023479771,0.000025657557],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013089037,0.00024871263,0.000322521,0.00126463,0.00007733893,0.00022610674,0.0008276287,0.00023540942,0.000011341271],"category_scores_gemma":[0.0013064668,0.00029920522,0.000045615376,0.0005871793,0.00005557254,0.000441958,0.0010929018,0.00086988235,0.0000040806062],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020322216,0.000041923027,0.00023104943,0.00023686029,0.00001560471,0.0000106483685,0.0012001935,0.0012617853,0.000023503746,0.8021029,0.00002538545,0.1948481],"study_design_scores_gemma":[0.00031433915,0.00004487901,0.014676046,0.010933876,0.000018499233,0.000043646534,0.000040769664,0.9216528,0.000041922456,0.041294783,0.01016785,0.0007705668],"about_ca_topic_score_codex":0.000012693808,"about_ca_topic_score_gemma":0.00001522591,"teacher_disagreement_score":0.920391,"about_ca_system_score_codex":0.00012479283,"about_ca_system_score_gemma":0.000045410776,"threshold_uncertainty_score":0.999946},"labels":[],"label_agreement":null},{"id":"W4403935967","doi":"10.1145/3652620.3688566","title":"Driving Requirements Evolution by Engineers' Opinions","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Systems engineering; Engineering","score_opus":0.013203592763153077,"score_gpt":0.27667542439979,"score_spread":0.2634718316366369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403935967","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014293249,0.00065310765,0.99200803,0.0012910777,0.00084176357,0.000051262672,0.0000012551202,0.0028576895,0.0021528776],"genre_scores_gemma":[0.7641985,0.000039537852,0.23412922,0.00006178083,0.00007241528,0.000018303956,0.0000062445492,0.000010610321,0.0014634349],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99944586,0.00001032755,0.00008905322,0.00018926564,0.00012788647,0.00013761876],"domain_scores_gemma":[0.9995798,0.0001225971,0.000009424994,0.00023104827,0.000013049593,0.000044066404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017661019,0.0000690772,0.00004479568,0.000076573364,0.000038163525,0.00022053992,0.00031224889,0.0000337608,0.000030372124],"category_scores_gemma":[0.000044951918,0.00006256295,0.000028988346,0.00028523203,0.0000049603145,0.0008825604,0.000097117794,0.0000921647,0.00006570882],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.0148124e-7,0.000021637965,0.00018520313,0.00003618981,0.000031851152,0.0000095070845,0.0001837451,0.0001795365,0.0014990793,0.66147876,0.3110496,0.025324585],"study_design_scores_gemma":[0.000042032498,0.000050598555,0.0002786261,0.00008432736,0.000005342055,0.000017916618,0.0000071679206,0.40612257,0.0019495019,0.0050455662,0.58617604,0.00022034827],"about_ca_topic_score_codex":0.000022596492,"about_ca_topic_score_gemma":4.8941274e-7,"teacher_disagreement_score":0.76405555,"about_ca_system_score_codex":0.00005398763,"about_ca_system_score_gemma":0.00002087914,"threshold_uncertainty_score":0.2551243},"labels":[],"label_agreement":null},{"id":"W4403935969","doi":"10.1145/3652620.3686246","title":"A Comparative Study of Large Language Models for Goal Model Extraction","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Extraction (chemistry); Natural language processing; Artificial intelligence","score_opus":0.05057871457746342,"score_gpt":0.3769681726757579,"score_spread":0.32638945809829445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403935969","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034256514,0.00017113125,0.96372604,0.00005037116,0.00010367743,0.00029069197,0.000005297047,0.00064044836,0.0007558375],"genre_scores_gemma":[0.7824978,0.0000024917988,0.21717745,0.000011790712,0.000013824533,0.00004950913,8.827517e-7,0.0000040795194,0.00024215532],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995081,0.000013397476,0.00011089824,0.00017064523,0.00010330718,0.00009369475],"domain_scores_gemma":[0.9995163,0.000211483,0.000023614135,0.00019527708,0.000033860535,0.000019476158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022702549,0.00006370012,0.0001003768,0.00006958173,0.000024718653,0.00006884991,0.000203648,0.000024318071,0.000003685654],"category_scores_gemma":[0.000008560292,0.000052448824,0.000033144912,0.00013888908,0.000002911992,0.0007564137,0.000056432524,0.00006854086,0.000001883314],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035347788,0.0009983176,0.000013620384,0.00015665802,0.00014896576,0.000016747086,0.054562412,0.3121796,0.0026943628,0.61208594,0.007739122,0.009368897],"study_design_scores_gemma":[0.00010370871,0.00016854423,0.000006793251,0.0000094617,0.00000824556,0.000002535315,0.00043465244,0.99233764,0.0014933408,0.0050500175,0.00032141755,0.0000636552],"about_ca_topic_score_codex":0.00003372109,"about_ca_topic_score_gemma":0.000014796232,"teacher_disagreement_score":0.7482413,"about_ca_system_score_codex":0.000012372644,"about_ca_system_score_gemma":0.000019811172,"threshold_uncertainty_score":0.21388009},"labels":[],"label_agreement":null},{"id":"W4404161065","doi":"10.1002/cae.22805","title":"Incorporating Agile Methodologies Into the Chemical Engineering Curriculum","year":2024,"lang":"en","type":"article","venue":"Computer Applications in Engineering Education","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Agile software development; Computer science; Software engineering; Engineering management; Engineering; Systems engineering; Pedagogy; Psychology","score_opus":0.016078236578444143,"score_gpt":0.3056277627323988,"score_spread":0.28954952615395463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404161065","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004788771,0.001568759,0.9898167,0.00079064735,0.0010092036,0.00030330633,3.8154275e-7,0.0016897182,0.000032458473],"genre_scores_gemma":[0.2919878,0.000022097545,0.7070031,0.00003213608,0.00032136383,0.0005986437,0.000009004491,0.00001837696,0.0000074393943],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99902767,0.000025643181,0.00025915363,0.00037059077,0.00012914329,0.00018781637],"domain_scores_gemma":[0.9985256,0.00077274593,0.000040046514,0.00056742725,0.000048445403,0.000045716664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005162033,0.00017425824,0.00012316219,0.0002684792,0.000053788917,0.00034603945,0.00085611444,0.00007777535,0.0000013804392],"category_scores_gemma":[0.00010921789,0.00014627576,0.000051683797,0.0012051635,0.000015202035,0.00048240786,0.00023421962,0.0003694715,0.000012785911],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.230379e-7,0.00010053256,0.0003250741,0.000511342,0.000034935427,0.000002862358,0.0025186574,0.13085984,0.0036258243,0.53129715,0.0021959192,0.32852745],"study_design_scores_gemma":[0.000021552163,0.000009480037,0.00039829532,0.00013886405,0.000006461965,0.000021221653,0.000020213862,0.95864356,0.0020014357,0.003976352,0.034539755,0.00022278952],"about_ca_topic_score_codex":0.00004127141,"about_ca_topic_score_gemma":4.0377475e-7,"teacher_disagreement_score":0.82778376,"about_ca_system_score_codex":0.00014598944,"about_ca_system_score_gemma":0.00009924037,"threshold_uncertainty_score":0.5964953},"labels":[],"label_agreement":null},{"id":"W4404180340","doi":"10.1109/bcd61269.2024.10743096","title":"Difference in Software Development: Novice and Expert","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Algoma University","funders":"","keywords":"Computer science; Software development; Software engineering; Software; Programming language","score_opus":0.0173584063624342,"score_gpt":0.2651118435601412,"score_spread":0.24775343719770704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404180340","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011458509,0.0016612755,0.98480225,0.0004145107,0.0001252721,0.000040401766,1.05160645e-7,0.0011558275,0.00034183875],"genre_scores_gemma":[0.33758673,0.000094497096,0.66181546,0.00020205551,0.000013132478,0.00001716064,3.1785893e-7,0.0000049732766,0.00026563677],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995155,0.000008152147,0.0000837071,0.00020528582,0.00007714304,0.00011022981],"domain_scores_gemma":[0.9995931,0.00022630599,0.0000061829933,0.00013525701,0.000007697776,0.00003147689],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011833649,0.00006755099,0.000054310938,0.00008668881,0.000020362266,0.00020166703,0.00022657019,0.000030636038,0.000011828715],"category_scores_gemma":[0.000040928837,0.000055026907,0.000007088988,0.00021660764,0.0000065616396,0.00034800745,0.00015226183,0.000087322616,0.000013420113],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.527439e-7,0.000014590598,0.0017519674,0.0000555429,0.000006010501,0.00006247619,0.002477889,0.000004822804,0.00016241318,0.0316386,0.0006120114,0.9632127],"study_design_scores_gemma":[0.0002767963,0.000106243606,0.076630265,0.0007005114,0.0000034103675,0.00021090939,0.000055882734,0.11797284,0.012077492,0.013446397,0.7773433,0.0011759817],"about_ca_topic_score_codex":0.000040613955,"about_ca_topic_score_gemma":0.000012599092,"teacher_disagreement_score":0.9620367,"about_ca_system_score_codex":0.000016395228,"about_ca_system_score_gemma":0.00003243941,"threshold_uncertainty_score":0.2243932},"labels":[],"label_agreement":null},{"id":"W4404840698","doi":"10.32920/27931740.v1","title":"Thinking Outside the Inbox: Use of Slack in Clinical Groups as a Collaborative Team Communication Platform","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Population Health Research Institute","funders":"","keywords":"Psychology; Knowledge management; Computer science; Human–computer interaction; Process management; Business","score_opus":0.07141340587444793,"score_gpt":0.3648293486398317,"score_spread":0.29341594276538374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404840698","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.108051606,0.0038951044,0.8394309,0.01558164,0.0029427097,0.0030873958,0.000045768607,0.0032967243,0.02366814],"genre_scores_gemma":[0.5594293,0.0013129271,0.43839133,0.00050837075,0.00005430191,0.00009758621,0.000013516004,0.00002249474,0.00017019775],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9980236,0.00026085885,0.0007757549,0.00041461852,0.00036282468,0.00016232823],"domain_scores_gemma":[0.9937713,0.0037752579,0.0003880139,0.0018568422,0.00017030507,0.000038240978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029960074,0.00021345209,0.0003577993,0.00016265335,0.00005565872,0.000627153,0.0025398573,0.000333129,0.000009328652],"category_scores_gemma":[0.0010483646,0.00014795848,0.00012476348,0.00055086124,0.00008918837,0.00049994927,0.006149401,0.0019150367,0.00002498451],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000502751,0.00021733464,0.0037292056,0.00027320418,0.00024159352,0.000024536008,0.016338822,0.0048629153,0.0000093262,0.92038876,0.025708603,0.028155455],"study_design_scores_gemma":[0.0002542165,0.00023525137,0.00654228,0.001506245,0.000062651154,0.000020474812,0.00044502717,0.17431973,0.0004904965,0.7747394,0.040737778,0.0006464699],"about_ca_topic_score_codex":0.000893587,"about_ca_topic_score_gemma":0.00027919468,"teacher_disagreement_score":0.4513777,"about_ca_system_score_codex":0.00007812513,"about_ca_system_score_gemma":0.00030544127,"threshold_uncertainty_score":0.8319988},"labels":[],"label_agreement":null},{"id":"W4405322486","doi":"10.1016/j.etdah.2023.100097","title":"Adding the Clues to CanKet's Presence in Toxicological Casework","year":2024,"lang":"en","type":"article","venue":"Emerging Trends in Drugs Addictions and Health","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology","score_opus":0.03915838657939703,"score_gpt":0.376032675546934,"score_spread":0.33687428896753696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405322486","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07703261,0.026796568,0.4962597,0.38191426,0.006220905,0.00089279085,0.000058817175,0.0042443713,0.0065799956],"genre_scores_gemma":[0.961336,0.0007819664,0.036890853,0.0005864821,0.00011093768,0.00010099245,0.0000022576096,0.000008588548,0.00018188212],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998937,0.000084562955,0.00022669866,0.0003237231,0.00012756132,0.00030042158],"domain_scores_gemma":[0.99908566,0.0005354433,0.000025978577,0.0002524648,0.000008708544,0.000091764436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010091029,0.00010169566,0.00012281665,0.0004485521,0.00019163772,0.00018535022,0.00029139596,0.000043551696,0.000032751825],"category_scores_gemma":[0.00006674913,0.00007583768,0.000025968895,0.0016356374,0.000019772086,0.00027228685,0.00017853567,0.0003926149,0.0000028171653],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033754777,0.000042898344,0.0015421306,0.000031828677,0.0000083409495,0.000046281275,0.011351308,0.002968677,0.0000024187025,0.088929795,0.0448144,0.8502585],"study_design_scores_gemma":[0.00015398717,0.00029131112,0.05283208,0.00074707443,0.0000052836776,0.00008739655,0.0007048614,0.20409821,0.00001017824,0.0025276288,0.73818684,0.0003551485],"about_ca_topic_score_codex":0.0013959459,"about_ca_topic_score_gemma":0.001130418,"teacher_disagreement_score":0.88430345,"about_ca_system_score_codex":0.00011641746,"about_ca_system_score_gemma":0.0000602837,"threshold_uncertainty_score":0.3092571},"labels":[],"label_agreement":null},{"id":"W4405674834","doi":"10.24908/pceea.2024.18542","title":"Navigating the Software Engineering Landscape: A Career Mentorship Program for Academic-to-Industry Transition","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"Thompson Rivers University","keywords":"Mentorship; Transition (genetics); Engineering management; Software; Engineering; Engineering ethics; Software engineering; Sociology; Medical education; Medicine; Computer science; Biology","score_opus":0.01268081457795022,"score_gpt":0.27353279731595453,"score_spread":0.2608519827380043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405674834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48503834,0.0038426688,0.25328043,0.21473317,0.021418532,0.010643287,0.00025306531,0.010238207,0.0005523074],"genre_scores_gemma":[0.93057185,0.000009260684,0.06721422,0.0004495469,0.0005656164,0.0008856382,0.000010127076,0.00005769588,0.00023605843],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987229,0.000006376271,0.00027099348,0.00027253685,0.0003412559,0.0003859362],"domain_scores_gemma":[0.998872,0.00030854446,0.00013150336,0.00015347966,0.00034111264,0.00019336071],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00095541903,0.00017968769,0.0001340547,0.00015745386,0.00017612602,0.00047291993,0.00076192373,0.00029561002,0.0000037582488],"category_scores_gemma":[0.0019560498,0.00015102109,0.000112808026,0.0010032962,0.000005862683,0.000561425,0.000045151886,0.0009785068,0.0000028144611],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001840538,0.0002535482,0.040621337,0.0070300633,0.0012884068,0.0000028095074,0.064709365,0.08517985,0.007160057,0.20555301,0.33057302,0.2576101],"study_design_scores_gemma":[0.0002997332,0.00016575564,0.025969483,0.0034581567,0.00023569424,0.00005646338,0.00054286205,0.42348555,0.009761021,0.0010892458,0.5336309,0.0013051636],"about_ca_topic_score_codex":0.00087895413,"about_ca_topic_score_gemma":0.00015782795,"teacher_disagreement_score":0.4455335,"about_ca_system_score_codex":0.0009449003,"about_ca_system_score_gemma":0.00042967653,"threshold_uncertainty_score":0.6158461},"labels":[],"label_agreement":null},{"id":"W4405713621","doi":"10.1007/978-3-031-71769-7_19","title":"Teaching Literature Reviewing for Software Engineering Research","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Software engineering; Computer science; Engineering","score_opus":0.06740979138502738,"score_gpt":0.34734798191385996,"score_spread":0.27993819052883256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405713621","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.0611756e-7,0.028561575,0.88198745,0.0007482749,0.000907323,0.0005695176,0.000025493286,0.0031233125,0.08407692],"genre_scores_gemma":[0.000010729038,0.0007292381,0.552271,0.000078551995,0.0005744955,0.000076544035,0.000020844667,0.00009252854,0.44614604],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980714,0.000016207587,0.00032366626,0.0007290394,0.00044363353,0.00041606484],"domain_scores_gemma":[0.9970008,0.0017063735,0.000061968145,0.00091330986,0.00021259223,0.0001049716],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002124176,0.00036589248,0.00035330417,0.00055711245,0.00015279799,0.0009817131,0.0012228799,0.0004130324,0.000023496315],"category_scores_gemma":[0.0007573962,0.00032083446,0.0002574318,0.00012425215,0.000012798159,0.0005558754,0.0006385506,0.0022380217,0.00008441213],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.5060346e-7,0.0000023061739,1.570204e-7,0.0013538512,0.000042535597,0.00004713903,0.00017634283,0.000019927402,0.000005788305,0.94242114,0.021428524,0.034501337],"study_design_scores_gemma":[0.000025125746,0.00006119046,1.5301214e-7,0.003896697,0.0000169762,0.0000477543,5.740341e-7,0.005043826,0.000019780906,0.07230671,0.9182368,0.0003444428],"about_ca_topic_score_codex":0.00000483155,"about_ca_topic_score_gemma":4.6651923e-7,"teacher_disagreement_score":0.89680827,"about_ca_system_score_codex":0.000116993084,"about_ca_system_score_gemma":0.0000575265,"threshold_uncertainty_score":0.99992436},"labels":[],"label_agreement":null},{"id":"W4405749821","doi":"10.18280/isi.290601","title":"Bridge Between Agile and Traditional Methods: Agile Requirements Documentation Structuring (ARDocS)","year":2024,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Agile software development; Documentation; Structuring; Bridge (graph theory); Computer science; Engineering; Software engineering; Business; Medicine; Programming language","score_opus":0.05078664604507415,"score_gpt":0.32515813637338664,"score_spread":0.2743714903283125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405749821","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036042225,0.00029761775,0.96055865,0.00010947396,0.000504939,0.00018546947,0.000022937125,0.0008760165,0.0014026437],"genre_scores_gemma":[0.71799624,0.000054313667,0.2816615,0.000060702045,0.00009430158,0.00003648101,0.00007545751,0.00000762996,0.000013350361],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99897885,0.000065454136,0.000368755,0.00016251058,0.00024278986,0.0001816103],"domain_scores_gemma":[0.99928653,0.0002922785,0.00011209517,0.00018299844,0.00006166378,0.000064455264],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0007119611,0.00013628819,0.0001239392,0.00024976948,0.00016340142,0.0012270751,0.00023908968,0.00006795681,0.000027723127],"category_scores_gemma":[0.00012574799,0.00013573183,0.000038680486,0.0003137746,0.00003776821,0.011201129,0.000102793,0.0001413242,0.000025140058],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038231246,0.000004765914,0.0006018175,0.0005337771,0.0000734169,0.0000046841237,0.004905106,0.00018585865,0.00043690196,0.059776254,0.0013672957,0.9321063],"study_design_scores_gemma":[0.00087852933,0.0005095465,0.17355353,0.001545144,0.00014577896,0.00047961262,0.00031785615,0.1813498,0.0401399,0.4424679,0.15695406,0.0016583684],"about_ca_topic_score_codex":0.00004920337,"about_ca_topic_score_gemma":4.3304746e-7,"teacher_disagreement_score":0.93044794,"about_ca_system_score_codex":0.00015731322,"about_ca_system_score_gemma":0.000040012572,"threshold_uncertainty_score":0.99980974},"labels":[],"label_agreement":null},{"id":"W4406499874","doi":"10.1109/cascon62161.2024.10838181","title":"An Empirical Study on Collaborative Uses of Communication Channels for Software Development and Management","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Royal Military College of Canada","funders":"","keywords":"Computer science; Empirical research; Software development; Software; Software engineering; Programming language","score_opus":0.04997751739882214,"score_gpt":0.3677253732658689,"score_spread":0.3177478558670468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406499874","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04169447,0.00017326746,0.95669025,0.00031066698,0.00007168641,0.0005246544,0.0000013678448,0.0004505706,0.00008309329],"genre_scores_gemma":[0.49969324,0.00002397827,0.5000813,0.0000412715,0.0000042315055,0.000116952055,0.0000015045329,0.000003976621,0.000033550965],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99951255,0.000036670965,0.000113346876,0.00017348772,0.00009985581,0.00006408062],"domain_scores_gemma":[0.999288,0.00033391934,0.000022140799,0.00028284546,0.000048697093,0.000024381674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032249253,0.00006558857,0.000073394986,0.00008546878,0.00005163022,0.00013335596,0.00026831965,0.00001842018,0.000001313888],"category_scores_gemma":[0.000020046884,0.000052810545,0.000008505188,0.00021454113,0.000008821752,0.0002812239,0.00010920167,0.00003655368,9.764377e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000960532,0.002136704,0.008415983,0.00072890526,0.000630739,0.000032910564,0.07540608,0.0012621958,0.000057875754,0.23334937,0.013113379,0.6647698],"study_design_scores_gemma":[0.0022290347,0.011800999,0.09300431,0.0012352029,0.00017907078,0.000017944447,0.009920699,0.1738377,0.04895326,0.0219674,0.6347625,0.0020918748],"about_ca_topic_score_codex":0.0000030315189,"about_ca_topic_score_gemma":0.0000031074692,"teacher_disagreement_score":0.66267794,"about_ca_system_score_codex":0.000016380882,"about_ca_system_score_gemma":0.000019720537,"threshold_uncertainty_score":0.21535514},"labels":[],"label_agreement":null},{"id":"W4406612321","doi":"10.1109/wsc63780.2024.10838960","title":"A Framework of Project Risk Simulation with Event Knowledge Graph","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Knowledge graph; Graph; Graph theory; Software engineering; Data science; Theoretical computer science; Artificial intelligence; Mathematics","score_opus":0.01989878016220582,"score_gpt":0.3328580639182248,"score_spread":0.312959283756019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406612321","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002801087,0.0005555169,0.9947033,0.000052871434,0.0001334331,0.00011288221,7.5819275e-7,0.0008899619,0.00075020443],"genre_scores_gemma":[0.64610755,0.000026593983,0.35377604,0.0000046862183,0.00001754599,0.000007996393,1.9062153e-7,0.0000041495723,0.00005527845],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999563,0.000025091727,0.000090095215,0.00015262477,0.000094502844,0.00007470961],"domain_scores_gemma":[0.9990644,0.00061885535,0.00002908421,0.00023665137,0.00003565044,0.000015365848],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021648234,0.000061007486,0.000062148785,0.00011316669,0.000018929506,0.00006754947,0.00019174094,0.000037015972,0.000008012735],"category_scores_gemma":[0.00006811116,0.00004124117,0.000031597487,0.00059905485,0.000008971775,0.00028858372,0.000049674072,0.00012220562,0.0000063767916],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024932893,0.00017366973,0.0026569231,0.00039920356,0.00016877781,0.000023043112,0.005556239,0.0799669,0.000035268647,0.5565158,0.0024703688,0.35200885],"study_design_scores_gemma":[0.000035960253,0.0002373819,0.0006630283,0.00021220688,0.000015312971,0.0000053053686,0.000007833748,0.95283777,0.0007296457,0.020000298,0.025130285,0.00012497955],"about_ca_topic_score_codex":0.000042398,"about_ca_topic_score_gemma":0.0000028167171,"teacher_disagreement_score":0.87287086,"about_ca_system_score_codex":0.000009094532,"about_ca_system_score_gemma":0.000042085376,"threshold_uncertainty_score":0.1681766},"labels":[],"label_agreement":null},{"id":"W4406733244","doi":"10.1145/3711105","title":"Who is to Blame: A Comprehensive Review of Challenges and Opportunities in Designer-Developer Collaboration","year":2025,"lang":"en","type":"review","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Universitas Brawijaya","keywords":"Usability; Best practice; General partnership; Blame; Computer science; Software; Software development; Software peer review; Knowledge management; Status quo; Process management; Software engineering; Engineering management; Engineering; Software construction; Business; Political science; Human–computer interaction; Psychology","score_opus":0.20050063097979937,"score_gpt":0.40314311214326465,"score_spread":0.20264248116346528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406733244","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003961265,0.99408126,0.0011174316,0.0027401263,0.0003878501,0.0011394288,0.0000054037737,0.00009424738,0.00039465903],"genre_scores_gemma":[0.000022838223,0.97926533,0.019712785,0.0006960284,0.00005895916,0.00012904404,0.0000020588302,0.000017663615,0.00009526672],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982575,0.0000616879,0.0007644957,0.00047595287,0.0002886403,0.0001516782],"domain_scores_gemma":[0.997399,0.0005538954,0.0008406377,0.0005888683,0.00057783676,0.000039777828],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00047145432,0.00033764288,0.0010986484,0.00056119356,0.000050981842,0.000107091204,0.0018830764,0.00014514758,0.000003887897],"category_scores_gemma":[0.00035907456,0.0002567436,0.00015566412,0.0005238563,0.000029429943,0.00065263297,0.0012994645,0.00034870752,0.0000014054168],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004769504,0.000037951075,5.108278e-7,0.09157812,0.00005773127,6.9917337e-7,0.0009457154,0.0000011072012,0.00000485652,0.005583535,0.010938861,0.89084613],"study_design_scores_gemma":[0.000066073255,0.00021247068,0.00002435965,0.265463,0.00009283236,0.000020456397,0.000037769187,0.00006565588,0.00018789043,0.00070988556,0.7328533,0.0002662879],"about_ca_topic_score_codex":0.000007882206,"about_ca_topic_score_gemma":8.563338e-7,"teacher_disagreement_score":0.8905799,"about_ca_system_score_codex":0.00011050395,"about_ca_system_score_gemma":0.00009592712,"threshold_uncertainty_score":0.9999885},"labels":[],"label_agreement":null},{"id":"W4407320582","doi":"10.3390/app15041793","title":"Large Language Models in Computer Science Classrooms: Ethical Challenges and Strategic Solutions","year":2025,"lang":"en","type":"article","venue":"Applied Sciences","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Waterloo","keywords":"Engineering ethics; Computer science; Management science; Mathematics education; Psychology; Engineering","score_opus":0.05345405203061779,"score_gpt":0.3112025884786119,"score_spread":0.2577485364479941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407320582","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02245981,0.0021240828,0.95306253,0.0036798576,0.0001778646,0.00015187914,7.677233e-7,0.00035307117,0.01799016],"genre_scores_gemma":[0.89077246,0.00026556518,0.10847988,0.0004362674,0.000015577065,0.000020915893,1.4331978e-7,0.0000018896473,0.0000072867497],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985737,0.000033185748,0.0001476113,0.0005308469,0.00030109542,0.00041354744],"domain_scores_gemma":[0.9992592,0.00033078113,0.000036630605,0.00028934274,0.000026202706,0.00005788782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025277135,0.00010471091,0.00012319416,0.00033713607,0.0003324203,0.00028598285,0.0010229491,0.00009490552,0.0000020143395],"category_scores_gemma":[0.00003077064,0.00009024269,0.00001481997,0.0010873338,0.00046187692,0.00055302266,0.00056810805,0.00032285196,0.0000025619586],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.029807e-7,0.00002085879,0.000010398007,0.000009524107,0.0000012245147,0.0000022996946,0.0014525731,0.00080736744,0.00020223489,0.98108846,0.000013531575,0.016390838],"study_design_scores_gemma":[0.00014357004,0.000042801683,0.0005863512,0.000037560145,0.0000020334064,0.0000054758025,0.00060462125,0.5807403,0.00023366335,0.41721922,0.0002234143,0.00016100741],"about_ca_topic_score_codex":0.000018138848,"about_ca_topic_score_gemma":0.000045322406,"teacher_disagreement_score":0.86831266,"about_ca_system_score_codex":0.000028529495,"about_ca_system_score_gemma":0.00018954396,"threshold_uncertainty_score":0.36799902},"labels":[],"label_agreement":null},{"id":"W4407332391","doi":"10.1177/10525629251319556","title":"Avoiding Speedbumps at the Start of the Review Process","year":2025,"lang":"en","type":"article","venue":"Organizational Behavior Teaching Review","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Process (computing); Computer science; Process management; Psychology; Business; Programming language","score_opus":0.014196195874706472,"score_gpt":0.31058875222085536,"score_spread":0.29639255634614886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407332391","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004741646,0.771353,0.1771925,0.040815085,0.00080329087,0.0028359266,0.000015546817,0.0006921169,0.0015508903],"genre_scores_gemma":[0.45505887,0.47356254,0.027876077,0.0356688,0.0001821969,0.000503173,0.00006850873,0.00011899426,0.006960832],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986867,0.000312057,0.0003422483,0.00021128201,0.00033471672,0.00011301081],"domain_scores_gemma":[0.99858576,0.0003584137,0.00022091744,0.0006457964,0.00016815652,0.000020953712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017713149,0.00012394485,0.00021085866,0.000026064383,0.00044713356,0.00003992322,0.001259701,0.000029271076,0.00010699763],"category_scores_gemma":[0.002324387,0.00007076921,0.00008163554,0.0008397376,0.000030398669,0.00021990789,0.00040478405,0.00041960404,0.000011428272],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003334194,0.0005821342,0.12968707,0.0523504,0.00014585748,0.000014814084,0.00081710384,0.00015283449,0.0019973202,0.25347602,0.26247114,0.29830196],"study_design_scores_gemma":[0.00022058378,0.00004924186,0.036581215,0.118070915,0.0011757078,0.00031036785,0.000016252774,0.00022546467,0.0075565088,0.0020001996,0.8329861,0.00080740347],"about_ca_topic_score_codex":0.000005989414,"about_ca_topic_score_gemma":8.70271e-7,"teacher_disagreement_score":0.570515,"about_ca_system_score_codex":0.000063054315,"about_ca_system_score_gemma":0.00010965782,"threshold_uncertainty_score":0.3439035},"labels":[],"label_agreement":null},{"id":"W4407949754","doi":"10.1109/fie61694.2024.10893426","title":"Guiding Principles for Assessing Software Engineering Teams","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Computer science; Software engineering; Systems engineering; Engineering","score_opus":0.045501842794036906,"score_gpt":0.3011064417729937,"score_spread":0.2556045989789568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407949754","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010875607,0.00065973075,0.9908457,0.00033135316,0.00082242244,0.00012704241,9.724736e-7,0.0057904604,0.0003347974],"genre_scores_gemma":[0.09954251,0.000014372084,0.8998465,0.00004931615,0.00014187164,0.000049383332,0.000001458063,0.000021749864,0.00033286045],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99920046,0.000006280757,0.00016001746,0.00028812775,0.00011930037,0.00022582863],"domain_scores_gemma":[0.99872243,0.00088257244,0.00002880083,0.0002825951,0.00003296134,0.000050624312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044271885,0.000118886936,0.000094367846,0.00012443736,0.00006646172,0.0009883754,0.00043956263,0.000053615848,0.000008202028],"category_scores_gemma":[0.000714853,0.00010452773,0.00006970684,0.00025943585,0.0000043632945,0.0012632456,0.00015113277,0.0000796954,0.00000919494],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013514151,0.000022535207,0.0005829089,0.00064518076,0.000075645505,0.000047948255,0.00039517932,0.009270332,0.0024293475,0.77926856,0.007106604,0.2001544],"study_design_scores_gemma":[0.000031809228,0.00002115389,0.0001557702,0.00015084154,0.0000066882176,0.000032653643,0.0000054788497,0.6711401,0.005037654,0.0009242058,0.32229027,0.00020338138],"about_ca_topic_score_codex":0.000006655332,"about_ca_topic_score_gemma":2.946047e-7,"teacher_disagreement_score":0.7783444,"about_ca_system_score_codex":0.000049818533,"about_ca_system_score_gemma":0.000051765077,"threshold_uncertainty_score":0.9530927},"labels":[],"label_agreement":null},{"id":"W4407951819","doi":"10.1109/fie61694.2024.10892887","title":"Using GitHub Analytics to Assess the Quality of Collaboration in Software Engineering Teams","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Computer science; Analytics; Software analytics; Software quality; Quality (philosophy); Software engineering; Software; Data science; Software development; Software construction; Programming language","score_opus":0.08526366552530407,"score_gpt":0.39211752307013353,"score_spread":0.30685385754482947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407951819","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045724303,0.000107880485,0.95292336,0.0004379878,0.0002367966,0.00010694506,0.0000018104068,0.00041409058,0.000046830814],"genre_scores_gemma":[0.53026175,0.0000042876295,0.4696506,0.000036117122,0.000018808772,0.0000047800086,3.2452033e-7,0.0000051193642,0.000018221352],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99930096,0.00003436348,0.00021897077,0.00015807948,0.00017873825,0.000108897315],"domain_scores_gemma":[0.99890065,0.0006707491,0.00003935107,0.00030171627,0.000060590453,0.000026950684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008449234,0.000072786584,0.00010217916,0.0001425862,0.000018227971,0.00021114292,0.00034752456,0.000036368474,0.000003930148],"category_scores_gemma":[0.000702128,0.000053771186,0.00002569705,0.0013442999,0.0000054497978,0.00045490087,0.000114614886,0.00010670602,0.0000018829302],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007734556,0.000060505776,0.017108735,0.0004535221,0.000066659995,0.000023573557,0.0028213533,0.6386709,0.008839339,0.31275436,0.0011817822,0.01801149],"study_design_scores_gemma":[0.000035482906,0.000030442106,0.005382794,0.00010866176,0.0000057835996,0.0000046567325,0.000058901805,0.9819734,0.006674964,0.00058483303,0.004979525,0.00016055844],"about_ca_topic_score_codex":0.00015385839,"about_ca_topic_score_gemma":0.00003117945,"teacher_disagreement_score":0.48453745,"about_ca_system_score_codex":0.00006476922,"about_ca_system_score_gemma":0.000078235236,"threshold_uncertainty_score":0.21927252},"labels":[],"label_agreement":null},{"id":"W4409090679","doi":"10.1109/mcse.2025.3557236","title":"Do Research Software Engineers and Software Engineering Researchers Speak the Same Language?","year":2025,"lang":"en","type":"article","venue":"Computing in Science & Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Office of Science; Oak Ridge National Laboratory; UT-Battelle; Advanced Scientific Computing Research; U.S. Department of Energy","keywords":"Software engineering; Software; Computer science; Software peer review; Social software engineering; Engineering; Engineering ethics; Software development; Software construction; Programming language","score_opus":0.044765473659716636,"score_gpt":0.36232732284499214,"score_spread":0.3175618491852755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409090679","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20323643,0.0025349893,0.79135406,0.00057419465,0.0006889095,0.0003486914,9.744973e-7,0.0011906726,0.0000711003],"genre_scores_gemma":[0.723738,0.000057702484,0.27598098,0.000058248483,0.000078154975,0.000024076546,5.1499524e-7,0.000024212763,0.00003810331],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965056,0.00008341541,0.00038572217,0.000852063,0.0009347568,0.0012384234],"domain_scores_gemma":[0.99487907,0.0035144824,0.0000525969,0.0011309,0.00022416683,0.00019880755],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.007686603,0.00029288136,0.00027138903,0.0015331883,0.00042937585,0.0010885933,0.002954543,0.00011512891,0.0000026302998],"category_scores_gemma":[0.010280633,0.00025846966,0.000056409557,0.0058717155,0.00027096985,0.00092934625,0.0018830291,0.0013776879,0.0000060141915],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000114624,0.00007484367,0.01582787,0.00037488423,0.000049102924,0.00018079641,0.014205302,0.7490557,0.006971943,0.11405349,0.0007661463,0.09842849],"study_design_scores_gemma":[0.00033290728,0.00006885243,0.041170947,0.0008786081,0.000006176971,0.000060404658,0.0004949386,0.9454748,0.0038573314,0.0004664895,0.0065805665,0.0006079792],"about_ca_topic_score_codex":0.00012582501,"about_ca_topic_score_gemma":0.000004136088,"teacher_disagreement_score":0.52050155,"about_ca_system_score_codex":0.00035189785,"about_ca_system_score_gemma":0.00026912367,"threshold_uncertainty_score":0.99998677},"labels":[],"label_agreement":null},{"id":"W4409736143","doi":"10.1145/3706598.3714057","title":"IdeaSynth: Iterative Research Idea Development Through Evolving and Composing Idea Facets with Literature-Grounded Feedback","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Iterative and incremental development; Development (topology); Grounded theory; Human–computer interaction; Cognitive science; Qualitative research; Software engineering; Psychology; Sociology; Mathematics","score_opus":0.03939957013114301,"score_gpt":0.3396124202530374,"score_spread":0.30021285012189436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409736143","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010211866,0.0018801746,0.97101223,0.0016160677,0.00013077793,0.00031883156,7.828653e-7,0.00062237406,0.0142069],"genre_scores_gemma":[0.45426252,0.00004900704,0.54478854,0.00023249781,0.0000152235425,0.000029727526,0.0000022787733,0.000008591223,0.0006116101],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99819547,0.0001588711,0.00025358578,0.00055821054,0.00041925293,0.00041460074],"domain_scores_gemma":[0.99799997,0.0010465134,0.000056961584,0.00045870928,0.00036640972,0.000071444985],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00089878443,0.00021745272,0.00021567963,0.00024410407,0.00046833974,0.0018163,0.00058678136,0.000094078176,0.000008863541],"category_scores_gemma":[0.00017516647,0.00016804949,0.000022327135,0.001159112,0.00007613685,0.0018276927,0.00056402624,0.00047524262,0.0000065421905],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013096433,0.00021884458,0.0045426167,0.0005622829,0.00037011623,0.0001823106,0.026494116,0.00029067998,0.0035346502,0.8614551,0.0124225905,0.089795776],"study_design_scores_gemma":[0.0044055493,0.0015295396,0.09396457,0.013704067,0.00007943071,0.00065820146,0.0016360597,0.115044124,0.21299353,0.16920893,0.38217288,0.0046031005],"about_ca_topic_score_codex":0.0000958219,"about_ca_topic_score_gemma":0.000025857988,"teacher_disagreement_score":0.69224614,"about_ca_system_score_codex":0.00012465086,"about_ca_system_score_gemma":0.0001625191,"threshold_uncertainty_score":0.9992199},"labels":[],"label_agreement":null},{"id":"W4409796923","doi":"10.1109/apsec65559.2024.00034","title":"Integrating Feedback From Application Reviews Into Software Development","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Computer science; Software engineering; Software development; Software; Operating system","score_opus":0.017466513430583162,"score_gpt":0.28028064635777644,"score_spread":0.2628141329271933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409796923","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024558927,0.003776177,0.9924694,0.00043392723,0.00024088679,0.00015289625,2.570725e-7,0.0022245334,0.00045635895],"genre_scores_gemma":[0.0122333355,0.00014728896,0.98704165,0.00019496662,0.00006611493,0.000103341365,0.00000797295,0.000008625168,0.00019669095],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99925524,0.000021117265,0.00021196145,0.00030062042,0.00010892935,0.000102122336],"domain_scores_gemma":[0.99933124,0.00023801588,0.000033335215,0.00033475045,0.000022105784,0.00004057986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033684482,0.00010370223,0.00009955059,0.000053260235,0.000055051933,0.00029732173,0.00047071383,0.00004241322,0.000035586687],"category_scores_gemma":[0.000119611286,0.00007909108,0.000032892458,0.000287875,0.000005478496,0.00052196434,0.00016011969,0.00013365492,0.0004025817],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.288213e-7,0.000004802841,0.00006642147,0.000035639838,0.0000063471834,0.0000016950321,0.000685365,0.000004171708,0.00021584825,0.011680037,0.0049033626,0.98239607],"study_design_scores_gemma":[0.000014587317,0.000008789285,0.00014999909,0.00014713107,0.0000029372804,0.0000027885205,0.000006743492,0.022551252,0.003350652,0.00763882,0.96597666,0.00014965117],"about_ca_topic_score_codex":0.00013138814,"about_ca_topic_score_gemma":0.000020170792,"teacher_disagreement_score":0.98224646,"about_ca_system_score_codex":0.000056567154,"about_ca_system_score_gemma":0.000043960088,"threshold_uncertainty_score":0.51745075},"labels":[],"label_agreement":null},{"id":"W4411278626","doi":"10.1007/s10664-025-10682-6","title":"On the need to monitor continuous integration practices","year":2025,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.0242274045556198,"score_gpt":0.31203987733416977,"score_spread":0.28781247277855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411278626","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028772961,0.00010021141,0.9561245,0.011812114,0.00086693675,0.00028170846,0.0000012102664,0.001839817,0.00020053463],"genre_scores_gemma":[0.77163494,0.000008479271,0.22467212,0.003025445,0.00013431956,0.00016236886,0.0000016088018,0.000021861679,0.0003388408],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988538,0.000049572547,0.00022272154,0.00034085126,0.00024783544,0.0002852224],"domain_scores_gemma":[0.9953841,0.0037387998,0.00009798544,0.0006076029,0.00007963911,0.00009190092],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0004537435,0.0002042144,0.0001723087,0.0001929279,0.00012229441,0.00034022372,0.00089020754,0.00009409721,0.000012554745],"category_scores_gemma":[0.009841264,0.00014705659,0.00007088646,0.0009573756,0.000009499948,0.00038303598,0.00022424354,0.00041872307,0.00005588044],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014231562,0.0005196428,0.015348458,0.00018891484,0.00038199322,0.00012320845,0.0029072275,0.0778196,0.002926937,0.30419794,0.38091445,0.2145293],"study_design_scores_gemma":[0.0006628006,0.0008944604,0.053863656,0.0009799997,0.0000766597,0.000039705064,0.00012221708,0.17022373,0.029529482,0.009017164,0.7327732,0.0018169368],"about_ca_topic_score_codex":0.000027138769,"about_ca_topic_score_gemma":0.0000010832872,"teacher_disagreement_score":0.742862,"about_ca_system_score_codex":0.00008993883,"about_ca_system_score_gemma":0.00002903405,"threshold_uncertainty_score":0.9984993},"labels":[],"label_agreement":null},{"id":"W4411359946","doi":"10.1109/icpc66645.2025.00005","title":"Message from the ICPC 2025 Chairs","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; World Wide Web","score_opus":0.011093703633815778,"score_gpt":0.2610994806857547,"score_spread":0.25000577705193894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411359946","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00038630445,0.0003824166,0.95211095,0.010996474,0.00037221017,0.00005740225,0.0000010869203,0.0007434589,0.03494971],"genre_scores_gemma":[0.555561,0.00019260826,0.4188191,0.007253931,0.00011872348,0.000044756856,0.000002419238,0.000008145646,0.01799932],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99959034,0.000023921755,0.00007054149,0.00014579018,0.00007748922,0.00009190878],"domain_scores_gemma":[0.9987979,0.0006498601,0.000016758455,0.0005049515,0.000015545793,0.000014989302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017514447,0.000056473593,0.000052659736,0.000020798834,0.00006429218,0.00013437537,0.00084953906,0.000029650271,0.00008174169],"category_scores_gemma":[0.000085568754,0.000035104404,0.00002801653,0.0002154126,0.000010142424,0.00015580287,0.00024370941,0.00009810967,0.000025822466],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001860465,0.000017248418,0.0012487189,0.000003791536,0.000030096106,0.000005614935,0.00018847489,0.000049710787,0.000085609354,0.6205959,0.2966326,0.081140414],"study_design_scores_gemma":[0.00008676322,0.000013094039,0.007127329,0.000026959087,0.000007452735,8.701857e-7,0.000018578927,0.016061125,0.0032736557,0.03888422,0.9343812,0.00011879059],"about_ca_topic_score_codex":0.00031267927,"about_ca_topic_score_gemma":0.000014210727,"teacher_disagreement_score":0.6377486,"about_ca_system_score_codex":0.000008883526,"about_ca_system_score_gemma":0.00002258985,"threshold_uncertainty_score":0.15786691},"labels":[],"label_agreement":null},{"id":"W4411505879","doi":"10.1145/3729176.3729200","title":"A Case Study Investigating the Role of Generative AI in Quality Evaluations of Epics in Agile Software Development","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Agile software development; Computer science; Software quality; Software engineering; Software development; Quality (philosophy); Software; Programming language","score_opus":0.06305782420443068,"score_gpt":0.38738283323711536,"score_spread":0.3243250090326847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411505879","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60974693,0.00005831016,0.38964513,0.00016907499,0.000022086468,0.00024087825,3.739912e-7,0.000042320633,0.00007486184],"genre_scores_gemma":[0.71301985,7.8454866e-7,0.28684297,0.00007262716,0.0000014533906,0.00004988765,2.7057538e-7,0.0000013353642,0.00001079788],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99900335,0.00024473752,0.00038477767,0.00014013471,0.00014779686,0.000079204605],"domain_scores_gemma":[0.99869794,0.00081386813,0.00009600284,0.00027838547,0.000101256664,0.000012523613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001672396,0.00006197129,0.0001247269,0.00012113992,0.000040397725,0.000020508378,0.00028665518,0.000024544028,0.00000241929],"category_scores_gemma":[0.00092235766,0.00004691936,0.000013891445,0.0006896212,0.000020078136,0.00016763971,0.00020588125,0.00012120283,1.898045e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004717908,0.0007734236,0.64242613,0.00008529389,0.0000658408,0.00005270265,0.08367724,0.018281192,0.0010246822,0.040127084,0.00009703211,0.21338466],"study_design_scores_gemma":[0.0015057015,0.00034077867,0.4426921,0.00039252493,0.000033010525,0.000058247962,0.023485629,0.34054452,0.121581234,0.067948796,0.0007651517,0.000652294],"about_ca_topic_score_codex":0.0018237594,"about_ca_topic_score_gemma":0.0018178109,"teacher_disagreement_score":0.32226333,"about_ca_system_score_codex":0.000040276555,"about_ca_system_score_gemma":0.00024307401,"threshold_uncertainty_score":0.27569908},"labels":[],"label_agreement":null},{"id":"W4411658732","doi":"10.51847/lrc7uno9bu","title":"10.51847/LrC7uno9BU","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Project portfolio management; Business; Project management; Application portfolio management; Process management; Portfolio; Engineering management; OPM3; Project management triangle; Risk analysis (engineering); Engineering; Systems engineering; Finance","score_opus":0.006887399789272052,"score_gpt":0.19435285045077508,"score_spread":0.18746545066150302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411658732","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009921637,0.000059023325,0.010424345,0.0007201005,0.0000061403607,0.00009984164,0.0000013374862,0.0015426275,0.9870474],"genre_scores_gemma":[0.00018144195,5.885269e-7,0.049709305,0.00009956007,0.000050312512,0.00001235853,8.923563e-7,0.000008671095,0.94993687],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99941814,0.000017395096,0.00008749357,0.00018509534,0.00012206561,0.00016979474],"domain_scores_gemma":[0.9993665,0.000090474976,0.000014996398,0.00042453804,0.00001962994,0.000083868465],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00014445897,0.00008260473,0.000077678706,0.0000495926,0.00004117892,0.000103373466,0.0005899387,0.000034568075,0.89747286],"category_scores_gemma":[0.000035339883,0.00008053604,0.000028949014,0.00024809758,0.0000061443047,0.00030518568,0.00007608243,0.0000707455,0.91953385],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003816624,0.000011331654,8.505511e-8,0.0000015071198,0.000003461607,0.000005678481,0.0000117237005,0.00015112245,0.000011858528,0.000030417643,0.027565291,0.97220373],"study_design_scores_gemma":[0.000036386842,0.000078683064,0.000025048414,0.0000064793185,0.0000019782956,0.000013429867,3.1486703e-8,0.00359071,0.00008186025,0.00002342807,0.99602634,0.00011563333],"about_ca_topic_score_codex":0.000011351123,"about_ca_topic_score_gemma":1.2742735e-8,"teacher_disagreement_score":0.9720881,"about_ca_system_score_codex":0.000013252374,"about_ca_system_score_gemma":0.000012513279,"threshold_uncertainty_score":0.32841644},"labels":[],"label_agreement":null},{"id":"W4412152791","doi":"10.1007/s10664-025-10629-x","title":"Guiding principles for mixed methods research in software engineering","year":2025,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada; Monash University; University of Victoria","keywords":"Computer science; Software engineering; Systems engineering; Engineering","score_opus":0.15558234056282055,"score_gpt":0.44330466850829364,"score_spread":0.2877223279454731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412152791","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007192907,0.0013264733,0.9857756,0.00068759284,0.0014001392,0.00060715736,0.000004584833,0.0029724876,0.000033059903],"genre_scores_gemma":[0.039305408,0.000040531606,0.9596441,0.000105959254,0.0001494885,0.00054728054,0.0000065975178,0.00006538838,0.00013527402],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966766,0.0001612313,0.0007142025,0.0008900531,0.00043040214,0.0011274634],"domain_scores_gemma":[0.9878512,0.010706748,0.00007429941,0.00095464295,0.00021897593,0.0001941484],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004388855,0.00040938577,0.00051803625,0.0012474215,0.0001810296,0.00033407236,0.0016142805,0.00032501743,0.0000055145974],"category_scores_gemma":[0.016593937,0.00043664503,0.0001918947,0.002744485,0.000027865266,0.00068718917,0.0009113242,0.00074381114,0.000007123912],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000092408256,0.00051592774,0.075299285,0.0036709507,0.00042248517,0.0002159841,0.0017192882,0.5760681,0.0031166296,0.089417845,0.01793153,0.23152955],"study_design_scores_gemma":[0.0007290631,0.00015517026,0.026094371,0.00096579094,0.00002106993,0.000025083666,0.00002141285,0.42459852,0.0110770315,0.0025687388,0.5326872,0.0010565642],"about_ca_topic_score_codex":0.00002884998,"about_ca_topic_score_gemma":0.0000030647525,"teacher_disagreement_score":0.51475567,"about_ca_system_score_codex":0.00043847153,"about_ca_system_score_gemma":0.00016572923,"threshold_uncertainty_score":0.99980855},"labels":[],"label_agreement":null},{"id":"W4412164262","doi":"10.1109/wsese66602.2025.00012","title":"Integrating Positionality Statements in Empirical Software Engineering Research","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software engineering; Empirical research; Software; Data science; Programming language; Epistemology","score_opus":0.08623511914845695,"score_gpt":0.47527772639158294,"score_spread":0.389042607243126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412164262","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014069396,0.00006231976,0.9828037,0.0012724134,0.00012468947,0.00010640896,0.0000010536232,0.00053172937,0.0010282582],"genre_scores_gemma":[0.37713933,0.0000073193232,0.62237334,0.00021011561,0.000012226292,0.000039825052,0.0000024287503,0.000004083772,0.00021131705],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99901736,0.00007495187,0.00019287686,0.00023944766,0.0002362131,0.00023912714],"domain_scores_gemma":[0.9985841,0.0009920999,0.000014902394,0.00028413298,0.00009071999,0.000034055232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013142558,0.00007335426,0.00008439723,0.00030727749,0.000056166893,0.00015047422,0.00050112884,0.00004822182,0.000015231099],"category_scores_gemma":[0.0009831217,0.000067699024,0.000021729464,0.0009756092,0.000010529352,0.0005769884,0.0003213018,0.00035443951,0.000007836616],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000164763,0.00030309134,0.26005194,0.000205164,0.000049765225,0.00008801145,0.0009583772,0.003238654,0.0005620151,0.67260957,0.01856233,0.043354638],"study_design_scores_gemma":[0.00089719385,0.00024156431,0.37095615,0.0009412087,0.0000062162403,0.000019833098,0.00014445877,0.43643007,0.009204936,0.090153076,0.090113975,0.00089132047],"about_ca_topic_score_codex":0.00012258712,"about_ca_topic_score_gemma":0.000011999688,"teacher_disagreement_score":0.58245647,"about_ca_system_score_codex":0.0001227029,"about_ca_system_score_gemma":0.00007246481,"threshold_uncertainty_score":0.27606863},"labels":[],"label_agreement":null},{"id":"W4412197388","doi":"10.1145/3725899.3725902","title":"Enhancing Agile Project Management for Remote Teams: A Graph Theory-Based Approach","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Agile software development; Computer science; Graph theory; Software engineering; Process management; Engineering; Mathematics","score_opus":0.012334337221052264,"score_gpt":0.28052763341320425,"score_spread":0.268193296192152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412197388","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000046154895,0.00007681588,0.9732191,0.00014773128,0.00015113413,0.00068041857,7.3119924e-7,0.0012201406,0.024457771],"genre_scores_gemma":[0.013776405,0.000009059106,0.9817017,0.0005622866,0.000014219446,0.00012640208,0.000002455875,0.000007565662,0.00379993],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991865,0.000039280327,0.00014325215,0.0003240622,0.00010451124,0.00020235713],"domain_scores_gemma":[0.99904597,0.00034235182,0.00004081796,0.00051488867,0.000036194488,0.000019790117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007811848,0.00011293212,0.0001062229,0.00023337136,0.00008967688,0.00013660172,0.00060493103,0.00004242494,0.000002857541],"category_scores_gemma":[0.00006506327,0.00009435738,0.00007635196,0.00053157465,0.000011487719,0.0001908418,0.0001334861,0.00007543543,0.0000017138427],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022564567,0.0000712374,0.000014907425,0.0003760082,0.00006535829,0.0000029000998,0.00011635401,0.00052937266,0.00012749317,0.8760108,0.0078715775,0.114791445],"study_design_scores_gemma":[0.0009241047,0.00021255297,0.000074507465,0.00024976305,0.00007226978,0.0000049467026,0.00015088839,0.4922986,0.030160401,0.17007002,0.30517003,0.00061191863],"about_ca_topic_score_codex":0.00003013385,"about_ca_topic_score_gemma":0.000001622768,"teacher_disagreement_score":0.7059408,"about_ca_system_score_codex":0.000030281919,"about_ca_system_score_gemma":0.000045514043,"threshold_uncertainty_score":0.38477823},"labels":[],"label_agreement":null},{"id":"W4412754919","doi":"10.11159/iccste25.122","title":"Voices of the Vulnerable: Insights from A German Road Safety CoCreation Workshop","year":2025,"lang":"en","type":"article","venue":"Proceedings of the International Conference on Civil, Structural and Transportation Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; UK Research and Innovation","keywords":"German; Computer security; Computer science; Internet privacy; Geography; Archaeology","score_opus":0.011104361810585744,"score_gpt":0.24759224486867873,"score_spread":0.23648788305809298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412754919","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97682005,0.00007661375,0.019847682,0.0017920056,0.00057222537,0.00014492054,0.000019617939,0.00007975856,0.0006471133],"genre_scores_gemma":[0.9971249,0.000044174256,0.0027098942,0.0000344554,0.0000198486,0.000008167822,0.000004270098,0.000003664366,0.00005059214],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9993037,0.000004627667,0.00023553082,0.0001584028,0.0002320551,0.00006569086],"domain_scores_gemma":[0.9994213,0.00011418542,0.00016736005,0.00009052188,0.00019028045,0.000016379072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007555923,0.00010606475,0.000111019624,0.00007318708,0.00007510665,0.0000652962,0.0006373013,0.00004457998,0.000008202505],"category_scores_gemma":[0.00008517654,0.000068156965,0.00004785214,0.00023012765,0.000023733885,0.00041447385,0.000036355694,0.0002016993,8.0792645e-8],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051212846,0.000014092229,0.005453324,0.0001156883,0.00013186119,2.522604e-7,0.0024414184,0.0068598567,0.036186192,0.94180775,0.00004153494,0.006896815],"study_design_scores_gemma":[0.0004256796,0.000028960672,0.5666805,0.0010439693,0.000049267903,0.0000020567595,0.00015405899,0.30823758,0.09055617,0.031870235,0.0007170026,0.00023455653],"about_ca_topic_score_codex":0.000097331416,"about_ca_topic_score_gemma":0.000037885675,"teacher_disagreement_score":0.9099375,"about_ca_system_score_codex":0.000018593193,"about_ca_system_score_gemma":0.000021102876,"threshold_uncertainty_score":0.277936},"labels":[],"label_agreement":null},{"id":"W4412830981","doi":"10.22395/rium.v24n46a3","title":"An evaluation of the benefits and difficulties of implementing ISO/IEC 29110 international software standard in academia and industry","year":2025,"lang":"en","type":"article","venue":"Revista Ingenierías Universidad de Medellín","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"International standard; Principal (computer security); Software; Information security management system; Engineering management; Product (mathematics); Quality (philosophy); Engineering; Quality of analytical results; Computer science; Software engineering; Systems engineering; Quality management system; Operations management; Quality management; Computer security; Telecommunications; Mathematics","score_opus":0.019334169506763445,"score_gpt":0.31416246470061765,"score_spread":0.29482829519385423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412830981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96138006,0.001255779,0.03664777,0.00033176207,0.000049773982,0.00016381741,0.000010772276,0.00003814055,0.00012213756],"genre_scores_gemma":[0.9814161,0.0002569517,0.018260552,0.00003235013,0.000008516337,0.00000272351,0.0000016537391,0.0000037173838,0.000017446977],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991004,0.00011281254,0.00021303692,0.00018072105,0.00027583228,0.00011722119],"domain_scores_gemma":[0.999238,0.00017521338,0.00017072035,0.00022369543,0.00016382991,0.000028542212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011731532,0.000083131315,0.00013317513,0.00018267205,0.000059388352,0.00006184457,0.0004344756,0.00019487669,0.0000053711647],"category_scores_gemma":[0.0003526654,0.0000735445,0.000024068686,0.00035078736,0.0000502285,0.0003593827,0.00030814848,0.0004061787,2.4060258e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043345943,0.000046516998,0.47225946,0.0002569098,0.000100127356,0.0000025607476,0.003557216,0.0040295594,0.0015827086,0.05997567,0.0003436014,0.45780233],"study_design_scores_gemma":[0.0032694954,0.00029200187,0.7566465,0.0030873825,0.00039547964,0.00003331285,0.0030666073,0.165886,0.034071796,0.004404058,0.028068407,0.00077892514],"about_ca_topic_score_codex":0.000081523314,"about_ca_topic_score_gemma":0.000019749137,"teacher_disagreement_score":0.45702338,"about_ca_system_score_codex":0.000110792316,"about_ca_system_score_gemma":0.00013324906,"threshold_uncertainty_score":0.29990575},"labels":[],"label_agreement":null},{"id":"W4412896120","doi":"10.20961/ijie.v9i1.103884","title":"The Role of Artificial Intelligence in Programming Education and Its Impact on the Learning Process","year":2025,"lang":"en","type":"article","venue":"IJIE (Indonesian Journal of Informatics Education)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Process (computing); Computer science; Artificial intelligence; Psychology; Mathematics education; Programming language","score_opus":0.008695444661763667,"score_gpt":0.31623092371824163,"score_spread":0.307535479056478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412896120","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70676184,0.0018825157,0.286162,0.0030124316,0.0006965174,0.00043356683,2.2101614e-7,0.000034985496,0.0010159366],"genre_scores_gemma":[0.9913763,0.00009372474,0.008412897,0.000049713566,0.00003748857,0.000016234717,2.3677883e-7,0.0000028356037,0.0000106060315],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99907255,0.000053975396,0.00054589956,0.00004088884,0.00017577506,0.00011093395],"domain_scores_gemma":[0.99838644,0.0005882035,0.00054434576,0.00014662062,0.00029925074,0.000035125835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010656096,0.00008040717,0.00010108977,0.00023048637,0.00012959765,0.00022779805,0.0005192759,0.00003161817,0.0000012994705],"category_scores_gemma":[0.00070967735,0.000046451187,0.000037288533,0.00054824643,0.00002477327,0.0006943407,0.00003390189,0.00031245267,0.0000010653665],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014619396,0.0001015251,0.0022168255,0.000048756014,0.000014112027,1.04205036e-7,0.00576757,0.0016233575,0.000007683548,0.080931686,0.000027720078,0.909246],"study_design_scores_gemma":[0.0003431039,0.0019493012,0.069898404,0.005747946,0.00012296975,0.00062560145,0.11473712,0.42171225,0.032549765,0.32819334,0.023082647,0.0010375651],"about_ca_topic_score_codex":0.0000055344776,"about_ca_topic_score_gemma":0.0000011646739,"teacher_disagreement_score":0.9082085,"about_ca_system_score_codex":0.00004717226,"about_ca_system_score_gemma":0.0009512879,"threshold_uncertainty_score":0.21966618},"labels":[],"label_agreement":null},{"id":"W4412904648","doi":"10.47363/jeast/2025(7)323","title":"A Quantitative and Qualitative Analysis of Popular Integrated Development Environments for Frontend Development","year":2025,"lang":"en","type":"article","venue":"Journal of Engineering and Applied Sciences Technology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Journal of Student Science and Technology","funders":"Strong","keywords":"Qualitative analysis; Development (topology); Computer science; Systems engineering; Qualitative research; Engineering; Mathematics; Sociology","score_opus":0.0244256632803774,"score_gpt":0.3174590352062268,"score_spread":0.29303337192584944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412904648","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26307702,0.0005957461,0.7360308,0.00015442377,0.00004075646,0.00006109301,6.534479e-7,0.000028999406,0.000010461216],"genre_scores_gemma":[0.464853,0.00002238837,0.53510034,0.0000069849098,0.0000010113736,0.0000070152782,2.7560841e-7,0.000001537912,0.0000074540194],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991825,0.000009631429,0.0003741962,0.00017290952,0.00012469215,0.00013603721],"domain_scores_gemma":[0.99939466,0.00023080249,0.00021638579,0.00008423285,0.00004447698,0.000029448323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009318698,0.00010458346,0.000310227,0.0012409016,0.00007101066,0.00003181128,0.00034263424,0.000067652225,3.5841475e-7],"category_scores_gemma":[0.00017654165,0.000084570565,0.000028415257,0.0011536453,0.00010201115,0.00012937881,0.000105388775,0.000118640215,6.0179474e-8],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007991316,0.00017687204,0.001571665,0.00016821877,0.0027675044,0.0000059789054,0.016318994,0.026867181,0.0487704,0.7712354,0.00008598184,0.1319519],"study_design_scores_gemma":[0.002860679,0.0024388514,0.014005253,0.0010087625,0.0011001342,0.00006512158,0.020650582,0.46380785,0.37815982,0.019628892,0.094486654,0.0017873908],"about_ca_topic_score_codex":0.000001115687,"about_ca_topic_score_gemma":0.0000012174925,"teacher_disagreement_score":0.75160646,"about_ca_system_score_codex":0.000033220567,"about_ca_system_score_gemma":0.00006698355,"threshold_uncertainty_score":0.34486875},"labels":[],"label_agreement":null},{"id":"W4413220954","doi":"10.22260/ccc2025/0016","title":"DELIVERABLE-DRIVEN AGILE MANAGEMENT: A NEW PARADIGM FOR EFFICIENT CONSTRUCTION PROJECT CONTROL","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Deliverable; Agile software development; Computer science; Systems engineering; Project management; Control (management); Process management; Engineering management; Software engineering; Engineering; Artificial intelligence","score_opus":0.011181755171415356,"score_gpt":0.26559903391033945,"score_spread":0.2544172787389241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413220954","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017749019,0.00009326764,0.9913731,0.0010874566,0.00040018567,0.0007334587,0.0000017941996,0.0008143497,0.00531885],"genre_scores_gemma":[0.08301614,0.000033900844,0.9147319,0.00045038573,0.0000332258,0.00013463011,0.0000017003861,0.0000057362595,0.0015923833],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993435,0.00001725341,0.00013170265,0.00025104277,0.0000853059,0.0001711754],"domain_scores_gemma":[0.9994014,0.0002008384,0.00004282575,0.00029624713,0.000029510393,0.000029171562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014102197,0.0000917113,0.000102939295,0.00014350354,0.00008281509,0.00013955138,0.0003665324,0.000037354865,0.000007404045],"category_scores_gemma":[0.00002678418,0.00008268218,0.000052369996,0.00029817672,0.0000115253315,0.0001704418,0.00007106324,0.00005417425,0.000005034907],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002098455,0.000028439104,0.000087320164,0.000053369433,0.00007141637,0.0000026055056,0.00005443681,0.0061347964,0.000029749262,0.8865619,0.02252746,0.084427565],"study_design_scores_gemma":[0.0010380344,0.000077379846,0.00012229836,0.000049362374,0.000037953734,0.000009471372,0.000012813547,0.7244939,0.0005467456,0.010841858,0.26260298,0.00016717345],"about_ca_topic_score_codex":0.000063450585,"about_ca_topic_score_gemma":0.0000019715467,"teacher_disagreement_score":0.87572,"about_ca_system_score_codex":0.00003486398,"about_ca_system_score_gemma":0.000052993204,"threshold_uncertainty_score":0.33716816},"labels":[],"label_agreement":null},{"id":"W4413433247","doi":"10.1108/ijmpb-02-2025-0060","title":"Knowledge management in agile projects: a Scrum-KM extension proposal endorsed by Canadian and Brazilian project managers","year":2025,"lang":"en","type":"article","venue":"International Journal of Managing Projects in Business","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Scrum; Agile software development; Project management; Knowledge management; Business; Process management; Extension (predicate logic); Engineering management; Management; Engineering; Computer science; Systems engineering; Software development; Software","score_opus":0.014814099328320307,"score_gpt":0.29862695553868646,"score_spread":0.28381285621036617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413433247","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21463367,0.011452178,0.5531386,0.098899916,0.019881932,0.008753003,0.000044041466,0.0011960623,0.09200058],"genre_scores_gemma":[0.9176728,0.0012077623,0.0798,0.0005568841,0.00008277145,0.00006179843,0.0000067146784,0.000025577148,0.00058565364],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998377,0.0001011302,0.0004996086,0.0003613547,0.0003475138,0.00031333993],"domain_scores_gemma":[0.99901503,0.00012797766,0.00021566088,0.00023967538,0.0003457213,0.00005595242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010508845,0.00019893354,0.00023754376,0.0029558395,0.000052780015,0.00035429595,0.0011706552,0.0000722014,0.0000019411405],"category_scores_gemma":[0.000205533,0.00018774935,0.000039885672,0.0015086526,0.00004294343,0.001054577,0.00035129394,0.0003256305,0.0000012861406],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048965414,0.0010340547,0.022511987,0.0013416484,0.00063116907,0.0070599224,0.005801204,0.0017862283,0.0004363295,0.08118322,0.040085617,0.837639],"study_design_scores_gemma":[0.014356024,0.000531046,0.19409874,0.01808731,0.0001898308,0.0019067869,0.0036897142,0.15028206,0.002098293,0.025103686,0.58660126,0.0030552861],"about_ca_topic_score_codex":0.0078084627,"about_ca_topic_score_gemma":0.0040586647,"teacher_disagreement_score":0.8345837,"about_ca_system_score_codex":0.00043596802,"about_ca_system_score_gemma":0.00048936397,"threshold_uncertainty_score":0.9987986},"labels":[],"label_agreement":null},{"id":"W4413491519","doi":"10.1007/978-3-031-97788-6_23","title":"Implementation Overview","year":2025,"lang":"en","type":"book-chapter","venue":"Health information technology standards","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science","score_opus":0.020182469432189754,"score_gpt":0.35661497911512446,"score_spread":0.3364325096829347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413491519","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.3718301e-7,0.0026241362,0.8715927,0.013129518,0.0004688547,0.0005159783,0.00026050486,0.0025191533,0.10888903],"genre_scores_gemma":[0.00039264528,0.049487215,0.8557031,0.023210047,0.00017383795,0.00047552,0.00083963585,0.000084744235,0.069633216],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983578,0.00001128608,0.0007141438,0.00019239487,0.00046148783,0.00026293247],"domain_scores_gemma":[0.9981467,0.000053100448,0.0006592391,0.00071333186,0.00037086435,0.000056722976],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008371137,0.00023480297,0.00032904337,0.0010419507,0.00017742004,0.00011946163,0.00069791824,0.00042418123,0.00013129321],"category_scores_gemma":[0.000076731594,0.0002474812,0.00006360338,0.00022772062,0.00003514622,0.001179377,0.00030810904,0.0005179883,0.00004099947],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.289471e-7,7.05446e-7,0.000001483001,0.00014772498,0.000009819631,4.1456437e-7,0.00003727308,8.5891946e-7,1.0862659e-8,0.5195134,0.06660348,0.41368383],"study_design_scores_gemma":[0.00013802914,0.00013064749,0.000005375316,0.00021402206,0.000005327065,0.000012686958,0.000009445591,0.00017840759,0.000025110732,0.07159921,0.9275107,0.00017103425],"about_ca_topic_score_codex":0.000026758871,"about_ca_topic_score_gemma":0.000015071281,"teacher_disagreement_score":0.8609072,"about_ca_system_score_codex":0.0006211698,"about_ca_system_score_gemma":0.0013182564,"threshold_uncertainty_score":0.99999774},"labels":[],"label_agreement":null},{"id":"W4413681718","doi":"10.1007/978-3-031-90310-6_15","title":"Strengthening an Agile Software Development Environment Using ISO/IEC 29110 as a Reference Standard","year":2025,"lang":"en","type":"book-chapter","venue":"Studies in computational intelligence","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Agile software development; Computer science; Software; Software engineering; Systems engineering; Engineering; Operating system","score_opus":0.12434520651288922,"score_gpt":0.3712378531551329,"score_spread":0.2468926466422437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413681718","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000075575095,0.0031590515,0.9911182,0.000068242785,0.00047696262,0.00030144167,0.000023596034,0.00035530035,0.0044216453],"genre_scores_gemma":[0.005696175,0.0011177898,0.9865962,0.00015414119,0.000066614186,0.000043500044,0.000040652692,0.000033432934,0.0062514767],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.997219,0.00004810849,0.0007912792,0.0009003437,0.0007160803,0.00032518755],"domain_scores_gemma":[0.99736017,0.0014183243,0.0003538786,0.00052846974,0.00025812216,0.00008105375],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005377988,0.0004861415,0.00051140547,0.0003716041,0.0002583619,0.00012798344,0.0010690396,0.00019212608,0.000071929026],"category_scores_gemma":[0.00028879067,0.0005128029,0.00007202285,0.00012982721,0.00016639696,0.00041238568,0.0010894426,0.00061594765,0.00003868624],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029630175,0.00004979278,0.000040470346,0.00021227985,0.00028152327,0.00013078022,0.0031389145,0.3401546,0.0000010649579,0.32251865,0.0003791805,0.33306313],"study_design_scores_gemma":[0.000191394,0.00053777563,0.00005580568,0.0040334193,0.00007389238,0.00009551536,0.00034055708,0.08868357,0.00038699672,0.57031745,0.33305377,0.0022298724],"about_ca_topic_score_codex":0.000022919794,"about_ca_topic_score_gemma":0.00001468749,"teacher_disagreement_score":0.3326746,"about_ca_system_score_codex":0.0007114882,"about_ca_system_score_gemma":0.00045115748,"threshold_uncertainty_score":0.9997324},"labels":[],"label_agreement":null},{"id":"W4413735482","doi":"10.1017/pds.2025.10095","title":"Bridging theory and practice in software design management: insights from practitioners","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Bridging (networking); Computer science; Software; Management theory; Knowledge management; Software engineering; Engineering management; Engineering; Management science; Programming language","score_opus":0.01367759427095132,"score_gpt":0.2536450429860433,"score_spread":0.23996744871509196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413735482","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011488831,0.00078728,0.9951318,0.0014968624,0.000117838084,0.00042189017,7.343809e-7,0.00022945496,0.0006652766],"genre_scores_gemma":[0.16103558,0.0005442308,0.83746105,0.0007761338,0.000016100796,0.000052191077,2.7479012e-7,0.0000097500315,0.00010469268],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989837,0.00009578446,0.00021186535,0.00032868926,0.00021631535,0.00016366178],"domain_scores_gemma":[0.99641,0.003018347,0.00022873576,0.00019183963,0.0001237351,0.000027302722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018115132,0.00014285758,0.00015026289,0.00007062215,0.00013970246,0.00018678576,0.0007399417,0.000087381835,8.773788e-7],"category_scores_gemma":[0.0014921449,0.00011635473,0.0000677143,0.0007099326,0.000066730645,0.0015429801,0.00043447482,0.00024968642,7.0022645e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044051762,0.00039958378,0.0011855394,0.000669144,0.00087434816,0.000010884302,0.02634638,0.0016867924,0.011511886,0.8153828,0.04406026,0.09743189],"study_design_scores_gemma":[0.0015343154,0.00013178521,0.0066925446,0.0015712419,0.00035230152,0.000040651386,0.0032334146,0.049245667,0.058400963,0.8642203,0.0136835575,0.0008932212],"about_ca_topic_score_codex":0.000025453512,"about_ca_topic_score_gemma":9.7300315e-8,"teacher_disagreement_score":0.1598867,"about_ca_system_score_codex":0.000059452937,"about_ca_system_score_gemma":0.0000363438,"threshold_uncertainty_score":0.4744808},"labels":[],"label_agreement":null},{"id":"W4413863245","doi":"10.35490/ec3.2025.201","title":"Cyber Risk Identification in Construction with Language Models: The Next Generation","year":2025,"lang":"en","type":"article","venue":"Computing in construction","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Tamkeen; York University; New York University Abu Dhabi","keywords":"Identification (biology); Computer science","score_opus":0.0267698074384189,"score_gpt":0.2665932297351993,"score_spread":0.2398234222967804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413863245","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35147843,0.00013023334,0.64714676,0.00020563463,0.0005029562,0.00014389728,3.6349633e-7,0.00017826285,0.00021348981],"genre_scores_gemma":[0.81924325,0.000039971204,0.18060008,0.000034434786,0.000053754582,0.000012385397,0.0000031737877,0.0000043850814,0.000008563991],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990042,0.00014967796,0.00028168678,0.0002981287,0.0001260633,0.00014023807],"domain_scores_gemma":[0.9991614,0.00022125462,0.00017205092,0.0003721137,0.000059799106,0.000013365574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065506867,0.00010331321,0.000101813355,0.000254285,0.00013786672,0.00026047378,0.00028003563,0.00006899508,0.0000013814084],"category_scores_gemma":[0.000102340426,0.00008552682,0.00002052355,0.0008561567,0.00006486697,0.00073661696,0.00007507131,0.00028582965,0.0000017141658],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012618106,0.000029290071,0.030392459,0.000024884732,0.000017717626,0.000005436556,0.0017179034,0.18269947,0.0011152902,0.1165798,0.00010145966,0.6673037],"study_design_scores_gemma":[0.00021963113,0.000012307818,0.010310635,0.000075503856,0.000007071773,0.00005086098,0.00024834165,0.98238987,0.0014041547,0.005062932,0.00011101135,0.000107653],"about_ca_topic_score_codex":0.00031790638,"about_ca_topic_score_gemma":0.000115771814,"teacher_disagreement_score":0.7996904,"about_ca_system_score_codex":0.00010230523,"about_ca_system_score_gemma":0.00005639944,"threshold_uncertainty_score":0.34876826},"labels":[],"label_agreement":null},{"id":"W4414218998","doi":"10.1007/978-3-032-04207-1_12","title":"From Diverse Origins to a DEI Crisis: The Pushback Against Equity, Diversity, and Inclusion in Software Engineering","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Backlash; Inclusion (mineral); Software; Resilience (materials science); Exploratory research; Reflexivity; Adaptation (eye)","score_opus":0.02058067475124085,"score_gpt":0.26558425689997656,"score_spread":0.24500358214873572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414218998","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001544321,0.0004923472,0.9941567,0.001738635,0.0011861038,0.00038400438,0.000012278297,0.00034995566,0.00013563392],"genre_scores_gemma":[0.30357718,0.00017146165,0.6921649,0.0037351984,0.00027370892,0.000012585562,0.0000040844134,0.000023713033,0.000037153262],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99721354,0.000027600394,0.00030560128,0.0011071478,0.0008657244,0.00048037225],"domain_scores_gemma":[0.9973374,0.0012759467,0.00011523232,0.001027907,0.00009963226,0.00014385325],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0010013027,0.00042091214,0.0003807975,0.0007911678,0.0010098042,0.00045017764,0.0046694307,0.00024756393,0.0000038027295],"category_scores_gemma":[0.00036737832,0.000353783,0.00007082092,0.00081713026,0.00011141257,0.0006443152,0.12485444,0.0008523297,0.0000045583133],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011100663,0.00003534184,0.0011622501,0.00009884626,0.000028744811,0.00024148256,0.01433068,0.104416594,0.000040263876,0.006883417,0.00030468992,0.8724466],"study_design_scores_gemma":[0.0006614163,0.00028064582,0.0018354547,0.0029499375,0.000047850033,0.000026055517,0.0000045349934,0.76660186,0.00073972665,0.20653526,0.018200964,0.0021163197],"about_ca_topic_score_codex":0.00058727275,"about_ca_topic_score_gemma":0.00021345695,"teacher_disagreement_score":0.8703303,"about_ca_system_score_codex":0.00046434012,"about_ca_system_score_gemma":0.00017113822,"threshold_uncertainty_score":0.9998914},"labels":[],"label_agreement":null},{"id":"W4414398162","doi":"10.33137/codex.v1i1.45679","title":"Building an Emphatic AI Coach &amp; Agent","year":2025,"lang":"en","type":"article","venue":"Journal of Computing Data and Exploration","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Pipeline (software); Ask price; Conversation; Applications of artificial intelligence; Chatbot","score_opus":0.07640635246494491,"score_gpt":0.3777183333456353,"score_spread":0.3013119808806904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414398162","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027642215,0.0002496405,0.970025,0.0014815473,0.00047870795,0.000035830486,9.671724e-7,0.00007140971,0.000014650783],"genre_scores_gemma":[0.49804974,0.000068987574,0.50155485,0.00021524656,0.00009739873,2.0646114e-7,0.000007689316,0.000002466741,0.000003417303],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999303,0.000069812864,0.00026964964,0.00013409145,0.0001409097,0.00008253527],"domain_scores_gemma":[0.99910134,0.00017342679,0.00019485976,0.0003894177,0.00009798237,0.000042991032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011214084,0.00006465872,0.00011290806,0.00014294994,0.00009906819,0.0003737152,0.0006627895,0.000027801709,5.786839e-7],"category_scores_gemma":[0.00021527764,0.000057131405,0.000014555358,0.00020124138,0.000008785708,0.0031109522,0.0002941886,0.00013514677,6.751994e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035093257,0.00021161183,0.001961338,0.00015626819,0.000121253295,0.000033425695,0.0036014672,0.017460339,0.0027079363,0.07634747,0.025782367,0.87158144],"study_design_scores_gemma":[0.00029225808,0.00015131512,0.0008869668,0.00026036086,0.000034752502,0.00010016425,0.00006163598,0.88797975,0.00041300486,0.017757757,0.09190615,0.0001558637],"about_ca_topic_score_codex":0.0000057925495,"about_ca_topic_score_gemma":0.0000014546913,"teacher_disagreement_score":0.87142557,"about_ca_system_score_codex":0.000015770625,"about_ca_system_score_gemma":0.00004899898,"threshold_uncertainty_score":0.36037442},"labels":[],"label_agreement":null},{"id":"W4414459266","doi":"10.1109/acdsa65407.2025.11166657","title":"A Hybrid NLP-Expert System Framework for Heuristic Scoring and Fairness-Driven Resume Evaluations","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Mitacs","keywords":"Heuristic; Set (abstract data type); Process (computing); Rank (graph theory); Measure (data warehouse); Simple (philosophy)","score_opus":0.026005388894534968,"score_gpt":0.3437818763050844,"score_spread":0.3177764874105494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414459266","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00086320325,0.00042169145,0.9951609,0.0010678533,0.00048767595,0.0003230678,0.0000021548474,0.0010601518,0.00061331433],"genre_scores_gemma":[0.4369892,0.000021869788,0.562584,0.000110999885,0.000036681613,0.00013749371,8.303645e-7,0.0000051346024,0.000113825496],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992412,0.000031704807,0.00016341016,0.00028699476,0.0001173924,0.00015929804],"domain_scores_gemma":[0.99823374,0.0011746188,0.00004497639,0.00042013536,0.00008309179,0.00004341773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003400404,0.00009854339,0.0001275885,0.00010783015,0.00014743955,0.00022138655,0.00036865732,0.00004394398,0.000002455008],"category_scores_gemma":[0.0005962616,0.00009021901,0.00003498351,0.000186374,0.000013527491,0.00028963934,0.00016704912,0.00009765129,0.0000031420243],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004965171,0.000013653282,0.00020203902,0.00014568698,0.000024071634,0.0000036677325,0.00012496546,0.0003001718,0.000038254962,0.9793035,0.0018650435,0.017974025],"study_design_scores_gemma":[0.0002729916,0.000106414744,0.0009903797,0.0008352451,0.000035837562,0.00003079329,0.0000682438,0.88588005,0.0016279457,0.09100094,0.018828064,0.00032307566],"about_ca_topic_score_codex":0.000037242204,"about_ca_topic_score_gemma":0.0000011427536,"teacher_disagreement_score":0.8883025,"about_ca_system_score_codex":0.00004788898,"about_ca_system_score_gemma":0.000049875118,"threshold_uncertainty_score":0.36790243},"labels":[],"label_agreement":null},{"id":"W4414658769","doi":"10.62477/jkmp.v25i5.562","title":"Navigating Challenges of SAFe Adoption in Horizontally Sliced Agile Teams","year":2025,"lang":"en","type":"article","venue":"Journal of Knowledge Management and Practice","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Slicing; Agile software development; Product (mathematics); Agile manufacturing; Horizontal and vertical; Work (physics)","score_opus":0.016641780039049623,"score_gpt":0.31911544373535394,"score_spread":0.3024736636963043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414658769","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03339494,0.061812446,0.61123466,0.014298684,0.0020753026,0.0005698962,6.845113e-7,0.0001644936,0.27644888],"genre_scores_gemma":[0.7579654,0.010262377,0.23147684,0.000068492736,0.000059392733,0.0000047598905,1.8355072e-7,0.000005894914,0.00015665093],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990574,0.00016664164,0.00038853253,0.0001270612,0.00015047185,0.00010988715],"domain_scores_gemma":[0.99811035,0.0010983454,0.00042620068,0.00017442698,0.00015939098,0.00003129216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021492622,0.00009224411,0.00018173337,0.00016941932,0.00003574243,0.00006390218,0.00035926185,0.000045358473,0.0000020041261],"category_scores_gemma":[0.0004998972,0.000084652616,0.000041405037,0.00036404422,0.000014361019,0.0012868389,0.00021952241,0.00031579722,0.0000014652335],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000929329,0.00023083093,0.0003177366,0.00036700102,0.000115132374,0.00007412962,0.0015678809,0.000058172896,0.00015529006,0.14151475,0.00052824535,0.8549779],"study_design_scores_gemma":[0.0039430615,0.0020666416,0.03145981,0.00607215,0.0005140738,0.0005791256,0.008427652,0.010019722,0.0016712294,0.017803185,0.91660726,0.0008361088],"about_ca_topic_score_codex":0.000009033924,"about_ca_topic_score_gemma":0.0000064918845,"teacher_disagreement_score":0.916079,"about_ca_system_score_codex":0.00004108086,"about_ca_system_score_gemma":0.00002700047,"threshold_uncertainty_score":0.34520334},"labels":[],"label_agreement":null},{"id":"W4414991394","doi":"10.1186/s41239-025-00555-9","title":"Student reactions to AI versus human feedback in teamwork skills assessment","year":2025,"lang":"en","type":"article","venue":"International Journal of Educational Technology in Higher Education","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Teamwork; Empathy; Credibility; Preference; Perception; Corrective feedback","score_opus":0.01670650245290951,"score_gpt":0.4216664814689679,"score_spread":0.4049599790160584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414991394","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3433125,0.00035982288,0.0063759345,0.6270823,0.018282479,0.00029249556,0.0000016443797,0.000086314,0.004206545],"genre_scores_gemma":[0.94393176,0.000037021156,0.05373442,0.0006832421,0.00025864426,0.00009751237,0.000004545681,0.0000066033017,0.0012462398],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9986209,0.0000479801,0.0006176232,0.00022607011,0.0003368078,0.00015057335],"domain_scores_gemma":[0.9984062,0.00043657917,0.0002726326,0.00028314203,0.0005550011,0.000046472436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004179342,0.00012174629,0.00015593991,0.0025294211,0.00004308993,0.00011628846,0.001317651,0.00012723712,0.000110966634],"category_scores_gemma":[0.00026957027,0.00013049137,0.000048464222,0.0012845432,0.00002983981,0.0005775604,0.0001620003,0.00051468424,0.000010918073],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016896825,0.0015016798,0.11414014,0.000005481491,0.000065815555,0.000003630372,0.0002339771,0.00091460545,0.00042003943,0.8726417,0.005615234,0.004440792],"study_design_scores_gemma":[0.0005599782,0.00010544892,0.7003098,0.00034467035,0.000008585019,0.0000257428,0.00013826294,0.000021810849,0.0002789,0.25647283,0.04158565,0.00014831695],"about_ca_topic_score_codex":0.00005527736,"about_ca_topic_score_gemma":0.000018332874,"teacher_disagreement_score":0.62639904,"about_ca_system_score_codex":0.0012238438,"about_ca_system_score_gemma":0.00092005654,"threshold_uncertainty_score":0.5321284},"labels":[],"label_agreement":null},{"id":"W4415002470","doi":"10.1145/3758317.3759680","title":"An Exploration of How Generative AI Affects Workflow and Collaboration in a Software Engineering Course","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Workflow; Agile software development; Point (geometry); Course (navigation); Work (physics); Teamwork; Generative grammar; Collaborative software","score_opus":0.013229535065718093,"score_gpt":0.2920074418519502,"score_spread":0.2787779067862321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415002470","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021122672,0.00016786659,0.9765108,0.0016371112,0.000115910145,0.00015537316,7.300779e-7,0.00027662393,0.000012914089],"genre_scores_gemma":[0.5887427,0.000023612702,0.4111091,0.000069338355,0.000008791628,0.000024591413,0.0000017023466,0.000002760272,0.000017454857],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99956053,0.000034300934,0.00007941392,0.00016614891,0.00007687586,0.000082716375],"domain_scores_gemma":[0.99952286,0.0001559426,0.000033915137,0.00019658712,0.00006657272,0.000024089748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019504214,0.00007721029,0.000099511526,0.0001424862,0.00002096335,0.00015395464,0.00013869461,0.000050656257,8.3483224e-7],"category_scores_gemma":[0.00014848253,0.000075960954,0.000008615013,0.0006089637,0.0000075499192,0.0026332443,0.000038537728,0.000071898845,1.2636504e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052650674,0.0004339974,0.03681093,0.00043567037,0.000093465365,0.000036954334,0.0075964686,0.17215608,0.018690826,0.5529093,0.004612639,0.20617099],"study_design_scores_gemma":[0.00036773126,0.00022807761,0.007076867,0.0001601674,0.000009764544,0.0000017885624,0.00010707387,0.942301,0.044660084,0.0036379793,0.0012017079,0.00024779525],"about_ca_topic_score_codex":0.000009250064,"about_ca_topic_score_gemma":0.00003834749,"teacher_disagreement_score":0.7701449,"about_ca_system_score_codex":0.000020190488,"about_ca_system_score_gemma":0.000051690065,"threshold_uncertainty_score":0.30975977},"labels":[],"label_agreement":null},{"id":"W4415011479","doi":"10.1002/iis2.70002","title":"On The Importance of Being Able to Hold a Stake","year":2025,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bishop's University","funders":"","keywords":"General partnership; Realization (probability); Stakeholder; System of systems; Engineering economics","score_opus":0.010960525996784048,"score_gpt":0.272849766478635,"score_spread":0.26188924048185097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415011479","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19721304,0.000035499408,0.70517695,0.05292991,0.0015399503,0.00025989156,0.000007633405,0.00032094368,0.042516157],"genre_scores_gemma":[0.9842195,0.000009063953,0.012717222,0.0023503387,0.000034541943,0.000033724482,8.5815543e-7,0.0000040181694,0.00063075445],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99935186,0.00001274984,0.0001629087,0.0001617257,0.00021914968,0.000091634065],"domain_scores_gemma":[0.99898404,0.00050256174,0.000063964515,0.0003361802,0.0000914589,0.000021790145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000297726,0.000068524976,0.00006669357,0.000080044825,0.000038302667,0.00008426402,0.0010184405,0.00002602186,0.000020432244],"category_scores_gemma":[0.00020914624,0.000052137704,0.000036552137,0.00024289942,0.000010203051,0.00018733638,0.00022617957,0.00009722076,0.000011690939],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012194777,0.000043822492,0.0019028847,0.0000057056827,0.00003383151,0.000006937728,0.00018778617,0.0013712446,0.004019647,0.9833831,0.0075823236,0.0014504793],"study_design_scores_gemma":[0.00058318954,0.00046106023,0.01469544,0.00082660717,0.000023119544,0.000029006926,0.000046875088,0.06752573,0.18987182,0.29387265,0.43139464,0.0006698628],"about_ca_topic_score_codex":0.000042294967,"about_ca_topic_score_gemma":0.000006404425,"teacher_disagreement_score":0.78700644,"about_ca_system_score_codex":0.000056016626,"about_ca_system_score_gemma":0.00002685408,"threshold_uncertainty_score":0.21261139},"labels":[],"label_agreement":null},{"id":"W4415230413","doi":"10.36227/techrxiv.176053480.01524488/v1","title":"Semantic Pruning of Requirement Specifications: An NLP Framework for Redundancy Detection","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Redundancy (engineering); Word2vec; Software; Pruning","score_opus":0.09976732863886802,"score_gpt":0.35425459194875597,"score_spread":0.25448726330988797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415230413","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003224509,0.00025441506,0.9958404,0.0004548817,0.0011013561,0.00065967976,0.0000058888572,0.0008755248,0.00048540646],"genre_scores_gemma":[0.13043162,0.00014097657,0.8688862,0.00003416865,0.000098331606,0.00021672937,0.000007410609,0.000009006264,0.0001755547],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987755,0.0000455846,0.0003748721,0.00047829948,0.00017380524,0.00015195685],"domain_scores_gemma":[0.9977439,0.00045380942,0.00029920565,0.0012776506,0.00018668934,0.00003873606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000558738,0.00016273063,0.00021654397,0.00020620093,0.000077848235,0.00015318423,0.0009902061,0.00023128385,0.000008462384],"category_scores_gemma":[0.0003920121,0.00016752783,0.00009612471,0.00024341182,0.0000151024005,0.00030108064,0.0004886807,0.00032705226,9.601142e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016280022,0.00016421803,0.000070892966,0.0011401084,0.00009719748,9.3722093e-7,0.00082988007,0.004126527,0.0006542135,0.80072737,0.0003467685,0.19182561],"study_design_scores_gemma":[0.00012567488,0.00031242662,0.0006128128,0.0015605863,0.00007796021,0.000004075983,0.000051596675,0.26714206,0.05606302,0.6562229,0.01723836,0.0005885234],"about_ca_topic_score_codex":0.0000665758,"about_ca_topic_score_gemma":0.0000073033616,"teacher_disagreement_score":0.26301554,"about_ca_system_score_codex":0.00006688308,"about_ca_system_score_gemma":0.00010368906,"threshold_uncertainty_score":0.6831587},"labels":[],"label_agreement":null},{"id":"W4415587327","doi":"10.1037/pspa0000468","title":"The failure gap.","year":2025,"lang":"en","type":"article","venue":"Journal of Personality and Social Psychology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Closing (real estate); Stigma (botany); Punishment (psychology); Suicide prevention; Social stigma; Fear of failure; Public opinion","score_opus":0.0327689420423819,"score_gpt":0.36254647125655637,"score_spread":0.32977752921417447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415587327","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040357206,0.0020967836,0.7111425,0.24139732,0.0014170326,0.000053398253,9.1405195e-7,0.000059301186,0.0034755913],"genre_scores_gemma":[0.9738523,0.0003760966,0.021125477,0.0041021444,0.00030765307,0.0000015639638,9.7341804e-8,0.0000028127345,0.00023187931],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995143,0.000097233155,0.00014823621,0.00006703035,0.00008337153,0.000089851004],"domain_scores_gemma":[0.99944144,0.0002777399,0.000112473535,0.000079838515,0.000070522874,0.000018009147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008419473,0.00004354844,0.000094709685,0.0000343763,0.00021848934,0.00008252464,0.0003527624,0.000066101406,0.0000036627564],"category_scores_gemma":[0.00007861653,0.000029525167,0.00005865318,0.000110312736,0.000071324874,0.00014833202,0.000041417166,0.00024316843,5.632007e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005623185,0.000057898284,0.0019017322,0.000021643626,0.00013041226,0.000017914712,0.0029215862,0.0000011845727,0.00016476086,0.75184625,0.117807075,0.12507328],"study_design_scores_gemma":[0.0002981716,0.00009898199,0.049383268,0.000011176648,0.000014620729,0.000107442116,0.00018470902,0.000062433755,0.00001681483,0.1027241,0.84702766,0.00007060914],"about_ca_topic_score_codex":0.0000041186745,"about_ca_topic_score_gemma":0.000004370577,"teacher_disagreement_score":0.93349504,"about_ca_system_score_codex":0.0000098103355,"about_ca_system_score_gemma":0.000032313797,"threshold_uncertainty_score":0.16804653},"labels":[],"label_agreement":null},{"id":"W4415665768","doi":"10.1145/3772008.3772018","title":"Summary of the 2nd International Workshop on Multi-disciplinary, Open, and IntegRatEd Requirements Engineering (MO2RE) co-located with the 47th IEEE/ACM ICSE 2025","year":2025,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Trustworthiness; Requirements engineering; Software requirements; Software; Requirements analysis; Requirements elicitation","score_opus":0.04035536920652813,"score_gpt":0.31651364504959273,"score_spread":0.2761582758430646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415665768","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.096447654,0.000652684,0.8958455,0.0035211754,0.0014441564,0.0008708165,0.00003618286,0.0011589773,0.000022883749],"genre_scores_gemma":[0.84841704,0.00007892179,0.15076837,0.00023784571,0.000051136773,0.00011410452,0.00002021548,0.000049036218,0.00026334898],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99825877,0.000044759337,0.00038569872,0.00055050704,0.00038795915,0.00037228578],"domain_scores_gemma":[0.9809116,0.016823357,0.00018184114,0.0018175159,0.0001844021,0.00008129072],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005645852,0.0004138906,0.00033089516,0.00025894176,0.00019065336,0.00036423854,0.0047014863,0.00014974052,0.000008916566],"category_scores_gemma":[0.023250341,0.00027194366,0.00008038082,0.0010330667,0.000074557785,0.00062639924,0.0016489006,0.0006332516,0.0000021495625],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000760778,0.0013990739,0.5128246,0.0016271677,0.0027252042,0.00016073395,0.005087405,0.29827112,0.016799102,0.014623128,0.042233367,0.10348836],"study_design_scores_gemma":[0.0067956983,0.0010088256,0.56707776,0.014723313,0.00047172527,0.0001474875,0.0003541314,0.18471543,0.13558729,0.0005047103,0.08423133,0.0043823128],"about_ca_topic_score_codex":0.000111765985,"about_ca_topic_score_gemma":0.000015312899,"teacher_disagreement_score":0.75196934,"about_ca_system_score_codex":0.00014077514,"about_ca_system_score_gemma":0.000113748785,"threshold_uncertainty_score":0.9999733},"labels":[],"label_agreement":null},{"id":"W4415936285","doi":"10.48550/arxiv.2511.00262","title":"LLM-Driven Cost-Effective Requirements Change Impact Analysis","year":2025,"lang":"en","type":"preprint","venue":"ArXiv.org","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Horizon 2020 Framework Programme; Fonds National de la Recherche Luxembourg","keywords":"Set (abstract data type); Benchmark (surveying); Software; Requirements analysis; Downstream (manufacturing); Impact assessment; Best practice","score_opus":0.10967384644078568,"score_gpt":0.38480758899000456,"score_spread":0.27513374254921885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415936285","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12161811,0.000706049,0.87081474,0.0006103298,0.001368147,0.0023682967,0.00008369697,0.001692093,0.0007385299],"genre_scores_gemma":[0.9703751,0.00034717066,0.026632052,0.00035203347,0.0002467968,0.0017012625,0.000076624696,0.000021539678,0.000247419],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977865,0.00018163037,0.00033194336,0.00093499996,0.00033432207,0.00043061122],"domain_scores_gemma":[0.9971522,0.00041340693,0.00033756188,0.0017855742,0.00017145157,0.00013981953],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00052300293,0.0004311494,0.00060715503,0.0006786312,0.00010500873,0.00022094903,0.0018724258,0.00032524322,0.000045891047],"category_scores_gemma":[0.0002195517,0.00040238095,0.0005390331,0.0013407153,0.00002829453,0.0005945176,0.0024897226,0.0007568432,0.000049142644],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021718213,0.00022396502,0.9303109,0.00020223533,0.0039235577,0.000080539015,0.0011766553,0.0052164993,0.000048677328,0.00048873544,0.0017247221,0.056581784],"study_design_scores_gemma":[0.00026190936,0.0002295741,0.916808,0.0003262571,0.0010294048,0.0000036593588,0.0000057806014,0.06465856,0.0008924523,0.00069863274,0.014173747,0.00091199396],"about_ca_topic_score_codex":0.0009501343,"about_ca_topic_score_gemma":0.0000321564,"teacher_disagreement_score":0.84875697,"about_ca_system_score_codex":0.0003431577,"about_ca_system_score_gemma":0.00010550303,"threshold_uncertainty_score":0.9998428},"labels":[],"label_agreement":null},{"id":"W4416046743","doi":"10.11591/ijeecs.v40.i2.pp1050-1064","title":"Development and evaluation of a generalized ontology framework for software requirement specification","year":2025,"lang":"","type":"article","venue":"Indonesian Journal of Electrical Engineering and Computer Science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Ontology; Semantic reasoner; Process ontology; Upper ontology; Ontology engineering; Ontology-based data integration; Process (computing); Reuse; Software development","score_opus":0.03685508892802078,"score_gpt":0.31180608261644654,"score_spread":0.2749509936884258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416046743","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12565061,0.0041614207,0.868693,0.00036084783,0.0008229611,0.00027746288,4.096483e-7,0.000031110645,0.0000021641442],"genre_scores_gemma":[0.42944294,0.0001291039,0.570309,0.00003012522,0.00007315532,0.000009567123,1.3832293e-7,0.0000048390416,0.0000011285154],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99751246,0.00007344448,0.0009033292,0.0004112635,0.0007269454,0.00037253424],"domain_scores_gemma":[0.99732846,0.000660216,0.0005361498,0.0002789246,0.0010273545,0.00016888346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004272301,0.00022071025,0.00044048965,0.00082923763,0.00017435673,0.0002445899,0.00072359544,0.00013301722,9.021051e-7],"category_scores_gemma":[0.00088241795,0.00021053248,0.00007004418,0.0013747605,0.00012512236,0.00055725506,0.00017426186,0.0003153916,8.0585345e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059371785,0.00009442719,0.00038316933,0.00015524217,0.00008261876,0.000003912963,0.0006846133,0.01015107,0.0009132762,0.07962796,0.00002219276,0.90782213],"study_design_scores_gemma":[0.00083406817,0.0005464,0.01173288,0.00060350343,0.00010098453,0.0001268303,0.000004585108,0.97200036,0.0077341073,0.0051020035,0.0009773414,0.00023694696],"about_ca_topic_score_codex":0.0000019426425,"about_ca_topic_score_gemma":1.8383417e-7,"teacher_disagreement_score":0.9618493,"about_ca_system_score_codex":0.00020239195,"about_ca_system_score_gemma":0.00095127954,"threshold_uncertainty_score":0.8585266},"labels":[],"label_agreement":null},{"id":"W4416303424","doi":"10.1007/978-3-032-12092-2_4","title":"Software Testing Education and Industry Needs - Report from the ENACTEST EU Project","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nexen (Canada)","funders":"","keywords":"Quality (philosophy); Software; Thematic analysis; Software testing; Knowledge transfer; Software peer review; Software development; Test strategy","score_opus":0.02624930194515031,"score_gpt":0.2786303153137283,"score_spread":0.252381013368578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416303424","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015944967,0.0009908885,0.9931248,0.0014166635,0.001627293,0.00038487578,0.0000056709578,0.0005105642,0.0017797909],"genre_scores_gemma":[0.010599949,0.000031822747,0.9859761,0.0020412693,0.0006436948,0.000027376125,0.000010375821,0.000022566222,0.00064682233],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99779695,0.00003374532,0.00038928003,0.00094720366,0.00049825286,0.00033457347],"domain_scores_gemma":[0.99451214,0.0034882773,0.00032772703,0.001347631,0.00025150258,0.00007271682],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00088109565,0.00037543013,0.00029197757,0.00048803218,0.00028118168,0.00090276345,0.0021560467,0.00045182364,0.0000037816067],"category_scores_gemma":[0.0020724903,0.0002901583,0.000047591853,0.0010289232,0.00025847598,0.0006741118,0.0013602374,0.0015585326,0.0000019195923],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011993571,0.000016731272,0.00186445,0.000027086006,0.000009596027,0.00005344311,0.00048813835,0.00052795594,0.0000107119695,0.00234593,0.00052622426,0.9941285],"study_design_scores_gemma":[0.00047607048,0.0004964133,0.012142669,0.008361121,0.00014194436,0.002881856,0.0000053368694,0.25558153,0.0013932744,0.46606278,0.24858834,0.0038686765],"about_ca_topic_score_codex":0.00049468473,"about_ca_topic_score_gemma":0.000024735069,"teacher_disagreement_score":0.9902599,"about_ca_system_score_codex":0.00014378758,"about_ca_system_score_gemma":0.001816515,"threshold_uncertainty_score":0.99995506},"labels":[],"label_agreement":null},{"id":"W4416626061","doi":"10.1145/3778169","title":"Controlled Natural Language for Requirements Specification: A Systematic Literature Review","year":2025,"lang":"en","type":"article","venue":"ACM Computing Surveys","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University; École de Technologie Supérieure","funders":"","keywords":"Software requirements specification; Specification language; Formal specification; Requirements analysis; Natural language; Systematic review; Ambiguity; Categorization; Vocabulary; System requirements specification","score_opus":0.023331147658449534,"score_gpt":0.33490849292867786,"score_spread":0.31157734527022835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416626061","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015133731,0.12502478,0.87007385,0.0015055506,0.0009515126,0.001441524,0.0000021910014,0.00065461866,0.00019463527],"genre_scores_gemma":[0.48968524,0.0029281816,0.502673,0.0025266155,0.00022721014,0.00028489495,0.00005546114,0.000026960448,0.001592433],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9982288,0.0005875908,0.00046622843,0.0003289394,0.00017728536,0.00021114401],"domain_scores_gemma":[0.99535626,0.00301724,0.00024321716,0.001128599,0.0002244081,0.000030303318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049053165,0.00016258136,0.0004885093,0.000110170484,0.00011935747,0.0002805533,0.0013607955,0.00005155455,0.0000015603938],"category_scores_gemma":[0.0052326214,0.00013075936,0.00013838834,0.0006743923,0.000009032286,0.00026042716,0.00028334768,0.00016133774,0.000005563786],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011030656,0.0004591643,0.0014845729,0.5491075,0.0015957046,0.00014939014,0.0036344198,0.00017403938,0.0010856107,0.13395734,0.12739974,0.18084224],"study_design_scores_gemma":[0.010131497,0.00037309268,0.008734402,0.5704944,0.00059778435,0.00018146222,0.00007981411,0.38448432,0.0014678672,0.006789311,0.0142436465,0.0024223977],"about_ca_topic_score_codex":0.0000037558675,"about_ca_topic_score_gemma":9.5356575e-7,"teacher_disagreement_score":0.4895339,"about_ca_system_score_codex":0.000042299966,"about_ca_system_score_gemma":0.00003356982,"threshold_uncertainty_score":0.62643147},"labels":[],"label_agreement":null},{"id":"W4416686594","doi":"10.48550/arxiv.2509.01006","title":"REConnect: Participatory RE that Matters","year":2025,"lang":"en","type":"preprint","venue":"ArXiv.org","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sociotechnical system; Agency (philosophy); Citizen journalism; Stakeholder; Participatory action research; Participatory design; Participatory GIS; Stakeholder engagement; Work (physics)","score_opus":0.13566138927838803,"score_gpt":0.3260132897962423,"score_spread":0.19035190051785425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416686594","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18303807,0.001599998,0.7754367,0.022620311,0.007313897,0.0006428206,0.000024462966,0.0051386957,0.0041850596],"genre_scores_gemma":[0.91780627,0.0003867563,0.07374652,0.005894027,0.00023904748,0.0002715373,0.000013623637,0.000034328645,0.0016078984],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984466,0.00009978299,0.00025452283,0.0006742318,0.00019026284,0.00033464513],"domain_scores_gemma":[0.997642,0.0004393595,0.00018942196,0.0015844494,0.00005057499,0.00009419702],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005032617,0.00027740668,0.00029411804,0.00014685935,0.0000796765,0.0001736641,0.0016282947,0.00026920022,0.000084519306],"category_scores_gemma":[0.00015487532,0.00028270663,0.00014066901,0.00017525283,0.000027675327,0.0003191661,0.0017577711,0.0007463916,0.000107715874],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000318126,0.00024446053,0.63629305,0.0017171338,0.00058808207,0.00035484598,0.0041954243,0.003425554,0.00013169451,0.0102436775,0.29543015,0.04734411],"study_design_scores_gemma":[0.00050182315,0.00017063817,0.15298194,0.0023750036,0.0002236101,0.000031246796,0.000091233545,0.02020222,0.018094761,0.019650584,0.7827609,0.0029160043],"about_ca_topic_score_codex":0.000113774404,"about_ca_topic_score_gemma":0.000008815221,"teacher_disagreement_score":0.7347682,"about_ca_system_score_codex":0.000075624244,"about_ca_system_score_gemma":0.00012271303,"threshold_uncertainty_score":0.9999625},"labels":[],"label_agreement":null},{"id":"W4416799689","doi":"10.1109/snpd65828.2025.11252545","title":"Keynote 2 : From Data to Development: Empirical Approaches in Software Engineering","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Algoma University","funders":"","keywords":"Empirical research; Presentation (obstetrics); Key (lock); Software development; Software development process; Software; Process (computing); Social software engineering","score_opus":0.17716905968628285,"score_gpt":0.3343563251189308,"score_spread":0.15718726543264797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416799689","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00830306,0.0011324849,0.9854897,0.0024120384,0.0009432891,0.000413507,0.000020807684,0.0010207325,0.0002643381],"genre_scores_gemma":[0.13865614,0.000035835877,0.8600094,0.00071780337,0.000076746626,0.00004629281,0.000041180094,0.000024928393,0.00039170386],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99669003,0.00006954734,0.0007318705,0.0014733375,0.00036841838,0.0006668011],"domain_scores_gemma":[0.99579793,0.0013869677,0.00007195943,0.002483388,0.000044025477,0.00021570575],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009668072,0.00044450053,0.00045668945,0.0005945788,0.00010121154,0.0005970111,0.0042863903,0.0002682259,0.00007650757],"category_scores_gemma":[0.0019569725,0.00047253104,0.00004635027,0.0020390751,0.000018603805,0.0012566646,0.0052905646,0.0006256401,0.00008757763],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007005987,0.00047751682,0.0507248,0.00033463823,0.00028918497,0.0001326284,0.0053528994,0.025517784,0.000049002698,0.0030471024,0.019319426,0.894685],"study_design_scores_gemma":[0.00031765868,0.000034865392,0.060768448,0.0005830998,0.000022606659,0.00000320126,0.000028941928,0.5987187,0.0013091755,0.00023467845,0.33719128,0.00078734383],"about_ca_topic_score_codex":0.00027890652,"about_ca_topic_score_gemma":0.00010003079,"teacher_disagreement_score":0.8938976,"about_ca_system_score_codex":0.00019336795,"about_ca_system_score_gemma":0.0005053088,"threshold_uncertainty_score":0.99977267},"labels":[],"label_agreement":null},{"id":"W4416874083","doi":"10.1109/weef-gedc66748.2025.11256465","title":"Understanding Students' Mindset While Reflecting on Their Teamwork Experiences","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Teamwork; Mindset; Set (abstract data type); Action (physics); Work (physics); Scrum; Peer assessment; Soft skills","score_opus":0.21468680566400283,"score_gpt":0.4020418956599094,"score_spread":0.18735508999590655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416874083","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015966639,0.0007546266,0.9452077,0.0014834852,0.003305933,0.00035962227,0.0000014429114,0.0010060286,0.031914517],"genre_scores_gemma":[0.96855605,0.00020069667,0.027917929,0.0009621009,0.00013650503,0.000075360585,7.8915195e-7,0.000018615297,0.0021319324],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99714875,0.00017789043,0.00051587675,0.0009193103,0.0005887562,0.0006494366],"domain_scores_gemma":[0.9968333,0.0017858093,0.00020209007,0.0009931935,0.00006238869,0.00012320325],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0012956953,0.00042837506,0.00035997506,0.0004121663,0.00076989434,0.0017322781,0.002289951,0.0002124896,0.00023701772],"category_scores_gemma":[0.00033050566,0.00036649828,0.00014396221,0.0017763966,0.00009195847,0.00084694114,0.0008647256,0.0005999811,0.000027822767],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002621967,0.0015163448,0.011645171,0.00034655863,0.0008513794,0.00012359078,0.15199971,0.0026769142,0.00026154832,0.5727744,0.08626103,0.17128116],"study_design_scores_gemma":[0.0035809733,0.0060782544,0.0032080507,0.011150893,0.0003035264,0.000114052156,0.24457863,0.22083507,0.083066486,0.09375055,0.3260362,0.0072972793],"about_ca_topic_score_codex":0.000046816476,"about_ca_topic_score_gemma":0.000011129327,"teacher_disagreement_score":0.95258945,"about_ca_system_score_codex":0.00040586392,"about_ca_system_score_gemma":0.00016255488,"threshold_uncertainty_score":0.9998787},"labels":[],"label_agreement":null},{"id":"W4416955619","doi":"10.1145/3744916.3773106","title":"The Software Infrastructure Attitude Scale (SIAS): A Questionnaire Instrument for Measuring Professionals' Attitudes Toward Technical and Sociotechnical Infrastructure","year":2025,"lang":"en","type":"article","venue":"ArXiv.org","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Killam Trusts","keywords":"Sociotechnical system; Scale (ratio); Sample (material); Confirmatory factor analysis; Exploratory factor analysis; Software; Variance (accounting); Exploratory research","score_opus":0.019743988688562007,"score_gpt":0.2943920433552637,"score_spread":0.27464805466670167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416955619","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20282206,0.001245834,0.7848205,0.008434876,0.000627508,0.00072314736,0.0000052110704,0.0012911028,0.000029776027],"genre_scores_gemma":[0.821597,0.00013979562,0.17732911,0.00049222645,0.00009408509,0.00025030485,0.000003007409,0.000018025059,0.00007649692],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99821913,0.000082425264,0.00038250236,0.0005732875,0.00032672906,0.00041594074],"domain_scores_gemma":[0.9982873,0.00061123015,0.00014301122,0.00068674504,0.0001628079,0.00010891179],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006728402,0.00029250866,0.00028095697,0.00009979823,0.00070616876,0.00024071036,0.001131739,0.00034489942,0.0000030535589],"category_scores_gemma":[0.00086239184,0.00020895682,0.00011545536,0.00036025353,0.00018382928,0.0005006242,0.00090862985,0.0007022916,0.0000019353877],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007040756,0.00010454573,0.8796666,0.00041437984,0.00013255457,0.0000071028257,0.00036211705,0.00024198715,0.0011499368,0.025536356,0.009273895,0.08304008],"study_design_scores_gemma":[0.00039781086,0.00010485208,0.9647258,0.0004900933,0.000034260927,0.00003631152,0.00002436611,0.0007678444,0.0016125985,0.011624282,0.019844402,0.0003373876],"about_ca_topic_score_codex":0.000009369968,"about_ca_topic_score_gemma":0.000017445105,"teacher_disagreement_score":0.6187749,"about_ca_system_score_codex":0.0001597285,"about_ca_system_score_gemma":0.00021948546,"threshold_uncertainty_score":0.85210115},"labels":[],"label_agreement":null},{"id":"W4417031931","doi":"10.1007/s10664-025-10765-4","title":"Maintaining shared understanding of non-functional requirements in small companies using continuous software engineering","year":2025,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; Microsoft (Canada); SST Wireless (Canada)","funders":"Science Foundation Ireland","keywords":"Maintainability; Rework; Personal software process; Social software engineering; Software development; Software Engineering Process Group; Context (archaeology); Software peer review; Software requirements; Software","score_opus":0.07692965972545587,"score_gpt":0.3050413437707852,"score_spread":0.2281116840453293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417031931","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08920708,0.00028797024,0.90823954,0.000079007885,0.0007922446,0.00024851848,0.000005286532,0.001116461,0.00002391174],"genre_scores_gemma":[0.5501785,0.000009111739,0.44960698,0.000065764216,0.0000555943,0.000025526993,0.0000072751163,0.000034513323,0.000016737431],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99769586,0.000035214805,0.0007208737,0.0005754881,0.00032262524,0.0006499253],"domain_scores_gemma":[0.99768126,0.001439555,0.0001596374,0.0005171925,0.00007640598,0.00012595962],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006136873,0.0004013434,0.00057487865,0.00079232885,0.00010161348,0.00016994737,0.0007475706,0.00020741393,0.000013635216],"category_scores_gemma":[0.0018978233,0.00045473408,0.00015474697,0.0014282232,0.000029716246,0.00067689666,0.0004966326,0.000545738,0.000002224117],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003668954,0.0001341855,0.23290284,0.00048341375,0.00019366544,0.00009772144,0.000646169,0.75760037,0.0014687849,0.004910018,0.00036121777,0.0011649303],"study_design_scores_gemma":[0.0012224736,0.00013515989,0.104235604,0.0020514429,0.000050651313,0.00004262565,0.000090694644,0.8861827,0.0020084414,0.0010234457,0.0019158265,0.0010408927],"about_ca_topic_score_codex":0.00007461983,"about_ca_topic_score_gemma":0.0000054095512,"teacher_disagreement_score":0.46097142,"about_ca_system_score_codex":0.0006698257,"about_ca_system_score_gemma":0.000134137,"threshold_uncertainty_score":0.99979043},"labels":[],"label_agreement":null},{"id":"W4417122450","doi":"10.2139/ssrn.5881104","title":"Software Development and Modeling in the Age of Artificial Intelligence Manifesto","year":2025,"lang":"","type":"preprint","venue":"SSRN Electronic Journal","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Memorial University of Newfoundland; HEC Montréal; University of Toronto; Université Laval","funders":"","keywords":"Manifesto; Software development; Software; Software development process; Process (computing); Conceptual model","score_opus":0.05176154576097045,"score_gpt":0.29822356355146534,"score_spread":0.2464620177904949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417122450","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027001385,0.007892953,0.96361005,0.0005377528,0.00048890454,0.00035289294,0.000001573097,0.00006226483,0.000052238604],"genre_scores_gemma":[0.790225,0.017929899,0.19144428,0.000092187904,0.00016876326,0.000036048503,0.0000036616323,0.000019817036,0.00008029921],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99519837,0.00033459486,0.001286047,0.0006207942,0.0006197186,0.001940449],"domain_scores_gemma":[0.99802256,0.0006194245,0.0004965048,0.0006295903,0.00017373667,0.000058194317],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008878059,0.00044452713,0.00050634274,0.00048725065,0.00029771117,0.00042534148,0.0025639264,0.00030301145,0.0000037023185],"category_scores_gemma":[0.000442164,0.00037088705,0.00014709843,0.00057295454,0.000070301176,0.0003672621,0.001012462,0.006709169,0.0000018972881],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046972935,0.00013325155,0.00015075637,0.00018031866,0.00014301244,0.000055562912,0.00660886,0.050092984,0.0000066339753,0.19377473,0.0000025418587,0.7488044],"study_design_scores_gemma":[0.000081982085,0.00024928816,0.00008614896,0.0010286337,0.00006733869,0.0008248601,0.0017451148,0.23387048,0.000189424,0.7605043,0.0007885445,0.0005638824],"about_ca_topic_score_codex":0.00021734294,"about_ca_topic_score_gemma":0.000700877,"teacher_disagreement_score":0.7721658,"about_ca_system_score_codex":0.0007388335,"about_ca_system_score_gemma":0.0057398006,"threshold_uncertainty_score":0.9998967},"labels":[],"label_agreement":null},{"id":"W566036740","doi":"","title":"Managing Information Systems Development Projects: What’s on Your Mind?","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Repertory grid; Knowledge management; Construct (python library); Computer science; Process (computing); Information system; Project management; Pairwise comparison; Mental model; Mental representation; Perspective (graphical); Mental mapping; Grid; Process management; Cognition; Psychology; Engineering; Systems engineering","score_opus":0.03901510882006751,"score_gpt":0.26579938683702675,"score_spread":0.22678427801695925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W566036740","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013653091,0.00015271473,0.9904353,0.00029800448,0.0010992263,0.00016379368,7.155958e-8,0.000532013,0.0059535354],"genre_scores_gemma":[0.6001826,0.000054713004,0.39880198,0.00044085478,0.00009082954,0.000069380454,0.000003249807,0.000006174825,0.0003502022],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993874,0.000018563022,0.00014684361,0.0000723916,0.00018355917,0.00019127819],"domain_scores_gemma":[0.99957454,0.00006792562,0.00006047279,0.00021795134,0.000027980666,0.000051138828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053904485,0.00007759844,0.000056727276,0.00011765497,0.00005433504,0.0005134597,0.00026982793,0.000032020456,0.000004293325],"category_scores_gemma":[0.00003125191,0.00006291342,0.000012056734,0.00014753247,0.0000027259966,0.006633558,0.00008560861,0.000068228816,0.00019669898],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036610627,0.00004749324,0.00047886532,0.00009087442,0.000022259925,0.0000015028618,0.008069741,0.0005540621,0.000008215027,0.074216016,0.0037500816,0.9127572],"study_design_scores_gemma":[0.000095507174,0.00004543483,0.0010727826,0.00014580622,0.000002910634,0.000029148825,0.0005816891,0.034880284,0.0038366476,0.000053355554,0.9589603,0.00029615537],"about_ca_topic_score_codex":0.0000145875165,"about_ca_topic_score_gemma":1.6895856e-7,"teacher_disagreement_score":0.9552102,"about_ca_system_score_codex":0.000051666317,"about_ca_system_score_gemma":0.000021614287,"threshold_uncertainty_score":0.49513033},"labels":[],"label_agreement":null},{"id":"W618176273","doi":"","title":"Software for Optimizing Quality Assurance of Other Software","year":2004,"lang":"en","type":"article","venue":"NASA Technical Reports Server (NASA)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software quality assurance; Software quality analyst; Quality assurance; Traceability; Risk analysis (engineering); Computer science; Software quality control; Software; Schedule; Verification and validation; Software development; Software engineering; Software quality; Engineering; Operations management; Business","score_opus":0.035722951229758895,"score_gpt":0.31973099921357884,"score_spread":0.28400804798381996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W618176273","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01687654,0.00043987794,0.97814,0.0005181264,0.00053232396,0.0006306745,0.000014285159,0.0027352264,0.00011292885],"genre_scores_gemma":[0.3228811,0.00001750549,0.6765729,0.00024353311,0.00007483846,0.00012503234,0.0000058076125,0.00003490779,0.000044335837],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9967545,0.000057269353,0.0010854508,0.000852541,0.0007198988,0.00053028716],"domain_scores_gemma":[0.99565464,0.0010549504,0.0007990951,0.0018519104,0.00045955268,0.00017986647],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017439199,0.00033941027,0.0005824744,0.00013514783,0.00013873007,0.00012489165,0.0010573444,0.0003638059,0.000017770744],"category_scores_gemma":[0.005056774,0.00032411373,0.00032972282,0.0006940369,0.00008729989,0.00090881984,0.00040506598,0.0003997568,0.0000036048257],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009438438,0.0068620555,0.24511191,0.008799637,0.0014442285,0.0033839475,0.0023946678,0.1238476,0.044979274,0.26645046,0.042757124,0.25302526],"study_design_scores_gemma":[0.005583608,0.0028825798,0.1603858,0.0036393707,0.00033370065,0.0033724597,0.000056199755,0.0013182842,0.17089899,0.3580206,0.28639102,0.0071173836],"about_ca_topic_score_codex":0.00020328096,"about_ca_topic_score_gemma":0.000023623645,"teacher_disagreement_score":0.30600455,"about_ca_system_score_codex":0.00015819861,"about_ca_system_score_gemma":0.0002939908,"threshold_uncertainty_score":0.9999211},"labels":[],"label_agreement":null},{"id":"W63745689","doi":"","title":"Responding—or Not—to IT Project Risks: Conceptualizing Risk Response as Planned Behavior","year":2014,"lang":"en","type":"article","venue":"International Conference on Information Systems","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Theory of planned behavior; Risk perception; Psychology; Risk management; Project risk management; Control (management); Social psychology; Applied psychology; Risk analysis (engineering); Knowledge management; Perception; Project management; Computer science; Business; Engineering; Project management triangle","score_opus":0.10750451476610998,"score_gpt":0.39307273352487354,"score_spread":0.2855682187587636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W63745689","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.066579506,0.0000034129318,0.90896976,0.0019004665,0.0028925384,0.0009715893,0.00010540288,0.0010449444,0.017532395],"genre_scores_gemma":[0.9893481,0.0000129476675,0.00845436,0.0008726587,0.00010296586,0.0002893893,0.00002079982,0.0000089687965,0.00088980707],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99789083,0.000325126,0.00057939475,0.00023396495,0.0007582228,0.00021246218],"domain_scores_gemma":[0.997586,0.00093647867,0.00046263798,0.0004653127,0.00044809672,0.00010148111],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0020752691,0.00018926084,0.00018192532,0.00080035307,0.00013690359,0.0011257892,0.0011374718,0.00010688554,0.000049910603],"category_scores_gemma":[0.0026343148,0.00016074683,0.000050201157,0.0003721527,0.00002018425,0.0023398753,0.00016173936,0.00023611107,0.0007351573],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0060194777,0.00008404844,0.0009376252,0.000051969615,0.00009687146,0.000022913118,0.018868366,0.0030224535,0.0004516082,0.90591365,0.020340456,0.044190574],"study_design_scores_gemma":[0.0007601696,0.0014418627,0.0037916964,0.000423888,0.000012529328,0.00012701772,0.0015616264,0.14837237,0.0012110741,0.00015126383,0.8415908,0.0005556499],"about_ca_topic_score_codex":0.0003200975,"about_ca_topic_score_gemma":0.0000039302818,"teacher_disagreement_score":0.9227686,"about_ca_system_score_codex":0.00013931896,"about_ca_system_score_gemma":0.00016386337,"threshold_uncertainty_score":0.9999111},"labels":[],"label_agreement":null},{"id":"W64050937","doi":"10.1007/978-3-642-30439-2_5","title":"Gained Experience by Making Intervention to Improve Software Process in Very Small Organizations","year":2012,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Intervention (counseling); Process (computing); Process management; Software; Psychological intervention; Computer science; Software engineering; Knowledge management; Engineering management; Business; Engineering; Medicine; Operating system; Nursing","score_opus":0.026742593397098145,"score_gpt":0.30996389846166117,"score_spread":0.283221305064563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W64050937","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00040715563,0.0004016441,0.99457854,0.00034963587,0.0002675563,0.00043684934,0.000009853386,0.00024479095,0.0033039479],"genre_scores_gemma":[0.30665898,0.0010148634,0.69058543,0.0010582025,0.000043078413,0.00019591683,0.000069939255,0.000024592187,0.00034901348],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99850947,0.000026728785,0.00062218943,0.00028649173,0.0002900377,0.00026510126],"domain_scores_gemma":[0.99760526,0.00022648467,0.0002867596,0.0014049405,0.0003791126,0.00009743169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008900623,0.00021019272,0.0001983611,0.00092012895,0.00023856222,0.0005880442,0.0029311683,0.000121504374,0.000008490319],"category_scores_gemma":[0.00028857574,0.00022901494,0.000025963187,0.0009841493,0.00017829335,0.007640597,0.0019378427,0.000382986,0.000022453933],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006646669,0.000096461175,0.00116527,0.00016474552,0.000006662136,8.298978e-7,0.023121178,0.0012384513,0.00003111435,0.13852271,0.00033006075,0.8353159],"study_design_scores_gemma":[0.0014804578,0.00048765063,0.008552655,0.003965453,0.000028446415,0.000112265145,0.00042730384,0.57878464,0.0007786742,0.01666037,0.38537422,0.0033478264],"about_ca_topic_score_codex":0.000020529995,"about_ca_topic_score_gemma":0.000011147843,"teacher_disagreement_score":0.831968,"about_ca_system_score_codex":0.00018787997,"about_ca_system_score_gemma":0.00013048436,"threshold_uncertainty_score":0.9338958},"labels":[],"label_agreement":null},{"id":"W6884733525","doi":"10.1184/r1/6624095","title":"Models for Undergraduate Project Courses in Software Engineering","year":2018,"lang":"en","type":"article","venue":"KiltHub Repository","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Syllabus; Scope (computer science); Software Engineering Process Group; Social software engineering; Software project management; Software development; Relation (database); Software","score_opus":0.021568240075124295,"score_gpt":0.27335502353487995,"score_spread":0.25178678345975564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6884733525","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004611833,0.00022411425,0.9923525,0.00017538179,0.0008698121,0.00031063295,0.0000012450237,0.0010723899,0.0003821056],"genre_scores_gemma":[0.48617768,0.000015339327,0.51308995,0.00005787979,0.00024231762,0.000118864744,0.0000010468304,0.000022127439,0.0002747889],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99901617,0.000022102258,0.00020359278,0.00032545615,0.00015087532,0.00028182962],"domain_scores_gemma":[0.99901557,0.00032823632,0.00007011049,0.00045315456,0.00008712724,0.000045778903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024273469,0.00014045516,0.0001423834,0.00016237973,0.00008291906,0.00012868569,0.000505054,0.00007846458,3.2485073e-7],"category_scores_gemma":[0.00016644545,0.00014054518,0.00005423849,0.0002606771,0.000024168217,0.00070365437,0.000109767374,0.00011777696,0.0000025208574],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039793926,0.0013942939,0.023249332,0.002422268,0.00059881085,0.0007634924,0.013949907,0.11206285,0.017346421,0.600389,0.13105801,0.09636768],"study_design_scores_gemma":[0.00048616534,0.0004806408,0.0011761534,0.00022434308,0.00001591191,0.00014722132,0.000016268868,0.92263824,0.018894082,0.009009083,0.046264265,0.00064764416],"about_ca_topic_score_codex":0.00007825553,"about_ca_topic_score_gemma":0.0000065318663,"teacher_disagreement_score":0.81057537,"about_ca_system_score_codex":0.000085617736,"about_ca_system_score_gemma":0.000117311334,"threshold_uncertainty_score":0.5731266},"labels":[],"label_agreement":null},{"id":"W6887670719","doi":"10.17605/osf.io/29aev","title":"Revealing Software Development Work Patterns with PR-Issue Graph Topologies","year":2023,"lang":"en","type":"article","venue":"OSF Preprints (OSF Preprints)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Graph; Network topology; Software; Software development; Development (topology); Work (physics)","score_opus":0.020378662785830566,"score_gpt":0.2599421193417851,"score_spread":0.23956345655595457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6887670719","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06326338,0.000003438252,0.91833085,0.0009916417,0.0004706794,0.0006181103,0.0000030537528,0.004641642,0.011677208],"genre_scores_gemma":[0.21590032,0.00024222584,0.7211897,0.00042901986,0.00013681556,0.0007831275,0.000026976191,0.000095135445,0.061196707],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966562,0.00021337502,0.00042504555,0.0016491822,0.00047563604,0.000580596],"domain_scores_gemma":[0.99547595,0.0009589908,0.00021073788,0.0030645835,0.00012364257,0.00016611707],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0030394553,0.0003219415,0.0003095996,0.00027287417,0.0002655574,0.00031782896,0.0022395975,0.00016563927,0.014076358],"category_scores_gemma":[0.0016050839,0.00030456533,0.000088457884,0.0009736975,0.00006271134,0.00063725724,0.002343599,0.0004463775,0.17378093],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014906202,0.0003457294,0.34282386,0.00060998526,0.0005554094,0.0006017495,0.012656537,0.02170994,0.00030991808,0.0043679806,0.08935885,0.52651095],"study_design_scores_gemma":[0.00079133385,0.00001089992,0.2264521,0.0010114606,0.00006419111,0.00016393742,0.00033556542,0.0013967677,0.03318962,0.009148262,0.72528744,0.0021484317],"about_ca_topic_score_codex":0.00008585114,"about_ca_topic_score_gemma":0.000015800286,"teacher_disagreement_score":0.6359286,"about_ca_system_score_codex":0.00011627309,"about_ca_system_score_gemma":0.00013047217,"threshold_uncertainty_score":0.99994063},"labels":[],"label_agreement":null},{"id":"W6891789831","doi":"10.48550/arxiv.1007.5115","title":"Bayesian Network Based XP Process Modelling","year":2010,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Bayesian network; Extreme programming; Process (computing); Software; Dynamic Bayesian network; Bayesian probability; Software development","score_opus":0.06038898811416872,"score_gpt":0.19589237717922314,"score_spread":0.13550338906505444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6891789831","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00874918,0.000050740175,0.98753613,0.000110913694,0.00080551027,0.00023196782,0.0000036900078,0.0014856246,0.0010262314],"genre_scores_gemma":[0.8479973,0.00004504355,0.15151806,0.00009712892,0.0001712987,0.000002091128,0.0000080586615,0.000025316976,0.00013571732],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982892,0.000068857255,0.0001690443,0.00096023426,0.00010446652,0.00040815023],"domain_scores_gemma":[0.99784297,0.00022764389,0.00024052337,0.001372664,0.00014556483,0.0001706407],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00038718287,0.0003236138,0.00027696928,0.00016847848,0.00016167192,0.00021565436,0.0022868647,0.00047676213,0.000026839234],"category_scores_gemma":[0.000032968022,0.0003818289,0.00016065946,0.00056425895,0.00004352332,0.00048622247,0.00079429976,0.001332951,0.000017624741],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008781179,0.000027058575,0.00039494727,0.000072559036,0.000020883466,0.00010696197,0.00004155811,0.968658,0.0000012234241,0.030185355,0.0001615438,0.00032118277],"study_design_scores_gemma":[0.00010402013,0.00002248115,0.000021050497,0.00009803454,0.000032156277,0.0000027510443,0.0000025206189,0.92811465,0.00007179113,0.06928609,0.0018337306,0.00041070202],"about_ca_topic_score_codex":0.00008536415,"about_ca_topic_score_gemma":0.000011693247,"teacher_disagreement_score":0.8392481,"about_ca_system_score_codex":0.00006457712,"about_ca_system_score_gemma":0.00023179341,"threshold_uncertainty_score":0.9998634},"labels":[],"label_agreement":null},{"id":"W6894148960","doi":"10.5281/zenodo.8137613","title":"THEORY OF ORGANIZATIONAL AGILITY THROUGH COMMUNICATION: THE SCRUM MODEL","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scrum; Agile software development; Mindset; New product development; Business model; Competitive advantage; Product (mathematics); Software development","score_opus":0.06867188317660516,"score_gpt":0.27856915362950485,"score_spread":0.2098972704528997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6894148960","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012207711,0.00009630409,0.965696,0.003608885,0.000051108564,0.00021938463,0.00005597315,0.0024218159,0.026629759],"genre_scores_gemma":[0.96146315,0.00037982923,0.035993323,0.0003334736,0.000050854323,1.3643643e-7,0.00052897667,0.0005248761,0.0007253757],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988047,0.00034106153,0.00018174178,0.00020791551,0.00029467532,0.0001699426],"domain_scores_gemma":[0.9982877,0.00018357247,0.000096719086,0.00094622915,0.00044712913,0.000038682556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014888312,0.00007811592,0.00008017671,0.00008026042,0.0012349667,0.00034019264,0.0024640665,0.00003810008,0.00064980995],"category_scores_gemma":[0.0009730175,0.00006617947,0.00003155214,0.0011551116,0.00013452559,0.00049306324,0.0020437005,0.00018849842,0.000754465],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010819909,0.000052407948,0.000005115315,0.00002845736,0.00002757009,0.0000013882963,0.0028057448,0.0034900352,0.00042798338,0.87862533,0.09194948,0.022575658],"study_design_scores_gemma":[0.000205885,0.00008265781,0.0008355607,0.000029536299,0.000010473901,0.000045120156,0.0002053374,0.09174467,0.0013176359,0.12018332,0.78514546,0.00019436103],"about_ca_topic_score_codex":0.0000039986076,"about_ca_topic_score_gemma":4.760343e-8,"teacher_disagreement_score":0.9602424,"about_ca_system_score_codex":0.000034541008,"about_ca_system_score_gemma":0.000006090164,"threshold_uncertainty_score":0.9697373},"labels":[],"label_agreement":null},{"id":"W6901837174","doi":"10.60692/t1shc-fz308","title":"Beyond factors that motivate the adoption of the ISO/IEC 29110 in Mexico: An exploratory study of the implementation pace of this standard and the benefits observed","year":2021,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Pace; Exploratory research; Software; Software development; Software development process; Schedule","score_opus":0.056755966047040196,"score_gpt":0.24809887475451545,"score_spread":0.19134290870747525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901837174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.985855,0.000018295057,0.013064809,0.00012806572,0.00020312237,0.0006243838,0.00004016195,0.000039991908,0.000026182308],"genre_scores_gemma":[0.9996541,0.0000018688539,0.00026348673,0.000030194946,0.00000490497,0.00003600076,0.000002388646,0.0000041020235,0.000002913527],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984619,0.00042293445,0.0004926493,0.00010117358,0.00042640755,0.00009491039],"domain_scores_gemma":[0.9983279,0.000092345166,0.0006713889,0.000696506,0.00019606478,0.000015809677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011404204,0.000108609005,0.00018357408,0.000056535777,0.000115853734,0.00010436002,0.0004957639,0.000040056224,0.0000021993676],"category_scores_gemma":[0.000045538367,0.000048075348,0.00005233259,0.00041558352,0.000042988893,0.0011068209,0.0002568175,0.00010437884,2.9431675e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032268737,0.0000072588164,0.57062966,0.000115378716,0.000036478308,1.2500662e-7,0.42529178,0.001059074,0.000008916657,0.0021736587,0.000010720227,0.0006347056],"study_design_scores_gemma":[0.0013565118,0.00012413623,0.8005374,0.00016475319,0.000039872935,0.0000049979926,0.17428957,0.0032903147,0.020015426,0.00002961744,0.000036861085,0.000110524525],"about_ca_topic_score_codex":0.000067891684,"about_ca_topic_score_gemma":0.000032670367,"teacher_disagreement_score":0.2510022,"about_ca_system_score_codex":0.0000355197,"about_ca_system_score_gemma":0.00004252439,"threshold_uncertainty_score":0.19604558},"labels":[],"label_agreement":null},{"id":"W6903576511","doi":"10.1184/r1/6582302.v1","title":"Proceedings of the First International Research Workshop for Process Improvement in Small Settings, 2005","year":2006,"lang":"en","type":"article","venue":"Research Showcase @ Carnegie Mellon University (Carnegie Mellon University)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Process (computing); Software deployment; Standardization; Capability Maturity Model; Session (web analytics); Function (biology); LeanCMMI; Quality management; Software Engineering Process Group","score_opus":0.05488012155960469,"score_gpt":0.3112207290926353,"score_spread":0.2563406075330306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6903576511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8827674,0.00037819537,0.032113455,0.020258674,0.0011802341,0.005929949,0.00014075138,0.0009796928,0.056251675],"genre_scores_gemma":[0.9743462,0.00050751085,0.008933389,0.000039182032,0.00024512163,0.000010873192,0.000017854394,0.000050854494,0.01584897],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99581116,0.00020882208,0.00033289354,0.0010628841,0.0013427289,0.0012414926],"domain_scores_gemma":[0.9953163,0.0015129343,0.00025423281,0.000723188,0.0019759578,0.00021735179],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003694214,0.00031698914,0.00036880918,0.0022553066,0.00081220164,0.0002897179,0.004656886,0.00030716156,0.00002118385],"category_scores_gemma":[0.00054750376,0.0003269569,0.0002533499,0.0042859484,0.00048925355,0.0014513494,0.0020930949,0.0013638263,0.0000055949795],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031143217,0.0041224556,0.03137898,0.0032565715,0.0007114278,0.0023111857,0.008372349,0.011362719,0.017504098,0.7347553,0.16063328,0.022477308],"study_design_scores_gemma":[0.0031069852,0.00053792883,0.0011546583,0.00071841216,0.00005584386,0.000026942711,0.010014972,0.02385404,0.03243343,0.0041478933,0.9230711,0.0008778045],"about_ca_topic_score_codex":0.00199016,"about_ca_topic_score_gemma":0.0017563072,"teacher_disagreement_score":0.7624378,"about_ca_system_score_codex":0.0015014679,"about_ca_system_score_gemma":0.00058872043,"threshold_uncertainty_score":0.9999182},"labels":[],"label_agreement":null},{"id":"W6920234118","doi":"10.60692/5b4cv-vkr87","title":"Towards Continuous Systematic Literature Review in Software Engineering","year":2022,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Chicoutimi","funders":"","keywords":"Systematic review; Process (computing); Trustworthiness; Software; Software technical review; Component (thermodynamics)","score_opus":0.01474089889686777,"score_gpt":0.2080017022389662,"score_spread":0.19326080334209841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920234118","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019979167,0.0032860914,0.9900185,0.00013064996,0.0009000124,0.0012916457,0.000039485007,0.0021162655,0.00021944776],"genre_scores_gemma":[0.9607034,0.000031397423,0.037397303,0.0006071171,0.00003371729,0.0011456539,0.00001712141,0.000016708194,0.00004761865],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9983675,0.00012479053,0.00068442035,0.00016439163,0.0004280705,0.00023083018],"domain_scores_gemma":[0.99891233,0.00003414915,0.0002974889,0.00060679496,0.00009238618,0.000056850517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001180328,0.00018201087,0.00038405438,0.0003810014,0.00009056574,0.00030900567,0.00073941477,0.000049583025,0.000008008589],"category_scores_gemma":[0.00020924027,0.0001614407,0.00008107823,0.0009782185,0.000002994925,0.0014380375,0.0003103856,0.0002769514,0.000044280863],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027155867,0.000016440548,0.015979746,0.78956527,0.00015837477,0.00045040878,0.16000883,0.013482808,0.0000010439252,0.015174353,0.0028646227,0.0022709249],"study_design_scores_gemma":[0.0040980005,0.00082435226,0.019346988,0.5152802,0.00026705064,0.011014534,0.007217939,0.40744153,0.0002898083,0.00002530523,0.02913157,0.005062754],"about_ca_topic_score_codex":0.0000024535843,"about_ca_topic_score_gemma":1.2885245e-8,"teacher_disagreement_score":0.9587054,"about_ca_system_score_codex":0.0001958648,"about_ca_system_score_gemma":0.000031844014,"threshold_uncertainty_score":0.65833604},"labels":[],"label_agreement":null},{"id":"W6921834859","doi":"10.1007/978-3-031-73143-3_8","title":"Legal Requirements Analysis: A Regulatory Compliance Perspective","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Variety (cybernetics); Process (computing); Data Protection Act 1998; Requirements engineering; Software requirements; Software; Automation; European union","score_opus":0.04017462064687601,"score_gpt":0.30799078313822065,"score_spread":0.26781616249134466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921834859","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.9454929e-7,0.0005638988,0.48810828,0.0002786759,0.00017259215,0.00009837856,0.0000041454527,0.0007011208,0.5100727],"genre_scores_gemma":[0.0019288096,0.000118876895,0.17418903,0.0003601059,0.0000785561,0.000015054317,0.000007668215,0.000018608045,0.8232833],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984513,0.00001450754,0.00027110573,0.00068816985,0.00037572725,0.00019918835],"domain_scores_gemma":[0.9980991,0.00013360335,0.00019284665,0.0012692014,0.0002368312,0.00006842034],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00022770565,0.00030361916,0.0004165549,0.00050120195,0.0000790934,0.00020861074,0.0011821912,0.00020475622,0.00018186205],"category_scores_gemma":[0.000037459275,0.00030028846,0.000297974,0.00024706774,0.000037952086,0.00047736752,0.00043173833,0.00035902008,0.000050525996],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023342798,0.00000745975,0.000004633032,0.000016595677,0.0007316343,0.000024414696,0.000029063465,0.000030752064,0.0000012525657,0.98640466,0.010021025,0.002726206],"study_design_scores_gemma":[0.00013773475,0.000071778086,0.00017822486,0.00031447833,0.0007362998,0.00001116392,0.000008292946,0.012648006,0.0000643575,0.1105602,0.8744159,0.0008536096],"about_ca_topic_score_codex":0.00011392568,"about_ca_topic_score_gemma":0.00002039472,"teacher_disagreement_score":0.8758444,"about_ca_system_score_codex":0.00023988336,"about_ca_system_score_gemma":0.00012834065,"threshold_uncertainty_score":0.9999449},"labels":[],"label_agreement":null},{"id":"W6922445119","doi":"10.1184/r1/6624104","title":"Models for Undergraduate Project Courses in Software Engineering","year":2018,"lang":"en","type":"article","venue":"KiltHub Repository","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Syllabus; Scope (computer science); Software Engineering Process Group; Social software engineering; Software project management; Software development; Relation (database); Software","score_opus":0.021568240075124295,"score_gpt":0.27335502353487995,"score_spread":0.25178678345975564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6922445119","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004611833,0.00022411425,0.9923525,0.00017538179,0.0008698121,0.00031063295,0.0000012450237,0.0010723899,0.0003821056],"genre_scores_gemma":[0.48617768,0.000015339327,0.51308995,0.00005787979,0.00024231762,0.000118864744,0.0000010468304,0.000022127439,0.0002747889],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99901617,0.000022102258,0.00020359278,0.00032545615,0.00015087532,0.00028182962],"domain_scores_gemma":[0.99901557,0.00032823632,0.00007011049,0.00045315456,0.00008712724,0.000045778903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024273469,0.00014045516,0.0001423834,0.00016237973,0.00008291906,0.00012868569,0.000505054,0.00007846458,3.2485073e-7],"category_scores_gemma":[0.00016644545,0.00014054518,0.00005423849,0.0002606771,0.000024168217,0.00070365437,0.000109767374,0.00011777696,0.0000025208574],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039793926,0.0013942939,0.023249332,0.002422268,0.00059881085,0.0007634924,0.013949907,0.11206285,0.017346421,0.600389,0.13105801,0.09636768],"study_design_scores_gemma":[0.00048616534,0.0004806408,0.0011761534,0.00022434308,0.00001591191,0.00014722132,0.000016268868,0.92263824,0.018894082,0.009009083,0.046264265,0.00064764416],"about_ca_topic_score_codex":0.00007825553,"about_ca_topic_score_gemma":0.0000065318663,"teacher_disagreement_score":0.81057537,"about_ca_system_score_codex":0.000085617736,"about_ca_system_score_gemma":0.000117311334,"threshold_uncertainty_score":0.5731266},"labels":[],"label_agreement":null},{"id":"W6924531546","doi":"10.15468/dl.sgmutx","title":"Occurrence Download","year":2023,"lang":"en","type":"dataset","venue":"Global Biodiversity Information Facility","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Download; Matching (statistics); Range (aeronautics); Set (abstract data type); Data set","score_opus":0.019303178027064993,"score_gpt":0.23727735815214135,"score_spread":0.21797418012507636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6924531546","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007479356,0.000012272946,0.004352729,0.00025667372,0.0010524055,0.00017780169,0.9929023,0.0012167285,0.000021648002],"genre_scores_gemma":[8.119905e-7,0.00010881839,0.000115861825,0.00026078272,0.0000013345403,0.000004943841,0.99950737,1.1153131e-8,9.25574e-8],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99875385,0.00004189473,0.0002723908,0.00023463229,0.00044080318,0.0002564254],"domain_scores_gemma":[0.9986181,0.0000721377,0.00023101624,0.0008040589,0.00015855648,0.00011609178],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00037238275,0.00022276519,0.00019213335,0.00011490452,0.00017615371,0.0003743843,0.0015222875,0.00027316622,0.000069241425],"category_scores_gemma":[0.00029546832,0.00023224273,0.00010624393,0.00061240455,0.00004568849,0.0022601695,0.00086775917,0.0002941058,0.31476197],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039583165,0.000009610049,0.00006181081,0.00008130746,0.000014456695,0.0000042235215,0.000017922079,0.000019407858,4.8146265e-9,9.585765e-7,0.9972432,0.0025431276],"study_design_scores_gemma":[0.000082075065,0.000027373568,0.00004518149,0.000002740542,0.000012298176,0.0000056881368,0.000007328552,0.0000036793285,0.0000013761496,0.000005389538,0.9995639,0.00024299604],"about_ca_topic_score_codex":0.0006049339,"about_ca_topic_score_gemma":0.000004687367,"teacher_disagreement_score":0.31469274,"about_ca_system_score_codex":0.00016940151,"about_ca_system_score_gemma":0.00010222044,"threshold_uncertainty_score":0.9470583},"labels":[],"label_agreement":null},{"id":"W6924538395","doi":"10.15468/dl.juuem2","title":"Occurrence Download","year":2025,"lang":"en","type":"dataset","venue":"Global Biodiversity Information Facility","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Download; Matching (statistics); Range (aeronautics); Identification (biology); Data set","score_opus":0.012044637570165558,"score_gpt":0.23077728789469662,"score_spread":0.21873265032453107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6924538395","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000033069339,0.000030605148,0.011625162,0.00028423278,0.0008217541,0.0001833324,0.98643076,0.0005206654,0.00010016349],"genre_scores_gemma":[0.0000012731251,0.00010226091,0.00021875725,0.0005321912,8.0378743e-7,0.0000041528556,0.99914044,3.145681e-9,1.3129662e-7],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988928,0.000044790715,0.00027068204,0.00022755805,0.0003450441,0.0002191438],"domain_scores_gemma":[0.9985634,0.00006357577,0.00021051122,0.00088501134,0.00018785823,0.000089658715],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00027656992,0.00022220382,0.00019920262,0.00011443923,0.00017375729,0.0003604109,0.0016107482,0.0002804172,0.00012991065],"category_scores_gemma":[0.0002726736,0.00023220331,0.0001056295,0.0005065343,0.000043085154,0.0021206813,0.000896139,0.0002985373,0.009495445],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051789084,0.0000140380735,0.00007394821,0.00012073036,0.000015882546,0.0000018825328,0.000013383125,0.000012490748,3.4882768e-9,0.000002362551,0.99504566,0.0046944483],"study_design_scores_gemma":[0.00009185929,0.000021639045,0.000013526759,0.0000042186334,0.000016732898,0.0000037265088,0.000004589991,0.000002624095,0.0000026698,0.0000040533573,0.9996175,0.00021682416],"about_ca_topic_score_codex":0.00028581495,"about_ca_topic_score_gemma":0.0000020152593,"teacher_disagreement_score":0.012709649,"about_ca_system_score_codex":0.00018958413,"about_ca_system_score_gemma":0.00017776823,"threshold_uncertainty_score":0.9912758},"labels":[],"label_agreement":null},{"id":"W6926220276","doi":"10.25316/ir-14529","title":"Nanaimo Free Press [Saturday, February 13, 1886]","year":2020,"lang":"en","type":"other","venue":"VIUSpace (Vancouver Island University Library)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"","score_opus":0.008287851438598871,"score_gpt":0.18572561994638817,"score_spread":0.1774377685077893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6926220276","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.645004e-7,0.0007914266,0.14133054,0.0013660698,0.0012885052,0.00027891964,0.00015026987,0.0040918137,0.8507015],"genre_scores_gemma":[0.00012022693,0.0016213399,0.09356286,0.00038256627,0.0004122293,0.0000016160399,0.000009643267,0.00026986576,0.90361965],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99822944,0.000104925646,0.00013106572,0.0007738727,0.000363945,0.00039677226],"domain_scores_gemma":[0.9979879,0.0001500121,0.0002550859,0.0013428963,0.000014295204,0.00024981145],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000037744165,0.00046692524,0.00044014514,0.00032493589,0.00011069593,0.00022362992,0.0031334343,0.0004575685,0.00048813538],"category_scores_gemma":[0.000031621887,0.0004837131,0.0001837879,0.0005832997,0.000058361762,0.0016018569,0.0018156937,0.00061989547,0.000060694598],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001802389,0.000023521836,0.000013346877,0.00009162268,0.000101666774,0.00042233142,0.00016804379,0.000022284079,0.0000012159774,0.0034488686,0.9949213,0.0007677347],"study_design_scores_gemma":[0.00043372164,0.00008566375,0.00003195981,0.00014382035,0.000045575165,0.0000040189784,0.000021138585,0.0006378998,0.00007706982,0.00033822842,0.9975672,0.00061373523],"about_ca_topic_score_codex":0.002346977,"about_ca_topic_score_gemma":0.035790578,"teacher_disagreement_score":0.05291817,"about_ca_system_score_codex":0.000049837723,"about_ca_system_score_gemma":0.00020176727,"threshold_uncertainty_score":0.99976146},"labels":[],"label_agreement":null},{"id":"W6929127223","doi":"10.48550/arxiv.1906.11015","title":"Comparing Popularity of Testing Careers among Canadian, Chinese, Indian Students","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Popularity; Relevance (law); Dimension (graph theory); Vitality; Human Dimension; Process (computing); Software; Focus (optics)","score_opus":0.08113061635724521,"score_gpt":0.2153302575171784,"score_spread":0.13419964115993321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6929127223","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8673362,0.000032430955,0.1299058,0.000011913702,0.0006237635,0.0002688615,0.000011588765,0.000319996,0.0014894274],"genre_scores_gemma":[0.9923169,0.000014649008,0.007394482,0.000020383115,0.000030121837,7.3822736e-7,0.000012258552,0.00001800287,0.00019245164],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985003,0.00007921641,0.00021300968,0.0006943183,0.00015202655,0.00036112702],"domain_scores_gemma":[0.99788517,0.00020011906,0.00032600228,0.0011676105,0.00017496146,0.00024611267],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003972388,0.00028313804,0.00040279102,0.0004744445,0.00010133423,0.0001530269,0.002956376,0.0002792991,0.0000053151152],"category_scores_gemma":[0.00020373869,0.00033600343,0.00012241598,0.00078034255,0.000049240723,0.00046839938,0.0019539834,0.0007645141,0.000010854203],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020287512,0.000018263947,0.8499991,0.00009957795,0.000053387,0.00014491714,0.00017905868,0.14736325,0.0000018242145,0.0020124274,0.00004372303,0.00008241159],"study_design_scores_gemma":[0.00021261192,0.000046612917,0.7348282,0.00026538642,0.000044119122,0.000005431775,0.0000313039,0.2608629,0.00001882094,0.003079699,0.00010000154,0.0005049766],"about_ca_topic_score_codex":0.19895956,"about_ca_topic_score_gemma":0.02716338,"teacher_disagreement_score":0.17179617,"about_ca_system_score_codex":0.00031000082,"about_ca_system_score_gemma":0.0002977139,"threshold_uncertainty_score":0.9999092},"labels":[],"label_agreement":null},{"id":"W6930725531","doi":"10.5281/zenodo.13369545","title":"How Might You Purchase: Nervovive USA, CA, UK, AU, NZ, IE","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Harm; Ideal (ethics); Pain relief; Peripheral nerve; Pain and suffering; Upgrade; Transparency (behavior); Legislation","score_opus":0.029611280381232372,"score_gpt":0.2490513249289487,"score_spread":0.21944004454771632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930725531","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000063414213,0.0012126782,0.30771726,0.0024615345,0.00069421215,0.0004503824,0.00036640954,0.0043186406,0.6827725],"genre_scores_gemma":[0.0012524881,0.00046279875,0.016646618,0.00016865322,0.0009204466,2.4715402e-7,0.0008037806,0.008118239,0.97162676],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978753,0.00018330637,0.00018502591,0.00077385636,0.0005112497,0.00047127655],"domain_scores_gemma":[0.9982853,0.000031677704,0.00016212849,0.00112153,0.00018443995,0.00021494433],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005240616,0.00030654218,0.00023655717,0.000553175,0.00052099436,0.0029336158,0.002766511,0.00021362532,0.019493788],"category_scores_gemma":[0.00044083296,0.00030428747,0.00009631031,0.0007471871,0.000102730664,0.0003343965,0.0024046495,0.0006003199,0.028177015],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003611279,0.000026868189,3.5948003e-7,0.00013629404,0.000063663516,0.00008971349,0.00031186707,0.0000042405068,0.000061385406,0.009547442,0.95072013,0.039034404],"study_design_scores_gemma":[0.00011008398,0.0001314368,0.00000675105,0.00014588126,0.000021702974,0.00014063547,0.000019569934,0.00046074291,0.00008322061,0.00035782348,0.9981796,0.0003425266],"about_ca_topic_score_codex":0.00015086209,"about_ca_topic_score_gemma":0.0000025986456,"teacher_disagreement_score":0.29107064,"about_ca_system_score_codex":0.00018440823,"about_ca_system_score_gemma":0.000011376102,"threshold_uncertainty_score":0.99994093},"labels":[],"label_agreement":null},{"id":"W6931223482","doi":"10.5281/zenodo.4281978","title":"Agile Process Model for Software Development","year":2020,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kwantlen Polytechnic University","funders":"","keywords":"Lean software development; Agile software development; Software development; Software development process; Personal software process; Agile Unified Process; Systems development life cycle; Package development process","score_opus":0.06648095618493872,"score_gpt":0.26817844671598706,"score_spread":0.20169749053104835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931223482","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005528935,0.00003260713,0.9930383,0.0013166971,0.000033560485,0.0003130927,0.000032880445,0.003059359,0.0016206179],"genre_scores_gemma":[0.3351436,0.000027770351,0.66134953,0.0012146131,0.00015506173,6.0795725e-7,0.0005095595,0.0012442092,0.00035505285],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989823,0.00003952171,0.00015882184,0.0003497831,0.00022853629,0.00024104274],"domain_scores_gemma":[0.99912703,0.000035439196,0.00006632197,0.00026344103,0.00035392088,0.00015382284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003176171,0.000102852435,0.000092373484,0.00006721068,0.00090979337,0.0006242963,0.001480361,0.000039808187,0.0002746544],"category_scores_gemma":[0.00085961225,0.00010867503,0.000029092778,0.00034668684,0.000021645063,0.0004976559,0.0007756442,0.0001382328,0.0005647639],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073584466,0.00015581853,0.000005123816,0.00048617183,0.00006583551,0.000012317606,0.015171431,0.014810125,0.0010142452,0.017316168,0.2851659,0.66572326],"study_design_scores_gemma":[0.00016027555,0.00009731344,0.00001640771,0.000012841846,0.0000029897305,0.000013117437,0.000021729116,0.20766884,0.0012765413,0.0005358409,0.7900444,0.00014969095],"about_ca_topic_score_codex":4.880809e-7,"about_ca_topic_score_gemma":1.799645e-8,"teacher_disagreement_score":0.6655736,"about_ca_system_score_codex":0.000046116642,"about_ca_system_score_gemma":0.000009168318,"threshold_uncertainty_score":0.7259086},"labels":[],"label_agreement":null},{"id":"W6931508457","doi":"10.5281/zenodo.5213984","title":"Hypomma fulvum","year":2021,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Marsh; Biodiversity; Taxon; Nature reserve; Taxonomy (biology)","score_opus":0.03529606596294033,"score_gpt":0.24690557682379716,"score_spread":0.21160951086085683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931508457","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012705311,0.00020493969,0.89741385,0.002612229,0.00019725882,0.000113539114,0.000025124928,0.0037325916,0.094429925],"genre_scores_gemma":[0.7598242,0.00056130637,0.22848889,0.0015377236,0.0005627862,1.0515108e-7,0.0009810046,0.002556854,0.0054871007],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99897325,0.0001582585,0.000120889694,0.000300127,0.0002256823,0.00022179168],"domain_scores_gemma":[0.9988639,0.00004305561,0.00004456161,0.00059698557,0.00034838222,0.00010311858],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00040342924,0.00007936056,0.00007587815,0.0000879474,0.000815651,0.0011126179,0.0011995899,0.00003879873,0.0023109391],"category_scores_gemma":[0.0007100112,0.00008704636,0.000034064924,0.00058284675,0.000028620745,0.00048526295,0.0014971895,0.00018402423,0.0027641507],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007838508,0.000119423756,0.0000033565723,0.0000404012,0.000033633627,0.00013581639,0.00072877505,0.000091359354,0.004764201,0.115309626,0.38971284,0.48905274],"study_design_scores_gemma":[0.00009955137,0.000059114835,0.00020437781,0.000010200784,0.0000026174775,0.00027762735,0.000020665238,0.0013838073,0.0026744786,0.000995276,0.99416345,0.000108830805],"about_ca_topic_score_codex":0.0000029231765,"about_ca_topic_score_gemma":3.3833597e-8,"teacher_disagreement_score":0.7585537,"about_ca_system_score_codex":0.000046984584,"about_ca_system_score_gemma":0.0000037598275,"threshold_uncertainty_score":0.9999243},"labels":[],"label_agreement":null},{"id":"W6931542499","doi":"10.5281/zenodo.5135122","title":"Sympistis chons Troubridge 2008, sp. n.","year":2008,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Gray (unit); White light; Spots; White (mutation); Black spot","score_opus":0.041740593539350224,"score_gpt":0.24298805056802908,"score_spread":0.20124745702867886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931542499","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037854074,0.0001808364,0.9323536,0.0015942539,0.00021029353,0.00025617745,0.00006158132,0.0052827154,0.05627512],"genre_scores_gemma":[0.92655617,0.0007488488,0.067277975,0.00049145264,0.00038402728,1.3363028e-7,0.0004510314,0.0015830615,0.0025073008],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987615,0.00013472394,0.00016262481,0.00034672968,0.00029381065,0.00030065546],"domain_scores_gemma":[0.9988787,0.00004584767,0.00006824342,0.00062389823,0.0002352069,0.00014807754],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003823173,0.00011491152,0.00010564032,0.00016640268,0.0015420481,0.00051104004,0.0016472843,0.00004810752,0.0015318344],"category_scores_gemma":[0.0004893407,0.00012285354,0.00004421938,0.0005868459,0.000076998105,0.0006210516,0.001029902,0.00023064186,0.003985305],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015288108,0.00013307166,0.000019343119,0.000030683797,0.000033352382,0.00013525321,0.0010786211,0.00012970912,0.0009958793,0.033896886,0.8508095,0.1127224],"study_design_scores_gemma":[0.00015748304,0.00012601662,0.0015945,0.000010697473,0.0000029774258,0.0006417122,0.000007084861,0.0018529871,0.00046592698,0.00019736555,0.9947903,0.00015295361],"about_ca_topic_score_codex":0.000017620909,"about_ca_topic_score_gemma":5.666616e-8,"teacher_disagreement_score":0.92277074,"about_ca_system_score_codex":0.000072062045,"about_ca_system_score_gemma":0.000004263245,"threshold_uncertainty_score":0.9997578},"labels":[],"label_agreement":null},{"id":"W69438288","doi":"","title":"Conflict Analysis in Commercial Off-The-Shelf (COTS) Based Development.","year":2010,"lang":"en","type":"article","venue":"Software Engineering and Knowledge Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Commercial off-the-shelf; Off the shelf; Computer science; Software engineering; Operating system; Software","score_opus":0.011140893942725568,"score_gpt":0.23840123093461207,"score_spread":0.2272603369918865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W69438288","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.079333596,0.00095074583,0.9168887,0.000106661675,0.00077276875,0.00024117097,0.0000029033265,0.0016681137,0.00003532057],"genre_scores_gemma":[0.6820142,0.000024525047,0.3175367,0.000034868957,0.00014225334,0.00014559303,0.000009487432,0.000049548904,0.000042822863],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99832135,0.000024773924,0.0004103748,0.00048724003,0.00020460936,0.0005516302],"domain_scores_gemma":[0.9978942,0.0011148988,0.000063180676,0.0006695457,0.000070170274,0.00018800436],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00082717673,0.00038977797,0.0003962615,0.00078266516,0.00012703845,0.00023416603,0.0008454275,0.0002002261,0.0000119303695],"category_scores_gemma":[0.0007554968,0.0003613289,0.00012381506,0.0017558518,0.000027033791,0.00038818395,0.0002558205,0.0009286373,0.000011569679],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035456807,0.0005385372,0.12828998,0.0010687839,0.001350648,0.00018964696,0.009055619,0.5368003,0.005898134,0.02519899,0.00091459265,0.2906593],"study_design_scores_gemma":[0.00036297622,0.000025805948,0.063655496,0.000071899674,0.00005346764,0.000018387402,0.0000038285825,0.78356826,0.0020106588,0.000008674854,0.14957224,0.0006483247],"about_ca_topic_score_codex":0.000020748852,"about_ca_topic_score_gemma":0.00006444739,"teacher_disagreement_score":0.6026806,"about_ca_system_score_codex":0.000053398333,"about_ca_system_score_gemma":0.00009451088,"threshold_uncertainty_score":0.9998839},"labels":[],"label_agreement":null},{"id":"W6944795864","doi":"10.24406/publica-fhg-289737","title":"SPICE: An Empiricist's Perspective","year":2022,"lang":"en","type":"article","venue":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University","keywords":"Context (archaeology); Perspective (graphical); Spice; Process (computing); Reliability (semiconductor); Empirical research","score_opus":0.020428130035920155,"score_gpt":0.29495090419388975,"score_spread":0.2745227741579696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6944795864","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052758493,0.0042018485,0.8017936,0.06588145,0.00811923,0.0031675433,0.00031335003,0.015494247,0.048270233],"genre_scores_gemma":[0.8414872,0.00027541182,0.14041074,0.008552708,0.0014322861,0.0012700686,0.00017187503,0.0003402173,0.006059474],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9920445,0.0008183148,0.0010009824,0.0023173217,0.0020559223,0.0017629518],"domain_scores_gemma":[0.99317884,0.0008348621,0.00054762827,0.0037557061,0.0007823808,0.00090057385],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024560445,0.00095644966,0.0008919632,0.0011383916,0.0016208359,0.0011727558,0.006126702,0.0003825312,0.002264064],"category_scores_gemma":[0.0006496269,0.0010260525,0.00042659158,0.0035052437,0.00017452818,0.0039199907,0.0028499078,0.0025277056,0.00041155115],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033439902,0.0038960155,0.0037683074,0.00019551357,0.00057159294,0.00075338496,0.022767762,0.0043033725,0.0012445882,0.61937594,0.29507673,0.047712382],"study_design_scores_gemma":[0.0010080512,0.0016263401,0.0032380468,0.000025608708,0.00005949785,0.00033459102,0.001402511,0.021946024,0.0009828084,0.017333595,0.9502894,0.0017535166],"about_ca_topic_score_codex":0.0008963051,"about_ca_topic_score_gemma":0.000035180936,"teacher_disagreement_score":0.7887287,"about_ca_system_score_codex":0.0009831161,"about_ca_system_score_gemma":0.00064105896,"threshold_uncertainty_score":0.9998641},"labels":[],"label_agreement":null},{"id":"W6948212360","doi":"10.48550/arxiv.1906.06144","title":"Studies on the Software Testing Profession","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"System integration testing; Software testing; Software peer review; Software; Software construction; Personal software process; Set (abstract data type); Software development","score_opus":0.1985283011686134,"score_gpt":0.24395376486854742,"score_spread":0.04542546369993403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6948212360","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12748726,0.00018834656,0.8670612,0.0005642925,0.0018928583,0.0005023964,0.0000040639,0.0016119813,0.00068758987],"genre_scores_gemma":[0.9773111,0.000098020355,0.021352235,0.0002060359,0.00006934633,0.0000029291316,0.0000015876234,0.000017181803,0.000941559],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987042,0.00015262466,0.00013622854,0.0006851022,0.00009741408,0.00022442797],"domain_scores_gemma":[0.9959212,0.0022195983,0.00027214317,0.0013644418,0.00017646773,0.000046173198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005225029,0.00025056113,0.00022488646,0.000116968,0.00020179438,0.000102566264,0.001800742,0.0001762258,0.0000047150684],"category_scores_gemma":[0.0010452545,0.00018959209,0.00009675774,0.0004321084,0.000045967376,0.0002575513,0.0025542204,0.00083680265,0.00008301565],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027072101,0.000104346735,0.007933981,0.00042562248,0.00026689086,0.00028409043,0.0012155202,0.7003861,0.00002278322,0.27944535,0.0061645624,0.003723685],"study_design_scores_gemma":[0.00034493196,0.00036464445,0.001988267,0.0024824447,0.00013440805,0.000013361072,0.0004781082,0.830029,0.0010323613,0.15753806,0.0041596876,0.0014347257],"about_ca_topic_score_codex":0.00001807344,"about_ca_topic_score_gemma":0.0000016048966,"teacher_disagreement_score":0.84982383,"about_ca_system_score_codex":0.00012431695,"about_ca_system_score_gemma":0.00011064019,"threshold_uncertainty_score":0.7731341},"labels":[],"label_agreement":null},{"id":"W6949882532","doi":"10.5281/zenodo.15801700","title":"The Impact of LLM-Assistants on Software Developer Productivity: A Systematic Literature Review - Supplementary material.","year":2025,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Queen's University","funders":"","keywords":"Systematic review; Software; Software technical review; Software review; Component (thermodynamics)","score_opus":0.01862633994363788,"score_gpt":0.2747503939735422,"score_spread":0.2561240540299043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6949882532","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005014302,0.1061247,0.33102873,0.007118284,0.003528393,0.021446599,0.024214681,0.019171312,0.48731714],"genre_scores_gemma":[0.004483296,0.24924684,0.13162042,0.0017246061,0.0018904102,0.0000128940355,0.02270539,0.03247664,0.55583954],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99807805,0.00054255757,0.00032147072,0.0004223165,0.0003800611,0.0002555715],"domain_scores_gemma":[0.99800634,0.000084604704,0.00032921712,0.0011832477,0.00033401712,0.00006254943],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001087812,0.00023680534,0.00035330065,0.00025567922,0.0005214885,0.0009073911,0.0021446391,0.0000875842,0.0030743224],"category_scores_gemma":[0.0014799598,0.00016036523,0.00009653834,0.0007832074,0.000046988094,0.00015080167,0.0011728732,0.00027511182,0.0002116944],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011581384,0.000061222236,3.27781e-7,0.018302957,0.00014358899,0.000011803545,0.00008017533,0.0000022372847,0.000012781638,0.0015527578,0.967644,0.012176607],"study_design_scores_gemma":[0.000076200966,0.00020396525,0.000023183688,0.031555295,0.000031817544,0.00005733317,0.0000032439148,0.000022597831,0.000061026123,0.00006818653,0.9677127,0.00018447748],"about_ca_topic_score_codex":0.000026038955,"about_ca_topic_score_gemma":2.9259252e-7,"teacher_disagreement_score":0.19940832,"about_ca_system_score_codex":0.00013852243,"about_ca_system_score_gemma":0.000018475714,"threshold_uncertainty_score":0.997837},"labels":[],"label_agreement":null},{"id":"W6949935201","doi":"10.5281/zenodo.15700778","title":"The Impact of LLM-Assistants on Software Developer Productivity: A Systematic Literature Review - Supplementary material.","year":2025,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Queen's University","funders":"","keywords":"Systematic review; Software; Software technical review; Software review; Component (thermodynamics)","score_opus":0.01862633994363788,"score_gpt":0.2747503939735422,"score_spread":0.2561240540299043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6949935201","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005014302,0.1061247,0.33102873,0.007118284,0.003528393,0.021446599,0.024214681,0.019171312,0.48731714],"genre_scores_gemma":[0.004483296,0.24924684,0.13162042,0.0017246061,0.0018904102,0.0000128940355,0.02270539,0.03247664,0.55583954],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99807805,0.00054255757,0.00032147072,0.0004223165,0.0003800611,0.0002555715],"domain_scores_gemma":[0.99800634,0.000084604704,0.00032921712,0.0011832477,0.00033401712,0.00006254943],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001087812,0.00023680534,0.00035330065,0.00025567922,0.0005214885,0.0009073911,0.0021446391,0.0000875842,0.0030743224],"category_scores_gemma":[0.0014799598,0.00016036523,0.00009653834,0.0007832074,0.000046988094,0.00015080167,0.0011728732,0.00027511182,0.0002116944],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011581384,0.000061222236,3.27781e-7,0.018302957,0.00014358899,0.000011803545,0.00008017533,0.0000022372847,0.000012781638,0.0015527578,0.967644,0.012176607],"study_design_scores_gemma":[0.000076200966,0.00020396525,0.000023183688,0.031555295,0.000031817544,0.00005733317,0.0000032439148,0.000022597831,0.000061026123,0.00006818653,0.9677127,0.00018447748],"about_ca_topic_score_codex":0.000026038955,"about_ca_topic_score_gemma":2.9259252e-7,"teacher_disagreement_score":0.19940832,"about_ca_system_score_codex":0.00013852243,"about_ca_system_score_gemma":0.000018475714,"threshold_uncertainty_score":0.997837},"labels":[],"label_agreement":null},{"id":"W6958068478","doi":"10.6068/dp16903aceb1387","title":"TREND: Organisation for Economic Co-operation and Development (OECD). Main Economic Indicators (MEI): International Trade | Country: Australia, Brazil, Canada, China, India, Indonesia, South Africa, South Korea, Turkey, United Kingdom | Indicator: International Trade - International Trade - Exports in goods (value), International Trade - International Trade - Imports in goods (value), 1957/1 - 2017/4. Data Planet™ Statistical Datasets: A SAGE Publishing Resource Dataset-ID: 062-003-005","year":2019,"lang":"en","type":"other","venue":"Data Planet","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Prosperity; Poverty; Documentation; Economic integration; Economic indicator; Promotion (chess); Trade promotion; Economic statistics; Economic data","score_opus":0.02679382141911026,"score_gpt":0.28051108646922057,"score_spread":0.25371726505011033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958068478","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000085523956,0.00014249403,0.0026062476,0.0036925112,0.0041244742,0.0014805706,0.9868899,0.00032677923,0.0006514788],"genre_scores_gemma":[0.054229017,0.0001691495,0.00931055,0.00069177314,0.0011012382,0.00008735042,0.9341413,0.00026196838,0.0000076664655],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99203086,0.00035297376,0.0022538675,0.0026763438,0.0016644603,0.0010215247],"domain_scores_gemma":[0.9946778,0.0008320247,0.0019189261,0.0020823795,8.5962945e-8,0.0004888156],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021992165,0.0012113999,0.001015389,0.0021797474,0.00018978199,0.0021302851,0.008212399,0.0009789612,0.0013341913],"category_scores_gemma":[0.0000612297,0.0013831672,0.000031334024,0.000113266455,0.00021708905,0.0041443272,0.001639437,0.0017616057,0.0000108061495],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021513163,0.00031235526,0.0051832725,0.00008729079,0.0008701805,0.00037399572,0.0012824917,0.001135045,0.000008594538,0.0027186286,0.9841955,0.0036175712],"study_design_scores_gemma":[0.002794219,0.000070716436,0.016742239,0.000094967654,0.0000943786,0.0003703285,0.00025893236,0.029196762,0.000008134162,0.000017295219,0.9490263,0.0013257592],"about_ca_topic_score_codex":0.051763922,"about_ca_topic_score_gemma":0.023791386,"teacher_disagreement_score":0.054143492,"about_ca_system_score_codex":0.001771029,"about_ca_system_score_gemma":0.0013764151,"threshold_uncertainty_score":0.9995787},"labels":[],"label_agreement":null},{"id":"W6967359505","doi":"10.5281/zenodo.10977570","title":"Artifact for ACM CSUR article: \"A Meta-Study of Software-Change Intentions\"","year":2024,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Artifact (error); Raw data; Term (time); Software","score_opus":0.14387361748075908,"score_gpt":0.3177112290381581,"score_spread":0.17383761155739905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6967359505","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011671503,0.00053241494,0.13409747,0.00068271864,0.00064591924,0.00212247,0.8585111,0.003123377,0.00016783681],"genre_scores_gemma":[0.004241572,0.00035468163,0.037114017,0.00023758401,0.0004869299,0.0000071777154,0.9551302,0.0021563827,0.00027141324],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99792194,0.00024180018,0.00040120032,0.00060109876,0.00052098895,0.00031298355],"domain_scores_gemma":[0.99722874,0.00021251892,0.0002186317,0.001637736,0.00058569456,0.00011669956],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011897067,0.00023842623,0.00034319595,0.00042444444,0.0005745811,0.001071811,0.0033596077,0.00011672222,0.0015698245],"category_scores_gemma":[0.0032581678,0.00022306097,0.00016469638,0.0007492922,0.000049396283,0.00051873946,0.0036012116,0.00043321267,0.0026919595],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013560096,0.0002596107,3.2466065e-7,0.00023372035,0.00039950988,0.000013263435,0.0002834303,0.000011466104,0.000024152387,0.00018574148,0.9780487,0.020526528],"study_design_scores_gemma":[0.0001654533,0.0007883113,0.000032734595,0.000042481955,0.00036998233,0.000041455532,0.000038608705,0.0002572517,0.00006178734,0.00055604294,0.9974315,0.00021438474],"about_ca_topic_score_codex":0.00005504905,"about_ca_topic_score_gemma":0.0000019556594,"teacher_disagreement_score":0.09698345,"about_ca_system_score_codex":0.000070513765,"about_ca_system_score_gemma":0.0000062082,"threshold_uncertainty_score":0.9999652},"labels":[],"label_agreement":null},{"id":"W6977031641","doi":"10.60692/qjkkq-apa13","title":"It's about time: How to study intertemporal choice in systems design","year":2023,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Judgement; Task (project management); Decision field theory; Empirical research; Intertemporal choice; Set (abstract data type); Software; Field (mathematics); Decision theory","score_opus":0.06020178332009617,"score_gpt":0.2595013748421234,"score_spread":0.1992995915220272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977031641","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.072905965,0.000002171239,0.9225179,0.0003224253,0.00067723513,0.0011465462,0.000006777127,0.002185098,0.0002358615],"genre_scores_gemma":[0.9933878,5.70976e-8,0.005944642,0.00009561978,0.00004663868,0.00032530184,0.000002867684,0.0000100690995,0.00018701158],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985095,0.00017759041,0.0004664536,0.00020922071,0.0003523744,0.00028481096],"domain_scores_gemma":[0.998947,0.00007469942,0.00018366131,0.0005965965,0.000101852114,0.00009616274],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015139459,0.00017707935,0.00023487597,0.00067733525,0.000072315685,0.0009479067,0.00073502335,0.00007289362,0.000002120375],"category_scores_gemma":[0.00010654281,0.00015418406,0.000033974113,0.0011998302,0.0000043935684,0.002033515,0.00023746178,0.000114766015,0.0013956039],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090469584,0.000031212934,0.2926294,0.0010171672,0.00018711947,0.00018060999,0.6225275,0.04829668,0.0000070635733,0.00056286925,0.027810844,0.0066591166],"study_design_scores_gemma":[0.0014328171,0.0005788868,0.14076002,0.00071175274,0.000018098504,0.00008559847,0.012569764,0.8345092,0.00019371085,0.0000018049466,0.008266339,0.00087198586],"about_ca_topic_score_codex":0.000033565164,"about_ca_topic_score_gemma":2.3825395e-7,"teacher_disagreement_score":0.9204818,"about_ca_system_score_codex":0.00010695801,"about_ca_system_score_gemma":0.000025075195,"threshold_uncertainty_score":0.9993819},"labels":[],"label_agreement":null},{"id":"W6980287143","doi":"","title":"Breakthroughs and Challenges in Software Engineering","year":2023,"lang":"en","type":"article","venue":"idUS (Universidad de Sevilla)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software; Software development; Work (physics); Software system","score_opus":0.03390156535578885,"score_gpt":0.24847264453069312,"score_spread":0.21457107917490426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6980287143","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28598773,0.01494675,0.6567638,0.02411666,0.000980682,0.0005701435,0.000010648995,0.012832497,0.00379113],"genre_scores_gemma":[0.81844246,0.0122613385,0.16891089,0.00010238636,0.00007274378,0.000012030517,0.0000026286032,0.000035301644,0.00016022481],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992059,0.000022504251,0.00007773108,0.00027689137,0.00012288282,0.0002940909],"domain_scores_gemma":[0.9992509,0.00032956805,0.000029279217,0.00029399907,0.000019496581,0.000076773445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002771484,0.000115975956,0.00012790805,0.00033792434,0.000046462737,0.000063723586,0.00037443134,0.00008942121,0.0000049263695],"category_scores_gemma":[0.00014344975,0.00013660175,0.00002864207,0.00068491296,0.000013269721,0.00058294646,0.00026120388,0.0001544622,0.00002296007],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022277847,0.00007156716,0.015838921,0.0007310314,0.000115899056,0.0025389094,0.012427983,0.013390342,0.00053911685,0.22214752,0.004995028,0.7271814],"study_design_scores_gemma":[0.0011477808,0.0002662267,0.2975997,0.00040736602,0.000022484588,0.0005024567,0.00096806197,0.22836348,0.00045146103,0.0055041136,0.46339312,0.0013737468],"about_ca_topic_score_codex":0.000046750443,"about_ca_topic_score_gemma":0.000014872871,"teacher_disagreement_score":0.72580767,"about_ca_system_score_codex":0.000057647074,"about_ca_system_score_gemma":0.000024864348,"threshold_uncertainty_score":0.55704576},"labels":[],"label_agreement":null},{"id":"W6980688174","doi":"","title":"Comparing the Popularity of Testing Career among Canadian, Chinese, and Indian Students","year":2019,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Popularity; Relevance (law); Dimension (graph theory); Vitality; Human Dimension; Software; Process (computing); Focus (optics)","score_opus":0.09134731724672077,"score_gpt":0.3060770262474656,"score_spread":0.2147297090007448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6980688174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99702156,0.000053606247,0.002079949,0.00007742142,0.00020685808,0.00024655266,0.000004075467,0.00016659508,0.00014335761],"genre_scores_gemma":[0.9987502,0.0000064325777,0.00079683505,0.000077597164,0.000019005807,6.309381e-7,0.000002180532,0.000013516805,0.00033356447],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987052,0.00012688531,0.00016480203,0.00035352109,0.0003286331,0.00032097916],"domain_scores_gemma":[0.99864817,0.00024046167,0.00015734119,0.0006343526,0.00011232973,0.00020731955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005533128,0.00018793292,0.0002306876,0.00032674026,0.0001813018,0.00038810947,0.0017888627,0.00010961448,0.0000026684145],"category_scores_gemma":[0.000100372374,0.00016700388,0.000046007925,0.00066265225,0.000056591332,0.0018062008,0.00077038154,0.00047583148,0.00001261414],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031695354,0.000011677987,0.9990183,0.00003124602,0.000025644133,0.000054773674,0.00042690797,0.00006939712,0.000032568612,0.00011397858,2.0242753e-7,0.00021209549],"study_design_scores_gemma":[0.00023013314,0.000056181198,0.99898416,0.00010224469,0.000015063705,0.000025432448,0.00004649451,0.000021589356,0.000086101565,0.00008626948,0.00015636711,0.00018996064],"about_ca_topic_score_codex":0.0036413996,"about_ca_topic_score_gemma":0.056222588,"teacher_disagreement_score":0.052581187,"about_ca_system_score_codex":0.000098812074,"about_ca_system_score_gemma":0.00007637827,"threshold_uncertainty_score":0.9609989},"labels":[],"label_agreement":null},{"id":"W6986948065","doi":"","title":"Requirements engineering (RE) for social good: RE cares [requirements]","year":2020,"lang":"en","type":"article","venue":"UTS ePRESS (University of Technology Sydney)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Event (particle physics); Ask price; Field (mathematics); Natural disaster; Software requirements; Software; Requirements engineering","score_opus":0.04635396764434509,"score_gpt":0.25812000612165376,"score_spread":0.21176603847730868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6986948065","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012937644,0.00017334949,0.9715394,0.012634749,0.0002326726,0.00030954802,0.000019041267,0.0017714109,0.00038220288],"genre_scores_gemma":[0.7577515,0.000032676475,0.241945,0.00012345848,0.000044157856,0.0000037979937,0.0000060821185,0.000016336106,0.000076966244],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99898285,0.00001378838,0.00013688106,0.000397015,0.00018265641,0.0002867976],"domain_scores_gemma":[0.9992374,0.000070771064,0.00015152246,0.00036811584,0.00010112242,0.00007105726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012217482,0.0001601064,0.00025881932,0.00024129103,0.00017382497,0.000025196832,0.0015336255,0.00024288666,0.00002409009],"category_scores_gemma":[0.00014327711,0.00020337618,0.00010419411,0.0005028761,0.000074497184,0.0006045555,0.00067520275,0.00020394879,0.0000061376536],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036764398,0.0005564289,0.016389726,0.002031972,0.0016866447,0.00046009544,0.019431772,0.0025350396,0.0810933,0.5729615,0.12568572,0.17680018],"study_design_scores_gemma":[0.0034601826,0.0013731862,0.0017520937,0.0002630121,0.0002773351,0.000014651627,0.0023156584,0.10953759,0.0667596,0.0065912358,0.80588955,0.0017659318],"about_ca_topic_score_codex":0.000039645438,"about_ca_topic_score_gemma":0.0000056749222,"teacher_disagreement_score":0.74481386,"about_ca_system_score_codex":0.00004648408,"about_ca_system_score_gemma":0.000030457099,"threshold_uncertainty_score":0.82934403},"labels":[],"label_agreement":null},{"id":"W6987331431","doi":"","title":"Software Engineering Research, Management and Applications 2010 [8th conference on software engineering research, management and applications (SERA 2010), held on may 24-26, 2010 in Montreal, Canada]","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software Engineering Process Group; Software development; Social software engineering; Software; Software project management; Personal software process","score_opus":0.042699110474271926,"score_gpt":0.30017882452766,"score_spread":0.25747971405338804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6987331431","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047837864,0.0004178523,0.98501134,0.00240185,0.00061648776,0.0036611191,0.00003874055,0.0016294222,0.0014393945],"genre_scores_gemma":[0.22499499,0.00297137,0.75146246,0.00037522422,0.00039594498,0.007767046,0.000043380853,0.00019957956,0.011789995],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965503,0.0000714885,0.00040259378,0.0010808613,0.00096647284,0.0009282744],"domain_scores_gemma":[0.9964939,0.0012500808,0.000071615344,0.0015757028,0.00021343156,0.0003953111],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014984157,0.00038233973,0.00028754957,0.0009836312,0.00038048747,0.0004893003,0.0013040139,0.00019165568,0.000033990364],"category_scores_gemma":[0.00021118813,0.00038653807,0.000035375484,0.0011002824,0.000094954,0.00045364336,0.0009517308,0.0017480009,0.000034959732],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067427245,0.00064191566,0.0059978087,0.0015460876,0.00024025829,0.0002787915,0.0004634225,0.009615459,0.00035993115,0.6570558,0.10068144,0.22305168],"study_design_scores_gemma":[0.0015632004,0.00052408583,0.18532495,0.0007875467,0.00004934163,0.000078981255,0.00029809962,0.07481253,0.0016485237,0.0074904957,0.7250892,0.0023330606],"about_ca_topic_score_codex":0.035075307,"about_ca_topic_score_gemma":0.040763676,"teacher_disagreement_score":0.6495653,"about_ca_system_score_codex":0.00018851216,"about_ca_system_score_gemma":0.00009621299,"threshold_uncertainty_score":0.9998587},"labels":[],"label_agreement":null},{"id":"W6987530024","doi":"","title":"A Theory of Shared Understanding for Software Organizations","year":2010,"lang":"en","type":"dissertation","venue":"Library and Archives Canada (Government of Canada)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Negotiation; Documentation; Software development; Cohesion (chemistry); Argument (complex analysis); Relevance (law); Variety (cybernetics); Empirical research; Grounded theory","score_opus":0.007078290220023068,"score_gpt":0.17414157364661448,"score_spread":0.1670632834265914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6987530024","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021457595,0.00039834128,0.9758064,0.000839473,0.0009172807,0.00044339357,0.0005030079,0.00010055412,0.018845756],"genre_scores_gemma":[0.668386,0.00021092707,0.32047468,0.00036295693,0.00008807162,0.00004429267,0.00023450646,0.00008012404,0.010118427],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987507,0.000022349996,0.00023066142,0.00020216384,0.00064453605,0.00014960865],"domain_scores_gemma":[0.9984523,0.00094408094,0.00026828187,0.00024401998,0.000001972616,0.00008933363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000017118986,0.00015176165,0.00020949371,0.000037070215,0.000118032156,0.000037099635,0.0004611598,0.000060615203,0.000016219976],"category_scores_gemma":[0.000043657703,0.00015440333,0.000025399913,0.00012553517,0.000017655755,0.0004098889,0.00007282232,0.00015577831,2.7811975e-10],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011389261,0.000014032185,0.0004687747,0.0006175621,0.00007951066,0.000006407335,0.00032260086,0.000025375915,0.0029909897,0.9888992,0.00080514955,0.005656507],"study_design_scores_gemma":[0.0011102782,0.0004569235,0.019098058,0.0017746113,0.0002636832,0.000020259418,0.008169095,0.011425294,0.37112492,0.52596533,0.058534633,0.002056882],"about_ca_topic_score_codex":0.00030875305,"about_ca_topic_score_gemma":0.008169648,"teacher_disagreement_score":0.6662402,"about_ca_system_score_codex":0.0000060140346,"about_ca_system_score_gemma":0.0016416787,"threshold_uncertainty_score":0.6296385},"labels":[],"label_agreement":null},{"id":"W6989065771","doi":"","title":"Agile Processes in Software Engineering and Extreme Programming – Workshops : XP 2019 Workshops, Montréal, QC, Canada, May 21–25, 2019, Proceedings","year":2019,"lang":"en","type":"book","venue":"OAPEN (The OAPEN Foundation)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Agile software development; Extreme programming; Agile usability engineering; Extreme programming practices; Lean software development; User story","score_opus":0.012461587512539509,"score_gpt":0.2144163137015063,"score_spread":0.2019547261889668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6989065771","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039453907,0.011786519,0.7152729,0.038343247,0.017799016,0.03809284,0.0000046869345,0.016558185,0.15819721],"genre_scores_gemma":[0.005739181,0.0041836575,0.2280466,0.0008874947,0.0012365122,0.0012989447,0.0008003069,0.00061824126,0.7571891],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99633634,0.000034837663,0.00074934174,0.0011648205,0.0008791329,0.0008355254],"domain_scores_gemma":[0.99652207,0.0013388196,0.00063696515,0.0009055435,0.00039874855,0.00019783083],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00082281994,0.0008125526,0.0007168703,0.00035613973,0.00028704677,0.001616761,0.0021077495,0.00039839503,0.0012941712],"category_scores_gemma":[0.00085547194,0.0007327083,0.00009568902,0.00084166764,0.00006706484,0.0021169398,0.0008577488,0.0012654983,0.004199584],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015108263,0.000033235963,0.0005104099,0.00051846774,0.000101567624,0.00003079402,0.00037541258,0.00062412815,0.000005151938,0.0016024451,0.007824959,0.9883583],"study_design_scores_gemma":[0.0002590444,0.00005489656,0.00093133363,0.0010969477,0.000056106437,0.000079497295,0.000028106679,0.0030615842,0.000015944937,0.0004299282,0.99301326,0.0009733725],"about_ca_topic_score_codex":0.017225213,"about_ca_topic_score_gemma":0.020029074,"teacher_disagreement_score":0.987385,"about_ca_system_score_codex":0.0006926172,"about_ca_system_score_gemma":0.0019073061,"threshold_uncertainty_score":0.99961877},"labels":[],"label_agreement":null},{"id":"W6990972713","doi":"","title":"EPICAL 2011: Workshop on Empirical Research in Requirements Engineering: Challenges and Solutions","year":2011,"lang":"en","type":"article","venue":"University of Twente Research Information","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Leibniz-Gemeinschaft; Keele University; University of Waterloo; Technische Universität Kaiserslautern; Universitat de València; Lunds Universitet; Gottfried Wilhelm Leibniz Universität Hannover; DePaul University","keywords":"Empirical research; Key (lock)","score_opus":0.455525059844811,"score_gpt":0.3978472856652708,"score_spread":0.05767777417954023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6990972713","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15264553,0.0019493072,0.7606398,0.020301707,0.00049800554,0.0018740629,0.000012580249,0.00089703716,0.061181955],"genre_scores_gemma":[0.9593617,0.0038585104,0.036686186,0.000011371089,0.000012826161,0.000002000477,0.0000030252838,0.0000037234872,0.000060712675],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987857,0.00014607767,0.000115227354,0.00012241678,0.0005203135,0.00031029328],"domain_scores_gemma":[0.9989549,0.00044908316,0.000032012347,0.0002740419,0.00019905633,0.00009093266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026213943,0.000053340704,0.00007746911,0.00087550445,0.00011542655,0.000028151748,0.0005003577,0.000081113714,0.000013603417],"category_scores_gemma":[0.0002926868,0.000059111633,0.000018603525,0.00033526414,0.00008516408,0.0017566808,0.00050460664,0.00046689025,0.000041525953],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041145424,0.00062851404,0.0024353308,0.00047821295,0.000068896334,0.00007477857,0.051093422,0.00048199185,0.00006814104,0.45277828,0.014044242,0.47743675],"study_design_scores_gemma":[0.0026408983,0.0023991866,0.31219706,0.0013519736,0.000009833783,0.000031839907,0.0083951205,0.29087394,0.00072884903,0.0150956465,0.36544436,0.0008312854],"about_ca_topic_score_codex":0.00013343683,"about_ca_topic_score_gemma":0.000012753788,"teacher_disagreement_score":0.8067161,"about_ca_system_score_codex":0.00010552299,"about_ca_system_score_gemma":0.000047600595,"threshold_uncertainty_score":0.24105024},"labels":[],"label_agreement":null},{"id":"W6995937877","doi":"","title":"Proceedings of the 23rd International Conference on Software Engineering 12 - 19 May 2001, Toronto, Ontario, Canada","year":2001,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software; Work (physics); Software development","score_opus":0.02066042897683797,"score_gpt":0.23157368300291292,"score_spread":0.21091325402607494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6995937877","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.128825,0.00013080587,0.7113694,0.0072700954,0.005451974,0.0007868388,0.000015007987,0.0019775208,0.14417337],"genre_scores_gemma":[0.81572837,0.0000444853,0.1762985,0.0005474835,0.00007820707,0.000022287824,0.0000013685762,0.000013287525,0.007266027],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991551,0.000002899713,0.00014955283,0.0001860374,0.0003281653,0.0001782384],"domain_scores_gemma":[0.99949193,0.00007453105,0.00007503041,0.00019592115,0.000097658056,0.00006495372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012598824,0.00011377551,0.000093747294,0.000022027065,0.000037373185,0.000078764846,0.0010195044,0.00003901156,0.0005066456],"category_scores_gemma":[0.0001421592,0.00008486791,0.000033102868,0.00008348715,0.000008528079,0.0004526228,0.00018160779,0.00013912069,0.0000010362467],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004183532,0.00015027923,0.1440255,0.000070846014,0.00014800054,0.000030112731,0.0014676965,0.0024841935,0.00076809974,0.5607236,0.27806926,0.012020597],"study_design_scores_gemma":[0.00034515714,0.0001670147,0.08787319,0.0001926233,0.000013348425,0.00013489649,0.000076628974,0.045182068,0.004480062,0.0006045084,0.86031115,0.0006193268],"about_ca_topic_score_codex":0.82526,"about_ca_topic_score_gemma":0.79552156,"teacher_disagreement_score":0.68690336,"about_ca_system_score_codex":0.00042585022,"about_ca_system_score_gemma":0.00028109908,"threshold_uncertainty_score":0.5547414},"labels":[],"label_agreement":null},{"id":"W7003544451","doi":"","title":"Michèle Baussant","year":2014,"lang":"fr","type":"other","venue":"OpenEdition (OpenEdition)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Order (exchange); Field (mathematics); Sketch","score_opus":0.02046296608416732,"score_gpt":0.25070817710054544,"score_spread":0.23024521101637813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7003544451","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021730259,0.0017908362,0.66691846,0.039460536,0.009037844,0.0009033792,0.00018893686,0.0011513509,0.28052694],"genre_scores_gemma":[0.011749392,0.0019765138,0.24310419,0.05489844,0.007855141,0.0011020852,0.0014665322,0.00068509986,0.6771626],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99533474,0.00046212127,0.0009191858,0.0014180742,0.00096134614,0.00090454594],"domain_scores_gemma":[0.995658,0.0008010548,0.00088121236,0.0017760767,0.00039427105,0.0004893983],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011367289,0.0009429603,0.00088142813,0.00047146317,0.00047084657,0.0013497848,0.0022586796,0.00088178046,0.056547284],"category_scores_gemma":[0.00053474616,0.0010004028,0.0003499796,0.0007058948,0.00023294459,0.013491734,0.00071805494,0.00094833603,0.023895128],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018397419,0.00020900935,0.000025860902,0.00023087293,0.00012257628,0.00011163333,0.00007048433,0.00024289942,0.00008549502,0.61840916,0.35199848,0.028475136],"study_design_scores_gemma":[0.00054963963,0.0003625731,0.0022325355,0.00095066265,0.00012444852,0.00024949934,0.000009884102,0.004566657,0.00087970344,0.0045073554,0.98432857,0.0012384993],"about_ca_topic_score_codex":0.00018335303,"about_ca_topic_score_gemma":0.00047758568,"teacher_disagreement_score":0.63233006,"about_ca_system_score_codex":0.0002607022,"about_ca_system_score_gemma":0.00027996415,"threshold_uncertainty_score":0.9996869},"labels":[],"label_agreement":null},{"id":"W7007828574","doi":"","title":"Analysing Popularity of Software Testing Careers in Canada","year":2018,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Popularity; Software testing; Software peer review; System integration testing; Quality (philosophy); Software; Economic shortage; Software walkthrough; Software Engineering Process Group","score_opus":0.09619386439908238,"score_gpt":0.30202178322741197,"score_spread":0.20582791882832957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7007828574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8838611,0.00003759062,0.115490295,0.000056938916,0.00019411375,0.000091066904,0.000006219611,0.00020277085,0.00005988658],"genre_scores_gemma":[0.98101425,0.0000041512735,0.01875927,0.00009008769,0.00003338999,3.6544432e-7,0.0000026417943,0.000014537805,0.000081333565],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983964,0.00015008675,0.0002613271,0.0004389002,0.00037431903,0.00037895757],"domain_scores_gemma":[0.998443,0.00029320532,0.0002199547,0.00066309416,0.00024017459,0.0001405844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040407435,0.0001975951,0.00028080508,0.00043258636,0.0001162888,0.0001194186,0.0013998707,0.00009256801,0.000003899649],"category_scores_gemma":[0.0003175642,0.00023557863,0.00005459943,0.0014853303,0.000053177075,0.0017537175,0.0005146112,0.00038587963,0.0000044231683],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007877725,0.000014784391,0.99661154,0.000027803493,0.000017525761,0.00017355953,0.00013241931,0.00013674758,0.00012515785,0.00007107573,4.6671926e-7,0.002681022],"study_design_scores_gemma":[0.00023774372,0.00008089061,0.99584424,0.0001764303,0.000021963233,0.000023233937,0.000061616236,0.000052688658,0.0026258086,0.00013392874,0.00044653157,0.0002949353],"about_ca_topic_score_codex":0.08188002,"about_ca_topic_score_gemma":0.76583153,"teacher_disagreement_score":0.6839515,"about_ca_system_score_codex":0.0005555415,"about_ca_system_score_gemma":0.00060334266,"threshold_uncertainty_score":0.9606617},"labels":[],"label_agreement":null},{"id":"W7009626600","doi":"","title":"On Exploiting End-User Feedback in Requirements Engineering","year":2013,"lang":"en","type":"article","venue":"Institutional Research Information System (Università degli Studi di Trento)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Ministerio de Ciencia e Innovación; Generalitat Valenciana; European Regional Development Fund; Deutsche Forschungsgemeinschaft","keywords":"Work (physics); Requirements analysis; Requirements engineering; Component (thermodynamics); Key (lock); Control system; Set (abstract data type); Process (computing); Quality (philosophy); Field (mathematics)","score_opus":0.06549599043049305,"score_gpt":0.3030860815457305,"score_spread":0.2375900911152375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7009626600","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21737547,0.000057660603,0.742942,0.00077440497,0.0007041875,0.0010821602,0.0000124839635,0.0009465044,0.03610516],"genre_scores_gemma":[0.99308205,0.000011117211,0.006636307,0.00003182087,0.000035969642,0.00009377372,0.000013707643,0.000005355873,0.000089909954],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976811,0.00008822408,0.0003394864,0.00022006259,0.0012084851,0.0004626592],"domain_scores_gemma":[0.9986116,0.00038665405,0.00010474831,0.00035063125,0.00040523685,0.00014109701],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010727722,0.00015587402,0.00015707874,0.0011835425,0.0003663337,0.0003927002,0.0007979066,0.00008051357,0.000044789012],"category_scores_gemma":[0.0003542473,0.00015957118,0.00005153614,0.001265801,0.000044805594,0.008116149,0.00042565574,0.00037077698,0.0006983148],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021854794,0.000066416054,0.0017412336,0.00021840501,0.000054514712,0.00005126634,0.0022488565,0.019914204,0.00004613499,0.9536295,0.0024834825,0.019524112],"study_design_scores_gemma":[0.005355374,0.00070100866,0.18294173,0.003283123,0.00001611126,0.00014209202,0.011061644,0.6790149,0.0007806028,0.00090707035,0.114121564,0.0016747464],"about_ca_topic_score_codex":0.00036541815,"about_ca_topic_score_gemma":0.0000054250686,"teacher_disagreement_score":0.95272243,"about_ca_system_score_codex":0.0010045654,"about_ca_system_score_gemma":0.00014563765,"threshold_uncertainty_score":0.8975657},"labels":[],"label_agreement":null},{"id":"W7017267416","doi":"","title":"Agile Processes in Software Engineering and Extreme Programming : 20th International Conference, XP 2019, Montréal, QC, Canada, May 21–25, 2019, Proceedings","year":2019,"lang":"en","type":"book","venue":"OAPEN (The OAPEN Foundation)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Norges Forskningsråd","keywords":"Agile software development; Extreme programming; Extreme programming practices; Agile usability engineering; Lean software development; Agile Unified Process; Software","score_opus":0.0161352121077797,"score_gpt":0.2237992243768254,"score_spread":0.20766401226904568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7017267416","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025630584,0.0021180206,0.43399778,0.032985948,0.016922727,0.019693945,0.0000072423527,0.0080172075,0.48369408],"genre_scores_gemma":[0.010256473,0.0033963895,0.17874959,0.0007046144,0.0010820548,0.00094784255,0.001183784,0.00035906545,0.80332017],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99724,0.00002183505,0.000583651,0.0008485776,0.00079247967,0.0005134505],"domain_scores_gemma":[0.99771744,0.0005554186,0.0005291298,0.0005331905,0.0005334481,0.00013137875],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00055095,0.0005628168,0.0004837033,0.0003170898,0.00017866274,0.0013612501,0.001959455,0.00023289525,0.0026945737],"category_scores_gemma":[0.0005221957,0.00050559954,0.00006312889,0.00037705174,0.000056008317,0.0018427823,0.0007036356,0.000782594,0.003554234],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017437571,0.000044813023,0.0010231794,0.00045338654,0.00016301856,0.000029888737,0.00047009182,0.00024982519,0.0000145771555,0.011541876,0.0088991225,0.9770928],"study_design_scores_gemma":[0.0002466373,0.000052035728,0.0008269879,0.0005314773,0.00003112067,0.00006599822,0.000021179969,0.0057503097,0.0000197245,0.00067958987,0.9911249,0.00065000734],"about_ca_topic_score_codex":0.021365812,"about_ca_topic_score_gemma":0.016951488,"teacher_disagreement_score":0.98222584,"about_ca_system_score_codex":0.0005304822,"about_ca_system_score_gemma":0.0019162247,"threshold_uncertainty_score":0.9997396},"labels":[],"label_agreement":null},{"id":"W7023538293","doi":"","title":"The paradox of simplicity in Canadian administrative law","year":2019,"lang":"en","type":"other","venue":"CentAUR (University of Reading)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Simplicity; Administrative law; Simple (philosophy); Subject (documents); Legislature","score_opus":0.012866989031453176,"score_gpt":0.22981975286559342,"score_spread":0.21695276383414025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7023538293","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00061978877,0.00042529812,0.037251562,0.0009747204,0.0005197437,0.000563694,0.00008873526,0.0002399744,0.9593165],"genre_scores_gemma":[0.62037456,0.0011607,0.042511385,0.00013332277,0.00006291552,9.694904e-7,0.0000263803,0.00014569222,0.3355841],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994131,0.000034802888,0.000069946516,0.0001768393,0.00011290911,0.00019243716],"domain_scores_gemma":[0.9991198,0.00016003066,0.00018581608,0.0004327519,0.000022267512,0.00007932847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016303206,0.00009975494,0.00019069156,0.00014924341,0.00004911179,0.000015898922,0.0009148751,0.00013378353,0.000034993223],"category_scores_gemma":[0.000017835553,0.00010174378,0.000053092197,0.00019339973,0.00009079181,0.00010936366,0.00010629259,0.00015274472,0.00001243069],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015787566,0.000043081047,0.0019547443,0.00015244444,0.00010625089,0.0000617879,0.0014326546,0.000012951219,0.000015616304,0.78455466,0.2043425,0.007307538],"study_design_scores_gemma":[0.00011193327,0.00005235963,0.0006483504,0.00014257932,0.000009018119,0.0000026243358,0.00015405047,0.00041147613,0.00005417508,0.00031911978,0.9979558,0.00013850234],"about_ca_topic_score_codex":0.4426889,"about_ca_topic_score_gemma":0.38028726,"teacher_disagreement_score":0.7936133,"about_ca_system_score_codex":0.00008801637,"about_ca_system_score_gemma":0.00019231948,"threshold_uncertainty_score":0.6310209},"labels":[],"label_agreement":null},{"id":"W7025127452","doi":"","title":"Vancouver Company to Work With Toyota Tsusho for Distribution of Cleantech","year":2019,"lang":"en","type":"other","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics); Distribution (mathematics); Field (mathematics); Order (exchange); Quality (philosophy)","score_opus":0.011174495710257077,"score_gpt":0.24528455292169207,"score_spread":0.234110057211435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7025127452","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000044196704,0.00004934145,0.9540565,0.000102226644,0.00044387422,0.00055041414,0.000029205035,0.00073935755,0.044024687],"genre_scores_gemma":[0.0031674497,0.0000128094625,0.6641256,0.0000934324,0.00009240396,0.000056505163,0.000018827724,0.00012395915,0.332309],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992845,0.000008833328,0.000120367404,0.00027073908,0.00015757055,0.00015799102],"domain_scores_gemma":[0.9990265,0.00014307407,0.00012588804,0.0006101002,0.00005185735,0.00004262849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000114683586,0.0001545036,0.00023702785,0.00008108165,0.000011680912,0.000034711873,0.0005984793,0.00011986576,0.000054258093],"category_scores_gemma":[0.000028338396,0.00011726011,0.000046314737,0.0002784807,0.000010405874,0.00007528858,0.0001149946,0.00008443876,0.000020016452],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014032174,0.00001681706,0.00005443286,0.000064526976,0.000023842455,5.488862e-7,0.000008922486,0.000041479903,0.000001256158,0.0074490323,0.98689425,0.0054308344],"study_design_scores_gemma":[0.00011160534,0.00018046818,0.00007167511,0.00024031282,0.000010481092,9.84207e-7,0.000002051787,0.00041719832,0.0001896559,0.00006871552,0.9985118,0.00019504555],"about_ca_topic_score_codex":0.00008594145,"about_ca_topic_score_gemma":0.000054776036,"teacher_disagreement_score":0.28993088,"about_ca_system_score_codex":0.000024371311,"about_ca_system_score_gemma":0.000030740186,"threshold_uncertainty_score":0.47817287},"labels":[],"label_agreement":null},{"id":"W7026158002","doi":"","title":"An accurate numerical algorithm based on the generalized Narayana polynomials to solve a class of Caputo-Fabrizio and Liouville-Caputo fractional-order delay differential equations","year":2024,"lang":"en","type":"article","venue":"University of Zagreb University Computing Centre (SRCE)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Class (philosophy); Delay differential equation; Differential equation; Stability (learning theory); Numerical stability; Numerical analysis; Orthogonal polynomials; Differential (mechanical device); Algebra over a field","score_opus":0.011545499706928242,"score_gpt":0.22304736736559244,"score_spread":0.2115018676586642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7026158002","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10719721,0.000025646592,0.8897035,0.0022066133,0.0002280076,0.00023531806,0.000038398248,0.0002842231,0.000081057915],"genre_scores_gemma":[0.87176037,0.000013778888,0.12794401,0.00009741261,0.000042035266,2.4758076e-10,0.000013571902,0.000009468205,0.00011935206],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99862593,0.00019208259,0.00015544631,0.00045531505,0.00032056222,0.00025063386],"domain_scores_gemma":[0.99796396,0.0011211203,0.00015219177,0.00041293146,0.00018853809,0.00016123566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024721975,0.00019665953,0.00025750688,0.00035302696,0.0003518151,0.00009571038,0.0007666796,0.00010789059,0.00007423182],"category_scores_gemma":[0.000058989026,0.00019881953,0.00012517595,0.0007259343,0.00009413027,0.00039372692,0.00033539184,0.00024952108,0.000008129768],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008073174,0.0017656538,0.0003196075,0.00034693952,0.0015078359,0.0010189061,0.18217245,0.42662376,0.0044439374,0.22980812,0.019810338,0.13137513],"study_design_scores_gemma":[0.00036709683,0.00014746233,0.00042090783,0.00009467869,0.00006852036,0.000006515667,0.0028268625,0.99090666,0.0001901463,0.00004854407,0.004696726,0.00022585859],"about_ca_topic_score_codex":0.0008033357,"about_ca_topic_score_gemma":0.000023026987,"teacher_disagreement_score":0.76456314,"about_ca_system_score_codex":0.00013129396,"about_ca_system_score_gemma":0.00015699647,"threshold_uncertainty_score":0.8107625},"labels":[],"label_agreement":null},{"id":"W7027431456","doi":"","title":"Contamination fear in OCD: the relation between guilt and disgust sensitivity","year":2011,"lang":"en","type":"article","venue":"Archivio istituzionale della ricerca (Alma Mater Studiorum Università di Bologna)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Disgust; Relation (database); Depression (economics); Contamination; Anxiety; Shame; Affect (linguistics)","score_opus":0.024582647213405334,"score_gpt":0.23045521016364476,"score_spread":0.20587256295023942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7027431456","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65452397,0.000105243234,0.32091343,0.0019352583,0.00022195425,0.00038128125,0.00002176521,0.0003325569,0.021564556],"genre_scores_gemma":[0.9844329,0.00011189082,0.014411666,0.000073311705,0.000035804504,0.0000064484902,0.000013327369,0.000010784036,0.0009038757],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99865913,0.00023880288,0.00018339575,0.000405478,0.00021910346,0.0002940978],"domain_scores_gemma":[0.998679,0.0005765625,0.000118244214,0.0005038951,0.000057506917,0.00006483836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059227255,0.00018826075,0.00020185347,0.00019992485,0.00027028087,0.00005769031,0.0005696733,0.00007848045,0.000007731673],"category_scores_gemma":[0.00008314474,0.00016071148,0.000046121466,0.0002997707,0.0001390757,0.0007060247,0.0008980741,0.00026218916,0.00001942828],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006636754,0.00015063846,0.48711154,0.000050522438,0.00012905562,0.0003250924,0.007028983,0.00017356074,0.0003699413,0.493946,0.00086047954,0.009787813],"study_design_scores_gemma":[0.00029445393,0.00008512278,0.98931634,0.00003245413,0.000035104575,0.00004678779,0.00012665178,0.0024619077,0.00035055264,0.002548778,0.0044649956,0.00023682106],"about_ca_topic_score_codex":0.0001468352,"about_ca_topic_score_gemma":0.0000817304,"teacher_disagreement_score":0.50220484,"about_ca_system_score_codex":0.000083396044,"about_ca_system_score_gemma":0.00003163578,"threshold_uncertainty_score":0.6553624},"labels":[],"label_agreement":null},{"id":"W7029823912","doi":"","title":"The latin american network of women transforming the economy : building bridges between economic justice and gender equity","year":2012,"lang":"en","type":"other","venue":"Library and Archives Canada (Government of Canada)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Nucleofection; Gestational period; TSG101; Dysgeusia; Diafiltration; Liquation; Emperipolesis; Demotion; Triacetin","score_opus":0.009293079786282306,"score_gpt":0.19318114272134468,"score_spread":0.18388806293506238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7029823912","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008637199,0.006165062,0.09021159,0.0069503905,0.00087622704,0.00076553033,0.00026776115,0.0001496622,0.88597655],"genre_scores_gemma":[0.95895517,0.0020641559,0.023788001,0.00059574447,0.00063295,0.000031194963,0.000002521612,0.00012073373,0.013809553],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988857,0.000055658333,0.00021074474,0.0001783683,0.00031422116,0.00035529156],"domain_scores_gemma":[0.9981032,0.0011595121,0.00031930476,0.00027473056,2.6138287e-7,0.00014296288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006946912,0.00016876863,0.00025774987,0.000012702735,0.00016056046,0.00005575228,0.0005820041,0.000024403964,0.000009054073],"category_scores_gemma":[0.0000032159019,0.00012146818,0.000020345986,0.000041578885,0.000113707625,0.00023675243,0.0003169697,0.0001520871,1.1512616e-9],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000506016,0.0000075334497,0.016811207,0.00071563444,0.00046815,0.000006507982,0.0005561783,0.0003730772,0.000038204216,0.6704671,0.01582441,0.29468143],"study_design_scores_gemma":[0.00009572372,0.000047669604,0.0144207645,0.00009049904,0.00007499053,0.0000033694744,0.0004239819,0.0022950193,0.00071016443,0.003651918,0.9778775,0.00030839763],"about_ca_topic_score_codex":0.004098184,"about_ca_topic_score_gemma":0.0035075315,"teacher_disagreement_score":0.9620531,"about_ca_system_score_codex":0.000017722268,"about_ca_system_score_gemma":0.0005290036,"threshold_uncertainty_score":0.61952555},"labels":[],"label_agreement":null},{"id":"W7039959063","doi":"","title":"NRG Yield, Inc. Reports First Quarter 2015 Financial Results, Completes Previously Announced Acquisitions, Updates Guidance and New Share Classes Approved - Dividends (DIVIDEND) News","year":2015,"lang":"en","type":"other","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Dividend; Corporation; Key (lock)","score_opus":0.03361704340166972,"score_gpt":0.27089359044223754,"score_spread":0.23727654704056783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7039959063","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024353058,0.058245495,0.6812377,0.024229737,0.004035335,0.0031299326,0.0012977999,0.0137274945,0.21407218],"genre_scores_gemma":[0.001240371,0.0035155572,0.62645996,0.002592189,0.0031909463,0.0003005032,0.001810947,0.00058171747,0.36030778],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965862,0.00008493097,0.0008342719,0.0012750693,0.0005950696,0.00062445423],"domain_scores_gemma":[0.99625015,0.0005264789,0.0008296663,0.0018109679,0.00021622214,0.00036650538],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00077847246,0.00065978285,0.0007232357,0.00032617556,0.00016195739,0.00081131223,0.0011752717,0.0005224388,0.00027254428],"category_scores_gemma":[0.0016435591,0.00059124385,0.000098070064,0.00044677485,0.00007387994,0.0009956498,0.0008508477,0.00042926762,0.000059569382],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001497432,0.000034794,0.0002479599,0.000117800446,0.00004093296,0.00008994189,0.00016551388,0.00000815782,0.0000035625912,0.00045806495,0.9974061,0.0014121734],"study_design_scores_gemma":[0.00028550474,0.00021264615,0.00034612816,0.0007927398,0.000040370338,0.00015714265,0.000011666651,0.00045597952,0.000014744846,0.0016142247,0.9953033,0.0007656079],"about_ca_topic_score_codex":0.00323589,"about_ca_topic_score_gemma":0.0022274738,"teacher_disagreement_score":0.1462356,"about_ca_system_score_codex":0.00007315079,"about_ca_system_score_gemma":0.0004885906,"threshold_uncertainty_score":0.9996539},"labels":[],"label_agreement":null},{"id":"W7042351213","doi":"","title":"Pandemic programming:how COVID-19 affects software developers and how their organizations can help","year":2020,"lang":"en","type":"article","venue":"University of Oulu Repository (University of Oulu)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Oulun Yliopisto; Dalhousie University","keywords":"Pandemic; Software; Government (linguistics); Coronavirus disease 2019 (COVID-19); Work (physics)","score_opus":0.01917069986195948,"score_gpt":0.19162033556845112,"score_spread":0.17244963570649163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7042351213","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11329829,0.0001261623,0.87460256,0.010742247,0.0000933705,0.00026149617,0.000017032204,0.0007559983,0.00010284526],"genre_scores_gemma":[0.84867936,0.00010235043,0.15045522,0.000087287706,0.00001655985,4.731578e-8,0.0000085436595,0.000010603711,0.0006400355],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990111,0.000104048806,0.00005400285,0.0004119724,0.00022123051,0.00019763046],"domain_scores_gemma":[0.9986421,0.0002442888,0.00023276338,0.00032833187,0.00021344532,0.00033907837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014066335,0.00016852771,0.00026895126,0.00013136226,0.00048080983,0.00005960373,0.0009211703,0.00014732164,0.000008445381],"category_scores_gemma":[0.0002399391,0.00021579002,0.000078083336,0.00071498414,0.00022147103,0.00073176087,0.00053919025,0.0001985106,8.677729e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005484091,0.00068553135,0.58065206,0.004278131,0.001947824,0.004748356,0.22425541,0.003330443,0.027157584,0.00927068,0.063410126,0.07971547],"study_design_scores_gemma":[0.005863134,0.002203032,0.05459007,0.00043704498,0.0007715153,0.0007934205,0.07277143,0.022874404,0.008313531,0.00021855618,0.8278691,0.0032947205],"about_ca_topic_score_codex":0.0003549867,"about_ca_topic_score_gemma":0.000053320928,"teacher_disagreement_score":0.764459,"about_ca_system_score_codex":0.00013141111,"about_ca_system_score_gemma":0.00040083076,"threshold_uncertainty_score":0.87996614},"labels":[],"label_agreement":null},{"id":"W7042926131","doi":"","title":"Requirements Engineering and Management Effects on Downstream Developer Performance in a Small Business Findings from a Case Study in a CMMI/CMM Context","year":2021,"lang":"en","type":"dissertation","venue":"UWSpace (University of Waterloo)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Capability Maturity Model Integration; Schedule; Context (archaeology); Capability Maturity Model; Process (computing); Maturity (psychological); Requirements engineering; Product (mathematics); New product development","score_opus":0.013142188769462522,"score_gpt":0.20725127411827823,"score_spread":0.1941090853488157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7042926131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9985933,0.00008509709,0.0004481398,0.00005926997,0.00018854371,0.00052101474,0.0000022233708,0.00008364091,0.000018809156],"genre_scores_gemma":[0.97764975,0.00021799472,0.019525064,0.000009466703,0.0000058059954,0.0000067679293,0.000030412659,0.000015650352,0.0025390862],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9989766,0.000043219417,0.00013453276,0.0004757648,0.00016121354,0.00020868488],"domain_scores_gemma":[0.9993791,0.000112598216,0.000090067304,0.00031345684,0.00005935914,0.000045401233],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00019010346,0.00023538464,0.00033343094,0.00051956106,0.00004965402,0.00006338227,0.0003780541,0.00012480584,0.0000042472234],"category_scores_gemma":[0.00002123603,0.00027931345,0.000028649998,0.00053600245,0.000007797606,0.00039753554,0.00020415113,0.0002366719,0.0000023271418],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051025505,0.0012692305,0.14589348,0.0058459598,0.0006575652,0.055818442,0.6059689,0.0019072217,0.0007019048,0.00031542324,0.00009998925,0.18101165],"study_design_scores_gemma":[0.004764222,0.0006427482,0.87560457,0.0072752554,0.00017235952,0.000100751065,0.09553326,0.011957714,0.0022341018,0.00001901703,0.0003229577,0.0013730176],"about_ca_topic_score_codex":0.04252747,"about_ca_topic_score_gemma":0.06500158,"teacher_disagreement_score":0.7297111,"about_ca_system_score_codex":0.000115059425,"about_ca_system_score_gemma":0.000031024745,"threshold_uncertainty_score":0.9999659},"labels":[],"label_agreement":null},{"id":"W7043778068","doi":"","title":"Validating the ISO/IEC 15504 measure of software requirements analysis process capability","year":2000,"lang":"en","type":"article","venue":"NPARC","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Measure (data warehouse); Process (computing); Requirements analysis; Software; Work (physics); Quality assurance; Software requirements specification; Requirement prioritization","score_opus":0.025350288136258246,"score_gpt":0.28820485502423715,"score_spread":0.2628545668879789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7043778068","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21282832,0.00006930459,0.7830224,0.0005887129,0.00006692054,0.00020313039,0.0000056372764,0.000550774,0.00266477],"genre_scores_gemma":[0.877528,0.000008354847,0.1222976,0.00006006699,0.000021669826,0.000022119597,0.000001754857,0.0000060481652,0.000054377142],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987256,0.00009893293,0.000263333,0.00029587583,0.00042650464,0.00018973324],"domain_scores_gemma":[0.9985683,0.0002685372,0.00012893516,0.0008568865,0.00013376608,0.000043552936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009774275,0.00011257269,0.00018685644,0.00006457384,0.000111526446,0.000080381,0.0009926305,0.000049128044,0.0003403014],"category_scores_gemma":[0.0003839842,0.00008120795,0.00011297939,0.0010768031,0.00004154448,0.00044104925,0.00007605104,0.000146258,0.0000070269416],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048562186,0.00040307516,0.10427185,0.00032211572,0.0011354906,0.000014492489,0.007966729,0.014844309,0.0032980144,0.004255727,0.0017078379,0.8617318],"study_design_scores_gemma":[0.0019779818,0.0009357709,0.16098632,0.0006303758,0.0028568907,0.00008452335,0.00049872074,0.41244325,0.17142375,0.21515551,0.029302165,0.003704745],"about_ca_topic_score_codex":0.00005627797,"about_ca_topic_score_gemma":0.0000070776455,"teacher_disagreement_score":0.85802704,"about_ca_system_score_codex":0.000026743799,"about_ca_system_score_gemma":0.00004228419,"threshold_uncertainty_score":0.37260616},"labels":[],"label_agreement":null},{"id":"W7066393143","doi":"","title":"Insight Grant Competition: Does Transparency Lead to Accountability? A Two-Country Study of Local Implementation of the Extractive Industries Transparency Initiative in West Africa","year":2020,"lang":"en","type":"other","venue":"York University Digital Library (York University)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; Brock University","keywords":"Transparency (behavior); Revenue; Accountability; Lead (geology); Government (linguistics); Local government","score_opus":0.022814538223742402,"score_gpt":0.21520446279767363,"score_spread":0.19238992457393123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7066393143","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051214226,0.0004428575,0.3180667,0.0021044929,0.0012831279,0.00770612,0.012520765,0.0029894833,0.6036722],"genre_scores_gemma":[0.9953576,0.00004837905,0.0012397537,0.000026456764,0.000028801092,0.0000010252411,0.00007739842,0.000054232347,0.0031663764],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.998294,0.00019545408,0.0002935555,0.00057569484,0.00039900024,0.00024232619],"domain_scores_gemma":[0.9986953,0.00025169394,0.00039751627,0.0005050168,0.00004060132,0.00010986634],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000042779146,0.0003409655,0.00048760927,0.00073911366,0.00009279632,0.000092708215,0.0017790914,0.00019359533,0.00018289746],"category_scores_gemma":[0.000009187475,0.0003179053,0.00012020823,0.003273331,0.00019533777,0.0025823985,0.000411742,0.00045562498,0.000003810309],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003933527,0.01207875,0.4067367,0.0024984372,0.0034193345,0.0026003658,0.23824456,0.0029360417,0.00010081526,0.19835095,0.07195812,0.057142403],"study_design_scores_gemma":[0.003855376,0.0017361102,0.02025166,0.001154647,0.00029951974,0.000006188849,0.11237513,0.00007051859,0.0007601583,0.00034630948,0.85772485,0.0014195323],"about_ca_topic_score_codex":0.0010509982,"about_ca_topic_score_gemma":0.0015185096,"teacher_disagreement_score":0.94414335,"about_ca_system_score_codex":0.0001246094,"about_ca_system_score_gemma":0.00038547223,"threshold_uncertainty_score":0.9999273},"labels":[],"label_agreement":null},{"id":"W7066569371","doi":"","title":"Job rotation in software engineering : theory and practice","year":2019,"lang":"en","type":"dissertation","venue":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Científicas)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Global Affairs Canada; Universidade de Pernambuco; Universidade Federal de Pernambuco; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Software; Job rotation; Software development; Software Engineering Process Group; Work (physics)","score_opus":0.014223916479994913,"score_gpt":0.25674249547502603,"score_spread":0.24251857899503113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7066569371","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041495796,0.0068137944,0.88134307,0.008821557,0.007509711,0.0026967907,0.000047775564,0.0043743732,0.04689714],"genre_scores_gemma":[0.83408403,0.00055660296,0.16388945,0.00014905976,0.00023324299,0.00029562286,0.00021960557,0.0000882672,0.00048411093],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99695563,0.0004767055,0.00059278414,0.0008413573,0.0006213253,0.00051216775],"domain_scores_gemma":[0.99562484,0.0026916598,0.00045993726,0.00068241905,0.0003326848,0.00020846607],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017800508,0.0004959459,0.00046131527,0.0007352437,0.0001844447,0.00046383752,0.0008499431,0.00073151116,0.0000069210087],"category_scores_gemma":[0.006087143,0.0005316592,0.000118942844,0.00070000446,0.000004875792,0.001642977,0.00019127804,0.0010653267,0.000008407929],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020190647,0.0001177202,0.00013872405,0.0003331739,0.00008402629,0.00014546192,0.0028195796,0.00036745242,0.00045000244,0.98813426,0.00013851808,0.0070691495],"study_design_scores_gemma":[0.0009265369,0.00013784008,0.015434541,0.0009245351,0.000117266034,0.0015801565,0.00062958145,0.0046781544,0.00069750194,0.0017815377,0.9717713,0.0013210409],"about_ca_topic_score_codex":0.0000022475651,"about_ca_topic_score_gemma":0.00003967518,"teacher_disagreement_score":0.98635274,"about_ca_system_score_codex":0.00040959805,"about_ca_system_score_gemma":0.00045855163,"threshold_uncertainty_score":0.9997135},"labels":[],"label_agreement":null},{"id":"W7071249541","doi":"","title":"There and Back Again: Seeking Balance in the Implementation of Post-agile Approaches","year":2025,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Operationalization; Work (physics); Balance (ability); Quality (philosophy); Ask price; Focus (optics)","score_opus":0.017719956590594745,"score_gpt":0.2686866529040659,"score_spread":0.2509666963134712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7071249541","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11258584,0.0006209166,0.86897075,0.01042985,0.0018498836,0.0014748356,0.00002898892,0.00004307585,0.0039958465],"genre_scores_gemma":[0.9978613,0.000015924574,0.0019143774,0.00013389674,0.000020541262,0.000009236884,0.0000012266167,0.0000010606836,0.000042437616],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992045,0.00008976636,0.00041445316,0.000024980847,0.0002082087,0.0000580793],"domain_scores_gemma":[0.9982105,0.00040523979,0.0010709366,0.00009998064,0.00020748182,0.000005880235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022966524,0.00003917105,0.00009179643,0.00009162154,0.0000493505,0.0001635976,0.00032255257,0.000034370394,2.8552418e-7],"category_scores_gemma":[0.0002037409,0.000023389448,0.00004317507,0.00023203889,0.0000032963083,0.0012420395,0.000031336396,0.00007869895,4.0080545e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000879459,0.000109160464,0.4923617,0.0018639448,0.0005502839,4.6050937e-7,0.07861557,0.017075557,0.00084345083,0.30723384,0.030934298,0.07032379],"study_design_scores_gemma":[0.0033572246,0.0003523884,0.5224934,0.00090708374,0.000094725765,0.00005834262,0.025364362,0.13332681,0.0027892573,0.0035313996,0.30737355,0.00035142666],"about_ca_topic_score_codex":0.000024846702,"about_ca_topic_score_gemma":0.0000025283744,"teacher_disagreement_score":0.8852754,"about_ca_system_score_codex":0.000087312656,"about_ca_system_score_gemma":0.000042335734,"threshold_uncertainty_score":0.15775754},"labels":[],"label_agreement":null},{"id":"W7084075537","doi":"10.64628/aap.ua3ngfv5g","title":"Comment empêcher l'automutilation chez les enfants: les conseils d'un urgentologue","year":2019,"lang":"fr","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"MEDLINE; Context (archaeology); Government (linguistics); Subject (documents)","score_opus":0.036668656651975495,"score_gpt":0.2834585245057618,"score_spread":0.24678986785378632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7084075537","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03830317,0.0043493914,0.9016819,0.04474014,0.0026102434,0.00047624783,0.000010742196,0.0011408104,0.00668735],"genre_scores_gemma":[0.730399,0.00075207936,0.2540548,0.0025601953,0.00015734526,0.000031287396,0.000015562886,0.00003523612,0.011994472],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981795,0.00023510591,0.0003808094,0.00047849744,0.00028546958,0.00044060877],"domain_scores_gemma":[0.9981342,0.0007527377,0.00018612624,0.0006853813,0.00010888581,0.0001326827],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00088263344,0.00028502342,0.00028220323,0.00010119603,0.00013992023,0.0002980211,0.00063095364,0.00031047294,0.0043724384],"category_scores_gemma":[0.00013283512,0.00027746806,0.00011737947,0.00029022698,0.00009401522,0.00080035644,0.00029368832,0.00037899616,0.0005394034],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028395292,0.00042611355,0.09157541,0.00029966395,0.00023277107,0.000036045887,0.003043131,0.00057765935,0.0005307971,0.33902797,0.07500895,0.48921308],"study_design_scores_gemma":[0.00031858124,0.00018912628,0.0121661285,0.00015136358,0.000035090674,0.000051381605,0.0000963129,0.059725683,0.0096632,0.0019042713,0.91522306,0.00047581832],"about_ca_topic_score_codex":0.001579453,"about_ca_topic_score_gemma":0.00002127045,"teacher_disagreement_score":0.8402141,"about_ca_system_score_codex":0.00008824321,"about_ca_system_score_gemma":0.00008795432,"threshold_uncertainty_score":0.99996775},"labels":[],"label_agreement":null},{"id":"W7084108023","doi":"10.6084/m9.figshare.29992843","title":"Additional file 1 of Increased skin autofluorescence predicts future cancer development","year":2025,"lang":"en","type":"article","venue":"Open MIND","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Cancer; Skin cancer; Autofluorescence; Disease","score_opus":0.01439615016227998,"score_gpt":0.27619055818581073,"score_spread":0.26179440802353077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7084108023","genre_codex":"dataset","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043480876,0.0009928498,0.40489903,0.00467608,0.0026401174,0.003254844,0.46594125,0.00036153058,0.112886205],"genre_scores_gemma":[0.0009557047,0.000008408466,0.9947769,0.00008218328,0.00004766153,0.00031204175,0.001893558,0.0000034299615,0.0019201072],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994208,0.00001910822,0.00013431457,0.00019412138,0.0001312317,0.00010042637],"domain_scores_gemma":[0.9990913,0.0005122005,0.000073845295,0.00022928805,0.000059526246,0.000033785724],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000096935364,0.00007083268,0.000091100344,0.00005492485,0.00005166737,0.00008921264,0.00091550726,0.000044578148,0.34375373],"category_scores_gemma":[0.00016745964,0.0000658153,0.000017078823,0.00027139872,0.0000143230445,0.00033165675,0.00038171615,0.0000790124,0.00004169026],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029171326,0.000019702149,0.000013959661,0.0000053454,0.000011363102,0.000002100335,0.000077336896,0.0000056331437,0.000011232423,0.00007930563,0.75667125,0.24309985],"study_design_scores_gemma":[0.000059441318,0.000010416586,0.006100692,0.00023654102,0.000002284825,0.0000014210339,0.000005308362,0.0013118412,0.004222115,0.00004891774,0.9879289,0.000072123614],"about_ca_topic_score_codex":0.000041414194,"about_ca_topic_score_gemma":0.000021150467,"teacher_disagreement_score":0.58987784,"about_ca_system_score_codex":0.00003314291,"about_ca_system_score_gemma":0.00056475424,"threshold_uncertainty_score":0.65684617},"labels":[],"label_agreement":null},{"id":"W7084440910","doi":"10.5281/zenodo.17253793","title":"Diagnostic and follow-up MRIs, CTs, Radiotherapy and Radiomics data of Brain Metastases","year":2025,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Cancer Research","funders":"","keywords":"Radiomics; Radiation therapy; Magnetic resonance imaging; Medical imaging; Radiosurgery; Neuroimaging; Cancer; Computed tomography","score_opus":0.03770570611364946,"score_gpt":0.2856089680732859,"score_spread":0.24790326195963644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7084440910","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003254386,0.00395581,0.12403248,0.00093599077,0.00020774177,0.00041428424,0.86977386,0.0005431824,0.00010410364],"genre_scores_gemma":[0.00007568214,0.01619845,0.01728149,0.00022167148,0.0000858049,7.878374e-8,0.9657538,0.00028252736,0.00010051761],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99833894,0.00033542217,0.00025760173,0.0005952089,0.0002580533,0.00021479641],"domain_scores_gemma":[0.99726015,0.00072879845,0.00017926953,0.0015654052,0.00015740501,0.000108983644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011031686,0.0001937303,0.00028061055,0.00031911867,0.0004719821,0.0008653924,0.0028804413,0.000103933664,0.00027160207],"category_scores_gemma":[0.004370222,0.00020061998,0.000026187628,0.0004538982,0.000118885735,0.0005098074,0.0040810024,0.00030961476,0.00001477744],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012229375,0.000031754964,6.027446e-7,0.00023160057,0.00007980237,0.000013446096,0.00006293615,0.000004763691,0.000024003739,0.0006334649,0.94513154,0.05377386],"study_design_scores_gemma":[0.00031969554,0.00015647439,0.00002764654,0.00010200935,0.000039807313,0.00009860385,0.000007469603,0.0008242433,0.000032338674,0.00007686502,0.9981338,0.00018104239],"about_ca_topic_score_codex":0.00008180719,"about_ca_topic_score_gemma":8.0559033e-7,"teacher_disagreement_score":0.106750995,"about_ca_system_score_codex":0.000040949806,"about_ca_system_score_gemma":0.00001074139,"threshold_uncertainty_score":0.8344999},"labels":[],"label_agreement":null},{"id":"W7086601171","doi":"","title":"Agile Process Systems Engineering (PSE) education – 1. What should be taught to achieve desired outcomes mastery by graduates?","year":2022,"lang":"en","type":"book-chapter","venue":"Technical University of Denmark, DTU Orbit (Technical University of Denmark, DTU)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Process (computing); Agile software development; Work (physics); Engineering education","score_opus":0.02643708946317602,"score_gpt":0.23295044244335647,"score_spread":0.20651335298018045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7086601171","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004563053,0.0056113936,0.8756753,0.017089266,0.0028756205,0.0074761137,0.0010061194,0.0053403284,0.08036278],"genre_scores_gemma":[0.3400492,0.015262787,0.32768455,0.0015075868,0.00032861574,0.000027755294,0.0008202413,0.00084226235,0.31347698],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99488497,0.00015946357,0.00082213624,0.0016536947,0.0016752422,0.0008044824],"domain_scores_gemma":[0.9943484,0.0011731796,0.0011242315,0.0021293298,0.00057295564,0.00065188244],"candidate_categories":["metaepi_narrow","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0009737877,0.001016917,0.00174655,0.0011804322,0.0004165532,0.00017411605,0.005607668,0.0013006921,0.0007394993],"category_scores_gemma":[0.00023967338,0.0013223728,0.00079551514,0.0008928108,0.00038563396,0.0021795158,0.0030943514,0.0020220613,0.00006900595],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035648423,0.0052347914,0.000881782,0.0066443803,0.0036547682,0.0028825784,0.0023733478,0.008285446,0.012332787,0.4410523,0.4592478,0.053845216],"study_design_scores_gemma":[0.0015853702,0.001863102,0.0005933359,0.0023905684,0.0009266809,0.0003415181,0.0008243054,0.0016670646,0.00051692,0.0023099561,0.98335004,0.003631137],"about_ca_topic_score_codex":0.00039876867,"about_ca_topic_score_gemma":0.000074142896,"teacher_disagreement_score":0.54799074,"about_ca_system_score_codex":0.0010465076,"about_ca_system_score_gemma":0.00057525065,"threshold_uncertainty_score":0.9999958},"labels":[],"label_agreement":null},{"id":"W7095750060","doi":"","title":"The University of Ottawa&amp;apos;s Software Engineering Program: Curriculum Design Issues for a New Subdiscipline","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Key (lock); Software development; Software; Social software engineering; Software design","score_opus":0.059497369404010826,"score_gpt":0.33017578223413213,"score_spread":0.2706784128301213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095750060","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006795922,0.00043983807,0.9965128,0.00052568386,0.00016243418,0.00043211828,7.426391e-7,0.0012117755,0.00003503458],"genre_scores_gemma":[0.008587663,0.000045540506,0.99041235,0.000009235374,0.00006294785,0.0000031893146,0.0000014992839,0.000010248623,0.00086731446],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992073,0.000013446154,0.00015406722,0.00019555709,0.00014859796,0.00028099355],"domain_scores_gemma":[0.99844754,0.0008899649,0.00007998369,0.000388437,0.00010217914,0.000091870694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008359147,0.00011625691,0.000118496966,0.000059418548,0.00014000393,0.00007291008,0.0007962696,0.00005948563,0.0000072786056],"category_scores_gemma":[0.0003420642,0.00008985833,0.00007371073,0.000340532,0.000021542124,0.00031111774,0.00015055398,0.00009342365,0.0000043531436],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083282874,0.00039491002,0.0048195254,0.00023382553,0.00020002999,0.000025907653,0.0024890166,0.01050757,0.00045940862,0.18188655,0.15247619,0.64642376],"study_design_scores_gemma":[0.0002918354,0.0002921538,0.0012004478,0.0000418004,0.000020121961,0.00001381863,0.00005322872,0.06288549,0.0034684066,0.0011528597,0.9302797,0.00030016986],"about_ca_topic_score_codex":0.00017950118,"about_ca_topic_score_gemma":0.00007885567,"teacher_disagreement_score":0.7778035,"about_ca_system_score_codex":0.000026110996,"about_ca_system_score_gemma":0.00004546588,"threshold_uncertainty_score":0.36643165},"labels":[],"label_agreement":null},{"id":"W7096218270","doi":"","title":"Software Quality Live 1st Quarter 2009 SPONSORS: CMMI Training 20 % ASQ Discount Introduction to CMMI-DEV SEI Licensed","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Capability Maturity Model Integration; Quality (philosophy); Training (meteorology); Software; Quarter (Canadian coin)","score_opus":0.05754128741894778,"score_gpt":0.3107699082863517,"score_spread":0.25322862086740394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096218270","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014780685,0.00009209843,0.9663417,0.014612014,0.0011397242,0.00018610845,0.00001012385,0.002204831,0.0006327388],"genre_scores_gemma":[0.1509593,0.000015590243,0.84214383,0.0016693879,0.0018447409,0.00008514333,0.000020061421,0.00004229557,0.0032196261],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976863,0.00022207492,0.000416947,0.00069945,0.00051161257,0.0004636043],"domain_scores_gemma":[0.99784726,0.000445639,0.00014456516,0.0009770236,0.00024135977,0.00034414022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019784,0.0002753704,0.00030138151,0.00017597426,0.00011106598,0.0004018754,0.0007821973,0.00012847096,0.00010385479],"category_scores_gemma":[0.0012232038,0.0002451164,0.00008573211,0.00053076027,0.000030123123,0.0014755534,0.00020101883,0.0003056014,0.0003688843],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032641026,0.00041729314,0.0011849204,0.00011530478,0.00015128162,0.000072745286,0.053048022,0.005219723,0.00090919004,0.020323766,0.740314,0.17791735],"study_design_scores_gemma":[0.0008755929,0.0010804395,0.0038637128,0.00010822922,0.00003967244,0.00016789525,0.0033391628,0.012733209,0.0015461562,0.002881352,0.9716714,0.0016931888],"about_ca_topic_score_codex":0.00041129242,"about_ca_topic_score_gemma":0.000071478345,"teacher_disagreement_score":0.2313574,"about_ca_system_score_codex":0.00013786764,"about_ca_system_score_gemma":0.0001357153,"threshold_uncertainty_score":0.9995556},"labels":[],"label_agreement":null},{"id":"W7096247195","doi":"","title":"Evaluating Collaborative Enterprises - A Workshop Report","year":2001,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Chapel; Program evaluation; Thursday; Government (linguistics)","score_opus":0.05618781114390413,"score_gpt":0.38347381539719877,"score_spread":0.3272860042532946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096247195","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0077254055,0.00013307341,0.9757184,0.0011135658,0.00021957695,0.00010355381,1.4413695e-7,0.0010704115,0.013915898],"genre_scores_gemma":[0.20709735,0.00004922427,0.7904491,0.00022861625,0.00005423255,0.0000305371,9.1309397e-7,0.000006156797,0.002083917],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992315,0.0000367996,0.00015762915,0.00023132238,0.00019997178,0.00014276184],"domain_scores_gemma":[0.99896973,0.00035808465,0.00008004617,0.00043343956,0.000112947455,0.000045777528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005178881,0.00007953132,0.00008227839,0.00005287701,0.000061450686,0.0001750791,0.00037638267,0.00003319747,0.00007110143],"category_scores_gemma":[0.00063918636,0.00006771832,0.000024945468,0.00053243263,0.000009395377,0.0006074619,0.00014735368,0.00008319546,0.000020353096],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000703737,0.00036157228,0.030627301,0.00003256652,0.0001841865,0.0047471765,0.0043891105,0.0047260746,0.0015191651,0.09620802,0.076494135,0.7806403],"study_design_scores_gemma":[0.0007033851,0.0006189098,0.003985133,0.00017514896,0.000035097917,0.0025591631,0.00039573404,0.31673232,0.005855717,0.023622489,0.64402443,0.0012924608],"about_ca_topic_score_codex":0.000016029007,"about_ca_topic_score_gemma":0.0000043683326,"teacher_disagreement_score":0.77934784,"about_ca_system_score_codex":0.000020595051,"about_ca_system_score_gemma":0.00005171279,"threshold_uncertainty_score":0.2761473},"labels":[],"label_agreement":null},{"id":"W7097055190","doi":"","title":"Initiating Software Process Improvement in Small Enterprises: Experiment with MicroEvaluation Framework","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Process (computing); Software; Work (physics); Software Engineering Process Group; Personal software process; Software development","score_opus":0.03001547080089293,"score_gpt":0.28717776368600123,"score_spread":0.2571622928851083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097055190","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19871767,0.00009286135,0.8001703,0.00011317998,0.00006190906,0.00023038551,2.5309546e-7,0.00047857992,0.00013483119],"genre_scores_gemma":[0.5023065,0.00001780615,0.4973215,0.00021763008,0.00001551651,0.00010108942,9.825291e-7,0.000007122454,0.00001185],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990681,0.000025208506,0.00020336981,0.00030056926,0.000193573,0.00020918167],"domain_scores_gemma":[0.99928313,0.00019114825,0.000090443864,0.00031868648,0.000071230104,0.000045349578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022591074,0.0001322622,0.00011249957,0.000101053476,0.00007337848,0.00007119705,0.00040333366,0.000053639542,0.000021099098],"category_scores_gemma":[0.00013471823,0.000108700006,0.000019851703,0.0003056451,0.0000145862095,0.00047507588,0.00010188082,0.0001656579,0.00000507006],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035398084,0.0032247182,0.38521397,0.0009859677,0.00028720178,0.0009449357,0.14332691,0.023315465,0.008163589,0.021792827,0.00118863,0.4112018],"study_design_scores_gemma":[0.0050804326,0.0070720897,0.04390349,0.0033035344,0.000052976713,0.0007076034,0.002622727,0.15334596,0.7480339,0.027287155,0.0038432225,0.004746917],"about_ca_topic_score_codex":0.000053157215,"about_ca_topic_score_gemma":0.000008010597,"teacher_disagreement_score":0.7398703,"about_ca_system_score_codex":0.00006700152,"about_ca_system_score_gemma":0.00008007492,"threshold_uncertainty_score":0.44326577},"labels":[],"label_agreement":null},{"id":"W7099224218","doi":"","title":"Learning Global Agile Software Engineering Using Same-Site and Cross-Site Teams","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scrum; Agile software development; Interdependence; Product (mathematics); Work (physics); Sprint; User story","score_opus":0.009886525634655757,"score_gpt":0.26271305680607704,"score_spread":0.2528265311714213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7099224218","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30975637,0.00012515788,0.68838394,0.00006647984,0.0001539665,0.000047679783,0.0000026477285,0.0014052571,0.000058494632],"genre_scores_gemma":[0.4826994,0.000032619577,0.51688117,0.0000604491,0.00006165969,0.000003720298,5.7765385e-7,0.00001334355,0.00024709495],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989525,0.00002673023,0.00016498567,0.00036161824,0.0001734231,0.00032075934],"domain_scores_gemma":[0.99908143,0.00036868633,0.00006315008,0.000316976,0.00005375557,0.00011601606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000330867,0.00017094053,0.00014193347,0.000058379414,0.00013728045,0.0003402599,0.00030752682,0.00008501532,0.000025999581],"category_scores_gemma":[0.00057125156,0.00012813718,0.000042891497,0.00024262976,0.000025899246,0.0012131863,0.00037916933,0.00015219302,0.000027781936],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013759437,0.000031370313,0.7865126,0.00008577401,0.00005273522,0.00007307903,0.00045817098,0.010168113,0.010530477,0.008743095,0.00034241972,0.18298836],"study_design_scores_gemma":[0.0019668094,0.0006288242,0.24119468,0.00079910393,0.000054569842,0.0012071327,0.000029651328,0.59574723,0.0139688,0.0023177923,0.13913466,0.0029507233],"about_ca_topic_score_codex":0.00014286082,"about_ca_topic_score_gemma":0.0000034720254,"teacher_disagreement_score":0.58557916,"about_ca_system_score_codex":0.00008313723,"about_ca_system_score_gemma":0.000024751209,"threshold_uncertainty_score":0.5225283},"labels":[],"label_agreement":null},{"id":"W7099297474","doi":"","title":"Water Informmation Requirements for Quartz Mining","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CLARITY; Government (linguistics); Quartz; Current (fluid)","score_opus":0.027549120295269024,"score_gpt":0.2802562118234205,"score_spread":0.25270709152815146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7099297474","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044845915,0.0000017980589,0.9913337,0.0005254186,0.00016805434,0.00007815286,7.479485e-8,0.000482732,0.0029254644],"genre_scores_gemma":[0.3695615,6.641397e-7,0.62983453,0.00022854519,0.00003654827,0.000024427678,0.000002214914,0.0000029925118,0.00030855526],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996399,0.0000062634676,0.000090304464,0.0000832164,0.00006985593,0.00011041117],"domain_scores_gemma":[0.99965346,0.00009848466,0.000020507145,0.00017902098,0.000028470371,0.00002005188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036014282,0.000042036234,0.000040517178,0.000034549732,0.00004104894,0.000092217575,0.00021132137,0.000021599899,0.000009333631],"category_scores_gemma":[0.00006324809,0.00002890243,0.000017457065,0.00003244246,0.0000024925973,0.0007197175,0.000046428835,0.000017194405,0.000018820163],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010670562,0.000031468942,0.0005631904,0.00008883466,0.000023837902,4.2722107e-7,0.002449626,0.00043980483,0.0039892807,0.4134,0.023275143,0.5557277],"study_design_scores_gemma":[0.00022939661,0.00021829203,0.00033865904,0.000013596514,0.000003478697,0.0000031034133,0.0000096875965,0.36563,0.041112185,0.010371892,0.5818838,0.00018594264],"about_ca_topic_score_codex":0.000005300997,"about_ca_topic_score_gemma":7.0324796e-7,"teacher_disagreement_score":0.55860865,"about_ca_system_score_codex":0.0000069817147,"about_ca_system_score_gemma":0.0000028503164,"threshold_uncertainty_score":0.11786069},"labels":[],"label_agreement":null},{"id":"W7099895930","doi":"","title":"Katherine Whittred, MLA Chair of the Select Standing Committee on Children and Youth Province of British Columbia Parliament Buildings","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Parliament; Government (linguistics); Work (physics); Legislation","score_opus":0.007788902736064875,"score_gpt":0.21051047588784397,"score_spread":0.2027215731517791,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7099895930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7465965,0.00009620197,0.25225168,0.000077385346,0.000057211688,0.0002394278,0.00001903621,0.0001638048,0.00049872574],"genre_scores_gemma":[0.9674078,0.00002811707,0.032291792,0.000052099338,0.00001595802,0.0000016639868,6.1159596e-7,0.000008328771,0.0001935926],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99914306,0.000022660966,0.00020438801,0.00019496624,0.0002700596,0.00016488272],"domain_scores_gemma":[0.99931574,0.00012599316,0.00014944562,0.00031705815,0.00005429685,0.000037452974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006242448,0.00007257774,0.00014209574,0.000027145106,0.00005320282,0.000095388314,0.00046588946,0.000039774513,0.0000065029494],"category_scores_gemma":[0.000055548022,0.00007678079,0.000035653407,0.0002294877,0.000044683173,0.00015748825,0.00020702482,0.00011618786,1.1222038e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059634185,0.00064747507,0.59403837,0.00015951993,0.00022889307,0.000013562218,0.003522236,0.00033924056,0.0024539893,0.013553232,0.014488326,0.37049553],"study_design_scores_gemma":[0.00081807916,0.0010395657,0.96316326,0.00048260015,0.00003718859,0.000104416795,0.00013210847,0.0010981233,0.030301819,0.0009898404,0.0013405802,0.0004924249],"about_ca_topic_score_codex":0.010659042,"about_ca_topic_score_gemma":0.0031163064,"teacher_disagreement_score":0.3700031,"about_ca_system_score_codex":0.000031560165,"about_ca_system_score_gemma":0.000027802991,"threshold_uncertainty_score":0.99592906},"labels":[],"label_agreement":null},{"id":"W7100069925","doi":"","title":"Opening Words","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Theme (computing); Event (particle physics); Pride; Process (computing); Quality (philosophy); Point (geometry)","score_opus":0.03024030509172585,"score_gpt":0.2546105790913727,"score_spread":0.22437027399964685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100069925","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034345577,0.000042162665,0.97719115,0.00033741977,0.00010545498,0.00002117826,2.4879482e-8,0.0009609592,0.017907096],"genre_scores_gemma":[0.42626175,0.000016615528,0.5726594,0.00015894152,0.000017007016,0.0000026784924,6.586895e-8,0.0000019032544,0.0008816447],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997107,0.000006272076,0.000045338107,0.000090015856,0.00006928365,0.00007840546],"domain_scores_gemma":[0.99967766,0.00006509111,0.000011590751,0.0002094927,0.000010160342,0.000026022013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007863419,0.0000342844,0.00003507179,0.000025863235,0.000050490697,0.000032264947,0.00035981034,0.000014854392,0.000037064878],"category_scores_gemma":[0.0000301362,0.000028947874,0.000013664365,0.00013314516,0.000005706505,0.00043265492,0.00010470166,0.000048249127,0.000047359572],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004909101,0.00007634843,0.012093506,0.0000124218805,0.00002934295,0.00040814184,0.0027010005,0.0005698951,0.0006907618,0.67065215,0.10426306,0.20849846],"study_design_scores_gemma":[0.00023600085,0.0001395685,0.010834276,0.00001713298,0.000002583218,0.0008338109,0.000011032517,0.08051074,0.015122212,0.005630257,0.8861217,0.0005406729],"about_ca_topic_score_codex":0.000020565154,"about_ca_topic_score_gemma":2.891418e-7,"teacher_disagreement_score":0.7818586,"about_ca_system_score_codex":0.0000047344406,"about_ca_system_score_gemma":0.000010902333,"threshold_uncertainty_score":0.11804601},"labels":[],"label_agreement":null},{"id":"W7100294796","doi":"","title":"Experiments with CETIC’s Micro-Evaluation Framework","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Process (computing); Work (physics); Software; Order (exchange); Field (mathematics); Software development","score_opus":0.07410816347058276,"score_gpt":0.3336779369026819,"score_spread":0.25956977343209914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100294796","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007898115,0.0001424607,0.98654115,0.0005547145,0.00017881407,0.000107176435,8.030754e-8,0.00052912073,0.00404835],"genre_scores_gemma":[0.318921,0.000001938554,0.68076974,0.0001701287,0.000024203664,0.000020750369,4.3937234e-7,0.000003968074,0.00008785038],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99936795,0.000029880248,0.00006274842,0.00015321895,0.0002823795,0.00010384445],"domain_scores_gemma":[0.9993908,0.00006772824,0.000029800423,0.00034298643,0.00009979939,0.00006888491],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003789595,0.00006376167,0.000051232768,0.000033509175,0.000020608632,0.00011442327,0.00030923553,0.000036468635,0.000027620586],"category_scores_gemma":[0.0001036626,0.000047548205,0.000009611694,0.00015629339,0.000007845088,0.00041218929,0.000070529946,0.00006839137,0.000040767405],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011641453,0.0006527149,0.014779434,0.000039260412,0.00019482608,0.00010193735,0.01849594,0.005620093,0.0026234502,0.5813959,0.108235545,0.26774445],"study_design_scores_gemma":[0.0025120773,0.0022024654,0.0041654296,0.00025096707,0.00007399234,0.00031078456,0.00055506366,0.27972183,0.27178016,0.13200316,0.30440885,0.002015234],"about_ca_topic_score_codex":0.000020817839,"about_ca_topic_score_gemma":4.2256028e-7,"teacher_disagreement_score":0.4493928,"about_ca_system_score_codex":0.000034166704,"about_ca_system_score_gemma":0.00005260561,"threshold_uncertainty_score":0.19389595},"labels":[],"label_agreement":null},{"id":"W7100616060","doi":"","title":"Audit Protocol for the","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Audit; Land reclamation; Variety (cybernetics); Oil sands; State (computer science); Public opinion; Public policy; Best practice","score_opus":0.0570101373830887,"score_gpt":0.3559522827898529,"score_spread":0.2989421454067642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100616060","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.866675e-7,0.000004431201,0.9566629,0.0012506528,0.00009749043,0.039995834,8.421364e-8,0.00040002947,0.0015877737],"genre_scores_gemma":[0.002667133,2.2510244e-7,0.57314837,0.00031001994,0.00015374682,0.4231097,4.007819e-8,0.0000033268796,0.00060742267],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99974483,0.000005361412,0.000040380717,0.00004726014,0.000049225015,0.00011294785],"domain_scores_gemma":[0.9993212,0.000393897,0.000017540415,0.00023202998,0.000013686547,0.000021616906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000281428,0.000032245734,0.000022732867,0.000008524367,0.00005026444,0.00005055004,0.00035123466,0.0000136937815,0.000028332799],"category_scores_gemma":[0.000059257636,0.000017019831,0.000019381856,0.00005628173,0.000004071463,0.00037146214,0.000061819934,0.00003059157,0.000016333468],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045119637,0.000042578984,0.00055367575,0.000021932115,0.000010764332,1.2733064e-7,0.00017472926,0.000026196032,0.00003531097,0.67039305,0.20744163,0.121295504],"study_design_scores_gemma":[0.00004893453,0.000019317478,0.000495449,0.0000015620728,7.879764e-7,0.0000029925166,0.0000010341283,0.007229647,0.0012161589,0.0010441148,0.98990375,0.000036259018],"about_ca_topic_score_codex":0.0000049665673,"about_ca_topic_score_gemma":2.090125e-7,"teacher_disagreement_score":0.7824621,"about_ca_system_score_codex":0.000004430459,"about_ca_system_score_gemma":0.000006627049,"threshold_uncertainty_score":0.069404855},"labels":[],"label_agreement":null},{"id":"W7104505720","doi":"10.5281/zenodo.17555071","title":"The Impact of LLM-Assistants on Software Developer Productivity: A Systematic Literature Review - Supplementary material.","year":2025,"lang":"","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Queen's University","funders":"","keywords":"Systematic review; Software; Software technical review; Software review; Component (thermodynamics)","score_opus":0.02198931997192637,"score_gpt":0.28042728093085145,"score_spread":0.2584379609589251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7104505720","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004963841,0.22917148,0.35708845,0.014207195,0.008827577,0.053400625,0.057904515,0.014087244,0.26481652],"genre_scores_gemma":[0.026531342,0.5838325,0.07541526,0.0020982635,0.002930717,0.000017009226,0.027127368,0.03527854,0.246769],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951217,0.001683154,0.0008678284,0.0009281219,0.00080980005,0.0005893636],"domain_scores_gemma":[0.9954284,0.00024988112,0.0008344692,0.0021302416,0.0011988907,0.00015810896],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029790793,0.0005474313,0.0007831958,0.0004489151,0.0018028854,0.0026233653,0.003929102,0.00018620587,0.014310927],"category_scores_gemma":[0.0044743465,0.0003873164,0.00024743032,0.001804207,0.00015795133,0.0003754281,0.0026490367,0.00067397667,0.0006948367],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010941098,0.00033621438,0.0000015125695,0.08020844,0.00065961137,0.000046791847,0.00051198056,0.000023938843,0.00006615237,0.00249985,0.86226183,0.053274274],"study_design_scores_gemma":[0.00019832708,0.0007721223,0.00009690489,0.09639973,0.00013235603,0.00017932853,0.00001442413,0.00011061301,0.00015928588,0.00010679893,0.9013764,0.00045365613],"about_ca_topic_score_codex":0.000032863965,"about_ca_topic_score_gemma":3.5832474e-7,"teacher_disagreement_score":0.35466102,"about_ca_system_score_codex":0.00040552084,"about_ca_system_score_gemma":0.000055577886,"threshold_uncertainty_score":0.9998579},"labels":[],"label_agreement":null},{"id":"W7104549616","doi":"10.5281/zenodo.17566638","title":"The Impact of LLM-Assistants on Software Developer Productivity: A Systematic Literature Review - Supplementary material.","year":2025,"lang":"","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Queen's University","funders":"","keywords":"Systematic review; Software; Software technical review; Software review; Component (thermodynamics)","score_opus":0.02198931997192637,"score_gpt":0.28042728093085145,"score_spread":0.2584379609589251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7104549616","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004963841,0.22917148,0.35708845,0.014207195,0.008827577,0.053400625,0.057904515,0.014087244,0.26481652],"genre_scores_gemma":[0.026531342,0.5838325,0.07541526,0.0020982635,0.002930717,0.000017009226,0.027127368,0.03527854,0.246769],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951217,0.001683154,0.0008678284,0.0009281219,0.00080980005,0.0005893636],"domain_scores_gemma":[0.9954284,0.00024988112,0.0008344692,0.0021302416,0.0011988907,0.00015810896],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029790793,0.0005474313,0.0007831958,0.0004489151,0.0018028854,0.0026233653,0.003929102,0.00018620587,0.014310927],"category_scores_gemma":[0.0044743465,0.0003873164,0.00024743032,0.001804207,0.00015795133,0.0003754281,0.0026490367,0.00067397667,0.0006948367],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010941098,0.00033621438,0.0000015125695,0.08020844,0.00065961137,0.000046791847,0.00051198056,0.000023938843,0.00006615237,0.00249985,0.86226183,0.053274274],"study_design_scores_gemma":[0.00019832708,0.0007721223,0.00009690489,0.09639973,0.00013235603,0.00017932853,0.00001442413,0.00011061301,0.00015928588,0.00010679893,0.9013764,0.00045365613],"about_ca_topic_score_codex":0.000032863965,"about_ca_topic_score_gemma":3.5832474e-7,"teacher_disagreement_score":0.35466102,"about_ca_system_score_codex":0.00040552084,"about_ca_system_score_gemma":0.000055577886,"threshold_uncertainty_score":0.9998579},"labels":[],"label_agreement":null},{"id":"W7105987332","doi":"10.5281/zenodo.17642455","title":"Unlocking the potential of the low-code approach for a more open and innovative higher education system","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Reach Technologies (Canada)","funders":"Erasmus+","keywords":"Higher education; Baseline (sea); Field (mathematics); Engineering education","score_opus":0.02807676826721743,"score_gpt":0.27679011807041615,"score_spread":0.2487133498031987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7105987332","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002330741,0.00010286534,0.96948683,0.0030386504,0.00022246757,0.0010637006,0.0000335957,0.00040944476,0.023311721],"genre_scores_gemma":[0.98203504,0.000007988564,0.01673897,0.00019921569,0.00004576218,6.3670745e-7,0.000045094712,0.0001387264,0.0007885407],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99930805,0.00013349,0.0001313116,0.00019656452,0.00012509844,0.00010551315],"domain_scores_gemma":[0.99900883,0.000042086587,0.0000995087,0.00040778704,0.00042321545,0.000018556031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060008554,0.00006245119,0.00007151125,0.00007377389,0.00087644043,0.0006975741,0.001842247,0.000028465725,0.0000220735],"category_scores_gemma":[0.0001928523,0.00004283049,0.000017809783,0.0007640855,0.00006585868,0.00027637574,0.0020183588,0.000115425384,0.000006007244],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003665834,0.00012766916,0.000015195771,0.0004252461,0.00007329858,4.3419098e-7,0.0013049772,0.00047962202,0.001970783,0.7786044,0.08297782,0.13398392],"study_design_scores_gemma":[0.0004097169,0.000068024354,0.00479556,0.00020195034,0.00002415689,0.000039846083,0.00062857807,0.029629,0.0019849702,0.0016527087,0.96039575,0.00016974355],"about_ca_topic_score_codex":0.0000146695165,"about_ca_topic_score_gemma":2.293484e-8,"teacher_disagreement_score":0.9797043,"about_ca_system_score_codex":0.00004870911,"about_ca_system_score_gemma":0.000012348041,"threshold_uncertainty_score":0.674096},"labels":[],"label_agreement":null},{"id":"W7106001479","doi":"10.5281/zenodo.17642454","title":"Unlocking the potential of the low-code approach for a more open and innovative higher education system","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Reach Technologies (Canada)","funders":"Erasmus+","keywords":"Higher education; Baseline (sea); Field (mathematics); Engineering education","score_opus":0.02807676826721743,"score_gpt":0.27679011807041615,"score_spread":0.2487133498031987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7106001479","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002330741,0.00010286534,0.96948683,0.0030386504,0.00022246757,0.0010637006,0.0000335957,0.00040944476,0.023311721],"genre_scores_gemma":[0.98203504,0.000007988564,0.01673897,0.00019921569,0.00004576218,6.3670745e-7,0.000045094712,0.0001387264,0.0007885407],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99930805,0.00013349,0.0001313116,0.00019656452,0.00012509844,0.00010551315],"domain_scores_gemma":[0.99900883,0.000042086587,0.0000995087,0.00040778704,0.00042321545,0.000018556031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060008554,0.00006245119,0.00007151125,0.00007377389,0.00087644043,0.0006975741,0.001842247,0.000028465725,0.0000220735],"category_scores_gemma":[0.0001928523,0.00004283049,0.000017809783,0.0007640855,0.00006585868,0.00027637574,0.0020183588,0.000115425384,0.000006007244],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003665834,0.00012766916,0.000015195771,0.0004252461,0.00007329858,4.3419098e-7,0.0013049772,0.00047962202,0.001970783,0.7786044,0.08297782,0.13398392],"study_design_scores_gemma":[0.0004097169,0.000068024354,0.00479556,0.00020195034,0.00002415689,0.000039846083,0.00062857807,0.029629,0.0019849702,0.0016527087,0.96039575,0.00016974355],"about_ca_topic_score_codex":0.0000146695165,"about_ca_topic_score_gemma":2.293484e-8,"teacher_disagreement_score":0.9797043,"about_ca_system_score_codex":0.00004870911,"about_ca_system_score_gemma":0.000012348041,"threshold_uncertainty_score":0.674096},"labels":[],"label_agreement":null},{"id":"W7106207767","doi":"","title":"Why Do We Code? A Theory on Motivations and Challenges in Software Engineering from Education to Practice","year":2025,"lang":"","type":"article","venue":"ArXiv.org","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Grounded theory; Process (computing); Curiosity; Psychological intervention; Qualitative research","score_opus":0.042902393990194625,"score_gpt":0.2943227349845189,"score_spread":0.25142034099432425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7106207767","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14022148,0.047139287,0.7375429,0.07073001,0.0025244604,0.00078012684,0.00001703635,0.00069672876,0.0003479211],"genre_scores_gemma":[0.7637665,0.030836375,0.19976854,0.0047609643,0.00028797166,0.0003045595,0.0000058379314,0.000058580536,0.00021063948],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979242,0.00022300932,0.0004078445,0.00085725286,0.00022787316,0.00035982608],"domain_scores_gemma":[0.99312925,0.0054909606,0.00014843853,0.00091710995,0.00016943617,0.00014479664],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00085645024,0.00034329836,0.00029229958,0.00057002297,0.00013674799,0.00026684854,0.0006370863,0.00020505524,0.000022536617],"category_scores_gemma":[0.0063558863,0.00038477976,0.000050383882,0.00095449376,0.000027711863,0.0012436371,0.00039539675,0.00058459234,0.000029927418],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019311064,0.0012672953,0.06068509,0.0005660939,0.00025493922,0.000038003454,0.013950211,0.0053119473,0.00026831546,0.15375932,0.0039280006,0.75977767],"study_design_scores_gemma":[0.00040325866,0.0003020026,0.29433647,0.0036703236,0.00009614391,0.0000117804575,0.0006814637,0.00437482,0.00089733885,0.0061173993,0.68832254,0.0007864921],"about_ca_topic_score_codex":0.00019317184,"about_ca_topic_score_gemma":0.00003053504,"teacher_disagreement_score":0.7589912,"about_ca_system_score_codex":0.00015670214,"about_ca_system_score_gemma":0.00019908739,"threshold_uncertainty_score":0.9998604},"labels":[],"label_agreement":null},{"id":"W7117160047","doi":"10.1145/3756681.3756952","title":"A Survey for What Developers Require in AI-powered Tools that Aid in Component Selection in CBSD","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Component (thermodynamics); Selection (genetic algorithm); Quality (philosophy); Software; Software development","score_opus":0.06973157336830926,"score_gpt":0.3329826013221179,"score_spread":0.2632510279538086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117160047","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06867122,0.0016351457,0.9222636,0.0039455057,0.0014098991,0.0015609605,0.000005735063,0.0002757269,0.00023221546],"genre_scores_gemma":[0.94456255,0.0016295116,0.052387584,0.00080891774,0.00001585395,0.00024324468,0.000013375799,0.000020141242,0.00031879052],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99692166,0.00046236624,0.0007957407,0.0008688696,0.00026132082,0.00069006265],"domain_scores_gemma":[0.9971044,0.0021574404,0.00013913607,0.00039507923,0.00013341873,0.00007051353],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.003863913,0.0003586848,0.0005237545,0.0010439665,0.00007692956,0.001188106,0.00087623106,0.00031769136,0.00003306422],"category_scores_gemma":[0.00090634235,0.00038680554,0.00007703248,0.0030818414,0.00003610033,0.0059208283,0.00035637335,0.0005769921,0.000004976658],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009261346,0.00095962535,0.32347733,0.0006434761,0.000084340725,0.00006182916,0.0046356698,0.009363103,0.0004238535,0.016186023,0.002569185,0.64066947],"study_design_scores_gemma":[0.0024157492,0.00031428807,0.49646968,0.0023305137,0.000008140726,0.000009199852,0.00032362092,0.4763589,0.0031478533,0.0022400056,0.0154482685,0.00093379075],"about_ca_topic_score_codex":0.003438232,"about_ca_topic_score_gemma":0.014755342,"teacher_disagreement_score":0.8758914,"about_ca_system_score_codex":0.0007144012,"about_ca_system_score_gemma":0.00053122686,"threshold_uncertainty_score":0.9998584},"labels":[],"label_agreement":null},{"id":"W7117371649","doi":"10.1145/3769694.3771132","title":"Curricular Integration of DevSecOps: A Real-World Pipeline Approach to Secure Software Engineering Education","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kindercare Pediatrics","funders":"","keywords":"Pipeline (software); Work (physics); Engineering education; Software; Curriculum; System integration","score_opus":0.012794006366376452,"score_gpt":0.2836196106480022,"score_spread":0.2708256042816257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117371649","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012689447,0.0007986856,0.98842275,0.0004692429,0.0015487508,0.00082358666,0.0000063772422,0.0007989085,0.0058627683],"genre_scores_gemma":[0.21170864,0.00017888809,0.7848003,0.0002958811,0.00013582516,0.00014290545,0.000023315006,0.000024425026,0.0026898445],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99764264,0.00007244753,0.00081180746,0.0007199494,0.00036700268,0.00038618513],"domain_scores_gemma":[0.9976168,0.0003583211,0.00023119853,0.0010444466,0.0005781319,0.00017108301],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007130711,0.00041453604,0.00045551144,0.0010976793,0.00009085462,0.00026796613,0.0010723408,0.00019489179,0.00003769706],"category_scores_gemma":[0.0011239676,0.0004110118,0.00016074239,0.003721887,0.000020731444,0.0008536568,0.00041143844,0.00044628617,0.000011227662],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038321672,0.0012998006,0.0018775908,0.0021040526,0.00014101552,0.000002468662,0.0023455482,0.027690241,0.0010217982,0.44804156,0.04350463,0.47193298],"study_design_scores_gemma":[0.000285534,0.00018875314,0.0052982154,0.0024384677,0.00015691557,0.000013322064,0.00017864884,0.9154135,0.016156347,0.0014028221,0.057499737,0.0009677432],"about_ca_topic_score_codex":0.0008653576,"about_ca_topic_score_gemma":0.000043562533,"teacher_disagreement_score":0.88772327,"about_ca_system_score_codex":0.00022447051,"about_ca_system_score_gemma":0.0005983876,"threshold_uncertainty_score":0.9998342},"labels":[],"label_agreement":null},{"id":"W7117582470","doi":"10.1145/3773915","title":"THINKING ISSUES: Contemplating the Shifting Tides of Application Volume","year":2025,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Volume (thermodynamics)","score_opus":0.013639190700538973,"score_gpt":0.29951279145134396,"score_spread":0.285873600750805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117582470","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016471978,0.00042062948,0.975803,0.0049511218,0.00014185518,0.0001285029,3.453274e-7,0.00040511196,0.0016774299],"genre_scores_gemma":[0.80916804,0.000011120156,0.19035453,0.00027388637,0.000023231049,0.00002341084,6.0018004e-7,0.0000037344987,0.00014146794],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99939007,0.000034771376,0.00018218093,0.00014738012,0.00014180038,0.00010377912],"domain_scores_gemma":[0.9983607,0.00070213404,0.000116371906,0.0007541419,0.000056180677,0.000010454856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074421306,0.000068779285,0.00009721432,0.00004991637,0.00012406487,0.00009919721,0.0014260679,0.000040362458,0.000002362975],"category_scores_gemma":[0.0008780729,0.000050922838,0.0000325261,0.00032931604,0.00002155492,0.00028896495,0.0004677,0.00012695746,0.0000044327344],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041904987,0.00003895599,0.08892006,0.000100289726,0.00007694929,0.0000017720914,0.0045324783,0.00067813916,0.0026794353,0.57646686,0.006223408,0.32027745],"study_design_scores_gemma":[0.00041209848,0.0001390125,0.089224435,0.00055823167,0.000055633718,0.000012620943,0.00037463507,0.25633827,0.04127685,0.33440977,0.2765782,0.00062025455],"about_ca_topic_score_codex":0.00020962673,"about_ca_topic_score_gemma":0.0000036717631,"teacher_disagreement_score":0.79269606,"about_ca_system_score_codex":0.000013071151,"about_ca_system_score_gemma":0.000020844911,"threshold_uncertainty_score":0.26500127},"labels":[],"label_agreement":null},{"id":"W7125019428","doi":"10.1109/aiware69974.2025.00018","title":"Software Testing with Large Language Models: An Interview Study with Practitioners","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Test strategy; System integration testing; Process (computing); Qualitative research; Test (biology); Thematic analysis; Software; Personal software process; Manual testing","score_opus":0.04037925872012102,"score_gpt":0.3093107558454273,"score_spread":0.2689314971253063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125019428","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013831399,0.00068784616,0.9789539,0.0004974213,0.00016999422,0.00097142154,0.0000064221226,0.002135568,0.0027460037],"genre_scores_gemma":[0.5430244,0.000018184546,0.4557217,0.00048485294,0.000030121526,0.0000877217,0.0000036409288,0.000027299044,0.0006020685],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973065,0.0003321587,0.00039475175,0.0009528184,0.00046594694,0.0005478182],"domain_scores_gemma":[0.99709463,0.000727958,0.00025506437,0.0013796367,0.00038358747,0.00015910518],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014179106,0.00044538247,0.0003981533,0.0002800598,0.0003445092,0.00093493925,0.0011177635,0.000098535515,0.00006515475],"category_scores_gemma":[0.00028890016,0.00032888388,0.00004126921,0.0018701981,0.000046737383,0.0040465263,0.0004942269,0.000596261,0.000008559892],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005939298,0.011454394,0.045666546,0.001805886,0.0018301958,0.002270009,0.04490319,0.051440507,0.00002694002,0.038762037,0.0023211616,0.7989252],"study_design_scores_gemma":[0.0029220863,0.012877439,0.0043196096,0.0032617727,0.00062174734,0.00028748007,0.015371692,0.9521898,0.00020582904,0.0012674433,0.0047497116,0.0019253611],"about_ca_topic_score_codex":0.0006707112,"about_ca_topic_score_gemma":0.0005002227,"teacher_disagreement_score":0.9007493,"about_ca_system_score_codex":0.000089139874,"about_ca_system_score_gemma":0.0003566859,"threshold_uncertainty_score":0.9999163},"labels":[],"label_agreement":null},{"id":"W7125582958","doi":"10.1109/cascon66301.2025.00070","title":"Issue Prioritization in Agile Development Through the Lens of Constraint Solving","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Agile software development; Prioritization; Constraint (computer-aided design); Solver; Software; Task (project management); Development (topology); Constraint satisfaction problem; Replicate","score_opus":0.02102720329247657,"score_gpt":0.28664164469090414,"score_spread":0.26561444139842755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125582958","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001270332,0.0010414033,0.97660893,0.0035903528,0.00075079175,0.00034602545,7.0382436e-7,0.00014313868,0.016248329],"genre_scores_gemma":[0.6494681,0.00037642382,0.34899086,0.00043742565,0.000022271153,0.000016798194,7.82348e-7,0.0000053824415,0.00068196125],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998643,0.00008324199,0.0005420524,0.0002895704,0.00019926029,0.00024292263],"domain_scores_gemma":[0.99864507,0.00064818707,0.0001423576,0.00042766682,0.000121388264,0.00001533598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070599106,0.00015376518,0.0001964264,0.00010668713,0.000116198404,0.00013205425,0.0006512515,0.000096793556,0.00011439063],"category_scores_gemma":[0.00030030299,0.00012321501,0.00003841063,0.0008288265,0.00008900768,0.0006087575,0.00036717422,0.00022923504,0.000007684712],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009998797,0.00020313034,0.0020668209,0.00038683173,0.00008054411,0.00000825417,0.017338624,0.0034006634,0.0004985489,0.5263055,0.0031807693,0.44652033],"study_design_scores_gemma":[0.00070411025,0.00014864761,0.012782369,0.0022893648,0.000041944288,0.000014740618,0.0012386627,0.12878048,0.07934828,0.013178271,0.7607087,0.00076443545],"about_ca_topic_score_codex":0.00022250916,"about_ca_topic_score_gemma":0.000045739722,"teacher_disagreement_score":0.7575279,"about_ca_system_score_codex":0.00008307442,"about_ca_system_score_gemma":0.00042363434,"threshold_uncertainty_score":0.5024562},"labels":[],"label_agreement":null},{"id":"W7125644766","doi":"10.1109/cascon66301.2025.00081","title":"Towards Improving the Reliability of LLMs in Requirements Engineering with Structured Confidence and Tag Governance","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Reliability (semiconductor); Corporate governance; Risk management; Risk assessment; Process (computing); Requirements analysis","score_opus":0.00842075722685158,"score_gpt":0.24341210893693435,"score_spread":0.23499135171008279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125644766","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11888441,0.0012921842,0.8773865,0.0010853764,0.00040742249,0.0004948094,0.000004376296,0.00012774549,0.00031716318],"genre_scores_gemma":[0.89021564,0.0002767174,0.10930477,0.000080923775,0.000012377551,0.000019211302,1.7276399e-7,0.000008094862,0.00008208634],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982353,0.000059810453,0.0004905476,0.0005466488,0.00034806138,0.00031964915],"domain_scores_gemma":[0.99817574,0.000495666,0.00023932892,0.0009079312,0.00013371577,0.0000476299],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010704552,0.0002538345,0.00031249173,0.00007274914,0.00006596325,0.00018940128,0.0009091672,0.00010579922,0.000014131018],"category_scores_gemma":[0.0008307176,0.00017428884,0.000035771594,0.00082403235,0.0001307099,0.00086326763,0.0005687748,0.00039795917,1.7966647e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038563542,0.0002377001,0.08009133,0.004049202,0.00021505886,0.000057061905,0.004740309,0.048800196,0.011666606,0.44395074,0.0002987809,0.4055074],"study_design_scores_gemma":[0.00079131644,0.00038435473,0.23653871,0.0013587789,0.000052857034,0.000021912772,0.00007537615,0.71877396,0.03722254,0.0027894997,0.0014582847,0.0005324352],"about_ca_topic_score_codex":0.0018514786,"about_ca_topic_score_gemma":0.00007652411,"teacher_disagreement_score":0.77133125,"about_ca_system_score_codex":0.000099831275,"about_ca_system_score_gemma":0.00022769732,"threshold_uncertainty_score":0.71072924},"labels":[],"label_agreement":null},{"id":"W7129307307","doi":"10.1109/punecon67554.2025.11378276","title":"CollabSpace: Collaborative and Productive Solution for Corporates","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Task (project management); Visibility; Productivity; Quality (philosophy); Control (management); Core (optical fiber); Core competency","score_opus":0.014142638310203542,"score_gpt":0.2896962487591294,"score_spread":0.2755536104489259,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7129307307","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005989851,0.005008022,0.9759726,0.013525719,0.0012724962,0.0017320289,0.00002562846,0.00040276913,0.0014617684],"genre_scores_gemma":[0.16573273,0.0011496091,0.82242465,0.00036684432,0.0001258279,0.00035327295,0.00000502403,0.00001610917,0.009825934],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985237,0.000080631784,0.000267154,0.00068985444,0.00012952546,0.00030912482],"domain_scores_gemma":[0.99764305,0.0007980924,0.00018982706,0.00041016322,0.0008881275,0.00007074469],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067824544,0.00024842386,0.0002792607,0.00018959283,0.00035478672,0.0005359448,0.00031652788,0.000151053,0.000008945182],"category_scores_gemma":[0.00082546944,0.00024271659,0.000037737467,0.0014972129,0.00014059711,0.00092025247,0.00028334808,0.00014493123,0.000002719864],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038067476,0.0002623352,0.0008295485,0.0006985074,0.00042382866,0.000005564141,0.0038445632,0.00029584084,0.001779073,0.41111848,0.3236575,0.25670406],"study_design_scores_gemma":[0.0011652526,0.0012944079,0.0012542044,0.0003254467,0.00016818127,0.000011747462,0.00039609533,0.5253814,0.03578617,0.029871345,0.40354314,0.0008026034],"about_ca_topic_score_codex":0.000036428894,"about_ca_topic_score_gemma":0.000017217886,"teacher_disagreement_score":0.52508557,"about_ca_system_score_codex":0.000085290914,"about_ca_system_score_gemma":0.0005062428,"threshold_uncertainty_score":0.9897695},"labels":[],"label_agreement":null},{"id":"W7130944519","doi":"10.66108/mna.v3i2.62","title":"Selecting Suitable Requirement Elicitation Technique for Development Methodologies","year":2024,"lang":"","type":"article","venue":"Machines and Algorithms","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Requirements elicitation; Brainstorming; Expert elicitation; Selection (genetic algorithm); Preference elicitation; Software; Software development; Regression analysis","score_opus":0.08576232835083164,"score_gpt":0.375500260663358,"score_spread":0.28973793231252637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7130944519","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00049014966,0.012240429,0.9826817,0.0012760591,0.0013171264,0.0009249921,0.000010157005,0.00096297567,0.00009641229],"genre_scores_gemma":[0.018164193,0.00075929344,0.9794996,0.00010211901,0.00029812873,0.0005631953,0.000011065319,0.00004157499,0.0005608805],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978628,0.00014142349,0.0005021993,0.0007524613,0.0002453435,0.0004957807],"domain_scores_gemma":[0.9973816,0.002020555,0.000117197385,0.0002609235,0.00012935349,0.000090369525],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0038328927,0.00035645117,0.0003297711,0.00025836288,0.00045429802,0.0011453037,0.00037574375,0.00017750092,0.000013296979],"category_scores_gemma":[0.0005836954,0.00031202156,0.00009131461,0.0005554975,0.000037386453,0.0008424049,0.0003332201,0.00032860317,0.00000343926],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009662954,0.000022099308,0.000038659677,0.0008753858,0.00009683688,0.0000115161465,0.0016763783,0.00015433018,0.003332859,0.006336026,0.000677201,0.986769],"study_design_scores_gemma":[0.00016826094,0.00043217785,0.00021487894,0.0006691478,0.00006933562,0.000109988854,0.000058477992,0.76188534,0.03774609,0.013847516,0.18411376,0.0006850311],"about_ca_topic_score_codex":0.00010090197,"about_ca_topic_score_gemma":0.000004660852,"teacher_disagreement_score":0.986084,"about_ca_system_score_codex":0.00009938492,"about_ca_system_score_gemma":0.00014775281,"threshold_uncertainty_score":0.9999332},"labels":[],"label_agreement":null},{"id":"W7133092065","doi":"","title":"The use of data envelopment analysis in the measurement of software development team performance: A quality focused approach","year":2004,"lang":"","type":"dissertation","venue":"TSpace","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Data envelopment analysis; Quality (philosophy); Software; Schedule; Scale (ratio); Software development; Team software process; Software quality","score_opus":0.2144969686660267,"score_gpt":0.3714579181878659,"score_spread":0.1569609495218392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133092065","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.109999895,0.0014437789,0.886297,0.00018338933,0.00025243903,0.0015586194,0.000016077529,0.000113472546,0.00013533149],"genre_scores_gemma":[0.48207867,0.0011082831,0.5162266,0.000023210108,0.000017527256,0.00016896176,0.00024966203,0.000024454415,0.00010263935],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9937838,0.00051271904,0.001615709,0.0009266402,0.0026581455,0.0005030163],"domain_scores_gemma":[0.9930285,0.0012201398,0.0016811996,0.0033900442,0.0006077874,0.00007229651],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0099136485,0.00052244094,0.0008333271,0.00044267133,0.00036078913,0.00029469663,0.0048620994,0.00025201985,0.000007273416],"category_scores_gemma":[0.0010447032,0.00034171433,0.00019607486,0.0027579542,0.00010549994,0.0008013131,0.0006423393,0.00068223296,0.0000016681769],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072867813,0.002209108,0.015936801,0.003584008,0.004749153,0.000005237938,0.30329835,0.071970575,0.000118103984,0.0010160395,0.00065092643,0.595733],"study_design_scores_gemma":[0.0025451276,0.00074193685,0.6629774,0.003034072,0.003225755,0.0000116805695,0.018866548,0.1892537,0.016164549,0.00017322159,0.09939294,0.0036130378],"about_ca_topic_score_codex":0.0016287086,"about_ca_topic_score_gemma":0.0007711712,"teacher_disagreement_score":0.6470406,"about_ca_system_score_codex":0.00038080686,"about_ca_system_score_gemma":0.0017233165,"threshold_uncertainty_score":0.9999035},"labels":[],"label_agreement":null},{"id":"W7133549811","doi":"10.5220/0014174000004932","title":"Enhanced Test Case Prioritization in Agile Development with PSO and Chaotic Maps Using Software Testing Strategies","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research Canada","funders":"","keywords":"Agile software development; Prioritization; Software; Test (biology); Software development; Chaotic; Test strategy","score_opus":0.024824454484645448,"score_gpt":0.2757248382958017,"score_spread":0.25090038381115626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133549811","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1537343,0.00048071347,0.84443796,0.000065508,0.00014027435,0.00038541702,0.0000014080763,0.00043748805,0.00031695393],"genre_scores_gemma":[0.51875323,0.000020947016,0.4810876,0.000036052697,0.000012095774,0.000013755152,0.000001038345,0.000010219751,0.00006508412],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982433,0.00005310429,0.00046938975,0.00062375184,0.00019544423,0.0004150154],"domain_scores_gemma":[0.99789286,0.0013091519,0.00016333003,0.00033176772,0.00022410702,0.000078782316],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00046055723,0.00031827015,0.00027454976,0.00034415192,0.00031564417,0.00089933607,0.00025509263,0.00012548656,0.0000075200905],"category_scores_gemma":[0.0007799058,0.00030674424,0.000013728567,0.001574856,0.0000639201,0.0014310721,0.0003066539,0.00028781543,0.0000012011926],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052598753,0.00058356236,0.06716591,0.0031294879,0.00012606465,0.004219894,0.009457439,0.051098224,0.0033987437,0.009176762,0.000049479622,0.8515418],"study_design_scores_gemma":[0.0019214136,0.00078871165,0.023383714,0.008260525,0.00012547115,0.0040289937,0.002188156,0.9238104,0.029165184,0.0033229273,0.0006972311,0.002307226],"about_ca_topic_score_codex":0.00041179307,"about_ca_topic_score_gemma":0.00028487438,"teacher_disagreement_score":0.8727122,"about_ca_system_score_codex":0.00016254067,"about_ca_system_score_gemma":0.0009043888,"threshold_uncertainty_score":0.9999385},"labels":[],"label_agreement":null},{"id":"W7133618059","doi":"10.15173/mi.v1i1.4958","title":"The evolution of the Finite Element Analysis course: Steps towards human-centric engineering","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Accreditation; Aerospace; Software; Work (physics); Reflection (computer programming); Engineering education; Civil engineering software","score_opus":0.0141038623091403,"score_gpt":0.24349890633196147,"score_spread":0.22939504402282118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133618059","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006118789,0.002101419,0.94712913,0.00050546404,0.0005688339,0.0003019767,0.000016284066,0.00038854696,0.04898224],"genre_scores_gemma":[0.30517417,0.0030330908,0.07842338,0.00026878712,0.0005640585,0.00029094872,0.00006231016,0.00021344668,0.6119698],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99843436,0.000029710389,0.0003709016,0.00029788798,0.0006584402,0.000208702],"domain_scores_gemma":[0.99794203,0.00039688052,0.00033743624,0.0011991446,0.00008793706,0.000036576093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006852008,0.00022389369,0.00025249345,0.00020882755,0.00025604453,0.0001030335,0.0017479094,0.000091644695,0.00029468315],"category_scores_gemma":[0.000054289874,0.00014196133,0.0003532704,0.00044681985,0.000025784393,0.00014341886,0.0008321597,0.00044267304,0.0000029157634],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012686429,0.000012257519,0.00005324845,0.00001905051,0.00061214255,0.0000027305402,0.000047724203,0.029779742,0.000003156725,0.9631957,0.0014885986,0.0047844085],"study_design_scores_gemma":[0.00008571299,0.0000788547,0.00090631534,0.000032154298,0.0006398483,0.0000040594623,0.000008748376,0.121103354,0.000046546313,0.0036620637,0.8730787,0.00035361672],"about_ca_topic_score_codex":0.00015819864,"about_ca_topic_score_gemma":0.000021481384,"teacher_disagreement_score":0.95953363,"about_ca_system_score_codex":0.0002930366,"about_ca_system_score_gemma":0.00011203476,"threshold_uncertainty_score":0.57890147},"labels":[],"label_agreement":null},{"id":"W7140158641","doi":"10.1109/iccist67338.2025.11438293","title":"A Bibliometric Analysis of AI-Driven Adaptive and Predictive Testing in Agile Software Quality Assurance","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Agile software development; Software quality assurance; Quality assurance; Software; Quality (philosophy); Software quality; Software development","score_opus":0.04270072664259165,"score_gpt":0.3366957245250876,"score_spread":0.29399499788249595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7140158641","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.063350394,0.0022373265,0.9327055,0.00021623418,0.00015638773,0.00033521146,0.00007031706,0.0002656487,0.0006629472],"genre_scores_gemma":[0.7226524,0.00022911308,0.2769114,0.00009682132,0.000008438926,0.000026301008,0.0000021471071,0.000006614322,0.00006680013],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969735,0.00036217057,0.0009298538,0.00085683423,0.00047570848,0.00040190204],"domain_scores_gemma":[0.98837423,0.009596618,0.00045921322,0.0007433201,0.0007234976,0.00010314656],"candidate_categories":["metaepi_narrow","bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0018363687,0.00030525727,0.00088801986,0.0980202,0.00009791579,0.00021810415,0.0007738177,0.00020427127,0.00002372071],"category_scores_gemma":[0.007955859,0.00031147228,0.00015946665,0.44403994,0.0001354341,0.0011968232,0.00071616087,0.00052379497,8.1824845e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005125656,0.00018698793,0.8393266,0.00021186445,0.0009762859,0.000010516837,0.0005279768,0.034664147,0.00004805758,0.002629487,0.0001609144,0.12120587],"study_design_scores_gemma":[0.00016295841,0.00016371759,0.55741155,0.00021243884,0.00027875684,7.7021895e-7,0.000029870245,0.44066313,0.00018319293,0.0006684618,0.000055552024,0.00016958627],"about_ca_topic_score_codex":0.002294286,"about_ca_topic_score_gemma":0.00018794094,"teacher_disagreement_score":0.65930194,"about_ca_system_score_codex":0.00011011478,"about_ca_system_score_gemma":0.00029753515,"threshold_uncertainty_score":0.9999337},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W76673372","doi":"10.1007/978-3-540-40052-3_7","title":"Knowledge Management Support for Distributed Agile Software Processes","year":2003,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Computer science; Documentation; Lean software development; Knowledge management; Agile Unified Process; Software engineering; Software development; Agile usability engineering; Software; Software development process; Process management; Engineering","score_opus":0.02016312868111349,"score_gpt":0.27112435369498056,"score_spread":0.2509612250138671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W76673372","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000001163712,0.0009501404,0.99385434,0.00025454638,0.0014696156,0.000800424,0.000036404457,0.0007673232,0.0018660312],"genre_scores_gemma":[0.0019101817,0.00016751842,0.99600625,0.0006514839,0.00019320451,0.00010280435,0.000037959126,0.000050717666,0.00087985717],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99695843,0.000016674167,0.0004415184,0.0013800893,0.0005272561,0.0006760239],"domain_scores_gemma":[0.9970272,0.0009468534,0.0002517034,0.001211487,0.00040891606,0.00015384595],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00081156834,0.0005347538,0.00044891846,0.0005630445,0.00024066669,0.00056583923,0.002993503,0.00027382528,0.000013879402],"category_scores_gemma":[0.0003081076,0.0005074089,0.000121314806,0.0007823347,0.00021804226,0.00068583665,0.00089395593,0.00045461193,0.000022458093],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013277999,0.0001307029,0.00004821429,0.0011803084,0.000063348765,0.00014875326,0.0005136067,0.012749807,0.000006939952,0.045956813,0.0036623345,0.9355259],"study_design_scores_gemma":[0.0006321492,0.00063348346,0.000046074267,0.00085323426,0.00005718801,0.00017255908,2.8984272e-7,0.063766934,0.0024619212,0.26137555,0.66792345,0.0020771902],"about_ca_topic_score_codex":0.0000018722064,"about_ca_topic_score_gemma":0.0000078864505,"teacher_disagreement_score":0.93344873,"about_ca_system_score_codex":0.00024656733,"about_ca_system_score_gemma":0.00039174466,"threshold_uncertainty_score":0.99973774},"labels":[],"label_agreement":null},{"id":"W774135413","doi":"10.1016/j.chb.2015.05.050","title":"Influence of personality types in software tasks choices","year":2015,"lang":"en","type":"article","venue":"Computers in Human Behavior","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software development; Programmer; Computer science; Personality; Software peer review; Software construction; Personal software process; Social software engineering; Software engineering; Software; Software analytics; Big Five personality traits; Psychology; Social psychology; Operating system","score_opus":0.046169982319868526,"score_gpt":0.3200414097537891,"score_spread":0.27387142743392057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W774135413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9426292,0.00012578208,0.056641385,0.000031207743,0.00015114046,0.00015356237,0.0000017297311,0.00022261548,0.000043382137],"genre_scores_gemma":[0.86736405,0.000003136496,0.13252,0.00004276853,0.000019855128,0.000029706442,0.0000018805109,0.000007242691,0.000011340579],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99893296,0.00006826803,0.00028924496,0.00028703557,0.00022628304,0.00019621052],"domain_scores_gemma":[0.9991399,0.0001587179,0.000111107875,0.00044507568,0.00007364762,0.00007155921],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048137267,0.0001278641,0.000204386,0.00021673489,0.000022632215,0.000054779866,0.0009532776,0.00007557807,0.000003106421],"category_scores_gemma":[0.00009622777,0.00013388248,0.000034971483,0.00037559788,0.000053695356,0.0005803677,0.00028885252,0.00021469768,0.000002874654],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008784411,0.00035912698,0.9600293,0.0000690553,0.000006306249,0.00013003811,0.0028764769,0.0147037525,0.00028997974,0.006599587,0.00031166282,0.014615931],"study_design_scores_gemma":[0.0004933187,0.00017810952,0.9927042,0.00016755256,0.0000076171923,0.000016784074,0.000012287492,0.0027236412,0.00066787633,0.0017060881,0.0010107732,0.0003117597],"about_ca_topic_score_codex":0.0005329211,"about_ca_topic_score_gemma":0.00005073347,"teacher_disagreement_score":0.07587862,"about_ca_system_score_codex":0.00007877212,"about_ca_system_score_gemma":0.000048451264,"threshold_uncertainty_score":0.5459569},"labels":[],"label_agreement":null},{"id":"W80656689","doi":"","title":"HASTI: A Lightweight Framework for Cognitive Reengineering Analysis","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Business process reengineering; Computer science; Cognition; Software; Software development; Work (physics); Software engineering; Process management; Engineering; Psychology; Operations management","score_opus":0.03156027368029907,"score_gpt":0.273794163106258,"score_spread":0.24223388942595891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W80656689","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022584555,0.00026349945,0.9963929,0.000652012,0.00012908877,0.00013044763,0.0000028690483,0.0011648592,0.0010384998],"genre_scores_gemma":[0.35756502,0.000017941296,0.6419356,0.00012496619,0.000051956053,0.00004439607,0.0000011457103,0.000006956777,0.00025203987],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992543,0.000010105257,0.00013497935,0.00026757206,0.000121812736,0.00021123617],"domain_scores_gemma":[0.9984149,0.0010932246,0.000044218672,0.00031128648,0.00006666898,0.000069711234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014355307,0.00011460959,0.00015558256,0.00021516955,0.00006434106,0.00014670951,0.00038769032,0.00007489291,0.00012859437],"category_scores_gemma":[0.0003428308,0.000102275626,0.00013323128,0.001000548,0.000007885439,0.00039192438,0.00007292549,0.00011566035,0.000024045941],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010734122,0.00016370947,0.0011736003,0.00005978066,0.0011385279,0.000027725553,0.0011838246,0.0031553702,0.000047862894,0.8946784,0.0065413984,0.09181903],"study_design_scores_gemma":[0.00011367951,0.00010002434,0.00042325657,0.00002484577,0.000177111,0.000005761293,0.000007065403,0.97106653,0.0014763135,0.0079715345,0.018339515,0.00029434657],"about_ca_topic_score_codex":0.000006303437,"about_ca_topic_score_gemma":0.0000011368527,"teacher_disagreement_score":0.9679112,"about_ca_system_score_codex":0.000013439863,"about_ca_system_score_gemma":0.0000032429189,"threshold_uncertainty_score":0.41706792},"labels":[],"label_agreement":null},{"id":"W847943846","doi":"10.1007/978-3-319-21413-9_7","title":"A Systematic Mapping on Agile UCD Across the Major Agile and HCI Conferences","year":2015,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Agile Unified Process; Agile usability engineering; Computer science; Field (mathematics); Theme (computing); Lean software development; Knowledge management; Software engineering; World Wide Web; Software development; Software; Software development process","score_opus":0.03615618499591547,"score_gpt":0.2820582123624267,"score_spread":0.2459020273665112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W847943846","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012685452,0.0020977769,0.9931627,0.0009401438,0.0011474435,0.00063740445,0.0000060989723,0.0003583011,0.0015233032],"genre_scores_gemma":[0.57899755,0.00018251697,0.4166974,0.0024692488,0.0006540978,0.00010742425,0.0000046204063,0.00007160122,0.00081554725],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970692,0.00007086631,0.000453045,0.0009898698,0.0008956355,0.0005213753],"domain_scores_gemma":[0.99598527,0.001978008,0.0003564242,0.0013206846,0.0002184675,0.00014115],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0023255113,0.0004519503,0.0005517829,0.00027966432,0.00033666758,0.0012932527,0.003038395,0.00023042675,0.000006885193],"category_scores_gemma":[0.00042443335,0.00029857692,0.00007544379,0.0003982894,0.00047462786,0.00051551056,0.0012868213,0.0007767436,0.000026591555],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026761027,0.00010895448,0.00014301269,0.0071491087,0.00021341008,0.00049567287,0.021365061,0.021193022,0.00013360949,0.28966424,0.0010026365,0.6585045],"study_design_scores_gemma":[0.00044335035,0.00066017365,0.00015641113,0.015180481,0.000040257662,0.0005564033,0.000006913954,0.7014188,0.0005649168,0.2662521,0.0129388105,0.0017813615],"about_ca_topic_score_codex":0.000047815927,"about_ca_topic_score_gemma":0.000031309,"teacher_disagreement_score":0.6802258,"about_ca_system_score_codex":0.00013376564,"about_ca_system_score_gemma":0.00027533635,"threshold_uncertainty_score":0.99994665},"labels":[],"label_agreement":null},{"id":"W90073902","doi":"10.1007/978-1-84800-044-5_9","title":"A Practical Guide to Ethical Research Involving Humans","year":2007,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Engineering ethics; Psychology; Engineering","score_opus":0.24847789677812257,"score_gpt":0.48208826241242625,"score_spread":0.23361036563430368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W90073902","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.3964213e-7,0.00006332982,0.5433984,0.006358788,0.00017408337,0.0001825087,6.213663e-7,0.0007236629,0.44909838],"genre_scores_gemma":[0.000041696276,0.00010780093,0.69567645,0.0022341239,0.00031022375,0.000014251463,0.0000017242415,0.000043564927,0.30157018],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99684954,0.00007205374,0.00042931343,0.00076472794,0.0013215203,0.00056285376],"domain_scores_gemma":[0.99418104,0.0036190357,0.00007977164,0.0012902633,0.00049635064,0.00033353406],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0056272238,0.00027954555,0.00028876457,0.0006367871,0.00017860916,0.00042988,0.0013763016,0.0011027766,0.00037899148],"category_scores_gemma":[0.0021096496,0.00026090752,0.00010680121,0.00017721295,0.00008289012,0.0003165234,0.0014416619,0.0040925457,0.00087898655],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035789403,0.0000067814926,5.726902e-7,0.000014360755,0.000012734647,0.0002044453,0.00008860731,0.0000019401314,0.000007740598,0.77374756,0.22245824,0.0034534212],"study_design_scores_gemma":[0.000033894376,0.00017543539,0.0000039729375,0.00013444129,0.000005453322,0.00006501622,0.0000043655473,0.00052198913,0.00008000054,0.046582565,0.9520727,0.00032019775],"about_ca_topic_score_codex":0.00010104656,"about_ca_topic_score_gemma":0.000068782836,"teacher_disagreement_score":0.72961444,"about_ca_system_score_codex":0.00020641094,"about_ca_system_score_gemma":0.00029354796,"threshold_uncertainty_score":0.9999843},"labels":[],"label_agreement":null},{"id":"W934682572","doi":"10.1007/978-3-319-11827-7_9","title":"Scrum Introduction Overview","year":2014,"lang":"en","type":"book-chapter","venue":"Management for professionals","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stantec (Canada)","funders":"","keywords":"Scrum; Computer science; Programming language; Software","score_opus":0.03379441616320045,"score_gpt":0.30325562644005877,"score_spread":0.2694612102768583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W934682572","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.3214351e-7,0.0009363476,0.8734363,0.007541107,0.0022729759,0.0009954895,0.000006769467,0.00070070266,0.114110194],"genre_scores_gemma":[0.000028909575,0.0005289561,0.18141323,0.0009644481,0.00086500874,0.00022486874,0.00006338551,0.00004568771,0.8158655],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99858874,0.000019592075,0.00029424907,0.00054064096,0.00034127166,0.00021548354],"domain_scores_gemma":[0.9986112,0.00014842581,0.00027397383,0.00083924585,0.00007794869,0.000049176284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007461499,0.0002644124,0.00027048565,0.00020361274,0.00012931398,0.000096636155,0.00082939654,0.0001747002,0.00020588418],"category_scores_gemma":[0.000026995085,0.00023582765,0.00015023269,0.000043301217,0.000013970837,0.0002062174,0.0005912975,0.00020644037,0.00013932191],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002917849,0.000007236236,1.4985396e-7,0.00031138118,0.000046977573,0.0000015470983,0.0000059140184,0.0000061417745,3.8777313e-7,0.66644937,0.26781833,0.06534964],"study_design_scores_gemma":[0.00009088104,0.000046623212,0.000004982807,0.0003203466,0.00003484584,0.000002048377,8.04662e-7,0.00045963956,0.000014866134,0.15474887,0.8440357,0.00024041413],"about_ca_topic_score_codex":6.4654006e-7,"about_ca_topic_score_gemma":2.7103076e-7,"teacher_disagreement_score":0.7017553,"about_ca_system_score_codex":0.000048455953,"about_ca_system_score_gemma":0.000015902566,"threshold_uncertainty_score":0.96167725},"labels":[],"label_agreement":null},{"id":"W934919394","doi":"10.4018/978-1-59904-887-1.ch005","title":"Process Models of SDLCs","year":2009,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Variety (cybernetics); Process (computing); Computer science; Product (mathematics); Software; Software development process; Process management; Conceptual model; Software development; Conceptual framework; Management science; Systems engineering; Engineering; Software engineering; Sociology; Artificial intelligence; Mathematics","score_opus":0.0242774302390664,"score_gpt":0.265811662160339,"score_spread":0.24153423192127263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W934919394","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005141694,0.00034296434,0.27992165,0.000041277763,0.0001316287,0.00013622134,0.000013344187,0.0005388804,0.7188689],"genre_scores_gemma":[0.3756543,0.00010626098,0.49960643,0.0014339625,0.00062513014,0.00005026645,0.0000061287956,0.00015117464,0.12236633],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987618,0.000006694868,0.00029137402,0.00036835924,0.00037177207,0.00020000027],"domain_scores_gemma":[0.99877524,0.00004232647,0.00025713752,0.00070415786,0.00013871325,0.00008241276],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00011669192,0.00027900247,0.0003362313,0.00006145426,0.00002918469,0.0000627932,0.0011161757,0.00029196235,0.000004052807],"category_scores_gemma":[0.000014135439,0.00027498236,0.00013050165,0.000025826554,0.000029930503,0.0002033919,0.0001530603,0.00022923842,0.0000116578085],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040352297,0.000005045663,4.1957645e-7,0.000039372055,0.00002056133,0.000017343362,0.000037074242,0.00023094684,0.0000017169821,0.9665197,0.0004902475,0.032633524],"study_design_scores_gemma":[0.00006358521,0.00011116007,0.0000020179043,0.00018580013,0.000020402911,0.000042724096,4.0935154e-7,0.0021248981,0.0001472608,0.97873694,0.018274127,0.00029069665],"about_ca_topic_score_codex":0.000016182144,"about_ca_topic_score_gemma":0.0000020946156,"teacher_disagreement_score":0.59650254,"about_ca_system_score_codex":0.00005733088,"about_ca_system_score_gemma":0.0001419775,"threshold_uncertainty_score":0.99997026},"labels":[],"label_agreement":null},{"id":"W971605751","doi":"","title":"Tracing Requirements interdependencies in Agile Teams","year":2012,"lang":"en","type":"article","venue":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Requirement prioritization; Agile software development; Interdependence; Computer science; Requirement; Requirements management; Software development; Requirements engineering; Requirements analysis; Software requirements specification; Process management; Risk analysis (engineering); Systems engineering; Software; Software engineering; Engineering; Software construction; Business","score_opus":0.029789216919641457,"score_gpt":0.29616380318637653,"score_spread":0.26637458626673505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W971605751","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09506349,0.0007663434,0.89050215,0.005034966,0.0011867199,0.000518254,0.000060915976,0.0022134657,0.0046536922],"genre_scores_gemma":[0.77515763,0.000035490164,0.22437835,0.00009847792,0.000036648195,0.00009644582,0.00007976063,0.00001035513,0.00010685302],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99839926,0.000026372922,0.00048383695,0.00037472585,0.00029290418,0.00042293104],"domain_scores_gemma":[0.99814314,0.000050431543,0.00029022532,0.0012590227,0.00016636861,0.00009080852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008801578,0.00018614426,0.0002198125,0.0009445937,0.00008258905,0.000083629304,0.0016382037,0.00017722276,0.000038901864],"category_scores_gemma":[0.0012009816,0.00018592576,0.00004390166,0.0013102618,0.00012392356,0.0040414906,0.000919361,0.00037597315,0.000030534695],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023253986,0.0012532048,0.0739526,0.00027294026,0.00009645921,0.000021935877,0.00066645094,0.0003780867,0.004600384,0.6652931,0.02502141,0.2284202],"study_design_scores_gemma":[0.0011137658,0.00020488426,0.010147867,0.00054379104,0.000039461665,0.00007893594,0.00019628121,0.023506729,0.10213077,0.002417113,0.8584974,0.001123003],"about_ca_topic_score_codex":0.0001713995,"about_ca_topic_score_gemma":0.00002237582,"teacher_disagreement_score":0.833476,"about_ca_system_score_codex":0.000109276196,"about_ca_system_score_gemma":0.00007359514,"threshold_uncertainty_score":0.7581833},"labels":[],"label_agreement":null},{"id":"W978005222","doi":"10.1016/b978-0-12-386464-2.00005-7","title":"Personnel","year":2012,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Psychology; Work (physics); Sociology; Engineering; Mechanical engineering","score_opus":0.021362770420514526,"score_gpt":0.23945925789675815,"score_spread":0.21809648747624363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W978005222","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.2331684e-7,0.0035624073,0.018028257,0.00007975117,0.0006747139,0.000183199,0.0000037456573,0.00096329424,0.9765038],"genre_scores_gemma":[0.00025262398,0.00018202352,0.067956895,0.00026226646,0.00046668088,0.00001993551,0.0000027912595,0.000056182347,0.9308006],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988616,0.000012452543,0.00020868823,0.00035450715,0.00027286567,0.00028990462],"domain_scores_gemma":[0.998596,0.00012736631,0.00016415551,0.0009265289,0.00004974397,0.00013622169],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002761384,0.00031690276,0.00028043846,0.00012349077,0.00008170469,0.00012041506,0.00096421933,0.00027999876,0.00013288531],"category_scores_gemma":[0.000018562552,0.00030046375,0.00017046559,0.000011299235,0.000032966276,0.00021148361,0.00033675833,0.0004905382,0.00043407208],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.3781164e-7,0.0000021501662,7.676632e-7,0.00002381811,0.000025665626,0.000014406089,0.00028704316,2.050086e-7,0.0000024180754,0.100388564,0.000339572,0.89891475],"study_design_scores_gemma":[0.000038987608,0.000027043161,0.0000027455678,0.00010352755,0.0000268562,0.000050592957,9.793802e-7,0.000051541374,0.000028077444,0.011582256,0.9877209,0.00036649118],"about_ca_topic_score_codex":3.5252154e-7,"about_ca_topic_score_gemma":6.93702e-7,"teacher_disagreement_score":0.98738134,"about_ca_system_score_codex":0.00005011718,"about_ca_system_score_gemma":0.00004674752,"threshold_uncertainty_score":0.99994475},"labels":[],"label_agreement":null},{"id":"W99890835","doi":"","title":"Proceedings of the tenth international conference on Aspect-oriented software development companion","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scope (computer science); Modularity (biology); Presentation (obstetrics); Vision; Session (web analytics); Library science; Software development; Computer science; Software; Software engineering; World Wide Web; Sociology; Programming language","score_opus":0.049329004898696,"score_gpt":0.24998090249221072,"score_spread":0.2006518975935147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W99890835","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050039906,0.0000061560613,0.905995,0.00041566114,0.0007460586,0.0002037217,9.971577e-7,0.00071440294,0.041878093],"genre_scores_gemma":[0.6591296,0.0000030466656,0.34059918,0.00006535462,0.00000879286,0.000007960492,3.403054e-7,0.0000030616595,0.00018266383],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99937785,0.000004187681,0.00013747274,0.00015542371,0.00023429743,0.00009079688],"domain_scores_gemma":[0.9995543,0.000026490561,0.000096463526,0.00013449923,0.00016236604,0.000025887257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012980633,0.00007569689,0.000064485466,0.000048551836,0.00004245362,0.000032652184,0.0008143934,0.000026949794,0.0000813934],"category_scores_gemma":[0.000057660363,0.000049030543,0.000024904166,0.00014842626,0.000019096726,0.00025973553,0.00024398914,0.00008988444,0.000008877966],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009960732,0.00014103067,0.02031277,0.000013241453,0.000028262686,7.768173e-7,0.0019317128,0.0000025905424,0.0003868615,0.96331507,0.0018223026,0.012035408],"study_design_scores_gemma":[0.00070967694,0.00041550232,0.45569566,0.00047364674,0.000015738002,0.000052908774,0.0003295565,0.015714368,0.44560516,0.012713972,0.067451105,0.00082270475],"about_ca_topic_score_codex":0.000016483786,"about_ca_topic_score_gemma":0.0000014467482,"teacher_disagreement_score":0.9506011,"about_ca_system_score_codex":0.000027294956,"about_ca_system_score_gemma":0.00003196299,"threshold_uncertainty_score":0.19994076},"labels":[],"label_agreement":null}]}