{"meta":{"query_hash":"2055c5b63651","filters":{"venue":"Encyclopedia of Software Engineering"},"cohort_total":10,"direct_labels_cover":0,"predictions_cover":10,"exported":10,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/2055c5b63651","api":"https://metacan.xera.ac/api/v1/cohort?venue=Encyclopedia+of+Software+Engineering"},"results":[{"id":"W1503858077","doi":"10.1002/0471028959.sof112","title":"Extreme Programming (<scp>XP</scp>)","year":2002,"lang":"en","type":"other","venue":"Encyclopedia of Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Extreme programming; Software engineering; Extreme programming practices; Software development; Computer science; User story; Code refactoring; Software development process; Schedule; Documentation; Iterative and incremental development; Software; Programming language; Operating system","score_opus":0.013662194823789426,"score_gpt":0.21503283094636333,"score_spread":0.20137063612257391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1503858077","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015000378,0.007254086,0.9226324,0.000016637101,0.0017148848,0.00044074524,0.000018488023,0.007916719,0.059991058],"genre_scores_gemma":[0.000074085896,0.0029109975,0.8408946,0.000016060985,0.0006560398,0.00011091845,0.000016303806,0.00065859593,0.1546624],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974841,0.000028494525,0.00051133515,0.0007161757,0.000577782,0.00068212504],"domain_scores_gemma":[0.9972328,0.00084617763,0.00041060627,0.0012360979,0.00006309595,0.00021120724],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002651567,0.0006535154,0.0006625797,0.00072526577,0.000038985832,0.00010970055,0.0016479898,0.00052283995,0.000117836375],"category_scores_gemma":[0.0016791763,0.0006976333,0.00022402206,0.00074831105,0.00003335249,0.00040416018,0.0004163426,0.000651404,0.00009209404],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.190618e-7,0.00018260557,0.0010046646,0.0017680232,0.00028616027,0.00022973021,0.00079164223,0.0021512979,0.000018493116,0.0027256473,0.8484684,0.14237252],"study_design_scores_gemma":[0.00013118167,0.000062194355,0.000093354196,0.0005690907,0.000034087323,0.00003011767,0.000004034973,0.002068726,0.00006821102,0.000032368684,0.9965847,0.00032191174],"about_ca_topic_score_codex":0.00006656555,"about_ca_topic_score_gemma":0.0000024088686,"teacher_disagreement_score":0.14811632,"about_ca_system_score_codex":0.00006105342,"about_ca_system_score_gemma":0.000050560408,"threshold_uncertainty_score":0.9995475},"labels":[],"label_agreement":null},{"id":"W1505071164","doi":"10.1002/0471028959.sof312","title":"Software Engineering Body of Knowledge Project","year":2002,"lang":"en","type":"other","venue":"Encyclopedia of Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal; École de Technologie Supérieure","funders":"","keywords":"Software engineering; Social software engineering; Body of knowledge; Software; Software project management; Software Engineering Process Group; Computer science; Engineering management; Software development; Engineering; Software construction; Knowledge management","score_opus":0.01027495152981149,"score_gpt":0.23436125994736262,"score_spread":0.22408630841755112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1505071164","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000052514417,0.009198793,0.96824396,0.000008009595,0.002128868,0.000671862,0.00008669425,0.005941364,0.013667913],"genre_scores_gemma":[0.00065862556,0.003677085,0.9511132,0.0000065860804,0.0006639764,0.00015153074,0.000026122889,0.000982031,0.04272083],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971171,0.00003540002,0.00083606713,0.0007822225,0.00055657065,0.0006726136],"domain_scores_gemma":[0.9966514,0.0009681581,0.00057754375,0.0015031776,0.0001339888,0.00016572699],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00033288653,0.0008337479,0.0011233448,0.0014170468,0.000029171935,0.000046283825,0.0019161255,0.00064025325,0.00018544875],"category_scores_gemma":[0.002218693,0.00089900236,0.00033738188,0.0011728116,0.000041452444,0.00041721907,0.0005739583,0.00072998385,0.000037064536],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019220599,0.00096550584,0.0041971123,0.019601407,0.0014756535,0.0002835958,0.0026614715,0.016160907,0.00026254362,0.006182382,0.9025852,0.04560501],"study_design_scores_gemma":[0.00031736118,0.00016752505,0.0003913838,0.0020884653,0.000087907174,0.00003220653,0.000003009554,0.008596922,0.000525479,0.000011340217,0.9865819,0.0011964987],"about_ca_topic_score_codex":0.00011644051,"about_ca_topic_score_gemma":0.0000021290232,"teacher_disagreement_score":0.08399671,"about_ca_system_score_codex":0.00008930628,"about_ca_system_score_gemma":0.00014487933,"threshold_uncertainty_score":0.9993461},"labels":[],"label_agreement":null},{"id":"W1508017798","doi":"10.1002/0471028959.sof325","title":"Software Productivity Center Inc.","year":2002,"lang":"en","type":"other","venue":"Encyclopedia of Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Standardization; Productivity; Business; Best practice; Situated; Software; Process management; Process (computing); Engineering management; Operations management; Marketing; Engineering; Knowledge management; Computer science; Management","score_opus":0.008162547148052564,"score_gpt":0.21182713865143526,"score_spread":0.2036645915033827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1508017798","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002023683,0.0030090048,0.9599029,0.000047778063,0.0025165435,0.0004758497,0.00008988893,0.0077227904,0.02621502],"genre_scores_gemma":[0.00015700221,0.00211044,0.88151056,0.00002429839,0.00090660615,0.000101874335,0.000043177617,0.0007441813,0.11440188],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975257,0.000037830283,0.0004661576,0.0008394744,0.00055623456,0.00057461124],"domain_scores_gemma":[0.99743646,0.00037656282,0.0003836848,0.0015474351,0.00007942293,0.00017643419],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024829234,0.00065397006,0.00069394975,0.00066216046,0.00003847084,0.000070269314,0.001560885,0.0004747425,0.000427995],"category_scores_gemma":[0.0012963183,0.0006849011,0.00014895963,0.00058344315,0.000039285016,0.00049727975,0.000549474,0.00068300025,0.00010761375],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041101466,0.00028816273,0.002654633,0.001777134,0.00024373793,0.00012253984,0.0003280104,0.0014789971,0.000010642021,0.0008418801,0.90965873,0.08259142],"study_design_scores_gemma":[0.00017038557,0.000067203466,0.00025878858,0.00048081996,0.000025184228,0.00003774726,7.572674e-7,0.0005939572,0.00006151334,0.000038331924,0.99752647,0.0007388162],"about_ca_topic_score_codex":0.00008115593,"about_ca_topic_score_gemma":0.0000041359085,"teacher_disagreement_score":0.08818686,"about_ca_system_score_codex":0.00007343848,"about_ca_system_score_gemma":0.000054799777,"threshold_uncertainty_score":0.99956024},"labels":[],"label_agreement":null},{"id":"W1583518931","doi":"10.1002/0471028959.sof376","title":"Engineering Web Applications with Java","year":2002,"lang":"en","type":"other","venue":"Encyclopedia of Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Java; Computer science; Software engineering; Real time Java; Java API for XML-based RPC; Web application; World Wide Web; Operating system; Java annotation","score_opus":0.008833670458328368,"score_gpt":0.21070839944469952,"score_spread":0.20187472898637115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1583518931","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000045633647,0.0025555948,0.9750953,0.000013120513,0.0006628229,0.0005314853,0.000039025228,0.0055801095,0.015517981],"genre_scores_gemma":[0.000040345607,0.0013538382,0.9394415,0.000008321507,0.0004161716,0.00031548526,0.000015305455,0.0007258537,0.057683147],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99763095,0.000021464877,0.0004533562,0.0007846547,0.00048812944,0.00062143465],"domain_scores_gemma":[0.9972535,0.00074540864,0.0002736512,0.0014681118,0.000071475944,0.00018788266],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00017584655,0.00070661656,0.0007746857,0.00081943686,0.000031714142,0.000040270894,0.0015027084,0.00038234334,0.000121799334],"category_scores_gemma":[0.00062971876,0.00070243026,0.00013728638,0.00095663243,0.00004554629,0.00025553204,0.0003116641,0.00059195707,0.000082427556],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004702978,0.00016733966,0.00044614432,0.0034155254,0.0005540762,0.00012345912,0.00043240166,0.8648303,0.0001620804,0.0081882235,0.08338256,0.03829317],"study_design_scores_gemma":[0.00032517422,0.00006342855,0.00009854855,0.0007022714,0.000045704357,0.00003575893,0.0000037120724,0.005987945,0.00009045825,0.0000466926,0.9914626,0.0011377195],"about_ca_topic_score_codex":0.00000916351,"about_ca_topic_score_gemma":0.0000017525948,"teacher_disagreement_score":0.90808004,"about_ca_system_score_codex":0.00009411935,"about_ca_system_score_gemma":0.000075308235,"threshold_uncertainty_score":0.99954265},"labels":[],"label_agreement":null},{"id":"W1602556105","doi":"10.1002/0471028959.sof320","title":"Software Engineering Standards in the Nuclear Power Industry—Safety‐Related Applications","year":2002,"lang":"en","type":"other","venue":"Encyclopedia of Software Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Power Generation","funders":"","keywords":"Nuclear power; Consistency (knowledge bases); Software deployment; Nuclear industry; Safety standards; Engineering; Business; Computer science; Risk analysis (engineering); International trade; Engineering management; Electrical engineering; Software engineering","score_opus":0.004874249613400017,"score_gpt":0.2211324582079217,"score_spread":0.2162582085945217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1602556105","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000222997,0.006080589,0.9445338,0.00028695643,0.00075744936,0.0017695612,0.00033845368,0.003106081,0.042904112],"genre_scores_gemma":[0.027451882,0.01959347,0.7561476,0.00040395244,0.0023501408,0.0020223048,0.0003804038,0.004780622,0.18686962],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99641997,0.000080035956,0.0007507183,0.0007575249,0.0013060994,0.00068566063],"domain_scores_gemma":[0.9970933,0.00082698365,0.00021932642,0.0015530379,0.00013672425,0.00017058026],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00087842625,0.0005329684,0.0006918503,0.00097113923,0.00007620839,0.000110485205,0.0024057007,0.00091746973,0.0009759617],"category_scores_gemma":[0.0019020344,0.00047500897,0.00027506845,0.0022283792,0.00007297176,0.00023090969,0.0003917231,0.0019444484,0.00008336244],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038378632,0.0023840903,0.0221171,0.007174349,0.0023638576,0.00082696043,0.015407883,0.25486836,0.000033803623,0.040261485,0.48332343,0.1712003],"study_design_scores_gemma":[0.00031230424,0.000043466913,0.0011952304,0.00051281607,0.00003021642,0.00001707182,0.000034177792,0.0052142614,0.0000021292387,0.000037082304,0.99201083,0.00059039646],"about_ca_topic_score_codex":0.00007846513,"about_ca_topic_score_gemma":0.000006376761,"teacher_disagreement_score":0.50868744,"about_ca_system_score_codex":0.00023143711,"about_ca_system_score_gemma":0.00015270842,"threshold_uncertainty_score":0.9999373},"labels":[],"label_agreement":null},{"id":"W2158949715","doi":"10.1002/0471028959.sof282","title":"Resource Estimation in Software Engineering","year":2002,"lang":"en","type":"other","venue":"Encyclopedia of Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Estimation; Computer science; Resource (disambiguation); Sizing; Software; Cost estimate; Management science; Operations research; Data science; Software engineering; Industrial engineering; Data mining; Systems engineering; Engineering","score_opus":0.007205205658071253,"score_gpt":0.21413443820999986,"score_spread":0.2069292325519286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158949715","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00033019163,0.0039958605,0.98352003,0.000027982222,0.0012836813,0.0006892987,0.000039364935,0.00482399,0.005289574],"genre_scores_gemma":[0.0016129437,0.0008464945,0.9220646,0.000018462913,0.0005324163,0.00024257656,0.00007102871,0.001548194,0.07306329],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99629325,0.000035519755,0.00076698663,0.00095195224,0.00097149564,0.0009808138],"domain_scores_gemma":[0.99638736,0.0015587917,0.00023483363,0.0014926173,0.00006021842,0.00026619405],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003944594,0.0007781466,0.00088532676,0.0022755149,0.000027038726,0.00008101355,0.0018776163,0.00063731114,0.00022795117],"category_scores_gemma":[0.0068056886,0.00092276494,0.00019468309,0.0016546341,0.000034636607,0.00035767833,0.0005515799,0.0010545505,0.00013515534],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070592223,0.0002572768,0.018181916,0.004435949,0.00023714991,0.00054445374,0.0011868832,0.73599714,0.000026264808,0.0007873507,0.20044178,0.037896764],"study_design_scores_gemma":[0.0011394767,0.00013031122,0.011640706,0.00442941,0.000037715206,0.000066178865,0.0000076249394,0.17037794,0.00013338464,0.000022257203,0.8095426,0.0024724095],"about_ca_topic_score_codex":0.00009180073,"about_ca_topic_score_gemma":0.0000056508943,"teacher_disagreement_score":0.6091008,"about_ca_system_score_codex":0.00028040013,"about_ca_system_score_gemma":0.000094780335,"threshold_uncertainty_score":0.9993223},"labels":[],"label_agreement":null},{"id":"W4231171191","doi":"10.1002/0471028959.sof110","title":"Experience Factory","year":2002,"lang":"en","type":"other","venue":"Encyclopedia of Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"PricewaterhouseCoopers (Canada)","funders":"","keywords":"Factory (object-oriented programming); Reuse; Quality (philosophy); Process management; Product (mathematics); Product lifecycle; Computer science; Engineering management; Knowledge management; New product development; Engineering; Manufacturing engineering; Operations management; Business; Marketing; Waste management","score_opus":0.011001754170537503,"score_gpt":0.22699145970655,"score_spread":0.2159897055360125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231171191","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002385375,0.005405605,0.9229394,0.000013155275,0.002947502,0.00042191512,0.00003426402,0.005162824,0.06283677],"genre_scores_gemma":[0.0036241715,0.0030175361,0.38179797,0.00002223624,0.0010148741,0.00020661559,0.00001884873,0.001469253,0.6088285],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99748147,0.000019070209,0.0003975395,0.000687914,0.00077704334,0.0006369771],"domain_scores_gemma":[0.9974743,0.00065762404,0.00015840746,0.0014214962,0.000055490662,0.0002326599],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00011658063,0.0005098158,0.00055330695,0.0008290705,0.000024759627,0.000046681944,0.002008003,0.00037794551,0.0008488671],"category_scores_gemma":[0.0017600239,0.0005506941,0.00016020676,0.0006822386,0.000053428055,0.00023435915,0.0004825217,0.0005361572,0.0002232656],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027897524,0.0002229932,0.020555958,0.0023162204,0.0002876263,0.00037442386,0.003401057,0.006465884,0.00007663311,0.0010422884,0.9285831,0.036671065],"study_design_scores_gemma":[0.00021241856,0.00004402759,0.0026160395,0.0005442679,0.000009139169,0.000016410888,0.000005611709,0.0016513906,0.0001387914,0.0000070620013,0.9939187,0.0008361349],"about_ca_topic_score_codex":0.000056065015,"about_ca_topic_score_gemma":0.0000013084493,"teacher_disagreement_score":0.5459917,"about_ca_system_score_codex":0.00009171727,"about_ca_system_score_gemma":0.00006329276,"threshold_uncertainty_score":0.99969447},"labels":[],"label_agreement":null},{"id":"W4239912276","doi":"10.1002/0471028959.sof198","title":"Measurement","year":2002,"lang":"en","type":"other","venue":"Encyclopedia of Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"PricewaterhouseCoopers (Canada)","funders":"","keywords":"Computer science; Software engineering; Software; Software metric; Context (archaeology); Compiler; Software development; Process (computing); Resource (disambiguation); Software sizing; Software construction; Software system; Software measurement; Programming language","score_opus":0.013942480975880368,"score_gpt":0.21433137176665734,"score_spread":0.20038889079077699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239912276","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011356834,0.009453018,0.9158778,0.000024848476,0.002204517,0.0003982716,0.000015386586,0.004032257,0.06798254],"genre_scores_gemma":[0.001762088,0.003821623,0.5761177,0.00002486157,0.001519446,0.0002181108,0.000011739802,0.0020438556,0.41448057],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971136,0.000020098092,0.00037723157,0.0005944114,0.001321741,0.00057294825],"domain_scores_gemma":[0.99800974,0.00024383685,0.00014660308,0.0012829726,0.00011422581,0.00020261151],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003145176,0.0004631827,0.0005258504,0.00082542223,0.000019406634,0.000040386316,0.0016062601,0.000318715,0.00037939326],"category_scores_gemma":[0.0023702933,0.0004976179,0.00015985715,0.0006404901,0.000026205555,0.00013518991,0.00038073902,0.0004675244,0.00023845672],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012597014,0.00012705976,0.0026550568,0.0017866032,0.00026653137,0.00012509839,0.00023928222,0.003634083,0.0000305576,0.00068187213,0.9642831,0.026169494],"study_design_scores_gemma":[0.00023825621,0.00004558654,0.0012264573,0.00096482155,0.000015733302,0.000011419178,9.783612e-7,0.0014678848,0.00007792,0.000008990426,0.99529773,0.0006442502],"about_ca_topic_score_codex":0.00004426309,"about_ca_topic_score_gemma":0.000002301442,"teacher_disagreement_score":0.34649804,"about_ca_system_score_codex":0.00015637722,"about_ca_system_score_gemma":0.00008639649,"threshold_uncertainty_score":0.9997476},"labels":[],"label_agreement":null},{"id":"W4252928984","doi":"10.1002/0471028959.sof002","title":"Abstraction","year":2002,"lang":"en","type":"other","venue":"Encyclopedia of Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Abstraction; Computer science; Programming language; Adjective; Context (archaeology); Noun; Artificial intelligence; Theoretical computer science; Epistemology","score_opus":0.013429790140791298,"score_gpt":0.23031877796926126,"score_spread":0.21688898782846996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252928984","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003218302,0.002481912,0.93857396,0.0000091879365,0.0025192006,0.00017069039,0.000013500645,0.0041671637,0.05206114],"genre_scores_gemma":[0.00002060217,0.001616777,0.8359491,0.0000058632445,0.00035462665,0.00002900576,0.000006710052,0.00039932437,0.16161795],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99838626,0.000022338663,0.00036287683,0.00049417163,0.00034779648,0.0003865497],"domain_scores_gemma":[0.99814045,0.0005483873,0.00025796815,0.00091590756,0.000036746016,0.000100558456],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00015341231,0.00042871933,0.0005231167,0.000560871,0.000017872437,0.000021477841,0.0009542165,0.00037265648,0.00020681278],"category_scores_gemma":[0.0014247071,0.00046626214,0.00013733069,0.00040450698,0.000026856473,0.00023549507,0.0002128916,0.00043520887,0.0001007125],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030327672,0.00013722779,0.00023348053,0.0021094629,0.0002982606,0.00017537831,0.000512017,0.31180757,0.00010048116,0.0035648225,0.512622,0.16843624],"study_design_scores_gemma":[0.00017943994,0.000041676747,0.00028156614,0.00044809163,0.000021034617,0.000022852395,0.000002834367,0.0013094663,0.00015855476,0.00021925947,0.9965419,0.0007732796],"about_ca_topic_score_codex":0.000017321072,"about_ca_topic_score_gemma":9.1502767e-7,"teacher_disagreement_score":0.48391992,"about_ca_system_score_codex":0.00006275567,"about_ca_system_score_gemma":0.000026668471,"threshold_uncertainty_score":0.9997789},"labels":[],"label_agreement":null},{"id":"W4255533832","doi":"10.1002/0471028959.sof055","title":"Concept of Operations","year":2002,"lang":"en","type":"other","venue":"Encyclopedia of Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Actua","funders":"","keywords":"Software engineering; Software requirements; Software development; Requirements elicitation; Requirements analysis; Requirement; Software requirements specification; Computer science; Requirements engineering; Software construction; Business requirements; Software system; Social software engineering; Requirements management; User requirements document; Software; System requirements; Software development process; Systems engineering; Engineering; Business process; Operating system; Work in process","score_opus":0.007833748163059857,"score_gpt":0.2187483931813754,"score_spread":0.21091464501831556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255533832","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008774236,0.0037007595,0.96107996,0.000017496151,0.0008663312,0.00020491377,0.000043939464,0.001710247,0.032367595],"genre_scores_gemma":[0.00050298637,0.001645281,0.91908187,0.000009536708,0.00025395042,0.000035229044,0.000014923359,0.0002903924,0.07816584],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99879473,0.000015726997,0.00037867762,0.00030367987,0.00028538684,0.00022179396],"domain_scores_gemma":[0.9986666,0.00026245302,0.00017909688,0.00076161517,0.00005567194,0.00007458305],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00009723765,0.0002890614,0.0004497904,0.0003914439,0.000014305454,0.000019918882,0.0009068066,0.0002536852,0.0004105284],"category_scores_gemma":[0.00051852764,0.0003036151,0.00011798858,0.0003871814,0.000029641154,0.00021038827,0.00018441418,0.00025913483,0.000014834206],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002446635,0.0002563385,0.0004283644,0.0018003937,0.00041799422,0.000062239415,0.0016929538,0.077426255,0.00006391375,0.020639539,0.839845,0.057364546],"study_design_scores_gemma":[0.00015393888,0.00007752131,0.000074116426,0.0005691571,0.000032040505,0.000011409026,0.0000026169462,0.008270861,0.00053925056,0.000022052129,0.98975086,0.0004961749],"about_ca_topic_score_codex":0.00010587504,"about_ca_topic_score_gemma":0.0000023111402,"teacher_disagreement_score":0.14990585,"about_ca_system_score_codex":0.000020235753,"about_ca_system_score_gemma":0.000039865747,"threshold_uncertainty_score":0.9999416},"labels":[],"label_agreement":null}]}