{"meta":{"query_hash":"74c9e61ee6a8","filters":{"venue":"Software Engineering Research and Practice"},"cohort_total":6,"direct_labels_cover":0,"predictions_cover":6,"exported":6,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/74c9e61ee6a8","api":"https://metacan.xera.ac/api/v1/cohort?venue=Software+Engineering+Research+and+Practice"},"results":[{"id":"W122109127","doi":"","title":"Software Process Improvement In Bangladesh.","year":2006,"lang":"en","type":"article","venue":"Software Engineering Research and Practice","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Outsourcing; Capability Maturity Model Integration; Business; Maturity (psychological); Product (mathematics); Software development; Software development process; Capability Maturity Model; Population; Software; Economic growth; Engineering; Marketing; Computer science; Political science; Economics","score_opus":0.02643586310868775,"score_gpt":0.32971954479647914,"score_spread":0.3032836816877914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W122109127","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023281414,0.0023692886,0.969979,0.0014838319,0.00028135534,0.00054670504,0.0000060829384,0.0016957665,0.0003565429],"genre_scores_gemma":[0.44392273,0.00024901732,0.5549794,0.000103174665,0.00021938593,0.00024789097,0.0000111394265,0.00005535558,0.00021188824],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973848,0.00011780507,0.0003295879,0.0006121271,0.0007470216,0.00080869946],"domain_scores_gemma":[0.9929238,0.0059227357,0.00007608362,0.0005811079,0.00033001244,0.00016626102],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029825622,0.00024299917,0.00021280455,0.00053216465,0.00015598634,0.00048739772,0.00074559555,0.0001486919,0.000011334793],"category_scores_gemma":[0.008406495,0.0002472905,0.000034260585,0.0013170778,0.00005100644,0.0022375651,0.00035346232,0.0009613929,0.00001893007],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011392266,0.004697898,0.066544995,0.005854864,0.00044936786,0.008320598,0.0065561635,0.07544923,0.007813161,0.20565766,0.03282464,0.5846922],"study_design_scores_gemma":[0.005289406,0.0051439484,0.052023463,0.0016466184,0.00006565498,0.0031893952,0.0006762868,0.060355302,0.016715012,0.07072458,0.77877253,0.0053978343],"about_ca_topic_score_codex":0.0004483334,"about_ca_topic_score_gemma":0.000015264013,"teacher_disagreement_score":0.74594784,"about_ca_system_score_codex":0.00012664581,"about_ca_system_score_gemma":0.00012033711,"threshold_uncertainty_score":0.9999979},"labels":[],"label_agreement":null},{"id":"W148464524","doi":"","title":"One Employee and Several Applications: An Information Management Case Study.","year":2009,"lang":"en","type":"article","venue":"Software Engineering Research and Practice","topic":"Access Control and Trust","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Staffing; Computer science; Workflow; Authorization; Role-based access control; Onboarding; Access control; Human resource management; Authentication (law); Computer security; Knowledge management; Management; Database","score_opus":0.05456422010448993,"score_gpt":0.4013386685226702,"score_spread":0.3467744484181803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W148464524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7575307,0.0018189958,0.21574971,0.0056771357,0.00015000148,0.0056380527,0.000017773975,0.000961435,0.012456183],"genre_scores_gemma":[0.9894783,0.00024691207,0.009908949,0.00007869148,0.00010371894,0.00008498513,0.0000043221444,0.000003900466,0.00009026058],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990309,0.00013454125,0.000103767394,0.00012465093,0.00036439486,0.0002417831],"domain_scores_gemma":[0.99887806,0.00063012674,0.000023515562,0.00012541267,0.00017733416,0.00016557683],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001826594,0.000056245513,0.000064967186,0.00013388801,0.00057665264,0.00038840136,0.0000918644,0.000036670535,0.000008027657],"category_scores_gemma":[0.00090625155,0.0000600773,0.000006141855,0.00028911012,0.000045159853,0.0023127652,0.000042906162,0.00020634674,0.000008115692],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016339576,0.00046966042,0.0046529807,0.0000780199,0.00009876947,0.0004112126,0.02404247,0.00021803532,0.0000029119524,0.02247666,0.00024225829,0.9471436],"study_design_scores_gemma":[0.003850933,0.0027798626,0.19889246,0.000074106574,0.00017682821,0.00064300664,0.18674432,0.0012519371,0.000004624414,0.008438324,0.5961172,0.0010263768],"about_ca_topic_score_codex":0.0012257284,"about_ca_topic_score_gemma":0.0000816672,"teacher_disagreement_score":0.9461172,"about_ca_system_score_codex":0.00003368406,"about_ca_system_score_gemma":0.00003240979,"threshold_uncertainty_score":0.4435204},"labels":[],"label_agreement":null},{"id":"W2171030550","doi":"","title":"Goal-Driven Measurement Framework for Software Innovation Processes.","year":2005,"lang":"en","type":"article","venue":"Software Engineering Research and Practice","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Software; Measure (data warehouse); Knowledge management; Process management; Competitive advantage; Software engineering; Business; Database; Marketing","score_opus":0.09787914380825005,"score_gpt":0.3752343603969394,"score_spread":0.27735521658868934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171030550","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004148199,0.0020608287,0.991188,0.0038997678,0.00023287405,0.0006421502,0.000008706273,0.0015113181,0.000041574505],"genre_scores_gemma":[0.04220955,0.00039981707,0.956234,0.00022999391,0.00042721245,0.00038269666,0.000008400618,0.000049533664,0.00005884575],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997164,0.00009715706,0.00035929756,0.0005975982,0.0010701076,0.00071184617],"domain_scores_gemma":[0.98465705,0.011684248,0.00013917651,0.0006540299,0.002674944,0.00019053149],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0046153706,0.00025329454,0.00021372708,0.00049245934,0.00033043575,0.00060131616,0.00076291733,0.00020412913,0.000008113304],"category_scores_gemma":[0.1118153,0.00025733747,0.00003566998,0.0019766095,0.000045261262,0.0026547783,0.0003011946,0.00085900904,0.000020403366],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057968363,0.0009268199,0.0011164651,0.0036479759,0.000504492,0.00010109492,0.0038289747,0.017919559,0.0013417643,0.38088745,0.027295204,0.56185055],"study_design_scores_gemma":[0.0005736573,0.00078758685,0.00041490322,0.00048338596,0.000025604844,0.00022083205,0.000056018303,0.011252836,0.002455442,0.013141547,0.9698423,0.0007458453],"about_ca_topic_score_codex":0.000015580466,"about_ca_topic_score_gemma":0.0000028042152,"teacher_disagreement_score":0.94254714,"about_ca_system_score_codex":0.00020892669,"about_ca_system_score_gemma":0.00030445954,"threshold_uncertainty_score":0.9999879},"labels":[],"label_agreement":null},{"id":"W2180965572","doi":"","title":"Experience of Building an Architecture-Based Generator Using GenVoca for Distributed Systems.","year":2007,"lang":"en","type":"article","venue":"Software Engineering Research and Practice","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Software engineering; Architectural pattern; Software architecture; Architecture; Applications architecture; Functional requirement; Service-oriented modeling; Abstraction; Software development; Software; Programming language; Software design","score_opus":0.07701264095837332,"score_gpt":0.3790842301018918,"score_spread":0.3020715891435185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2180965572","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10868156,0.000837135,0.88954717,0.000041983272,0.00032837645,0.0003508936,0.000039199596,0.00016700043,0.000006711306],"genre_scores_gemma":[0.6880233,0.0000028093796,0.311767,0.000010186801,0.00014764363,0.000016516356,0.000014810448,0.000014411448,0.0000033182823],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977857,0.0001829316,0.00036234484,0.00044232648,0.0005583533,0.0006683364],"domain_scores_gemma":[0.9934086,0.0050411667,0.00012698374,0.00050035847,0.00063351955,0.00028936323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045924485,0.00016764353,0.00022731075,0.0002613053,0.00025672233,0.00031574743,0.00061503105,0.00009815452,5.676148e-7],"category_scores_gemma":[0.0048941853,0.00016445175,0.00004111524,0.0007587664,0.00006632227,0.0005097809,0.00013949083,0.0002919179,4.1757625e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039273783,0.00029072922,0.0012371438,0.0011997543,0.00010425056,0.000106619205,0.0019784158,0.91451865,0.04629822,0.026506333,0.00017720279,0.0071899164],"study_design_scores_gemma":[0.0007472411,0.0006794459,0.00041656007,0.0002886596,0.000012010375,0.00020683532,0.00029420186,0.96211606,0.007371848,0.000114309456,0.027312584,0.00044025926],"about_ca_topic_score_codex":0.00015678268,"about_ca_topic_score_gemma":0.0000015535161,"teacher_disagreement_score":0.57934177,"about_ca_system_score_codex":0.00007970489,"about_ca_system_score_gemma":0.00016456214,"threshold_uncertainty_score":0.6706148},"labels":[],"label_agreement":null},{"id":"W26133019","doi":"10.1097/ede.0000000000000319","title":"Using Clustering Technique to Restructure Programs.","year":2004,"lang":"en","type":"article","venue":"Software Engineering Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Restructuring; Cohesion (chemistry); Code refactoring; Computer science; Group cohesiveness; Business process reengineering; Cluster analysis; Measure (data warehouse); Software; Function (biology); Software engineering; Industrial engineering; Programming language; Database; Operations management; Business; Artificial intelligence; Engineering","score_opus":0.08210969072528825,"score_gpt":0.3807452638190845,"score_spread":0.2986355730937963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W26133019","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014707288,0.00040347813,0.9818263,0.0009157797,0.00022508382,0.0008556174,0.0000019517256,0.0010236057,0.000040917705],"genre_scores_gemma":[0.19436781,0.000033221815,0.80515,0.0000541738,0.00014407025,0.00015974086,0.0000018059658,0.000052647905,0.00003655814],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967356,0.00012224494,0.00024383032,0.00071325415,0.0010732694,0.0011118307],"domain_scores_gemma":[0.99481,0.0031499707,0.000033617034,0.0008724003,0.00052944454,0.0006045673],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028961874,0.0002544188,0.0002099949,0.00073054497,0.0002922266,0.0006972638,0.0010278973,0.00016812571,0.000003194568],"category_scores_gemma":[0.019412456,0.0002628516,0.00003830404,0.0021916563,0.00006823986,0.001571765,0.0011665933,0.0011996184,0.000029445177],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005897638,0.0008505313,0.006037062,0.0025048892,0.00057137886,0.0043088715,0.009370297,0.6671673,0.11528441,0.070562124,0.0006804621,0.12207288],"study_design_scores_gemma":[0.014884379,0.021255469,0.06793671,0.01380586,0.00022438288,0.052521367,0.002327745,0.11749613,0.14990778,0.04975302,0.49168783,0.018199319],"about_ca_topic_score_codex":0.00022554633,"about_ca_topic_score_gemma":0.000007075138,"teacher_disagreement_score":0.5496712,"about_ca_system_score_codex":0.00036921905,"about_ca_system_score_gemma":0.00027229634,"threshold_uncertainty_score":0.99998236},"labels":[],"label_agreement":null},{"id":"W48642625","doi":"","title":"Validation Against Actual Behavior: Still a Challenge for Testing Tools.","year":2010,"lang":"en","type":"article","venue":"Software Engineering Research and Practice","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University; Carleton University","funders":"","keywords":"Computer science; Traceability; Software engineering; Acceptance testing; Model-based testing; Quality (philosophy); Code (set theory); Test (biology); Test case; Programming language; Machine learning","score_opus":0.13507361304108773,"score_gpt":0.3782731407054294,"score_spread":0.24319952766434166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W48642625","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08041573,0.00024753166,0.90771216,0.0008649204,0.0005174346,0.0007986516,0.000016613883,0.009175932,0.00025104586],"genre_scores_gemma":[0.34764603,0.000025968644,0.65182495,0.000038804417,0.00017029805,0.00023248605,0.000008763709,0.000024721941,0.000027963877],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998265,0.00007575659,0.00019469307,0.00046394777,0.00045264445,0.0005479448],"domain_scores_gemma":[0.9750965,0.02326371,0.00006966183,0.0005533652,0.000805056,0.0002117121],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0032535614,0.0001649356,0.00014155667,0.00024893164,0.000276333,0.00061701576,0.0005358634,0.00013715371,0.0000017734757],"category_scores_gemma":[0.1098104,0.0001667789,0.000030715022,0.0004873968,0.000057701054,0.0013790188,0.00029716516,0.0008484438,0.0000075279154],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069879294,0.0004371752,0.002131461,0.00030160585,0.000045447643,0.00012015555,0.0016525805,0.00015948218,0.012457841,0.012145778,0.0040887343,0.96638983],"study_design_scores_gemma":[0.0050439783,0.009728331,0.02478152,0.0014263404,0.00018236645,0.002733922,0.00024760637,0.25323927,0.02840833,0.053639162,0.61486995,0.0056991954],"about_ca_topic_score_codex":0.000029403025,"about_ca_topic_score_gemma":0.0000013332512,"teacher_disagreement_score":0.9606907,"about_ca_system_score_codex":0.000035448928,"about_ca_system_score_gemma":0.0001264254,"threshold_uncertainty_score":0.89768803},"labels":[],"label_agreement":null}]}