{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":6,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":6,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"74c9e61ee6a8","filters":{"venue":"Software Engineering Research and Practice"}},"results":[{"id":"W26133019","doi":"10.1097/ede.0000000000000319","title":"Using Clustering Technique to Restructure Programs.","year":2004,"lang":"en","type":"article","venue":"Software Engineering Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Restructuring; Cohesion (chemistry); Code refactoring; Computer science; Group cohesiveness; Business process reengineering; Cluster analysis; Measure (data warehouse); Software; Function (biology); Software engineering; Industrial engineering; Programming language; Database; Operations management; Business; Artificial intelligence; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.08210969072528825,"gpt":0.3807452638190845,"spread":0.2986355730937963,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002896187,0.0002544188,0.0002099949,0.000730545,0.0002922266,0.0006972638,0.001027897,0.0001681257,0.000003194568],"category_scores_gemma":[0.01941246,0.0002628516,0.00003830404,0.002191656,0.00006823986,0.001571765,0.001166593,0.001199618,0.00002944518],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003692191,"about_ca_system_score_gemma":0.0002722963,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002255463,"about_ca_topic_score_gemma":0.000007075138,"domain_scores_codex":[0.9967356,0.0001222449,0.0002438303,0.0007132542,0.001073269,0.001111831],"domain_scores_gemma":[0.99481,0.003149971,0.00003361703,0.0008724003,0.0005294445,0.0006045673],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005897638,0.0008505313,0.006037062,0.002504889,0.0005713789,0.004308871,0.009370297,0.6671673,0.1152844,0.07056212,0.0006804621,0.1220729],"study_design_scores_gemma":[0.01488438,0.02125547,0.06793671,0.01380586,0.0002243829,0.05252137,0.002327745,0.1174961,0.1499078,0.04975302,0.4916878,0.01819932],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01470729,0.0004034781,0.9818263,0.0009157797,0.0002250838,0.0008556174,0.000001951726,0.001023606,0.0000409177],"genre_scores_gemma":[0.1943678,0.00003322182,0.80515,0.0000541738,0.0001440702,0.0001597409,0.000001805966,0.00005264791,0.00003655814],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5496712,"threshold_uncertainty_score":0.9999824,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2171030550","doi":"","title":"Goal-Driven Measurement Framework for Software Innovation Processes.","year":2005,"lang":"en","type":"article","venue":"Software Engineering Research and Practice","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Software; Measure (data warehouse); Knowledge management; Process management; Competitive advantage; Software engineering; Business; Database; Marketing","retraction":null,"screen_n_in":null,"score":{"opus":0.09787914380825005,"gpt":0.3752343603969394,"spread":0.2773552165886893,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004615371,0.0002532945,0.0002137271,0.0004924593,0.0003304358,0.0006013162,0.0007629173,0.0002041291,0.000008113304],"category_scores_gemma":[0.1118153,0.0002573375,0.00003566998,0.001976609,0.00004526126,0.002654778,0.0003011946,0.000859009,0.00002040337],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002089267,"about_ca_system_score_gemma":0.0003044595,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001558047,"about_ca_topic_score_gemma":0.000002804215,"domain_scores_codex":[0.997164,0.00009715706,0.0003592976,0.0005975982,0.001070108,0.0007118462],"domain_scores_gemma":[0.984657,0.01168425,0.0001391765,0.0006540299,0.002674944,0.0001905315],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005796836,0.0009268199,0.001116465,0.003647976,0.000504492,0.0001010949,0.003828975,0.01791956,0.001341764,0.3808874,0.0272952,0.5618505],"study_design_scores_gemma":[0.0005736573,0.0007875868,0.0004149032,0.000483386,0.00002560484,0.0002208321,0.0000560183,0.01125284,0.002455442,0.01314155,0.9698423,0.0007458453],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0004148199,0.002060829,0.991188,0.003899768,0.0002328741,0.0006421502,0.000008706273,0.001511318,0.00004157451],"genre_scores_gemma":[0.04220955,0.0003998171,0.956234,0.0002299939,0.0004272124,0.0003826967,0.000008400618,0.00004953366,0.00005884575],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9425471,"threshold_uncertainty_score":0.9999879,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W122109127","doi":"","title":"Software Process Improvement In Bangladesh.","year":2006,"lang":"en","type":"article","venue":"Software Engineering Research and Practice","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Outsourcing; Capability Maturity Model Integration; Business; Maturity (psychological); Product (mathematics); Software development; Software development process; Capability Maturity Model; Population; Software; Economic growth; Engineering; Marketing; Computer science; Political science; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.02643586310868775,"gpt":0.3297195447964791,"spread":0.3032836816877914,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002982562,0.0002429992,0.0002128045,0.0005321646,0.0001559863,0.0004873977,0.0007455955,0.0001486919,0.00001133479],"category_scores_gemma":[0.008406495,0.0002472905,0.00003426059,0.001317078,0.00005100644,0.002237565,0.0003534623,0.0009613929,0.00001893007],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001266458,"about_ca_system_score_gemma":0.0001203371,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004483334,"about_ca_topic_score_gemma":0.00001526401,"domain_scores_codex":[0.9973848,0.0001178051,0.0003295879,0.0006121271,0.0007470216,0.0008086995],"domain_scores_gemma":[0.9929238,0.005922736,0.00007608362,0.0005811079,0.0003300124,0.000166261],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001139227,0.004697898,0.06654499,0.005854864,0.0004493679,0.008320598,0.006556164,0.07544923,0.007813161,0.2056577,0.03282464,0.5846922],"study_design_scores_gemma":[0.005289406,0.005143948,0.05202346,0.001646618,0.00006565498,0.003189395,0.0006762868,0.0603553,0.01671501,0.07072458,0.7787725,0.005397834],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02328141,0.002369289,0.969979,0.001483832,0.0002813553,0.000546705,0.000006082938,0.001695766,0.0003565429],"genre_scores_gemma":[0.4439227,0.0002490173,0.5549794,0.0001031747,0.0002193859,0.000247891,0.00001113943,0.00005535558,0.0002118882],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7459478,"threshold_uncertainty_score":0.9999979,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W48642625","doi":"","title":"Validation Against Actual Behavior: Still a Challenge for Testing Tools.","year":2010,"lang":"en","type":"article","venue":"Software Engineering Research and Practice","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ontario Tech University; Carleton University","funders":"","keywords":"Computer science; Traceability; Software engineering; Acceptance testing; Model-based testing; Quality (philosophy); Code (set theory); Test (biology); Test case; Programming language; Machine learning","retraction":null,"screen_n_in":null,"score":{"opus":0.1350736130410877,"gpt":0.3782731407054294,"spread":0.2431995276643417,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003253561,0.0001649356,0.0001415567,0.0002489316,0.000276333,0.0006170158,0.0005358634,0.0001371537,0.000001773476],"category_scores_gemma":[0.1098104,0.0001667789,0.00003071502,0.0004873968,0.00005770105,0.001379019,0.0002971652,0.0008484438,0.000007527915],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003544893,"about_ca_system_score_gemma":0.0001264254,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002940303,"about_ca_topic_score_gemma":0.000001333251,"domain_scores_codex":[0.998265,0.00007575659,0.0001946931,0.0004639478,0.0004526445,0.0005479448],"domain_scores_gemma":[0.9750965,0.02326371,0.00006966183,0.0005533652,0.000805056,0.0002117121],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006987929,0.0004371752,0.002131461,0.0003016058,0.00004544764,0.0001201555,0.00165258,0.0001594822,0.01245784,0.01214578,0.004088734,0.9663898],"study_design_scores_gemma":[0.005043978,0.009728331,0.02478152,0.00142634,0.0001823664,0.002733922,0.0002476064,0.2532393,0.02840833,0.05363916,0.61487,0.005699195],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.08041573,0.0002475317,0.9077122,0.0008649204,0.0005174346,0.0007986516,0.00001661388,0.009175932,0.0002510459],"genre_scores_gemma":[0.347646,0.00002596864,0.651825,0.00003880442,0.0001702981,0.0002324861,0.000008763709,0.00002472194,0.00002796388],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9606907,"threshold_uncertainty_score":0.897688,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W148464524","doi":"","title":"One Employee and Several Applications: An Information Management Case Study.","year":2009,"lang":"en","type":"article","venue":"Software Engineering Research and Practice","topic":"Access Control and Trust","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Staffing; Computer science; Workflow; Authorization; Role-based access control; Onboarding; Access control; Human resource management; Authentication (law); Computer security; Knowledge management; Management; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.05456422010448993,"gpt":0.4013386685226702,"spread":0.3467744484181803,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001826594,0.00005624551,0.00006496719,0.000133888,0.0005766526,0.0003884014,0.0000918644,0.00003667054,0.000008027657],"category_scores_gemma":[0.0009062515,0.0000600773,0.000006141855,0.0002891101,0.00004515985,0.002312765,0.00004290616,0.0002063467,0.000008115692],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003368406,"about_ca_system_score_gemma":0.00003240979,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001225728,"about_ca_topic_score_gemma":0.0000816672,"domain_scores_codex":[0.9990309,0.0001345412,0.0001037674,0.0001246509,0.0003643949,0.0002417831],"domain_scores_gemma":[0.9988781,0.0006301267,0.00002351556,0.0001254127,0.0001773342,0.0001655768],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001633958,0.0004696604,0.004652981,0.0000780199,0.00009876947,0.0004112126,0.02404247,0.0002180353,0.000002911952,0.02247666,0.0002422583,0.9471436],"study_design_scores_gemma":[0.003850933,0.002779863,0.1988925,0.00007410657,0.0001768282,0.0006430066,0.1867443,0.001251937,0.000004624414,0.008438324,0.5961172,0.001026377],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7575307,0.001818996,0.2157497,0.005677136,0.0001500015,0.005638053,0.00001777397,0.000961435,0.01245618],"genre_scores_gemma":[0.9894783,0.0002469121,0.009908949,0.00007869148,0.0001037189,0.00008498513,0.000004322144,0.000003900466,0.00009026058],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9461172,"threshold_uncertainty_score":0.4435204,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2180965572","doi":"","title":"Experience of Building an Architecture-Based Generator Using GenVoca for Distributed Systems.","year":2007,"lang":"en","type":"article","venue":"Software Engineering Research and Practice","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Software engineering; Architectural pattern; Software architecture; Architecture; Applications architecture; Functional requirement; Service-oriented modeling; Abstraction; Software development; Software; Programming language; Software design","retraction":null,"screen_n_in":null,"score":{"opus":0.07701264095837332,"gpt":0.3790842301018918,"spread":0.3020715891435185,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004592448,0.0001676435,0.0002273108,0.0002613053,0.0002567223,0.0003157474,0.0006150311,0.00009815452,5.676148e-7],"category_scores_gemma":[0.004894185,0.0001644517,0.00004111524,0.0007587664,0.00006632227,0.0005097809,0.0001394908,0.0002919179,4.175762e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007970489,"about_ca_system_score_gemma":0.0001645621,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001567827,"about_ca_topic_score_gemma":0.000001553516,"domain_scores_codex":[0.9977857,0.0001829316,0.0003623448,0.0004423265,0.0005583533,0.0006683364],"domain_scores_gemma":[0.9934086,0.005041167,0.0001269837,0.0005003585,0.0006335196,0.0002893632],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003927378,0.0002907292,0.001237144,0.001199754,0.0001042506,0.0001066192,0.001978416,0.9145187,0.04629822,0.02650633,0.0001772028,0.007189916],"study_design_scores_gemma":[0.0007472411,0.0006794459,0.0004165601,0.0002886596,0.00001201038,0.0002068353,0.0002942019,0.9621161,0.007371848,0.0001143095,0.02731258,0.0004402593],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1086816,0.000837135,0.8895472,0.00004198327,0.0003283765,0.0003508936,0.0000391996,0.0001670004,0.000006711306],"genre_scores_gemma":[0.6880233,0.00000280938,0.311767,0.0000101868,0.0001476436,0.00001651636,0.00001481045,0.00001441145,0.000003318282],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5793418,"threshold_uncertainty_score":0.6706148,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}