{"meta":{"query_hash":"74c9e61ee6a8","filters":{"venue":"Software Engineering Research and Practice"},"cohort_total":6,"direct_labels_cover":0,"predictions_cover":6,"exported":6,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/74c9e61ee6a8","api":"https://metacan.xera.ac/api/v1/cohort?venue=Software+Engineering+Research+and+Practice"},"results":[{"id":"W122109127","doi":"","title":"Software Process Improvement In Bangladesh.","year":2006,"lang":"en","type":"article","venue":"Software Engineering Research and Practice","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Outsourcing; Capability Maturity Model Integration; Business; Maturity (psychological); Product (mathematics); Software development; Software development process; Capability Maturity Model; Population; Software; Economic growth; Engineering; Marketing; Computer science; Political science; Economics","score_opus":0.02643586310868775,"score_gpt":0.32971954479647914,"score_spread":0.3032836816877914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W122109127","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18741764,0.017369578,0.008396018,0.040530175,0.000754328,0.00086897047,0.0042062583,0.0014494427,0.7390076],"genre_scores_gemma":[0.6288536,0.017363137,0.010930635,0.0032081301,0.0001094838,0.00053883623,0.003424018,0.00023029745,0.33534187],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987954,0.00021164143,0.00015283088,0.00015783736,0.00051679736,0.00016550304],"domain_scores_gemma":[0.99688345,0.0004994321,0.0005740711,0.00022564351,0.0014349213,0.0003823376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001378251,0.00043130122,0.00013832384,0.0013690209,0.0014219648,0.0018868381,0.00041962072,0.0006614093,0.020898916],"category_scores_gemma":[0.0037637826,0.00017267394,0.00020802229,0.0033126052,0.0006583623,0.0014460718,0.0014936378,0.00086934253,0.006503117],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016689413,0.00022227979,0.023475507,0.0013373967,0.000014796714,0.0012539385,0.015759256,0.00076717476,0.006577604,0.05359076,0.08677053,0.810064],"study_design_scores_gemma":[0.000025561549,0.00020014997,0.0625499,0.0004336399,0.000014504443,0.0008210453,0.008567536,0.0004970118,0.0027387526,0.0041848957,0.919926,0.000041046078],"about_ca_topic_score_codex":0.028510954,"about_ca_topic_score_gemma":0.027114129,"teacher_disagreement_score":0.028510954,"about_ca_system_score_codex":0.0059079207,"about_ca_system_score_gemma":0.008018173,"threshold_uncertainty_score":0.069913805},"labels":[],"label_agreement":null},{"id":"W148464524","doi":"","title":"One Employee and Several Applications: An Information Management Case Study.","year":2009,"lang":"en","type":"article","venue":"Software Engineering Research and Practice","topic":"Access Control and Trust","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Staffing; Computer science; Workflow; Authorization; Role-based access control; Onboarding; Access control; Human resource management; Authentication (law); Computer security; Knowledge management; Management; Database","score_opus":0.05456422010448993,"score_gpt":0.4013386685226702,"score_spread":0.3467744484181803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W148464524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.981382,0.0003485132,0.0029397337,0.0019123813,0.00002161508,0.00027489223,0.000173707,0.000036433816,0.012910631],"genre_scores_gemma":[0.98023903,0.0004598186,0.009003589,0.0006393051,0.000035185898,0.00018458207,0.00021055524,0.000027570648,0.009200324],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99645174,0.0018014812,0.00011861231,0.0002420561,0.00069436175,0.0006917675],"domain_scores_gemma":[0.9935679,0.003682882,0.0006532071,0.00030110666,0.00063086714,0.0011641196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026939604,0.0004441862,0.00035161167,0.0014914385,0.005296315,0.0022370438,0.0014811165,0.0030061032,0.0044461377],"category_scores_gemma":[0.0066127796,0.00031909408,0.0004179454,0.002195138,0.0011977792,0.0019533257,0.0014551391,0.0015074988,0.00077273557],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018648496,0.023314413,0.2998712,0.0017133219,0.00028073994,0.13293879,0.237406,0.009047724,0.012881998,0.03342865,0.03767427,0.209578],"study_design_scores_gemma":[0.00034909902,0.0072935605,0.14915216,0.0006368498,0.00028005667,0.05432028,0.5700055,0.029258855,0.015452588,0.007837896,0.16515115,0.00026205558],"about_ca_topic_score_codex":0.013271059,"about_ca_topic_score_gemma":0.03172903,"teacher_disagreement_score":0.013271059,"about_ca_system_score_codex":0.0029479787,"about_ca_system_score_gemma":0.0018039845,"threshold_uncertainty_score":0.026387632},"labels":[],"label_agreement":null},{"id":"W2171030550","doi":"","title":"Goal-Driven Measurement Framework for Software Innovation Processes.","year":2005,"lang":"en","type":"article","venue":"Software Engineering Research and Practice","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Software; Measure (data warehouse); Knowledge management; Process management; Competitive advantage; Software engineering; Business; Database; Marketing","score_opus":0.09787914380825005,"score_gpt":0.3752343603969394,"score_spread":0.27735521658868934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171030550","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014093453,0.00055352156,0.9883455,0.0010425949,0.00008484149,0.00081790827,0.00023382499,0.000325709,0.0071866326],"genre_scores_gemma":[0.077456884,0.00057916716,0.91629875,0.0004430119,0.00006847866,0.0032295878,0.0006037279,0.00008372165,0.0012366486],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9664905,0.021053279,0.0022541364,0.002196634,0.0072470848,0.00075828796],"domain_scores_gemma":[0.9691008,0.01719625,0.0035960143,0.0029338244,0.006242504,0.00093059527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03564434,0.002477034,0.0011252991,0.008406234,0.0019324879,0.0053637945,0.0028960784,0.0030898314,0.0023632834],"category_scores_gemma":[0.052666448,0.0007070198,0.0023326122,0.0068268934,0.0045547234,0.007332008,0.0039036237,0.0045282836,0.0015010873],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031196323,0.0002574566,0.0025608824,0.00063940993,0.000121003155,0.00009978826,0.001611667,0.011795948,0.0009152157,0.91355944,0.004599677,0.06380831],"study_design_scores_gemma":[0.000064471365,0.0003113653,0.0038977049,0.0006449846,0.00009603952,0.0003154873,0.0011824012,0.105931595,0.0018746419,0.8245842,0.060959183,0.00013789497],"about_ca_topic_score_codex":0.007667166,"about_ca_topic_score_gemma":0.005713013,"teacher_disagreement_score":0.03564434,"about_ca_system_score_codex":0.0056943023,"about_ca_system_score_gemma":0.008723948,"threshold_uncertainty_score":0.18850756},"labels":[],"label_agreement":null},{"id":"W2180965572","doi":"","title":"Experience of Building an Architecture-Based Generator Using GenVoca for Distributed Systems.","year":2007,"lang":"en","type":"article","venue":"Software Engineering Research and Practice","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Software engineering; Architectural pattern; Software architecture; Architecture; Applications architecture; Functional requirement; Service-oriented modeling; Abstraction; Software development; Software; Programming language; Software design","score_opus":0.07701264095837332,"score_gpt":0.3790842301018918,"score_spread":0.3020715891435185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2180965572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6233095,0.0008496103,0.299334,0.0030707368,0.0002846803,0.0009618496,0.00050961674,0.0058145607,0.06586548],"genre_scores_gemma":[0.7402787,0.0005255034,0.22715949,0.0005983136,0.000043015454,0.0003249841,0.00083668943,0.0017266567,0.028506681],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978842,0.0013256655,0.000064575,0.00018731768,0.00038369664,0.00015446011],"domain_scores_gemma":[0.9940329,0.003780335,0.00010341885,0.0010662965,0.0004902546,0.00052678515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006404225,0.0006527145,0.000422521,0.0006410042,0.0013447867,0.0016433538,0.0018670061,0.0015598692,0.0074568274],"category_scores_gemma":[0.011710227,0.00058558537,0.00079332374,0.0005079604,0.0018622164,0.002300743,0.0021131067,0.0015855875,0.0016269779],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010747684,0.0031844773,0.02652305,0.001481046,0.00016585703,0.009720281,0.16519752,0.072344325,0.077451415,0.06467668,0.061137173,0.5170434],"study_design_scores_gemma":[0.00059420674,0.004432156,0.016463533,0.00044430455,0.00018135509,0.00906001,0.020223526,0.18284848,0.047502384,0.031453665,0.6863445,0.000451931],"about_ca_topic_score_codex":0.0030240775,"about_ca_topic_score_gemma":0.0061621605,"teacher_disagreement_score":0.0074568274,"about_ca_system_score_codex":0.0012847241,"about_ca_system_score_gemma":0.0017694699,"threshold_uncertainty_score":0.033869147},"labels":[],"label_agreement":null},{"id":"W26133019","doi":"10.1097/ede.0000000000000319","title":"Using Clustering Technique to Restructure Programs.","year":2004,"lang":"en","type":"article","venue":"Software Engineering Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Restructuring; Cohesion (chemistry); Code refactoring; Computer science; Group cohesiveness; Business process reengineering; Cluster analysis; Measure (data warehouse); Software; Function (biology); Software engineering; Industrial engineering; Programming language; Database; Operations management; Business; Artificial intelligence; Engineering","score_opus":0.08210969072528825,"score_gpt":0.3807452638190845,"score_spread":0.2986355730937963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W26133019","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016455302,0.00018676759,0.94865745,0.00039768414,0.00024019198,0.0008661912,0.003182189,0.019634902,0.010379328],"genre_scores_gemma":[0.042343907,0.00012209539,0.9402304,0.00010776545,0.000037433387,0.0008722606,0.004968816,0.002268648,0.0090485895],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99777836,0.00044775265,0.0001991335,0.0006795492,0.0006756139,0.00021958751],"domain_scores_gemma":[0.9946767,0.0012728205,0.00044812317,0.0018160554,0.0016571714,0.00012908249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021811188,0.0011619455,0.0009561759,0.005610244,0.0018080488,0.0018579882,0.0020202075,0.0011257918,0.021035293],"category_scores_gemma":[0.014158594,0.0008239151,0.0018773404,0.0065966086,0.0006596976,0.0014851948,0.001954663,0.0022754385,0.010520307],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001712048,0.00027037624,0.00599606,0.0003955694,0.00017170778,0.00014532736,0.0011909916,0.038643833,0.010552597,0.020518042,0.034825385,0.8871188],"study_design_scores_gemma":[0.00010244148,0.00026990715,0.017350392,0.00023714415,0.00025311264,0.0005540594,0.0013891278,0.6303533,0.0441847,0.070803404,0.23426242,0.00024009106],"about_ca_topic_score_codex":0.024376534,"about_ca_topic_score_gemma":0.029770372,"teacher_disagreement_score":0.024376534,"about_ca_system_score_codex":0.0015827616,"about_ca_system_score_gemma":0.0031022795,"threshold_uncertainty_score":0.07037002},"labels":[],"label_agreement":null},{"id":"W48642625","doi":"","title":"Validation Against Actual Behavior: Still a Challenge for Testing Tools.","year":2010,"lang":"en","type":"article","venue":"Software Engineering Research and Practice","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University; Carleton University","funders":"","keywords":"Computer science; Traceability; Software engineering; Acceptance testing; Model-based testing; Quality (philosophy); Code (set theory); Test (biology); Test case; Programming language; Machine learning","score_opus":0.13507361304108773,"score_gpt":0.3782731407054294,"score_spread":0.24319952766434166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W48642625","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038683396,0.0020237274,0.94240385,0.0053992216,0.0002620788,0.00037124893,0.00017562816,0.00441554,0.0062654084],"genre_scores_gemma":[0.36961338,0.0021894965,0.6204802,0.0024313196,0.00021797542,0.00077643746,0.00076618843,0.001574009,0.0019509958],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.91697234,0.034395747,0.0054701073,0.004881979,0.03698991,0.0012899232],"domain_scores_gemma":[0.63561374,0.23367815,0.018872002,0.08119463,0.028753923,0.0018876294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.055964343,0.0018379373,0.0017915205,0.002305927,0.0013071059,0.0067548295,0.0058455,0.0043440172,0.0016632187],"category_scores_gemma":[0.2392383,0.000960637,0.0012309966,0.001631183,0.006379229,0.012524098,0.0045124968,0.005194858,0.001224063],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026351883,0.00081254676,0.029661004,0.0038232193,0.00053294847,0.0010425921,0.008017714,0.03456453,0.03855792,0.21655717,0.010140682,0.6560261],"study_design_scores_gemma":[0.00033896416,0.003069059,0.016488561,0.008726912,0.00071178493,0.007146618,0.0060652676,0.25005573,0.095394015,0.47768968,0.13357861,0.0007347598],"about_ca_topic_score_codex":0.0013873118,"about_ca_topic_score_gemma":0.0009476159,"teacher_disagreement_score":0.055964343,"about_ca_system_score_codex":0.0017360077,"about_ca_system_score_gemma":0.0052247182,"threshold_uncertainty_score":0.2959712},"labels":[],"label_agreement":null}]}