{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":2,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":2,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"252a22f28e0a","filters":{"venue":"IEEE International Software Metrics Symposium"}},"results":[{"id":"W1554594814","doi":"10.1109/metrics.2004.2","title":"A prototype empirical evaluation of test driven development","year":2004,"lang":"en","type":"article","venue":"IEEE International Software Metrics Symposium","topic":"Software Engineering Research","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta; University of Calgary","funders":"","keywords":"Computer science; Debugging; Test-driven development; Software development; Software development process; Software engineering; Test strategy; Software quality; New product development; Manual testing; Test (biology); Software; Empirical research; Software construction; Operating system; Business","authors":[{"name":"Adam Geras","is_ca":true},{"name":"Michael R. Smith","is_ca":true},{"name":"James Miller","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06676157119916065,"gpt":0.3508707110518867,"spread":0.284109139852726,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07918895,0.0007779818,0.000740386,0.002100538,0.00192242,0.003238209,0.003831539,0.002554388,0.008509725],"category_scores_gemma":[0.310636,0.0006982367,0.0008333157,0.002425368,0.003678822,0.00504167,0.003268574,0.002095321,0.001629079],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004356789,"about_ca_system_score_gemma":0.004331052,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002280847,"about_ca_topic_score_gemma":0.001836355,"domain_scores_codex":[0.9074475,0.07311607,0.003806659,0.003219321,0.01074603,0.001664501],"domain_scores_gemma":[0.46357,0.4313927,0.01358535,0.03324799,0.0525969,0.005607124],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.02319307,0.08125424,0.1395811,0.008365877,0.0006916628,0.001765322,0.05038581,0.01863723,0.01466966,0.06568946,0.02709552,0.5686711],"study_design_scores_gemma":[0.03272934,0.2406631,0.2798174,0.005055981,0.001227224,0.001918747,0.0471492,0.09361948,0.02650941,0.04830713,0.22206,0.0009430012],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8817163,0.0006869697,0.04517604,0.002316989,0.0003535317,0.01924765,0.001207581,0.0005235975,0.04877137],"genre_scores_gemma":[0.9193952,0.000354884,0.06010311,0.000848046,0.00009142565,0.01541695,0.0008410799,0.00009465862,0.002854628],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07918895,"threshold_uncertainty_score":0.4187962,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1532055694","doi":"10.1109/metrics.2004.18","title":"COTS acquisition process: incorporating business factors in COTS vendor evaluation taxonomy","year":2004,"lang":"en","type":"article","venue":"IEEE International Software Metrics Symposium","topic":"Technology Assessment and Management","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Vendor; Process (computing); Computer science; Product (mathematics); Business process; Process management; Risk analysis (engineering); Business; Marketing; Work in process; Operating system","authors":[{"name":"Hean Chin Yeoh","is_ca":true},{"name":"James Miller","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02804425957723891,"gpt":0.2732348847340538,"spread":0.2451906251568149,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01263534,0.0009958108,0.0008198122,0.0122875,0.002358591,0.006034895,0.001115492,0.001116079,0.002056876],"category_scores_gemma":[0.03046961,0.0005843315,0.001145073,0.006037939,0.001036094,0.006798018,0.002418527,0.001758978,0.0008218278],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003236382,"about_ca_system_score_gemma":0.006997474,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01119407,"about_ca_topic_score_gemma":0.01760004,"domain_scores_codex":[0.9870037,0.003493841,0.001965479,0.0006672578,0.006226987,0.0006426515],"domain_scores_gemma":[0.9682598,0.01173294,0.002948312,0.002254456,0.01362246,0.001182064],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001818965,0.0006788059,0.07758615,0.001024743,0.0001255151,0.0005914543,0.01457823,0.01343975,0.01238742,0.08576756,0.01043409,0.7832043],"study_design_scores_gemma":[0.0001151683,0.0008232581,0.1246313,0.001794305,0.0002815937,0.002053905,0.02704143,0.3591798,0.02113138,0.237359,0.2250982,0.0004905954],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.2136161,0.000972159,0.7351575,0.002135875,0.0000966478,0.003439796,0.001665959,0.001671217,0.04124469],"genre_scores_gemma":[0.2011284,0.0003028441,0.7920455,0.0001160962,0.00001869062,0.0008664706,0.001899937,0.0001346837,0.003487377],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01263534,"threshold_uncertainty_score":0.06682283,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}