{"meta":{"query_hash":"252a22f28e0a","filters":{"venue":"IEEE International Software Metrics Symposium"},"cohort_total":2,"direct_labels_cover":0,"predictions_cover":2,"exported":2,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/252a22f28e0a","api":"https://metacan.xera.ac/api/v1/cohort?venue=IEEE+International+Software+Metrics+Symposium"},"results":[{"id":"W1532055694","doi":"10.1109/metrics.2004.18","title":"COTS acquisition process: incorporating business factors in COTS vendor evaluation taxonomy","year":2004,"lang":"en","type":"article","venue":"IEEE International Software Metrics Symposium","topic":"Technology Assessment and Management","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Vendor; Process (computing); Computer science; Product (mathematics); Business process; Process management; Risk analysis (engineering); Business; Marketing; Work in process; Operating system","score_opus":0.028044259577238915,"score_gpt":0.2732348847340538,"score_spread":0.24519062515681486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1532055694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7542849,0.000099280194,0.2396495,0.00027957265,0.003056158,0.0006975311,0.000025818521,0.0006360129,0.0012711877],"genre_scores_gemma":[0.9951633,0.00003128181,0.004053624,0.000040961175,0.00012278366,0.00033132682,0.00020266951,0.000032265863,0.000021743308],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9984931,0.000019244793,0.00038499202,0.00027213467,0.00060844095,0.00022211095],"domain_scores_gemma":[0.9992505,0.00007453027,0.00013592088,0.00016037551,0.00033802242,0.00004069975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003376914,0.00020961715,0.0001773796,0.0011673663,0.000057547484,0.00007859104,0.00034215933,0.00014878396,0.000029389605],"category_scores_gemma":[0.00016727248,0.00022979778,0.000043625518,0.0014081122,0.000031718093,0.00044023746,0.00004434659,0.00020585537,0.000022584247],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016819165,0.00024219723,0.19366165,0.00012615917,0.0001424727,0.000028210377,0.0002037554,0.7923481,0.0035029864,0.001421199,0.0002447557,0.008061725],"study_design_scores_gemma":[0.016796308,0.00041218795,0.6209604,0.001330135,0.0004588981,0.00005525195,0.0011775879,0.13514376,0.15717457,0.054164954,0.0083950665,0.00393085],"about_ca_topic_score_codex":0.000053731186,"about_ca_topic_score_gemma":0.000067691166,"teacher_disagreement_score":0.65720433,"about_ca_system_score_codex":0.001043935,"about_ca_system_score_gemma":0.00006567986,"threshold_uncertainty_score":0.93708813},"labels":[],"label_agreement":null},{"id":"W1554594814","doi":"10.1109/metrics.2004.2","title":"A prototype empirical evaluation of test driven development","year":2004,"lang":"en","type":"article","venue":"IEEE International Software Metrics Symposium","topic":"Software Engineering Research","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Calgary","funders":"","keywords":"Computer science; Debugging; Test-driven development; Software development; Software development process; Software engineering; Test strategy; Software quality; New product development; Manual testing; Test (biology); Software; Empirical research; Software construction; Operating system; Business","score_opus":0.06676157119916065,"score_gpt":0.35087071105188666,"score_spread":0.284109139852726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1554594814","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14655218,0.000064768865,0.8501034,0.00073043245,0.0013891689,0.00063610857,0.0000075126154,0.0002903198,0.00022612468],"genre_scores_gemma":[0.82772344,0.000008063669,0.17185189,0.00005109359,0.00009626178,0.00018372176,0.0000101819005,0.000017357435,0.00005796095],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961749,0.000048341317,0.00043497566,0.0004233662,0.0026439973,0.00027443873],"domain_scores_gemma":[0.99678516,0.0010159225,0.0001392891,0.0004136915,0.0015247545,0.00012119648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012285654,0.00016479533,0.00017087134,0.0008969278,0.00006403838,0.00010808856,0.0014314336,0.000096958735,0.000020081636],"category_scores_gemma":[0.0056487187,0.00016368496,0.00007635322,0.0015819874,0.00003940619,0.00037230944,0.00023927915,0.00020077376,0.0000943953],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040081097,0.0018351062,0.7417122,0.000108508444,0.00034421124,0.000051550618,0.0029434015,0.17492972,0.008195251,0.0017977868,0.0010037455,0.06703844],"study_design_scores_gemma":[0.007937169,0.0013262841,0.54196465,0.00049838284,0.00009320378,0.00017877328,0.000027766215,0.11919414,0.29943252,0.008214883,0.019267088,0.0018651227],"about_ca_topic_score_codex":0.000027375838,"about_ca_topic_score_gemma":0.000005193571,"teacher_disagreement_score":0.6811713,"about_ca_system_score_codex":0.000985409,"about_ca_system_score_gemma":0.0007818536,"threshold_uncertainty_score":0.67624515},"labels":[],"label_agreement":null}]}