{"meta":{"query_hash":"252a22f28e0a","filters":{"venue":"IEEE International Software Metrics Symposium"},"cohort_total":2,"direct_labels_cover":0,"predictions_cover":2,"exported":2,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/252a22f28e0a","api":"https://metacan.xera.ac/api/v1/cohort?venue=IEEE+International+Software+Metrics+Symposium"},"results":[{"id":"W1532055694","doi":"10.1109/metrics.2004.18","title":"COTS acquisition process: incorporating business factors in COTS vendor evaluation taxonomy","year":2004,"lang":"en","type":"article","venue":"IEEE International Software Metrics Symposium","topic":"Technology Assessment and Management","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Vendor; Process (computing); Computer science; Product (mathematics); Business process; Process management; Risk analysis (engineering); Business; Marketing; Work in process; Operating system","score_opus":0.028044259577238915,"score_gpt":0.2732348847340538,"score_spread":0.24519062515681486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1532055694","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2136161,0.000972159,0.73515755,0.0021358747,0.0000966478,0.0034397957,0.0016659593,0.0016712171,0.04124469],"genre_scores_gemma":[0.20112844,0.00030284413,0.79204553,0.00011609617,0.000018690622,0.00086647057,0.0018999373,0.00013468367,0.003487377],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98700374,0.0034938413,0.0019654788,0.0006672578,0.006226987,0.0006426515],"domain_scores_gemma":[0.9682598,0.011732939,0.0029483116,0.0022544563,0.013622465,0.0011820642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012635337,0.0009958108,0.0008198122,0.0122874975,0.0023585912,0.0060348953,0.0011154918,0.0011160792,0.0020568762],"category_scores_gemma":[0.03046961,0.0005843315,0.0011450726,0.006037939,0.0010360942,0.006798018,0.0024185267,0.0017589779,0.0008218278],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018189648,0.00067880587,0.07758615,0.001024743,0.00012551509,0.0005914543,0.014578233,0.013439747,0.012387417,0.08576756,0.010434092,0.7832043],"study_design_scores_gemma":[0.00011516827,0.00082325813,0.1246313,0.0017943052,0.0002815937,0.0020539053,0.02704143,0.35917982,0.021131378,0.23735902,0.22509822,0.00049059535],"about_ca_topic_score_codex":0.011194065,"about_ca_topic_score_gemma":0.017600045,"teacher_disagreement_score":0.012635337,"about_ca_system_score_codex":0.0032363816,"about_ca_system_score_gemma":0.0069974745,"threshold_uncertainty_score":0.06682283},"labels":[],"label_agreement":null},{"id":"W1554594814","doi":"10.1109/metrics.2004.2","title":"A prototype empirical evaluation of test driven development","year":2004,"lang":"en","type":"article","venue":"IEEE International Software Metrics Symposium","topic":"Software Engineering Research","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Calgary","funders":"","keywords":"Computer science; Debugging; Test-driven development; Software development; Software development process; Software engineering; Test strategy; Software quality; New product development; Manual testing; Test (biology); Software; Empirical research; Software construction; Operating system; Business","score_opus":0.06676157119916065,"score_gpt":0.35087071105188666,"score_spread":0.284109139852726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1554594814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88171625,0.0006869697,0.045176037,0.0023169888,0.00035353168,0.019247653,0.0012075808,0.0005235975,0.048771366],"genre_scores_gemma":[0.9193952,0.00035488405,0.060103107,0.00084804604,0.000091425645,0.015416953,0.00084107986,0.000094658615,0.0028546276],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9074475,0.07311607,0.003806659,0.0032193211,0.010746026,0.001664501],"domain_scores_gemma":[0.46356997,0.43139267,0.013585348,0.033247992,0.0525969,0.005607124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07918895,0.0007779818,0.00074038596,0.0021005385,0.0019224196,0.0032382093,0.0038315386,0.0025543885,0.008509725],"category_scores_gemma":[0.31063604,0.0006982367,0.0008333157,0.0024253677,0.0036788217,0.0050416696,0.003268574,0.0020953214,0.0016290792],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023193065,0.081254244,0.1395811,0.008365877,0.0006916628,0.001765322,0.050385807,0.018637227,0.0146696605,0.06568946,0.027095517,0.5686711],"study_design_scores_gemma":[0.032729343,0.24066313,0.27981737,0.005055981,0.001227224,0.0019187469,0.0471492,0.09361948,0.026509412,0.048307132,0.22206,0.0009430012],"about_ca_topic_score_codex":0.002280847,"about_ca_topic_score_gemma":0.0018363554,"teacher_disagreement_score":0.07918895,"about_ca_system_score_codex":0.0043567894,"about_ca_system_score_gemma":0.004331052,"threshold_uncertainty_score":0.41879618},"labels":[],"label_agreement":null}]}