{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":3,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":3,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"c45847c6b3a0","filters":{"venue":"Evaluation and Assessment in Software Engineering"}},"results":[{"id":"W3158412293","doi":"10.1145/3463274.3463342","title":"DABT: A Dependency-aware Bug Triaging Method","year":2021,"lang":"en","type":"article","venue":"Evaluation and Assessment in Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Software regression; Dependency (UML); Software bug; Security bug; Software; Blocking (statistics); Process (computing)","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.03924068237700611,"gpt":0.3814679397277233,"spread":0.3422272573507172,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002524335,0.0001995303,0.0002407881,0.0003174719,0.00007075259,0.0002644148,0.0003344615,0.00008310925,0.00007669463],"category_scores_gemma":[0.001941531,0.0002235972,0.00005217921,0.0009059007,0.000007404898,0.0005509112,0.0003097862,0.000476819,0.000005455108],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002810338,"about_ca_system_score_gemma":0.000470281,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001254954,"about_ca_topic_score_gemma":0.00000520185,"domain_scores_codex":[0.9976222,0.0001953816,0.0003323438,0.000566638,0.0008942079,0.0003892337],"domain_scores_gemma":[0.9975641,0.001535977,0.00004577532,0.0004806673,0.0002425155,0.0001309345],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000005391357,0.0002171059,0.2063068,0.0003720887,0.0001206199,0.0003270972,0.001642518,0.341572,0.002244378,0.009547036,0.0002244176,0.4374205],"study_design_scores_gemma":[0.0009292093,0.00002031923,0.1333574,0.0001285275,0.00001092155,0.00005185869,0.00005565037,0.8629988,0.0009397945,0.0005033513,0.0007156025,0.000288568],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02527683,0.0007478069,0.9724126,0.0003411899,0.0004848842,0.00026033,0.000001925258,0.0004124591,0.00006193708],"genre_scores_gemma":[0.4954002,0.00004620319,0.5042297,0.00004885985,0.0000564717,0.0001217774,0.00001469719,0.00002245682,0.00005959448],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5214269,"threshold_uncertainty_score":0.9118031,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3173944821","doi":"10.1145/3463274.3463343","title":"Assessing Developer Expertise from the Statistical Distribution of Programming Syntax Patterns","year":2021,"lang":"en","type":"article","venue":"Evaluation and Assessment in Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Task (project management); Syntax; Context (archaeology); Software engineering; Programming language; Data science; Artificial intelligence; Systems engineering; Engineering","authors":[{"name":"Arghavan Moradi Dakhel","is_ca":true},{"name":"Michel C. Desmarais","is_ca":true},{"name":"Foutse Khomh","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04264145128656933,"gpt":0.357883313491921,"spread":0.3152418622053517,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009116319,0.0001255537,0.0001554704,0.00004788784,0.00005968846,0.0002876234,0.0002189904,0.00005009436,0.00002987278],"category_scores_gemma":[0.002833831,0.0001098744,0.00002389647,0.0003789205,0.00001688169,0.000460675,0.0001977194,0.0002622318,9.804618e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002152521,"about_ca_system_score_gemma":0.0002996794,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005496631,"about_ca_topic_score_gemma":0.000009153246,"domain_scores_codex":[0.9983605,0.0001413335,0.0002974549,0.0003119064,0.0006581028,0.0002307383],"domain_scores_gemma":[0.9975048,0.001893013,0.00004680602,0.0002913279,0.0002044666,0.00005958256],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000001474554,0.00008931311,0.529316,0.00008037576,0.00004002789,0.0000323475,0.0009094105,0.01206395,0.000830021,0.002293467,0.00003943738,0.4543042],"study_design_scores_gemma":[0.0002528565,0.000008931171,0.7695247,0.0001716332,0.000007360173,0.000004820914,0.0001188647,0.2287484,0.0007885715,0.00005780894,0.0002003354,0.000115688],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3549183,0.0002473922,0.6443598,0.0001339618,0.0001320787,0.000127998,0.000009870624,0.00006906305,0.000001567456],"genre_scores_gemma":[0.8020954,0.00002097261,0.1976462,0.00001430143,0.00002822001,0.00007353647,0.0001101191,0.000009518681,0.00000181103],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4541885,"threshold_uncertainty_score":0.448055,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3176225318","doi":"10.1145/3463274.3463359","title":"Towards a More Structured Peer Review Process with Empirical Standards","year":2021,"lang":"en","type":"article","venue":"Evaluation and Assessment in Software Engineering","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; Dalhousie University","funders":"","keywords":"Process (computing); Computer science; Process management; Empirical research; Peer review; Business; Programming language; Political science","authors":[{"name":"Arham Arshad","is_ca":true},{"name":"Taher A. Ghaleb","is_ca":true},{"name":"Paul Ralph","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4179059071787115,"gpt":0.6254396821821306,"spread":0.2075337750034191,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0232108,0.0001473521,0.0003170516,0.004494478,0.0000740394,0.0007816319,0.0003483125,0.00006357041,0.0008647828],"category_scores_gemma":[0.05911246,0.0001009953,0.00004509603,0.03838604,0.00003046041,0.0003903114,0.0001535098,0.000354619,0.000002339537],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002747027,"about_ca_system_score_gemma":0.001716274,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003812974,"about_ca_topic_score_gemma":0.000008198741,"domain_scores_codex":[0.9817023,0.0001635877,0.000472286,0.0005478231,0.01681363,0.0003003174],"domain_scores_gemma":[0.9883053,0.000780272,0.00009743478,0.0003433322,0.01027482,0.0001988219],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00001595856,0.0001415257,0.4304905,0.0004696297,0.00004350088,0.00008055152,0.0006330712,0.01254423,0.00006737345,0.0002317378,0.009643277,0.5456386],"study_design_scores_gemma":[0.001235052,0.00009650244,0.8553563,0.0005226606,0.00003074629,0.0000378759,0.0005582723,0.1033787,0.0001965514,0.0008840855,0.0373697,0.0003335371],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7250865,0.02374579,0.2299976,0.01715855,0.0006369853,0.00140927,0.0001474696,0.0001291923,0.00168861],"genre_scores_gemma":[0.9611326,0.00116073,0.03657568,0.0004982896,0.00005735666,0.000109631,0.0000598864,0.00002118967,0.0003845837],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5453051,"threshold_uncertainty_score":0.9820535,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}