{"id":"W7082245200","doi":"10.48448/jv84-fv20","title":"ACECODER: Acing Coder RL via Automated Test-Case Synthesis","year":2025,"lang":"en","type":"other","venue":"Underline Science Inc.","topic":"Geochemistry and Geologic Mapping","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Reinforcement learning; Pipeline (software); Code (set theory); Construct (python library); Preference; Process (computing)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009594474,0.0004757748,0.0004770241,0.0006793091,0.0005381929,0.0004181928,0.002853596,0.0003759975,0.0007535573],"category_scores_gemma":[0.001687583,0.0004310989,0.00009499573,0.001928535,0.0006794483,0.0003219215,0.001305,0.0004000886,0.0002778422],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001260039,"about_ca_system_score_gemma":0.0009841517,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003070755,"about_ca_topic_score_gemma":0.0001640009,"domain_scores_codex":[0.9966188,0.00006053298,0.0004258652,0.001409525,0.0006282342,0.0008570109],"domain_scores_gemma":[0.9970337,0.0005241817,0.0003455332,0.0015742,0.0002859876,0.0002363531],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000005109669,0.0006368594,0.0005782903,0.0008218838,0.0001819536,0.004199337,0.0004340358,0.00150894,0.005269595,0.0181843,0.7559581,0.2122216],"study_design_scores_gemma":[0.0001934758,0.00003454888,0.00001520314,0.000462857,0.00003981077,0.0006803829,0.00006923146,0.7671022,0.005637733,0.002238839,0.222729,0.0007967028],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.00001171123,0.0002048591,0.3064187,0.002738978,0.0007744364,0.0002872449,0.00003101464,0.003174043,0.686359],"genre_scores_gemma":[0.1014145,0.00006269065,0.2216689,0.00118901,0.0003613022,0.00007906821,0.00001706322,0.00008203404,0.6751254],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.7655932,"threshold_uncertainty_score":0.9998141,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01177800085041945,"score_gpt":0.257227693440601,"score_spread":0.2454496925901816,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}