{"id":"W4415330783","doi":"10.1145/3744902","title":"Do Current Language Models Support Code Intelligence for R Programming Language? RCR Report","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Data Analysis with R","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Automatic summarization; Parsing; Code (set theory); Natural language; Matching (statistics); Replicate; Source code; Compiler","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001168672,0.00018823,0.0003164668,0.0003621588,0.0001058379,0.00007781742,0.0006198695,0.00009641344,0.000006347314],"category_scores_gemma":[0.001088618,0.0001834185,0.0001171152,0.0004652518,0.00003314907,0.0002333703,0.00004183292,0.0002642402,0.000002471991],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000378529,"about_ca_system_score_gemma":0.00006896164,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000278622,"about_ca_topic_score_gemma":0.00001471481,"domain_scores_codex":[0.9985716,0.00008985456,0.0003409398,0.0005557034,0.0001192713,0.0003226722],"domain_scores_gemma":[0.9973361,0.001473781,0.00006217947,0.0009685029,0.0000720297,0.00008738291],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001057665,0.00005044321,0.00002291321,0.0001178365,0.00009663852,0.00003245393,0.001441558,0.0301646,0.0001515515,0.003059177,0.00005860267,0.9647936],"study_design_scores_gemma":[0.002741447,0.001247457,0.0006638343,0.001040658,0.001586745,0.001831954,0.003485583,0.6795304,0.06964248,0.02065914,0.2138587,0.003711614],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0009406991,0.00083186,0.9965807,0.0001842816,0.0007395331,0.0002336176,0.0000288499,0.0004538099,0.000006641256],"genre_scores_gemma":[0.02587986,0.00008362344,0.9734437,0.000075695,0.00002707239,0.0001746046,0.00002425148,0.00001522121,0.0002759037],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.961082,"threshold_uncertainty_score":0.7479587,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09264298462753738,"score_gpt":0.3836125972960412,"score_spread":0.2909696126685039,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}