{"id":"W4415330783","doi":"10.1145/3744902","title":"Do Current Language Models Support Code Intelligence for R Programming Language? RCR Report","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Data Analysis with R","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Automatic summarization; Parsing; Code (set theory); Natural language; Matching (statistics); Replicate; Source code; Compiler","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04154938,0.002414256,0.001643524,0.002898092,0.001022193,0.007047577,0.005035244,0.002021844,0.0121781],"category_scores_gemma":[0.2572184,0.001703747,0.003010341,0.004189463,0.002322666,0.01062724,0.004177098,0.006021655,0.02644842],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002183809,"about_ca_system_score_gemma":0.007087843,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008191884,"about_ca_topic_score_gemma":0.01536303,"domain_scores_codex":[0.9621322,0.01976579,0.002641917,0.008043393,0.006483815,0.0009329791],"domain_scores_gemma":[0.7930937,0.1198373,0.006734134,0.06453875,0.01368926,0.002106839],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.001199008,0.0003209883,0.01810897,0.002878689,0.0008704778,0.0001681567,0.0008555769,0.02193042,0.00497063,0.04273498,0.6512815,0.2546807],"study_design_scores_gemma":[0.0006193682,0.0004398006,0.009015825,0.001302075,0.0003832032,0.0004637414,0.0004598006,0.3413803,0.01599886,0.1229122,0.506694,0.0003308592],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02530344,0.00427743,0.5651006,0.0199729,0.001618663,0.0007487432,0.1199947,0.2445838,0.01839976],"genre_scores_gemma":[0.09741642,0.002134042,0.6260093,0.007026731,0.0006054498,0.002531599,0.2154036,0.04298236,0.005890509],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.04154938,"threshold_uncertainty_score":0.2197368,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09264298462753738,"score_gpt":0.3836125972960412,"score_spread":0.2909696126685039,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}