{"id":"W4411447237","doi":"10.1109/ids66066.2025.00011","title":"Enhancing Developer Productivity: Benchmarking LLM-Powered Tools like GitHub Copilot and TabNine in Real-Time Coding Environments","year":2025,"lang":"en","type":"article","venue":"","topic":"Advanced Data Storage Technologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université TÉLUQ","funders":"","keywords":"Benchmarking; Coding (social sciences); Computer science; Productivity; Software engineering; Embedded system; Business","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00970585,0.0009817539,0.0004409048,0.00307599,0.0007167069,0.002601404,0.002387789,0.00113492,0.002428774],"category_scores_gemma":[0.04319033,0.0006708682,0.000628742,0.002643796,0.001253758,0.002786407,0.003381084,0.002099878,0.001880896],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001756251,"about_ca_system_score_gemma":0.00232606,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00561299,"about_ca_topic_score_gemma":0.006506233,"domain_scores_codex":[0.9912578,0.003438673,0.0006854997,0.001069054,0.002761194,0.0007877813],"domain_scores_gemma":[0.9660515,0.01397573,0.002200686,0.009322852,0.006259278,0.002189959],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.005409485,0.003383681,0.05094805,0.002520354,0.0004310627,0.001250924,0.01361185,0.07548984,0.05079735,0.02358146,0.09431643,0.6782596],"study_design_scores_gemma":[0.001841058,0.005627652,0.08763832,0.001828912,0.0003617147,0.002056944,0.007010896,0.4934904,0.1594976,0.01898399,0.2208593,0.0008031561],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7764906,0.001413694,0.1085461,0.0017795,0.0005309186,0.0006540457,0.002985263,0.07407814,0.03352172],"genre_scores_gemma":[0.7782285,0.0005673033,0.1915462,0.0005739442,0.00005707982,0.0004548446,0.00804674,0.01505946,0.005465936],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.00970585,"threshold_uncertainty_score":0.05133009,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01666522638890612,"score_gpt":0.2494346255873387,"score_spread":0.2327693991984326,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}