{"id":"W2399304921","doi":"","title":"How Do Developers Solve Software-engineering Tasks on Model-based Code Generators? An Empirical Study Design.","year":2015,"lang":"en","type":"article","venue":"","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Code generation; Traceability; TRACE (psycholinguistics); Automatic summarization; Software engineering; Model transformation; Model-driven architecture; Variety (cybernetics); Code (set theory); Software development; Software; Programming language; Artificial intelligence; Key (lock)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008616065,0.0004609042,0.000368424,0.0003366823,0.00009551889,0.0005654219,0.001519312,0.0001727253,0.000001993938],"category_scores_gemma":[0.00009776428,0.0004151742,0.00007461793,0.0005395365,0.00002715991,0.0007882976,0.0002670447,0.000347186,0.00001338118],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003208061,"about_ca_system_score_gemma":0.0004128116,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009523887,"about_ca_topic_score_gemma":0.000005102283,"domain_scores_codex":[0.9973426,0.0001038946,0.0003028686,0.0009069777,0.0007680863,0.0005755047],"domain_scores_gemma":[0.997654,0.000101152,0.00006262546,0.001358874,0.000279099,0.0005442333],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001373151,0.000325591,0.001218456,0.000007000325,0.00002694106,0.00004495618,0.0009484955,0.9830525,0.0001029982,0.00412306,0.002986772,0.007149536],"study_design_scores_gemma":[0.0005218936,0.0007114375,0.0001712857,0.00001741859,0.00000939342,0.000005436142,0.00001381205,0.9913144,0.005120453,0.0002037947,0.001320948,0.0005897867],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0231442,0.00002333688,0.9715964,0.0002181107,0.0002248791,0.0006190969,0.000003698416,0.00415731,0.00001295432],"genre_scores_gemma":[0.3537835,4.607599e-7,0.6457118,0.0002603001,0.00004206751,0.0001174238,0.00000294664,0.0000476083,0.00003395226],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3306393,"threshold_uncertainty_score":0.99983,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08293944318587301,"score_gpt":0.2972089357164216,"score_spread":0.2142694925305486,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}