{"id":"W2886906914","doi":"10.1145/3180155.3182538","title":"Measuring program comprehension","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"","keywords":"Program comprehension; Comprehension; Computer science; Software maintenance; Software engineering; Software; Software development; Programming language; Software system","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005584523,0.0008732699,0.0006240945,0.003560159,0.0004716167,0.00126557,0.0007774782,0.0009460332,0.004007666],"category_scores_gemma":[0.05484432,0.0003261331,0.0007491597,0.001839466,0.0004596278,0.00217679,0.001338506,0.001219871,0.001430269],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005943321,"about_ca_system_score_gemma":0.0007367718,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009214319,"about_ca_topic_score_gemma":0.001089861,"domain_scores_codex":[0.9910972,0.002986677,0.001096974,0.001130347,0.003300896,0.0003878255],"domain_scores_gemma":[0.946309,0.03009463,0.008408542,0.002789627,0.01066346,0.001734694],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001176727,0.002290486,0.4524032,0.002756268,0.0007613449,0.0002235208,0.02066644,0.001836069,0.04151218,0.002459331,0.01182138,0.462093],"study_design_scores_gemma":[0.0001196193,0.003280879,0.9463077,0.0003622603,0.0003675246,0.0006614231,0.003480629,0.004629473,0.01938234,0.002543894,0.01872008,0.0001442442],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9429964,0.001349485,0.02500988,0.000232717,0.00008790579,0.001131297,0.002335725,0.00144477,0.0254118],"genre_scores_gemma":[0.9566386,0.0008774076,0.03142331,0.0002269947,0.00005420762,0.001341103,0.004625715,0.0001758497,0.004636832],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9944155,"threshold_uncertainty_score":0.02953416,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06453357335296482,"score_gpt":0.2990361902343799,"score_spread":0.234502616881415,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}