{"id":"W2886906914","doi":"10.1145/3180155.3182538","title":"Measuring program comprehension","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"","keywords":"Program comprehension; Comprehension; Computer science; Software maintenance; Software engineering; Software; Software development; Programming language; Software system","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001378212,0.00004905698,0.0000458545,0.00006198918,0.00005694117,0.00009874947,0.0005028594,0.00002044172,0.0000274288],"category_scores_gemma":[0.0001099526,0.00004107869,0.00001691164,0.0002897954,0.00003113928,0.0001628806,0.0002560532,0.00006116294,0.000491158],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001848456,"about_ca_system_score_gemma":0.00001792564,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000110132,"about_ca_topic_score_gemma":0.000002077269,"domain_scores_codex":[0.9992929,0.0000122624,0.0000594414,0.0001781311,0.0002515308,0.0002057808],"domain_scores_gemma":[0.9993379,0.0001009557,0.000006544645,0.0003793441,0.0001076222,0.0000675995],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003930047,0.0001493122,0.02355202,0.00002529983,0.00001817467,0.00001500367,0.0004119623,0.00007867473,0.005487281,0.01843611,0.007654485,0.9441677],"study_design_scores_gemma":[0.0005375987,0.0007693212,0.3472771,0.00005591996,0.000001897015,0.00003848008,0.000009550969,0.487702,0.07200278,0.00112759,0.08998545,0.0004922681],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2081657,0.00002833884,0.7843125,0.0002481318,0.0003802567,0.0001743354,4.219534e-8,0.002350055,0.004340584],"genre_scores_gemma":[0.7933273,3.902119e-7,0.2063224,0.00002843825,0.00007317345,0.000009180046,9.857759e-8,0.000004115899,0.0002348777],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9436755,"threshold_uncertainty_score":0.6313006,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06453357335296482,"score_gpt":0.2990361902343799,"score_spread":0.234502616881415,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}