{"id":"W2890502052","doi":"","title":"[Journal First] Measuring Program Comprehension: A Large-Scale Field Study with Professionals","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"","keywords":"Program comprehension; Comprehension; Computer science; Field (mathematics); Software engineering; World Wide Web; Software; Multimedia; Human–computer interaction; Programming language; Software system","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004069919,0.0003415554,0.0003420858,0.002508794,0.001371502,0.001029928,0.00073884,0.0006975523,0.003874268],"category_scores_gemma":[0.02515329,0.0003901664,0.0002606594,0.001697473,0.0007405293,0.001712742,0.0009301162,0.0008534156,0.001267822],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005205952,"about_ca_system_score_gemma":0.001102613,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002560257,"about_ca_topic_score_gemma":0.004911869,"domain_scores_codex":[0.9979285,0.0008248202,0.0001950925,0.0003802677,0.0005439763,0.0001272677],"domain_scores_gemma":[0.9651394,0.01616556,0.003429476,0.002453415,0.0106413,0.002170741],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000656954,0.006570127,0.5424671,0.0009465954,0.0001338429,0.000782031,0.08791394,0.0004777522,0.01632673,0.0009457216,0.02720057,0.3155788],"study_design_scores_gemma":[0.0002158688,0.005218001,0.9135137,0.0002745745,0.0001066274,0.0009984452,0.02896584,0.001773289,0.007167555,0.001241112,0.04041515,0.0001098982],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9817355,0.0002336702,0.008085468,0.0005012034,0.00007836174,0.0007860203,0.0008530245,0.000181216,0.007545489],"genre_scores_gemma":[0.9803726,0.000278768,0.01119231,0.0007070316,0.0001054023,0.001315176,0.001474524,0.00008491604,0.004469334],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.004069919,"threshold_uncertainty_score":0.02152407,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04064767116405217,"score_gpt":0.3180627877946147,"score_spread":0.2774151166305626,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}