{"id":"W4386367844","doi":"10.3102/ip.23.2010784","title":"The Role of Metacognitive Standards in Code Comprehension","year":2023,"lang":"en","type":"article","venue":"","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Program comprehension; Computer science; Metacognition; Programming language; Code (set theory); Comprehension; Natural language processing; Psychology; Cognition; Software; Software system","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004767906,0.0002532462,0.0002043402,0.0009262043,0.0005427072,0.005067672,0.0006510423,0.0008646103,0.002606957],"category_scores_gemma":[0.09857022,0.0003811554,0.0001774601,0.0004871789,0.001393397,0.003983869,0.001617802,0.00168244,0.0003269799],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006357293,"about_ca_system_score_gemma":0.001474949,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001263216,"about_ca_topic_score_gemma":0.001239012,"domain_scores_codex":[0.9960551,0.00171233,0.00022383,0.0006286385,0.001156118,0.0002239342],"domain_scores_gemma":[0.8834547,0.08787683,0.01094242,0.008383654,0.006837167,0.002505328],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.002293527,0.001659334,0.3170561,0.0005370366,0.0002698669,0.0004885976,0.02783644,0.005192968,0.0412554,0.09167023,0.002827517,0.5089129],"study_design_scores_gemma":[0.0003336665,0.001183216,0.6746882,0.0004786384,0.0002694563,0.0009044479,0.007363298,0.03769419,0.03856759,0.2289019,0.009388313,0.0002270491],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9474013,0.0004335395,0.01934925,0.0007886803,0.00005999789,0.00004617278,0.00005859055,0.0001485924,0.03171392],"genre_scores_gemma":[0.9966809,0.00006182532,0.002537935,0.00003886221,0.00001476094,0.00001850592,0.00002071485,0.00004286036,0.0005836357],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005067672,"threshold_uncertainty_score":0.02521545,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04573994712698691,"score_gpt":0.4303978658724308,"score_spread":0.3846579187454439,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}