{"id":"W2766715593","doi":"10.1145/3141880.3141898","title":"Familiar contexts and the difficulty of programming problems","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Intuition; Coursework; Terminology; Context (archaeology); Simplicity; Artificial intelligence; Management science; Cognitive science; Mathematics education; Epistemology; Psychology; Linguistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003050338,0.0007458545,0.0005029193,0.001547787,0.0005916029,0.003654781,0.001095847,0.001220597,0.006423089],"category_scores_gemma":[0.09398971,0.0007387621,0.0004508407,0.0006410035,0.001915167,0.004565947,0.004176828,0.002049865,0.0004649307],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001106465,"about_ca_system_score_gemma":0.0005000484,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005826986,"about_ca_topic_score_gemma":0.0007016038,"domain_scores_codex":[0.99223,0.003943467,0.0007638267,0.001133286,0.001575413,0.0003539867],"domain_scores_gemma":[0.9199096,0.05529184,0.0138404,0.004149697,0.002823474,0.003984977],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.005453635,0.009170247,0.5113386,0.004257701,0.0008092194,0.003988286,0.08592779,0.0162528,0.1254153,0.02793808,0.002452173,0.2069962],"study_design_scores_gemma":[0.000954529,0.007052732,0.8194463,0.001004961,0.0004338559,0.004774329,0.03696238,0.02099155,0.02034831,0.06477076,0.02277818,0.0004821396],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9884169,0.0003760843,0.004607589,0.000157096,0.00001274291,0.0001188,0.00003867227,0.00004802796,0.006224204],"genre_scores_gemma":[0.9939392,0.0001837898,0.004801737,0.00005981413,0.00001435556,0.0001319175,0.00008344413,0.000047289,0.0007385729],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006423089,"threshold_uncertainty_score":0.02148736,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01516039781879122,"score_gpt":0.2552092786494976,"score_spread":0.2400488808307064,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}