{"id":"W3135167302","doi":"10.1145/3408877.3439579","title":"Data Collection for the Learn-OCaml Programming Platform","year":2021,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Programming language; Correctness; Compiler; Context (archaeology); Code (set theory); Data type; Software engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007563334,0.000938297,0.001031652,0.004504795,0.001322201,0.001577475,0.001562887,0.001140887,0.01997472],"category_scores_gemma":[0.04741124,0.0006546701,0.0008214387,0.003255266,0.001025222,0.002002035,0.004509778,0.002860773,0.01215447],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001043313,"about_ca_system_score_gemma":0.004316614,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004683694,"about_ca_topic_score_gemma":0.006206937,"domain_scores_codex":[0.9883376,0.00227266,0.002282554,0.001908788,0.004362951,0.0008354671],"domain_scores_gemma":[0.9467328,0.01309311,0.006414753,0.01312701,0.01778239,0.002850104],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002881882,0.003348378,0.1290138,0.004068135,0.0002559544,0.0009610283,0.006763194,0.003660972,0.0214566,0.01175532,0.4942247,0.3216099],"study_design_scores_gemma":[0.000513284,0.001682482,0.198642,0.00120292,0.0001280844,0.000404487,0.003253752,0.006704576,0.03268336,0.008396305,0.7461031,0.0002855777],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.1174296,0.0003696359,0.09760197,0.001884576,0.0004803176,0.02596908,0.7243968,0.009642484,0.02222557],"genre_scores_gemma":[0.1436801,0.0004379094,0.1825896,0.001245948,0.0003226672,0.1260864,0.5265728,0.004396271,0.01466838],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.01997472,"threshold_uncertainty_score":0.06682205,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0931146594574479,"score_gpt":0.3205356898603982,"score_spread":0.2274210304029503,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}