{"id":"W2943544114","doi":"10.1145/3300115.3309511","title":"Experience Report","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"Office of Naval Research","keywords":"Novelty; Perspective (graphical); Relevance (law); Intervention (counseling); Diversity (politics); Psychology; Computer science; Medical education; Videoconferencing; Knowledge management; Pedagogy; Multimedia; Social psychology; Sociology; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003625116,0.0009671532,0.0006822499,0.002070817,0.004305177,0.004221703,0.002368976,0.001646067,0.3186573],"category_scores_gemma":[0.009793018,0.0004278659,0.0007612116,0.00184805,0.0008447358,0.00406325,0.006194296,0.00253782,0.1407381],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001764692,"about_ca_system_score_gemma":0.003889122,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00396694,"about_ca_topic_score_gemma":0.00598786,"domain_scores_codex":[0.995391,0.0011253,0.0002999626,0.0008369825,0.00140032,0.0009464129],"domain_scores_gemma":[0.9943969,0.0008266686,0.0002787209,0.0006873328,0.002004969,0.001805446],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006806738,0.001601758,0.02236135,0.001028704,0.00004088251,0.004049923,0.02399038,0.0002325461,0.00231378,0.01744096,0.4201475,0.5061116],"study_design_scores_gemma":[0.00002318996,0.0002084701,0.004972597,0.0002741235,0.00001640711,0.002616187,0.01327801,0.00009396692,0.0004757935,0.001491545,0.9765128,0.00003707336],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.07458817,0.00410842,0.01189717,0.009666055,0.003435869,0.001581923,0.0106444,0.001479689,0.8825983],"genre_scores_gemma":[0.1962271,0.003966669,0.01064059,0.007501579,0.0006119758,0.001795724,0.0124445,0.0009465581,0.7658653],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.3186573,"threshold_uncertainty_score":0.9718526,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01080469859025903,"score_gpt":0.2632484210859516,"score_spread":0.2524437224956926,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}