{"id":"W2943544114","doi":"10.1145/3300115.3309511","title":"Experience Report","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"Office of Naval Research","keywords":"Novelty; Perspective (graphical); Relevance (law); Intervention (counseling); Diversity (politics); Psychology; Computer science; Medical education; Videoconferencing; Knowledge management; Pedagogy; Multimedia; Social psychology; Sociology; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001893129,0.00003691364,0.00004285492,0.00002131371,0.00003833175,0.00009494368,0.000346856,0.00001499666,0.00005730074],"category_scores_gemma":[0.00002949405,0.00002977497,0.00002058926,0.00009793232,0.000006681699,0.0002057026,0.00009399663,0.00007718702,0.0004293615],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000006314843,"about_ca_system_score_gemma":0.00001247892,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004151763,"about_ca_topic_score_gemma":4.313388e-7,"domain_scores_codex":[0.9994804,0.00001632601,0.00007427936,0.000196583,0.0001131097,0.000119344],"domain_scores_gemma":[0.9994755,0.0000203363,0.00002658651,0.0004341741,0.00001156126,0.00003183338],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[8.720802e-7,0.00003569886,0.09899471,0.00000568846,0.000004898104,0.00014944,0.008254279,0.0001064792,0.0006207901,0.1341593,0.0007630532,0.7569048],"study_design_scores_gemma":[0.00008319208,0.00003843355,0.0104205,0.000006836014,3.624717e-7,0.0002695777,0.0001641958,0.005228042,0.0004512439,0.0001170047,0.9830832,0.0001374146],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2439635,0.00001544682,0.7249857,0.0004200601,0.0004510566,0.00004361142,5.314156e-9,0.0005523433,0.02956835],"genre_scores_gemma":[0.8383626,1.466482e-7,0.1456776,0.0001238633,0.00001296751,0.00000227587,1.516409e-7,0.00000186466,0.01581848],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9823201,"threshold_uncertainty_score":0.5518717,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01080469859025903,"score_gpt":0.2632484210859516,"score_spread":0.2524437224956926,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}