{"id":"W2943211855","doi":"10.1145/3329103.3329107","title":"ICER 2019 preview","year":2019,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Fifteenth; Publishing; Library science; Media studies; Multimedia; Political science; Computer science; History; Sociology; Law; Classics","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000303861,0.0001189337,0.0001820165,0.00004348629,0.00004357172,0.00009643679,0.001331609,0.00005194869,0.0009510041],"category_scores_gemma":[0.0002169227,0.00009949144,0.0000869845,0.0001824873,0.00001439077,0.00006404843,0.0004904793,0.0001935951,0.02531446],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000134854,"about_ca_system_score_gemma":0.00003542434,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001892484,"about_ca_topic_score_gemma":4.093684e-7,"domain_scores_codex":[0.9989676,0.00007046949,0.0001769848,0.0003323313,0.0002079184,0.0002447172],"domain_scores_gemma":[0.998444,0.0001625068,0.00008020739,0.001189935,0.0000497395,0.0000735974],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000009027529,0.0002662826,0.009840637,0.0002294002,0.00007774572,0.00004706948,0.0004833143,0.0006477605,0.0005431091,0.04011162,0.7448642,0.2028798],"study_design_scores_gemma":[0.0001991274,0.00006596606,0.0009836762,0.00007010205,0.000007067516,0.000008734803,0.000005533448,0.001954261,0.00008310006,0.001113493,0.9953343,0.0001746201],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1913167,0.01415671,0.03035251,0.6606296,0.003729985,0.001539371,0.00001112388,0.002260936,0.09600309],"genre_scores_gemma":[0.6013023,0.001176104,0.146463,0.011656,0.0005863171,0.00001629116,0.00001604603,0.00006007991,0.2387238],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6489736,"threshold_uncertainty_score":0.9999623,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.007859121275715492,"score_gpt":0.244470938846106,"score_spread":0.2366118175703905,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}