{"id":"W4320737676","doi":"10.1145/3584667.3584672","title":"Koli Calling Conference Report","year":2023,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Library science; Range (aeronautics); Track (disk drive); Computer science; Engineering","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000514805,0.0001144267,0.0001477229,0.00009300967,0.0001278487,0.0001034746,0.001101468,0.00006032835,0.0001091704],"category_scores_gemma":[0.001099477,0.0001071437,0.00006362831,0.0004457793,0.00003380967,0.00004683752,0.0005808407,0.0002212797,0.003312915],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001367501,"about_ca_system_score_gemma":0.00007179337,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005071153,"about_ca_topic_score_gemma":0.000002326284,"domain_scores_codex":[0.9987271,0.0000473624,0.0002381157,0.0003887519,0.0002756025,0.0003230176],"domain_scores_gemma":[0.9984952,0.0002138087,0.00009702489,0.0009968972,0.00009693974,0.0001000924],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001360444,0.0002307653,0.01221014,0.0001104255,0.0001232592,0.01142965,0.00262696,0.007634184,0.002333625,0.07757249,0.7562771,0.1294378],"study_design_scores_gemma":[0.0002629936,0.000065054,0.002254458,0.00006647724,0.00001010031,0.0001798787,0.0000904456,0.07426325,0.0006899429,0.01219377,0.9095396,0.0003840747],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.283043,0.0002388312,0.1801061,0.5083126,0.00182322,0.0003074342,0.00000593439,0.005013414,0.02114951],"genre_scores_gemma":[0.9255102,0.00009447183,0.04332013,0.0007497077,0.000260545,0.000008269441,0.00001710944,0.00001894141,0.03002068],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6424672,"threshold_uncertainty_score":0.9974631,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03590896884421271,"score_gpt":0.2919025848855783,"score_spread":0.2559936160413656,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}