{"id":"W4318710503","doi":"10.1145/3582900.3582911","title":"Report on the 16th Round of NII Testbeds and Community for Information Access Research (NTCIR-16)","year":2022,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Automatic summarization; Scope (computer science); Task (project management); Question answering; World Wide Web; Information retrieval; Programming language","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05183459,0.002704246,0.002320431,0.004807806,0.005654187,0.009656011,0.004628505,0.004573567,0.1056399],"category_scores_gemma":[0.03569334,0.001217155,0.00199913,0.00362304,0.001396394,0.007655884,0.01729147,0.005890826,0.1136178],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005045187,"about_ca_system_score_gemma":0.02285016,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03310411,"about_ca_topic_score_gemma":0.05075531,"domain_scores_codex":[0.9782559,0.007019104,0.000775185,0.001811634,0.008000305,0.004137963],"domain_scores_gemma":[0.9098712,0.006139299,0.001973355,0.006995291,0.03553594,0.03948489],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003478714,0.0001953425,0.0008081992,0.0002286483,0.00002397744,0.0000633727,0.0001863585,0.0001777818,0.0009980357,0.001402944,0.9816996,0.01386777],"study_design_scores_gemma":[0.0003112189,0.0003696176,0.006088213,0.0002318244,0.00004214864,0.00005860807,0.000735931,0.0006326602,0.001765514,0.002234532,0.9874418,0.00008798306],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"other","genre_scores_codex":[0.01993208,0.008864041,0.04799532,0.08604194,0.06715492,0.023588,0.522354,0.02389812,0.2001716],"genre_scores_gemma":[0.031308,0.002189097,0.06404325,0.01206903,0.004436098,0.02250233,0.6369932,0.007089891,0.2193691],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.1056399,"threshold_uncertainty_score":0.3534008,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1588813914080171,"score_gpt":0.3847171032660551,"score_spread":0.225835711858038,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}