{"id":"W4318710503","doi":"10.1145/3582900.3582911","title":"Report on the 16th Round of NII Testbeds and Community for Information Access Research (NTCIR-16)","year":2022,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Automatic summarization; Scope (computer science); Task (project management); Question answering; World Wide Web; Information retrieval; Programming language","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003813291,0.00006490669,0.00009600949,0.0001003818,0.001192097,0.0001947807,0.002146234,0.00002593665,0.000007974722],"category_scores_gemma":[0.001368793,0.0000508193,0.00003080238,0.0003430582,0.00005751277,0.0008170626,0.003182699,0.0004893743,0.000001397687],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000850396,"about_ca_system_score_gemma":0.000089598,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004844057,"about_ca_topic_score_gemma":0.00003825951,"domain_scores_codex":[0.9986228,0.0002712154,0.000270052,0.0001208265,0.0004695492,0.0002456023],"domain_scores_gemma":[0.9967272,0.001486356,0.0001361167,0.00145768,0.0001593285,0.00003332249],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001379064,0.0004512604,0.05290434,0.0002311717,0.00008236102,0.00001141852,0.01388032,0.002888706,0.00040002,0.6096374,0.06447328,0.2549018],"study_design_scores_gemma":[0.001572806,0.002290165,0.02397973,0.00007679879,0.00001653018,0.0002070969,0.009057261,0.1449132,0.006061629,0.5688258,0.2424316,0.0005673651],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8527703,0.00003745138,0.1265644,0.01416193,0.0002901072,0.0007413441,0.00001561636,0.00006500454,0.005353888],"genre_scores_gemma":[0.9969953,0.000002836847,0.002097073,0.00059147,0.00001558742,0.0001194247,0.00001143781,0.000004199782,0.0001626862],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2543344,"threshold_uncertainty_score":0.9168768,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1588813914080171,"score_gpt":0.3847171032660551,"score_spread":0.225835711858038,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}