{"id":"W7133544178","doi":"10.1145/3799914.3799924","title":"Report on the 18th Round of NII Testbeds and Community for Information Access Research (NTCIR-18)","year":2025,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Radiology practices and education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Event (particle physics); Metadata; Key (lock); Lifelog; Resource (disambiguation); Public access; Data access","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00265086,0.00005781553,0.0001286663,0.0001161354,0.0004590551,0.00005025766,0.0002418431,0.00007847507,0.00001545903],"category_scores_gemma":[0.009450354,0.00003871395,0.00002774191,0.0002465306,0.0001400241,0.0004131898,0.0001585478,0.0004452694,0.000003240507],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004906263,"about_ca_system_score_gemma":0.000176263,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004457904,"about_ca_topic_score_gemma":0.00003108458,"domain_scores_codex":[0.9992226,0.0001560291,0.0002427836,0.00007119124,0.0001362002,0.0001711569],"domain_scores_gemma":[0.9957564,0.003071747,0.0001346357,0.0007091637,0.0002970886,0.00003089439],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001140543,0.0005201023,0.5193328,0.0005699839,0.0002239351,0.000002822052,0.002700303,0.000007700218,0.0007560671,0.02060495,0.3995288,0.054612],"study_design_scores_gemma":[0.001194116,0.001255221,0.6404769,0.0002092306,0.0001118497,0.00009142479,0.01076491,0.0002517358,0.003946766,0.02568002,0.3159177,0.0001001817],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.937195,0.00006908814,0.0001178926,0.04191581,0.0001838717,0.0005835293,0.000004750342,0.00001272331,0.01991734],"genre_scores_gemma":[0.9970623,0.00006051012,0.0001883469,0.001367092,0.00003605323,0.00007368136,0.00006969202,0.000003880409,0.001138504],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.121144,"threshold_uncertainty_score":0.9988934,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2047772391424067,"score_gpt":0.4925866001118755,"score_spread":0.2878093609694689,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}