{"id":"W7133544178","doi":"10.1145/3799914.3799924","title":"Report on the 18th Round of NII Testbeds and Community for Information Access Research (NTCIR-18)","year":2025,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Radiology practices and education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Event (particle physics); Metadata; Key (lock); Lifelog; Resource (disambiguation); Public access; Data access","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06360298,0.002949439,0.00251663,0.00466348,0.006191147,0.01002836,0.004630219,0.004115718,0.07999287],"category_scores_gemma":[0.04046991,0.001131254,0.002177186,0.00325547,0.0018945,0.006480117,0.01554991,0.006663131,0.06463172],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005274309,"about_ca_system_score_gemma":0.019904,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02804491,"about_ca_topic_score_gemma":0.03644097,"domain_scores_codex":[0.9715822,0.01040182,0.00103665,0.002644093,0.009320496,0.00501473],"domain_scores_gemma":[0.9170063,0.007763039,0.002107676,0.008146149,0.03064034,0.03433643],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006439976,0.0003759669,0.001263275,0.000310599,0.00004172627,0.0001104043,0.000382977,0.0003616531,0.001882284,0.002274072,0.9697099,0.02264321],"study_design_scores_gemma":[0.0004170731,0.0007514232,0.006136225,0.0002122542,0.00005290726,0.00008398631,0.001021382,0.001252615,0.002669157,0.002519175,0.9847758,0.0001080915],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"other","genre_scores_codex":[0.04734692,0.01550231,0.09400815,0.0750513,0.09007715,0.02918453,0.3568705,0.04043879,0.2515203],"genre_scores_gemma":[0.08329736,0.002688064,0.1148386,0.01144071,0.008872984,0.02227694,0.5331028,0.01080504,0.2126775],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.07999287,"threshold_uncertainty_score":0.3363687,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2047772391424067,"score_gpt":0.4925866001118755,"score_spread":0.2878093609694689,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}