{"id":"W4400529849","doi":"10.1145/3626772.3657994","title":"ReNeuIR at SIGIR 2024: The Third Workshop on Reaching Efficiency in Neural Information Retrieval","year":2024,"lang":"en","type":"article","venue":"","topic":"Image Retrieval and Classification Techniques","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Computer science; Information retrieval; Natural language processing; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007693565,0.0001252842,0.0000919257,0.00020691,0.0001574776,0.0005646219,0.0007151236,0.00007266719,0.00002374318],"category_scores_gemma":[0.0001576781,0.00007517137,0.0000652777,0.001282754,0.00004490272,0.0009453733,0.000232839,0.0003604567,0.0002088295],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001691592,"about_ca_system_score_gemma":0.00005132013,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001791321,"about_ca_topic_score_gemma":0.000007594745,"domain_scores_codex":[0.9987395,0.00008246137,0.0003153967,0.0002471326,0.0003917345,0.0002237531],"domain_scores_gemma":[0.999075,0.000316746,0.00005067992,0.0004765461,0.00004178751,0.00003926914],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006325311,0.00006961442,0.0001038571,0.00006094672,0.000009647968,0.00002405517,0.005014059,0.0002502471,0.003239758,0.232055,0.01382961,0.7452799],"study_design_scores_gemma":[0.0001408295,0.0001117946,0.00146324,0.0001358425,0.000004162666,0.00002911296,0.000154504,0.9141079,0.02471453,0.002888202,0.05596349,0.0002864067],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02478699,0.0006257457,0.8336514,0.02426353,0.001574222,0.0006760905,0.000002855325,0.001896548,0.1125226],"genre_scores_gemma":[0.9918951,0.00008604374,0.001134253,0.001278059,0.00005783097,0.00001268652,0.000004341637,0.000006136735,0.005525593],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9671081,"threshold_uncertainty_score":0.5444663,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02051990658149243,"score_gpt":0.2696434335606371,"score_spread":0.2491235269791447,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}