{"id":"W4401043166","doi":"10.18653/v1/2024.findings-naacl.123","title":"Methods, Applications, and Directions of Learning-to-Rank in NLP Research","year":2024,"lang":"en","type":"article","venue":"","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Government of Canada","keywords":"Artificial intelligence; Rank (graph theory); Computer science; Natural language processing; Learning to rank; Machine learning; Ranking (information retrieval); Mathematics","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03786913,0.002186559,0.00313618,0.008119496,0.002128841,0.01100681,0.003874368,0.004416055,0.005532953],"category_scores_gemma":[0.08716519,0.001350191,0.00187552,0.01516133,0.009766314,0.01532371,0.004692197,0.007232668,0.00407643],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00290618,"about_ca_system_score_gemma":0.003842161,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005381228,"about_ca_topic_score_gemma":0.004616491,"domain_scores_codex":[0.9691478,0.02123921,0.001399645,0.002748509,0.004950196,0.0005146216],"domain_scores_gemma":[0.882414,0.09782219,0.002869956,0.008174182,0.007672798,0.001046834],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000108113,0.000157071,0.002941491,0.001605453,0.0001760019,0.0001470085,0.0008175261,0.02344384,0.0004586315,0.6428114,0.01065834,0.3166752],"study_design_scores_gemma":[0.00004443576,0.0001236472,0.0007016766,0.0005767625,0.00004425915,0.0002356766,0.0003696208,0.111766,0.0006116736,0.8460428,0.03937343,0.0001099833],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.002772972,0.07967342,0.8928894,0.01382927,0.0006926701,0.0001549771,0.0002852503,0.0004475607,0.009254589],"genre_scores_gemma":[0.1331974,0.1074133,0.7370334,0.003748349,0.007269781,0.0009025563,0.0007894508,0.0004406348,0.009205241],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.03786913,"threshold_uncertainty_score":0.2002735,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04320733918438564,"score_gpt":0.4518666971700133,"score_spread":0.4086593579856276,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}