{"id":"W6891573426","doi":"10.48448/xjk3-by21","title":"Methods, Applications, and Directions of Learning-to-Rank in NLP Research","year":2024,"lang":"en","type":"other","venue":"Underline Science Inc.","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto; National Research Council Canada","funders":"","keywords":"Set (abstract data type); Rotation formalisms in three dimensions; Core (optical fiber); Multilingualism; Social media; Natural language; Clef; Statistical model","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009196861,0.0002247031,0.0003693292,0.006620857,0.0001847252,0.0001421062,0.000771485,0.0001870509,0.0003061317],"category_scores_gemma":[0.001213018,0.0002133407,0.00003340139,0.01018102,0.002272994,0.00009373721,0.000586231,0.001072105,0.003231844],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002903171,"about_ca_system_score_gemma":0.000669089,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001709236,"about_ca_topic_score_gemma":0.002257265,"domain_scores_codex":[0.9963554,0.0004941877,0.0003846064,0.001104848,0.001066749,0.0005941842],"domain_scores_gemma":[0.9983073,0.0003782186,0.0001308878,0.0006710439,0.0002840983,0.0002284336],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003100218,0.0006062041,0.001370518,0.0009120334,0.0000915753,0.00001331795,0.00234926,0.0002808026,0.06939992,0.05601774,0.5020844,0.3668432],"study_design_scores_gemma":[0.000109413,0.00007394697,0.0001276354,0.0003926288,0.00001784231,0.000007021173,0.0006589585,0.001718738,0.0005138933,0.004985908,0.9911603,0.0002337443],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.0001472045,0.01268211,0.007858695,0.001002386,0.0005005049,0.002857271,0.0001872091,0.0007715867,0.973993],"genre_scores_gemma":[0.004712669,0.0007286026,0.182041,0.00002687923,0.0003084195,0.0005710367,0.00002754537,0.0009166594,0.8106672],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.4890759,"threshold_uncertainty_score":0.9975442,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08572433679116906,"score_gpt":0.4866676175047409,"score_spread":0.4009432807135719,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}