{"id":"W6948093127","doi":"10.48448/1kxs-ds29","title":"Context-Aware Assistant Selection for Improved Inference Acceleration with Large Language Models","year":2024,"lang":"en","type":"other","venue":"Underline Science Inc.","topic":"Wood and Agarwood Research","field":"Chemistry","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Inference; Leverage (statistics); Language model; Hull; Model selection; Flexibility (engineering); Rendering (computer graphics)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002482557,0.001609647,0.001248568,0.0008397715,0.0009433221,0.001935144,0.002251604,0.001294804,0.01030557],"category_scores_gemma":[0.01363182,0.0007611629,0.001072959,0.0009215798,0.0007599787,0.004314696,0.002856807,0.002483353,0.006041119],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001087025,"about_ca_system_score_gemma":0.003232371,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008589951,"about_ca_topic_score_gemma":0.01821825,"domain_scores_codex":[0.998069,0.0007400756,0.0001013985,0.0005956832,0.0003065359,0.0001874423],"domain_scores_gemma":[0.9965348,0.001880738,0.0001267452,0.0009432702,0.0003527857,0.0001616291],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001306839,0.0004887737,0.005608903,0.0005159762,0.0001820415,0.0006026233,0.0008401592,0.2431952,0.0206648,0.02921514,0.03937989,0.6579997],"study_design_scores_gemma":[0.00006624359,0.00006850268,0.0003179899,0.0000283679,0.00003421048,0.00008605749,0.00008170566,0.9591294,0.008899907,0.02311833,0.008139023,0.00003033264],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.03798158,0.001404968,0.9096285,0.001100727,0.000326729,0.0001638426,0.001105423,0.04053577,0.007752573],"genre_scores_gemma":[0.504549,0.0005605276,0.4807582,0.0007913006,0.0001906812,0.000241897,0.003045782,0.002405135,0.007457461],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.01030557,"threshold_uncertainty_score":0.03447562,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0306826001512683,"score_gpt":0.3334226791100195,"score_spread":0.3027400789587512,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}