{"id":"W6948093127","doi":"10.48448/1kxs-ds29","title":"Context-Aware Assistant Selection for Improved Inference Acceleration with Large Language Models","year":2024,"lang":"en","type":"other","venue":"Underline Science Inc.","topic":"Wood and Agarwood Research","field":"Chemistry","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Inference; Leverage (statistics); Language model; Hull; Model selection; Flexibility (engineering); Rendering (computer graphics)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003421317,0.0002837872,0.0002615587,0.0003025996,0.0002013068,0.0004092848,0.0004689461,0.0002463759,0.001055336],"category_scores_gemma":[0.00005055044,0.0002082252,0.00005436234,0.0004987136,0.0002436105,0.0002275124,0.0001182951,0.000435211,0.00005003417],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001837546,"about_ca_system_score_gemma":0.0008816759,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002956518,"about_ca_topic_score_gemma":0.003895619,"domain_scores_codex":[0.9979522,0.00001001506,0.0002115062,0.0007523817,0.0004999908,0.0005739387],"domain_scores_gemma":[0.9991426,0.0000460243,0.0001341046,0.0003159561,0.0002223701,0.0001388936],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003045759,0.0009200617,0.0001087935,0.004625192,0.000503109,0.00004442517,0.002259387,0.0002252977,0.5676969,0.02849872,0.306411,0.08840255],"study_design_scores_gemma":[0.002138337,0.0003934826,0.000002227888,0.001704084,0.0001418551,0.00002224016,0.002848972,0.6996137,0.07151259,0.002050805,0.2182308,0.001340984],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.002095571,0.002749833,0.2117148,0.001459197,0.000664309,0.002149247,0.002700232,0.002228439,0.7742383],"genre_scores_gemma":[0.4881379,0.00003760386,0.002098448,0.00009599301,0.000582449,0.0001338035,0.0002868772,0.0002765935,0.5083504],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.6993884,"threshold_uncertainty_score":0.9998578,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0306826001512683,"score_gpt":0.3334226791100195,"score_spread":0.3027400789587512,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}