{"id":"W4387133984","doi":"10.1364/oe.500467","title":"Performance vs. complexity in NN pre-distortion for a nonlinear channel","year":2023,"lang":"en","type":"article","venue":"Optics Express","topic":"Optical Network Technologies","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Quantization (signal processing); Nonlinear system; Bandwidth (computing); Lookup table; Bandlimiting; Nonlinear distortion; Artificial neural network; Computational complexity theory; Pulse-amplitude modulation; Distortion (music); Algorithm; Electronic engineering; Artificial intelligence; Mathematics; Telecommunications; Fourier transform; Pulse (music); Physics; Amplifier","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001103141,0.0001161814,0.0001547268,0.0001005603,0.0000396024,0.00001997075,0.0001924565,0.0001161483,0.000003294619],"category_scores_gemma":[0.00005141955,0.0001249729,0.00003285983,0.000277345,0.000059472,0.00009988265,0.00007375568,0.0001509049,0.00003359919],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005541485,"about_ca_system_score_gemma":0.000004578951,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002083056,"about_ca_topic_score_gemma":0.000009885021,"domain_scores_codex":[0.9992386,0.000004242125,0.0001813304,0.0001467499,0.00009665835,0.000332437],"domain_scores_gemma":[0.9996302,0.00006162723,0.00001672113,0.0002324643,0.00002624842,0.00003279714],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00009673864,0.00009181324,0.001334724,0.0008615615,0.000034624,0.00001001636,0.0006165243,0.9762381,0.002313605,0.003654583,0.005728037,0.009019677],"study_design_scores_gemma":[0.0002437083,0.00005136354,0.002570277,0.00005250368,0.000004133844,6.206218e-7,0.00003396068,0.9918754,0.002480372,0.0006310962,0.001904585,0.0001519456],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9918027,0.00004012114,0.005193009,0.00009662571,0.0003348843,0.0003549584,0.00003755516,0.001287079,0.0008530634],"genre_scores_gemma":[0.9699883,0.0001744922,0.02931647,0.000008771926,0.0001133946,0.0001753884,0.00005645055,0.00003872312,0.0001279359],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02412346,"threshold_uncertainty_score":0.5096247,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03827440288906909,"score_gpt":0.2571970086283485,"score_spread":0.2189226057392795,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}