{"id":"W4387133984","doi":"10.1364/oe.500467","title":"Performance vs. complexity in NN pre-distortion for a nonlinear channel","year":2023,"lang":"en","type":"article","venue":"Optics Express","topic":"Optical Network Technologies","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Quantization (signal processing); Nonlinear system; Bandwidth (computing); Lookup table; Bandlimiting; Nonlinear distortion; Artificial neural network; Computational complexity theory; Pulse-amplitude modulation; Distortion (music); Algorithm; Electronic engineering; Artificial intelligence; Mathematics; Telecommunications; Fourier transform; Pulse (music); Physics; Amplifier","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000421163,0.0003468709,0.0002634894,0.00020438,0.0002198995,0.0004298216,0.0005110968,0.0004955197,0.002487801],"category_scores_gemma":[0.00170859,0.0001414312,0.0001745442,0.0002012429,0.0002730268,0.0006030259,0.000320407,0.0007117789,0.0003422926],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006012199,"about_ca_system_score_gemma":0.0004290808,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002091503,"about_ca_topic_score_gemma":0.005054489,"domain_scores_codex":[0.999756,0.00003352798,0.00001834848,0.00004495393,0.000107599,0.00003953076],"domain_scores_gemma":[0.9992777,0.0004023906,0.00005103888,0.00009076339,0.0001547533,0.0000234841],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001461323,0.0004387088,0.01012177,0.0004404843,0.000119808,0.0003695863,0.0001972855,0.3757644,0.2165613,0.006096073,0.001725505,0.3867037],"study_design_scores_gemma":[0.00003187094,0.0005096219,0.004406525,0.00003357912,0.00003102671,0.0003714286,0.00004214887,0.7908607,0.2014446,0.0008694813,0.001366762,0.00003223002],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7411485,0.001146113,0.2429536,0.000526303,0.0001089506,0.00006466149,0.0001959755,0.001393299,0.01246266],"genre_scores_gemma":[0.9552395,0.0001668454,0.04251584,0.00007989289,0.000008578048,0.00001773028,0.00008962157,0.00002673526,0.001855261],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.002487801,"threshold_uncertainty_score":0.008322537,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03827440288906909,"score_gpt":0.2571970086283485,"score_spread":0.2189226057392795,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}