{"id":"W3039101652","doi":"10.1109/twc.2020.3003617","title":"Methodology for Benchmarking Radio-Frequency Channel Sounders Through a System Model","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Wireless Communications","topic":"Millimeter-Wave Propagation and Modeling","field":"Engineering","cited_by":26,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"National Institute of Standards and Technology; National Science Foundation","keywords":"Benchmarking; Computer science; Channel (broadcasting); Wireless; Calibration; Representation (politics); Real-time computing; Ground truth; Software deployment; Computer engineering; Data mining; Simulation; Telecommunications; Artificial intelligence; Software engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004035674,0.001089847,0.0006358747,0.0009981571,0.0005296887,0.001232646,0.001848094,0.001090607,0.002724956],"category_scores_gemma":[0.007685313,0.0004009696,0.0007180202,0.0007469128,0.0006098342,0.001302816,0.001389361,0.001378474,0.0008357793],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001149518,"about_ca_system_score_gemma":0.002394967,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002778568,"about_ca_topic_score_gemma":0.001709057,"domain_scores_codex":[0.9977538,0.000821836,0.0001465606,0.00026062,0.0008907094,0.0001265194],"domain_scores_gemma":[0.9971516,0.001134041,0.0002972966,0.0004567689,0.0009111581,0.00004928731],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006672352,0.0001710983,0.002031726,0.0002800028,0.00005562983,0.0001181367,0.0002088387,0.8879209,0.01466784,0.038041,0.001193642,0.05524433],"study_design_scores_gemma":[0.00002077217,0.0001508291,0.0004688328,0.00004110933,0.00001907636,0.00005582073,0.00007243406,0.9780201,0.008630177,0.008840208,0.00365649,0.00002417041],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.003566358,0.00001579047,0.9947881,0.00003274967,0.000007845931,0.000184549,0.00009081553,0.0003323992,0.0009813752],"genre_scores_gemma":[0.2707473,0.0001421227,0.7238021,0.00007615968,0.00001892791,0.002632011,0.000735599,0.0001922258,0.001653535],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.004035674,"threshold_uncertainty_score":0.02134287,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1753888975543388,"score_gpt":0.3045137312329744,"score_spread":0.1291248336786356,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}