{"id":"W4372260367","doi":"10.1109/icassp49357.2023.10097150","title":"Evaluation of Categorical Generative Models - Bridging the Gap Between Real and Synthetic Data","year":2023,"lang":"en","type":"article","venue":"","topic":"Time Series Analysis and Forecasting","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Bridging (networking); Categorical variable; Generative grammar; Computer science; Data modeling; Generative model; Artificial intelligence; Machine learning; Database","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02517558,0.002194996,0.001529104,0.002586109,0.0009176889,0.00327908,0.002895277,0.003481507,0.002563237],"category_scores_gemma":[0.09653827,0.0005990815,0.001723455,0.002032915,0.002393726,0.003924691,0.003293588,0.003711181,0.0009015168],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002357468,"about_ca_system_score_gemma":0.001356663,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00422668,"about_ca_topic_score_gemma":0.004557266,"domain_scores_codex":[0.9845228,0.01055777,0.000820853,0.001886586,0.001848489,0.0003634522],"domain_scores_gemma":[0.9043227,0.07872479,0.00226668,0.009908791,0.003318733,0.001458263],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006767015,0.000658248,0.01358261,0.0009619349,0.0003654422,0.0001800864,0.00035472,0.8891068,0.003120326,0.0252406,0.007978856,0.0577737],"study_design_scores_gemma":[0.00008278875,0.0002175696,0.001904098,0.0001175889,0.00003324607,0.0001122028,0.0001259576,0.9668765,0.002773367,0.02567545,0.002035681,0.00004553431],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3731274,0.005313797,0.5946723,0.003807361,0.0005997869,0.0009787849,0.006422098,0.00435135,0.01072708],"genre_scores_gemma":[0.8171412,0.000673599,0.1674578,0.0007339426,0.0001556837,0.0006769454,0.01158641,0.0005051474,0.001069302],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02517558,"threshold_uncertainty_score":0.1331428,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.279198974995376,"score_gpt":0.3430289548141723,"score_spread":0.06382997981879635,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}