{"id":"W4399891569","doi":"10.1007/978-3-031-63219-8_24","title":"An Evaluation Framework for Synthetic Data Generation Models","year":2024,"lang":"en","type":"book-chapter","venue":"IFIP advances in information and communication technology","topic":"Anomaly Detection Techniques and Applications","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"ca_institutions":"Novelis (Canada)","funders":"","keywords":"Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011155,0.001017998,0.001108357,0.001694252,0.0005790686,0.002413318,0.002030213,0.001451952,0.002998852],"category_scores_gemma":[0.0266634,0.00040747,0.0007698892,0.001190372,0.0007476143,0.002470187,0.001400608,0.001391958,0.0006613646],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002029174,"about_ca_system_score_gemma":0.00199572,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01083937,"about_ca_topic_score_gemma":0.00785448,"domain_scores_codex":[0.9952625,0.002493549,0.0002801902,0.0004325525,0.001321301,0.0002098268],"domain_scores_gemma":[0.9870678,0.007911971,0.0005000721,0.00130863,0.002950744,0.0002608674],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003562639,0.0002242349,0.002088376,0.0001346334,0.0001273812,0.0000694426,0.00005768623,0.7860703,0.002706202,0.04231934,0.00840702,0.157439],"study_design_scores_gemma":[0.000007296559,0.00002787875,0.00007447162,0.000006184724,0.000006356529,0.00000945988,0.000005519953,0.9946037,0.0004992395,0.004271923,0.0004846439,0.000003334974],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0139665,0.0004449576,0.9799186,0.0004272995,0.00007258755,0.0001760927,0.0005397169,0.002124075,0.002330081],"genre_scores_gemma":[0.4571036,0.0003895001,0.535925,0.0002319314,0.0001633199,0.0004695339,0.002692566,0.0006063615,0.002418196],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.011155,"threshold_uncertainty_score":0.05899394,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05892436286099193,"score_gpt":0.35058331940201,"score_spread":0.2916589565410181,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}