{"id":"W4288072950","doi":"10.1145/3459637.3482352","title":"Identifying Untrustworthy Samples: Data Filtering for Open-domain Dialogues with Bayesian Optimization","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009207808,0.00231981,0.002471533,0.001732195,0.001371368,0.001873996,0.003064058,0.002766529,0.00138881],"category_scores_gemma":[0.02594616,0.001160397,0.002068285,0.00103479,0.001244901,0.003083396,0.002725016,0.004579747,0.001372564],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001329201,"about_ca_system_score_gemma":0.002019874,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008483911,"about_ca_topic_score_gemma":0.01189736,"domain_scores_codex":[0.9924908,0.004025416,0.0004306248,0.001757802,0.000954008,0.0003412914],"domain_scores_gemma":[0.9844305,0.01118699,0.0007330607,0.001512027,0.001641737,0.0004956325],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001476632,0.001123257,0.01003011,0.0006814968,0.0006898792,0.000279486,0.002007018,0.2620859,0.02100682,0.005284953,0.01385218,0.6814823],"study_design_scores_gemma":[0.00003885172,0.00006090733,0.0009530095,0.00002858109,0.00003621168,0.00004779085,0.0001318942,0.9886662,0.003678021,0.004819865,0.001509458,0.00002914998],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03107569,0.001119162,0.9616073,0.0006181667,0.00007821852,0.0001950166,0.0003525402,0.004206547,0.0007474027],"genre_scores_gemma":[0.3003754,0.0002962032,0.6921962,0.0008759492,0.0001231622,0.0005626025,0.002854386,0.000630106,0.002085981],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.009207808,"threshold_uncertainty_score":0.04869616,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2312629661684371,"score_gpt":0.2366491494227362,"score_spread":0.005386183254299098,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}