{"id":"W4214826913","doi":"10.1109/taslp.2022.3155281","title":"Dealing With Hierarchical Types and Label Noise in Fine-Grained Entity Typing","year":2022,"lang":"en","type":"article","venue":"IEEE/ACM Transactions on Audio Speech and Language Processing","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"Fundamental Research Funds for the Central Universities; State Key Laboratory of Software Development Environment; National Natural Science Foundation of China","keywords":"Benchmarking; Computer science; Noise (video); Hierarchical organization; Hierarchical database model; Artificial intelligence; Data mining; Pattern recognition (psychology); Machine learning; Image (mathematics)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01000674,0.001584977,0.002123253,0.002570162,0.001509202,0.003032417,0.004145791,0.003521157,0.001176257],"category_scores_gemma":[0.03093814,0.001371461,0.001459758,0.003499093,0.002362004,0.007446857,0.002968826,0.005011613,0.001047705],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001684675,"about_ca_system_score_gemma":0.002668922,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01036944,"about_ca_topic_score_gemma":0.01886428,"domain_scores_codex":[0.9928243,0.002327073,0.0004961636,0.002337831,0.001472769,0.0005418122],"domain_scores_gemma":[0.9602042,0.02657518,0.003459297,0.006711457,0.002381525,0.0006683418],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001138511,0.0006582161,0.05822872,0.000583383,0.0002875884,0.001407416,0.002604434,0.3735707,0.02540823,0.02344486,0.01046312,0.5022048],"study_design_scores_gemma":[0.0000235974,0.00008759694,0.005130505,0.00005372622,0.00004990675,0.0004531488,0.0002052392,0.9589719,0.009278608,0.02223301,0.003460588,0.0000522317],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08449117,0.0008206661,0.9097099,0.000406713,0.0001095897,0.00009378399,0.0004320729,0.003115934,0.0008202323],"genre_scores_gemma":[0.6193205,0.0004664274,0.371669,0.0005820274,0.0001927082,0.0002010807,0.002832465,0.0007509791,0.003984886],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01036944,"threshold_uncertainty_score":0.05292135,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01122754845453324,"score_gpt":0.2616009364783938,"score_spread":0.2503733880238606,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}