{"id":"W4396723194","doi":"10.1145/3589334.3645603","title":"Multimodal Relation Extraction via a Mixture of Hierarchical Visual Context Learners","year":2024,"lang":"en","type":"article","venue":"","topic":"Multimodal Machine Learning Applications","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"Universitas Brawijaya","keywords":"Computer science; Relation (database); Relationship extraction; Context (archaeology); Extraction (chemistry); Artificial intelligence; Context model; Natural language processing; Data mining; Chromatography; Chemistry","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001700664,0.001787305,0.001454795,0.002553768,0.0007608178,0.001777135,0.002120678,0.001615327,0.004546632],"category_scores_gemma":[0.005013397,0.0006240416,0.002433182,0.00159769,0.0007353335,0.004408173,0.004395983,0.002292488,0.002127293],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007307052,"about_ca_system_score_gemma":0.00100539,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00439321,"about_ca_topic_score_gemma":0.007393871,"domain_scores_codex":[0.9985651,0.0003132082,0.00006765036,0.0005415705,0.0003587021,0.0001538201],"domain_scores_gemma":[0.9989064,0.0004591249,0.00006944579,0.0002167041,0.0002613357,0.00008695017],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006220189,0.0002913442,0.002173616,0.0002291404,0.0002069656,0.0003212313,0.000557424,0.03638484,0.03161673,0.01307464,0.008985516,0.9055365],"study_design_scores_gemma":[0.00006566758,0.0002062924,0.001321468,0.00007505825,0.0001658305,0.0003729554,0.0003265132,0.9181172,0.02433063,0.04762085,0.007338873,0.00005866507],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02545635,0.001274729,0.964718,0.000316171,0.00007494666,0.0001692129,0.0003672201,0.003876153,0.00374721],"genre_scores_gemma":[0.4343209,0.0009277517,0.555352,0.0006611422,0.0001842467,0.000282777,0.001652364,0.0003633318,0.006255493],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.004546632,"threshold_uncertainty_score":0.01521003,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.009990317320447086,"score_gpt":0.3100381747683123,"score_spread":0.3000478574478652,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}