{"id":"W4405882647","doi":"10.1007/978-981-96-2061-6_31","title":"MM-CARP: Multimodal Model with Cross-Modal Retrieval-Augmented and Visual Region Perception","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Multimodal Machine Learning Applications","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Modal; Perception; Artificial intelligence; Computer vision; Pattern recognition (psychology)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0006054967,0.000688218,0.0005041692,0.0008832005,0.0004402003,0.001282422,0.001692025,0.0004186936,0.000007965759],"category_scores_gemma":[0.00005584586,0.000583681,0.0001070508,0.0007702522,0.00110991,0.0007648299,0.001382829,0.001488404,0.00006050756],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004457441,"about_ca_system_score_gemma":0.0004358785,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001156941,"about_ca_topic_score_gemma":0.00003883502,"domain_scores_codex":[0.9952162,0.00003343277,0.0005147429,0.002444769,0.001130211,0.000660665],"domain_scores_gemma":[0.99781,0.0002556283,0.0002599459,0.001106513,0.0003113956,0.0002565082],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00009048649,0.0000915605,0.0009835252,0.0001795987,0.0000412004,0.0001416337,0.00232321,0.5696635,0.001462421,0.02598442,0.00001334438,0.3990251],"study_design_scores_gemma":[0.0003940181,0.0002449701,0.002088531,0.0003497554,0.00001745424,0.0001784732,2.743604e-7,0.9590675,0.0001234198,0.03680212,0.00008137335,0.0006521317],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01140979,0.0001756563,0.9842423,0.001456968,0.0003952589,0.0006544116,0.000006831325,0.0004697889,0.001189027],"genre_scores_gemma":[0.7441878,0.00002848405,0.2540898,0.0004514999,0.0002563387,0.00001725401,0.00001248136,0.00006243685,0.0008939487],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.732778,"threshold_uncertainty_score":0.9997544,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01440097727799783,"score_gpt":0.2924754395763145,"score_spread":0.2780744622983167,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}