{"id":"W6929193468","doi":"10.48448/ea6y-w344","title":"By My Eyes: Grounding Multimodal Large Language Models with Sensor Data via Visual Prompting","year":2024,"lang":"en","type":"other","venue":"Underline Science Inc.","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Visualization; Sensory system; Generator (circuit theory); Code (set theory); Security token; Visual language; Data visualization","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002796644,0.0009250614,0.0007355663,0.001471722,0.0004059615,0.0009322144,0.003082946,0.0003417003,0.0006232525],"category_scores_gemma":[0.0001797426,0.0007434961,0.00006240307,0.002466733,0.001351456,0.001509637,0.001987323,0.001037744,0.00545923],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005372644,"about_ca_system_score_gemma":0.0007783714,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001732824,"about_ca_topic_score_gemma":0.001688505,"domain_scores_codex":[0.9920393,0.0001200303,0.0005706543,0.003012717,0.002448223,0.001809047],"domain_scores_gemma":[0.9966004,0.00008344284,0.0005341598,0.002212274,0.0001374461,0.0004323097],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001728254,0.002188791,0.0003049038,0.002003574,0.0008927742,0.001364813,0.00835376,0.0009744575,0.1391151,0.004371517,0.8258627,0.0143948],"study_design_scores_gemma":[0.001006215,0.0001533175,0.000002305416,0.0012642,0.0002098715,0.0001038506,0.003279058,0.9477571,0.0003852296,0.0001459742,0.0442426,0.001450282],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.01124084,0.008677431,0.4140827,0.0004165605,0.003359599,0.007529864,0.02867012,0.01281451,0.5132084],"genre_scores_gemma":[0.367183,0.00003128852,0.1470027,0.00036773,0.002876093,0.0001008549,0.006296205,0.006411728,0.4697304],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.9467826,"threshold_uncertainty_score":0.9995016,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03340623414192344,"score_gpt":0.3494942097754464,"score_spread":0.316087975633523,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}