{"id":"W4417517804","doi":"10.48550/arxiv.2505.08455","title":"VCRBench: Exploring Long-form Causal Reasoning Capabilities of Large Video Language Models","year":2025,"lang":"en","type":"preprint","venue":"ArXiv.org","topic":"Multimodal Machine Learning Applications","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Mitacs","keywords":"Causal reasoning; Causal model; Visual reasoning; Key (lock); Benchmark (surveying); Language model; Simple (philosophy); Modular design; Model-based reasoning","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006700003,0.0004033779,0.0005580558,0.0003001411,0.0001981867,0.0001024244,0.002037421,0.0002400852,0.00003206776],"category_scores_gemma":[0.0003304857,0.000423647,0.0002247838,0.0004038294,0.0000827164,0.0005288466,0.003291407,0.001119989,0.00003964398],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001721541,"about_ca_system_score_gemma":0.0003233539,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005350254,"about_ca_topic_score_gemma":0.0002512501,"domain_scores_codex":[0.9972391,0.0001424315,0.0006328069,0.001020239,0.0004241454,0.0005413136],"domain_scores_gemma":[0.9966215,0.0003434762,0.0003850564,0.002310964,0.0002110304,0.0001279051],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001808033,0.0004074249,0.6704209,0.002053972,0.0002937814,0.00003784219,0.05205408,0.1091998,0.0006243078,0.1555,0.0001661929,0.00922368],"study_design_scores_gemma":[0.0005838071,0.00005700878,0.341073,0.001547133,0.0000838606,0.000007760036,0.0009056205,0.640992,0.004796841,0.008686777,0.0002350337,0.001031181],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7564404,0.0004128797,0.2385196,0.0003905737,0.0004266716,0.0003836098,0.00005368021,0.0004274532,0.002945111],"genre_scores_gemma":[0.9755223,0.00005955135,0.02299547,0.0001060542,0.0001475412,0.0004384382,0.00005276568,0.00002869875,0.0006492149],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5317922,"threshold_uncertainty_score":0.9998215,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05864879819581904,"score_gpt":0.3154730716831285,"score_spread":0.2568242734873095,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}