{"id":"W3213354518","doi":"10.1109/lra.2021.3129136","title":"OCRTOC: A Cloud-Based Competition and Benchmark for Robotic Grasping and Manipulation","year":2021,"lang":"en","type":"article","venue":"IEEE Robotics and Automation Letters","topic":"Robot Manipulation and Learning","field":"Engineering","cited_by":46,"is_retracted":false,"has_abstract":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Benchmark (surveying); Upload; Computer science; Robot; Competition (biology); Cloud computing; Table (database); Artificial intelligence; Workflow; Set (abstract data type); Field (mathematics); Data mining; Database; Operating system; Programming language","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000892169,0.0001234152,0.0001426605,0.00008778361,0.0001507864,0.000143309,0.0000194932,0.00005571728,0.000007146774],"category_scores_gemma":[0.00001936455,0.0001433793,0.00002515622,0.00009275722,0.00002576917,0.0001520996,0.000007279538,0.00007828192,0.000001282672],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002651096,"about_ca_system_score_gemma":0.000006876072,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002596121,"about_ca_topic_score_gemma":0.000006035942,"domain_scores_codex":[0.9993733,0.00002759171,0.0001988023,0.0001711505,0.00008850684,0.0001406065],"domain_scores_gemma":[0.9996952,0.00008929725,0.0000466091,0.00007636133,0.00003616523,0.00005637002],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001985266,0.00000471978,0.0009247573,0.0001955314,0.00001350463,0.000002091932,0.00009966916,0.9821409,0.01344563,0.002222714,0.0001294213,0.0008190696],"study_design_scores_gemma":[0.0004750124,0.00001375094,0.02640177,0.00008752763,0.0000305429,0.00001210325,0.00003012751,0.9720101,0.0005192132,0.0001551254,0.0001001618,0.0001645749],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1657083,0.0001458202,0.8318641,0.001630309,0.0003133909,0.0001650474,3.864268e-7,0.0001408321,0.00003175105],"genre_scores_gemma":[0.9858838,0.0000284503,0.01332873,0.0005330362,0.0001054632,0.00001168357,0.00007591935,0.00002241812,0.00001048202],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8201755,"threshold_uncertainty_score":0.5846838,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01625072530844462,"score_gpt":0.2220119569381365,"score_spread":0.2057612316296919,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}