{"id":"W4399793246","doi":"10.1016/j.isci.2024.110297","title":"Fine-grained knowledge about manipulable objects is well-predicted by contrastive language image pre-training","year":2024,"lang":"en","type":"article","venue":"iScience","topic":"Robot Manipulation and Learning","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute","funders":"H2020 European Research Council; Fundação para a Ciência e a Tecnologia; Research Executive Agency; HORIZON EUROPE Framework Programme; European Research Council; Horizon 2020 Framework Programme; European Commission","keywords":"Chemistry; Computer science; Cognitive science; Data science; Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002247494,0.0001847656,0.0001615245,0.0001358229,0.0001312924,0.0002575566,0.0002324112,0.00006881983,0.0007202539],"category_scores_gemma":[0.0000866285,0.0001770078,0.00005517745,0.0006532868,0.00009094844,0.0004076306,0.00004289846,0.0002695518,0.0003721347],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006831968,"about_ca_system_score_gemma":0.00004956665,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002837856,"about_ca_topic_score_gemma":0.00002776564,"domain_scores_codex":[0.9988064,0.00002742154,0.0002049093,0.0003368809,0.0002075541,0.000416905],"domain_scores_gemma":[0.9995365,0.0001102966,0.0000208869,0.0001763158,0.00003705781,0.0001189082],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001416101,0.00005940482,0.0005820173,0.000564186,0.0001160367,0.0002036055,0.1380675,0.06995966,0.5718884,0.001412466,0.1777949,0.03933764],"study_design_scores_gemma":[0.0002194458,0.00002593472,0.00266935,0.000204085,0.0000147796,0.00001464658,0.00103818,0.9681842,0.008950789,0.00003354859,0.01835909,0.0002859478],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4018312,0.01930732,0.2880589,0.0004749051,0.003334907,0.000806031,0.00007754506,0.005434252,0.2806748],"genre_scores_gemma":[0.9905808,0.00001914949,0.0005857855,0.00006699261,0.0001320145,0.00001644313,0.00002502365,0.00003728896,0.008536494],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8982245,"threshold_uncertainty_score":0.7886274,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01212820850677977,"score_gpt":0.2641938530315872,"score_spread":0.2520656445248074,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}