{"id":"W4376619178","doi":"10.1111/cogs.13291","title":"Investigating the Extent to which Distributional Semantic Models Capture a Broad Range of Semantic Relations","year":2023,"lang":"en","type":"article","venue":"Cognitive Science","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada; Agencia Estatal de Investigación; Eusko Jaurlaritza; National Science Foundation","keywords":"Semantic similarity; Natural language processing; Computer science; Artificial intelligence; Noun; Pointwise mutual information; Verb; Sentence; Distributional semantics; Similarity (geometry); Noun phrase; Event (particle physics); Mutual information","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001321376,0.0001146126,0.0001280202,0.000194906,0.0005778963,0.0001411131,0.001087371,0.00003246488,0.000005414684],"category_scores_gemma":[0.001655605,0.0000873295,0.00004327718,0.004318533,0.0003887372,0.0006832647,0.0006776304,0.0001745735,0.00009669285],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005348539,"about_ca_system_score_gemma":0.0004354574,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006575677,"about_ca_topic_score_gemma":0.00003145183,"domain_scores_codex":[0.9979218,0.00007216293,0.0002618575,0.0005352439,0.0008147167,0.0003941804],"domain_scores_gemma":[0.9982093,0.0003640621,0.0001002023,0.0003983486,0.000781415,0.0001466493],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000008613005,0.0001531595,0.02467381,0.0001207935,0.00005110179,0.00002731075,0.04517083,0.1647669,0.02422204,0.7107256,0.001192394,0.02888739],"study_design_scores_gemma":[0.000127853,0.00001857482,0.04361539,0.0001811122,0.000009311273,0.000009306087,0.00048192,0.9280004,0.0008163096,0.0266043,0.000007717252,0.0001278282],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3209242,0.00003762026,0.6743057,0.00324579,0.0001678826,0.0002674998,0.00001780149,0.00008831508,0.0009451508],"genre_scores_gemma":[0.9944453,0.000002522125,0.005010474,0.0003197449,0.00003140965,0.00003779185,0.000003742916,0.000004669644,0.0001444098],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7632335,"threshold_uncertainty_score":0.4444769,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05192242271474797,"score_gpt":0.2928185709111564,"score_spread":0.2408961481964085,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}