{"id":"W3152214984","doi":"10.3758/s13428-021-01558-w","title":"Evaluating the predication model of metaphor comprehension: Using word2vec to model best/worst quality judgments of 622 novel metaphors","year":2021,"lang":"en","type":"article","venue":"Behavior Research Methods","topic":"Language, Metaphor, and Cognition","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Metaphor; Comprehension; Set (abstract data type); Quality (philosophy); Computer science; Cognitive psychology; Cognition; Word2vec; Space (punctuation); Natural language processing; Psychology; Artificial intelligence; Linguistics; Epistemology; Philosophy","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002228596,0.001045867,0.0005271073,0.0009445213,0.0003728182,0.00170982,0.000575653,0.0009611255,0.001987279],"category_scores_gemma":[0.009603028,0.0002490905,0.0009721363,0.000763551,0.000379771,0.001560522,0.0005966414,0.001400816,0.0007162279],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008185464,"about_ca_system_score_gemma":0.0007130281,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01330685,"about_ca_topic_score_gemma":0.01289864,"domain_scores_codex":[0.999276,0.0003384371,0.000045025,0.000191347,0.00007144867,0.00007779191],"domain_scores_gemma":[0.9948134,0.004114409,0.0001917805,0.0002765044,0.0004441403,0.0001598092],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00966948,0.004027125,0.2656587,0.0007358211,0.00172789,0.0007961437,0.002849607,0.2569035,0.02864783,0.005638273,0.02722809,0.3961174],"study_design_scores_gemma":[0.00005699892,0.0001487692,0.0135224,0.00001368044,0.00006022226,0.00004921432,0.0001407125,0.9823187,0.001447956,0.00180866,0.0004088383,0.00002381447],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9773331,0.0002939627,0.01928258,0.0002591089,0.00009517585,0.00004724131,0.0009850536,0.0005034538,0.001200337],"genre_scores_gemma":[0.9882167,0.00005104806,0.009004673,0.00004906693,0.00001957252,0.00003989064,0.002168986,0.00005071678,0.0003993454],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01330685,"threshold_uncertainty_score":0.0264588,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7789337434495036,"score_gpt":0.6764091439089269,"score_spread":0.1025245995405767,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}