{"id":"W2894255682","doi":"10.3758/s13428-018-1137-1","title":"Beyond subjective judgments: Predicting evaluations of creative writing from computational linguistic features","year":2018,"lang":"en","type":"article","venue":"Behavior Research Methods","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":61,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of British Columbia","funders":"Imagination Institute","keywords":"Rubric; Creativity; Fluency; Readability; Psychology; Cohesion (chemistry); Writing assessment; Linguistics; Creativity technique; Context (archaeology); Creative writing; Cognitive psychology; Social psychology; Mathematics education","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003790383,0.0005610842,0.0002683644,0.00138836,0.0002276774,0.003433932,0.0003782165,0.000938601,0.00229052],"category_scores_gemma":[0.07411195,0.0002123817,0.000403639,0.0007403942,0.0005449745,0.002177474,0.0008233917,0.0008008135,0.0005381669],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002443297,"about_ca_system_score_gemma":0.000240225,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008762004,"about_ca_topic_score_gemma":0.001616431,"domain_scores_codex":[0.9980929,0.001067146,0.0001631217,0.0002315347,0.0003715295,0.0000736231],"domain_scores_gemma":[0.9202548,0.06315468,0.009279333,0.003218736,0.002661235,0.001431237],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.002350832,0.0013764,0.8079535,0.0003924011,0.0005565847,0.0002112962,0.00277197,0.008719367,0.01438503,0.002256623,0.001161344,0.1578646],"study_design_scores_gemma":[0.00009451254,0.001020235,0.8657655,0.0001374798,0.0002156509,0.0002781454,0.00136523,0.1135952,0.006197575,0.01051978,0.0006854132,0.0001253166],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9871187,0.0001499324,0.009854067,0.00006616049,0.00001725083,0.00005675436,0.0002105429,0.00004611871,0.0024803],"genre_scores_gemma":[0.9958782,0.00004860549,0.003468588,0.00002318123,0.00001416394,0.0000405026,0.0001525273,0.00001572879,0.0003585809],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.003790383,"threshold_uncertainty_score":0.0200457,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3290861747777553,"score_gpt":0.6516848971259406,"score_spread":0.3225987223481853,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}