{"id":"W2886358838","doi":"10.18653/v1/w16-56","title":"Proceedings of the First Workshop on NLP and Computational Social Science","year":2016,"lang":"en","type":"paratext","venue":"","topic":"Computational and Text Analysis Methods","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Pacific Northwest National Laboratory; Office of Naval Research; University of Toronto; University of California, San Diego; Defense Advanced Research Projects Agency; Universiteit van Tilburg; University of Massachusetts Amherst; Freie Universität Berlin; Centre National de la Recherche Scientifique; University of Melbourne; Institute for Quantitative Social Science, Harvard University; University of Pittsburgh; Korea Advanced Institute of Science and Technology; University of Minnesota; National Science Foundation; Princeton University; University of Washington; Harvard Business School; Ohio State University; University of Pennsylvania; Multidisciplinary University Research Initiative; McGill University; Microsoft Research; University College London; Carnegie Mellon University","keywords":"Computer science; Artificial intelligence; Natural language processing; Data science","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00102636,0.0001240196,0.0002222894,0.0001630255,0.001499654,0.0001430545,0.0004981581,0.0001219056,0.001131697],"category_scores_gemma":[0.0002151577,0.00007194578,0.0001159595,0.0008779225,0.001983869,0.000125095,0.0001569614,0.0001401014,0.0001171745],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001030439,"about_ca_system_score_gemma":0.0004763988,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007813546,"about_ca_topic_score_gemma":0.00005527712,"domain_scores_codex":[0.9981986,0.00003344324,0.0002144904,0.0003130657,0.001031326,0.0002090818],"domain_scores_gemma":[0.9985806,0.0005228676,0.0002527221,0.00004191083,0.0005444848,0.00005746158],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001741297,0.00006710447,0.0003813481,0.00004608736,0.00005881742,9.058711e-8,0.005635635,0.00008396174,0.00001804044,0.6956017,0.2574655,0.0406243],"study_design_scores_gemma":[0.0002996347,0.00002497877,0.01496909,0.000288441,0.00006166114,6.337885e-7,0.001585016,0.0003265702,0.00005098372,0.04998845,0.9320052,0.0003993143],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.003859871,0.00005605096,0.0005373643,0.008937941,0.0005988809,0.0001875351,0.00001544224,0.00001288181,0.985794],"genre_scores_gemma":[0.5050321,0.0001150847,0.002193243,0.0009606777,0.001765175,0.00001891874,0.00000497608,0.0000184935,0.4898914],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.6745397,"threshold_uncertainty_score":0.9998003,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04071723295587542,"score_gpt":0.3739174452502604,"score_spread":0.333200212294385,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}