{"id":"W2985141934","doi":"10.22148/16.048","title":"A Shared Task for the Digital Humanities Chapter 1: Introduction to Annotation, Narrative Levels and Shared Tasks","year":2019,"lang":"en","type":"article","venue":"Journal of Cultural Analytics","topic":"Digital Humanities and Scholarship","field":"Arts and Humanities","cited_by":14,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Digital humanities; Annotation; Narrative; Task (project management); Field (mathematics); Computer science; Humanities; World Wide Web; Artificial intelligence; Literature; Philosophy; Art; Engineering; Mathematics","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0001736801,0.0001522391,0.0002339998,0.00009006075,0.0003825274,0.002378132,0.0001809907,0.00002633555,0.0007800618],"category_scores_gemma":[0.0001218937,0.00008566079,0.0001465485,0.00003030345,0.0001321864,0.002090747,0.00003764954,0.0001555894,0.0000202762],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003885381,"about_ca_system_score_gemma":0.00001722215,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000057963,"about_ca_topic_score_gemma":0.00008442579,"domain_scores_codex":[0.999051,0.00001031975,0.0003995815,0.0001269796,0.0002546539,0.0001575005],"domain_scores_gemma":[0.9984675,0.0001006662,0.0002716986,0.00009910279,0.001001225,0.00005981602],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004260858,0.0001039474,0.0002052266,0.00008785954,0.0006535939,0.000006080457,0.3686572,0.0003351384,0.000247246,0.5494363,0.07542585,0.004415459],"study_design_scores_gemma":[0.0006371835,0.00101403,0.00101267,0.00007422518,0.0001103527,0.00004343106,0.1638281,0.000236364,0.00003072344,0.0066282,0.8261178,0.0002669625],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9719214,0.0004381354,0.0001006025,0.01016645,0.001386476,0.0005904126,0.0005711118,0.00002459931,0.01480078],"genre_scores_gemma":[0.9654097,0.000006278679,0.00004116317,0.0005221156,0.0021997,0.000004122509,0.00002406978,0.00001251237,0.03178031],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.750692,"threshold_uncertainty_score":0.9986575,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0752353978742625,"score_gpt":0.2643746749599136,"score_spread":0.1891392770856511,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}