{"id":"W4200162648","doi":"10.22148/001c.30697","title":"On Organizing a Shared Task for the Digital Humanities – Conclusions and Future Paths","year":2021,"lang":"en","type":"article","venue":"Journal of Cultural Analytics","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Narrative; Annotation; Task (project management); Digital humanities; Narratology; Computer science; World Wide Web; Linguistics; Artificial intelligence; Engineering","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001209193,0.00009814782,0.0001597241,0.00003875655,0.000281231,0.0008341357,0.0004286878,0.00004413757,0.000006619987],"category_scores_gemma":[0.0002836921,0.00004925344,0.00009779422,0.0001969161,0.00004132297,0.0006204535,0.0001813354,0.0002235782,5.632796e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003670419,"about_ca_system_score_gemma":0.00006977507,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":6.099261e-7,"about_ca_topic_score_gemma":0.000002457475,"domain_scores_codex":[0.9993049,0.00001551105,0.0002215435,0.0001032449,0.0002352201,0.0001195627],"domain_scores_gemma":[0.9987439,0.0002225058,0.0002138781,0.0001332368,0.0006428771,0.00004359283],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008706204,0.0002363118,0.0001832933,0.000177861,0.0006192942,0.0007726042,0.02508288,0.00008618268,0.01889348,0.7137698,0.08097918,0.1591121],"study_design_scores_gemma":[0.003766823,0.002432325,0.001056428,0.001469125,0.0007654807,0.008309279,0.03393495,0.04228133,0.04247928,0.3985685,0.4629818,0.001954692],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1377607,0.08291922,0.6482713,0.1245053,0.003238547,0.0007804226,0.0001887186,0.0005169196,0.001818896],"genre_scores_gemma":[0.9206602,0.0003678943,0.07565276,0.001668773,0.0008700935,0.000001364885,0.000005172587,0.00001067085,0.0007630812],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7828995,"threshold_uncertainty_score":0.804359,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02082532698033321,"score_gpt":0.2705781422478529,"score_spread":0.2497528152675197,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}