{"id":"W4200162648","doi":"10.22148/001c.30697","title":"On Organizing a Shared Task for the Digital Humanities – Conclusions and Future Paths","year":2021,"lang":"en","type":"article","venue":"Journal of Cultural Analytics","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Narrative; Annotation; Task (project management); Digital humanities; Narratology; Computer science; World Wide Web; Linguistics; Artificial intelligence; Engineering","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03953398,0.001104676,0.001050409,0.003225555,0.009899044,0.02158298,0.005256612,0.006878935,0.01281539],"category_scores_gemma":[0.04734302,0.0007119502,0.001570452,0.005241407,0.01621589,0.06750826,0.0243622,0.008265768,0.004320988],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005967786,"about_ca_system_score_gemma":0.009893275,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007048781,"about_ca_topic_score_gemma":0.006952587,"domain_scores_codex":[0.97751,0.01567601,0.000840619,0.002121703,0.002312727,0.00153885],"domain_scores_gemma":[0.945227,0.02510192,0.001563965,0.0123713,0.008892772,0.006842928],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001811389,0.0002103509,0.002004734,0.001029996,0.00005151363,0.0002643573,0.02987239,0.00152891,0.0006001709,0.6798361,0.1071543,0.1772659],"study_design_scores_gemma":[0.00002436671,0.00003676777,0.0009410165,0.00119915,0.00001781174,0.0001618589,0.0481543,0.003641929,0.000710513,0.6209242,0.324125,0.00006308929],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02576315,0.03019768,0.4336745,0.4322198,0.00739826,0.0007323622,0.001222694,0.001368943,0.06742258],"genre_scores_gemma":[0.3407864,0.02364359,0.5558754,0.02317073,0.005048407,0.002111727,0.005197471,0.001930843,0.04223558],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.03953398,"threshold_uncertainty_score":0.2090782,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02082532698033321,"score_gpt":0.2705781422478529,"score_spread":0.2497528152675197,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}