{"id":"W3003077735","doi":"10.22148/001c.11774","title":"Annotating Narrative Levels: Review of Guideline No. 6","year":2020,"lang":"en","type":"article","venue":"Journal of Cultural Analytics","topic":"Digital Humanities and Scholarship","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Annotation; Ambiguity; Computer science; Narrative; Guideline; Class (philosophy); Framing (construction); Interpretation (philosophy); Task (project management); Information retrieval; Natural language processing; Linguistics; Artificial intelligence; Political science; History","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000301613,0.0001200016,0.0004214938,0.00002908695,0.0001018174,0.0001512214,0.0002167684,0.00001832348,0.002253216],"category_scores_gemma":[0.0007172307,0.00007299798,0.0002707006,0.00005281409,0.0001145532,0.0007656585,0.00003234529,0.0002233954,0.00002224438],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001954475,"about_ca_system_score_gemma":0.00004795746,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004399223,"about_ca_topic_score_gemma":0.000009722983,"domain_scores_codex":[0.9983743,0.00003520025,0.001047126,0.00006787841,0.0003596819,0.0001158281],"domain_scores_gemma":[0.9964568,0.00004391287,0.0008096605,0.00005702963,0.002531422,0.0001011712],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000108364,0.0001309534,0.00005120368,0.003786258,0.0005838747,0.0000906749,0.1561753,0.000104572,0.0003331225,0.07583291,0.7574433,0.005359509],"study_design_scores_gemma":[0.0003196143,0.0006280734,0.000013169,0.002925857,0.0001567038,0.00002061983,0.04389597,0.000266094,0.00007567729,0.0007543375,0.9507611,0.0001827466],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.185742,0.05659851,0.0001649607,0.0404274,0.002133423,0.0005046228,0.0003524261,0.0000698032,0.7140069],"genre_scores_gemma":[0.9664273,0.00237519,0.001078373,0.01474651,0.003786978,5.995402e-7,0.00002034584,0.00002184067,0.01154287],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7806853,"threshold_uncertainty_score":0.9986588,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1687738392054509,"score_gpt":0.3191239451692339,"score_spread":0.150350105963783,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}