{"id":"W4200099029","doi":"10.22148/001c.30704","title":"Annotation Guidelines for Narrative Levels","year":2021,"lang":"en","type":"article","venue":"Journal of Cultural Analytics","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Narrative; CLARITY; Rule of thumb; Focus (optics); Set (abstract data type); Computer science; Sentence; Narrative criticism; Linguistics; Narrative history; Natural language processing; Philosophy; Programming language","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002604229,0.00006768445,0.0001629261,0.00003853604,0.00007026103,0.0001263423,0.0002604784,0.0000314386,0.000007286778],"category_scores_gemma":[0.0006853041,0.00004552114,0.0001407203,0.0001869338,0.00001000486,0.0005886583,0.00003840922,0.00008259466,0.000001244852],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003871485,"about_ca_system_score_gemma":0.0001340661,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":9.606218e-7,"about_ca_topic_score_gemma":0.000004308876,"domain_scores_codex":[0.999073,0.00002552158,0.0004638976,0.0000965069,0.000238928,0.0001021923],"domain_scores_gemma":[0.9953994,0.00005394931,0.0002994776,0.000112675,0.00407943,0.00005506011],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006423337,0.0002774023,0.000640011,0.0001655588,0.0009714855,0.0003978173,0.05717822,0.2801512,0.07120283,0.1725055,0.1621566,0.2542892],"study_design_scores_gemma":[0.001203053,0.0002165672,0.0006362162,0.0001491537,0.00008550191,0.0005835831,0.005636989,0.8961198,0.01921419,0.04475055,0.03109182,0.0003125626],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04132923,0.0003045081,0.9422296,0.01555601,0.000441802,0.00003044399,0.000001600793,0.00000810692,0.00009871832],"genre_scores_gemma":[0.4992728,0.0000338674,0.4976286,0.001023347,0.000601393,6.124108e-7,0.000001348669,0.000003451887,0.001434617],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6159686,"threshold_uncertainty_score":0.1856298,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2161367933206888,"score_gpt":0.3983666380430037,"score_spread":0.1822298447223149,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}