{"id":"W4205398686","doi":"10.1109/cog52621.2021.9619099","title":"Predicting Beliefs from NPC Dialogues","year":2021,"lang":"en","type":"article","venue":"2021 IEEE Conference on Games (CoG)","topic":"Digital Games and Media","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Harm; Narrative; Computer science; Embedding; Work (physics); Human–computer interaction; Psychology; Social psychology; Artificial intelligence; Engineering; Linguistics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002535693,0.0002059632,0.0003196677,0.00005139768,0.0001577924,0.0004548148,0.0003613883,0.0001787962,0.002624159],"category_scores_gemma":[0.0008301673,0.0002042684,0.0001430557,0.0002978342,0.00028863,0.0002988367,0.0000790584,0.000268742,0.0006358808],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005415376,"about_ca_system_score_gemma":0.000712027,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009686531,"about_ca_topic_score_gemma":0.006352901,"domain_scores_codex":[0.9978378,0.0001855844,0.000284167,0.0005502215,0.0006005016,0.0005417355],"domain_scores_gemma":[0.9985748,0.0003366039,0.0001159971,0.0003700057,0.000274647,0.0003279628],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004381525,0.0003762061,0.00987641,0.00002421993,0.0001934874,0.0002888465,0.04335892,0.00001609968,0.003901945,0.04783728,0.008920022,0.8851628],"study_design_scores_gemma":[0.0009631105,0.0002059146,0.01269432,0.0006684005,0.0001262034,0.000002424506,0.02355685,0.0003174954,0.006890963,0.01224482,0.9414473,0.0008822181],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2058264,0.0006746065,0.0001296968,0.003148563,0.002944794,0.0002512121,0.000164848,0.000155592,0.7867043],"genre_scores_gemma":[0.9288366,0.001047287,0.0002679175,0.0007799348,0.001715519,0.00003943343,0.00008733628,0.00002306564,0.06720285],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9325272,"threshold_uncertainty_score":0.9982876,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06035999936973806,"score_gpt":0.2979389966085816,"score_spread":0.2375789972388436,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}