{"id":"W2477109771","doi":"10.4018/978-1-4666-4999-6.ch020","title":"Reliability and Validity in Automated Content Analysis","year":2014,"lang":"en","type":"book-chapter","venue":"Advances in linguistics and communication studies","topic":"Computational and Text Analysis Methods","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Diction; Reliability (semiconductor); Content (measure theory); Content validity; Volume (thermodynamics); Computer science; Validity; Data science; Statistics; Linguistics; Mathematics; Philosophy; Psychometrics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001961148,0.0001414474,0.0005710861,0.0002289947,0.0002744214,0.00002948397,0.0001668931,0.00009276751,0.000005714956],"category_scores_gemma":[0.004511374,0.0001335296,0.0000658396,0.0001447415,0.0006816505,0.00002465093,0.0002084839,0.0002025082,6.709727e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009019933,"about_ca_system_score_gemma":0.00003158336,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006434426,"about_ca_topic_score_gemma":0.01468596,"domain_scores_codex":[0.9986444,0.0003311157,0.0004627295,0.000255416,0.0001968984,0.0001094637],"domain_scores_gemma":[0.9962927,0.002581466,0.0002701268,0.0002921816,0.000526145,0.00003741854],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000008314851,0.00001743193,0.009257362,0.00004063104,0.0001713251,8.952302e-7,0.002670235,0.0005304093,5.374143e-8,0.9759307,0.00002114959,0.01135149],"study_design_scores_gemma":[0.0001797754,0.0000197868,0.01018275,0.0001519758,0.00039363,7.628203e-8,0.0009052921,0.005195275,1.379263e-7,0.3747298,0.6079969,0.0002446442],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.003249465,0.1986127,0.00141456,0.0007471295,0.0004289533,0.0005033885,0.00003205366,0.0001787808,0.794833],"genre_scores_gemma":[0.7374273,0.2421726,0.008565145,0.00007493472,0.00009902661,0.00001774907,0.00003033176,0.000008794346,0.0116041],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.7832289,"threshold_uncertainty_score":0.8195111,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1640921458624373,"score_gpt":0.449471534461814,"score_spread":0.2853793885993767,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}