{"id":"W2742194300","doi":"10.1177/1356389017715719","title":"Using online mining techniques to inform formative evaluations: An analysis of YouTube video comments about chronic pain","year":2017,"lang":"en","type":"article","venue":"Evaluation","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Economic and Social Research Council; Centre National de la Recherche Scientifique; McGill University","keywords":"Judgement; Formative assessment; Social media; Psychology; Applied psychology; Computer science; Public relations; World Wide Web; Political science","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.03054546,0.0001085382,0.0002789803,0.0003991994,0.00135189,0.0001425155,0.0003353175,0.00007943474,0.0002718616],"category_scores_gemma":[0.007619085,0.0001032389,0.0001016656,0.0006382325,0.0001806056,0.001235312,0.00006079506,0.00006854453,0.000002541055],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007074283,"about_ca_system_score_gemma":0.0003588081,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003244016,"about_ca_topic_score_gemma":0.008981107,"domain_scores_codex":[0.9953574,0.002677327,0.0004804406,0.0001873551,0.001083929,0.0002135621],"domain_scores_gemma":[0.9973332,0.000419969,0.0005992024,0.0004095848,0.001148895,0.00008909162],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002213033,0.0001093861,0.0081911,0.00001600609,0.0002678848,7.938613e-8,0.1845149,0.002704411,0.001054104,0.003417514,0.00007792812,0.7996245],"study_design_scores_gemma":[0.0005382681,0.0005412287,0.1923787,0.0001968135,0.001422424,5.684851e-8,0.05693601,0.7394184,0.001393142,0.003600082,0.003232625,0.0003422394],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8785248,0.00008331156,0.1148908,0.001065962,0.000141471,0.001038181,0.00006004386,0.00004193442,0.004153536],"genre_scores_gemma":[0.9171794,0.00001191015,0.08222491,0.0002136459,0.0001282059,0.00006440662,0.0001187584,0.00000779746,0.00005094779],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7992823,"threshold_uncertainty_score":0.9999482,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3269929441657317,"score_gpt":0.5957748917242113,"score_spread":0.2687819475584796,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}