{"id":"W3034223452","doi":"10.1073/pnas.1921417117","title":"Scaling up behavioral science interventions in online education","year":2020,"lang":"en","type":"article","venue":"Proceedings of the National Academy of Sciences","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":202,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"Stanford University; Microsoft; National Science Foundation","keywords":"Psychological intervention; Intervention (counseling); Obstacle; Field (mathematics); Scalability; Scale (ratio); Psychology; Computer science; Data science; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000979575,0.00006375835,0.0001121281,0.0002789345,0.000171741,0.00001919919,0.0008516717,0.00005417849,0.0001369082],"category_scores_gemma":[0.0002885884,0.00004931217,0.0001120266,0.001845355,0.001013887,0.0004784639,0.0001222681,0.000220288,0.000005652976],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005326073,"about_ca_system_score_gemma":0.0001181689,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007478138,"about_ca_topic_score_gemma":7.058342e-7,"domain_scores_codex":[0.9984443,0.000008224902,0.0004957356,0.0002518914,0.0006246998,0.0001751308],"domain_scores_gemma":[0.9992467,0.00002454951,0.0003469997,0.000007683958,0.0002996385,0.00007447953],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0001088704,0.004036464,0.2695374,0.0003811294,0.00001268882,2.086299e-8,0.007801893,0.00005028943,0.1495227,0.4660681,0.006795357,0.09568513],"study_design_scores_gemma":[0.0002749458,0.0001730013,0.9773768,0.0004727619,0.00001595513,0.000005044274,0.004188363,0.0003166775,0.01098985,0.005830493,0.0002574659,0.00009867499],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9906154,0.0001697479,9.287104e-7,0.005989219,0.0001335121,0.0001879023,0.00002302894,0.00001020887,0.002870018],"genre_scores_gemma":[0.998482,0.000004378524,0.0007771963,0.0004209252,0.00006455861,0.00001898007,3.439301e-7,0.000002781545,0.0002288266],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7078393,"threshold_uncertainty_score":0.3735707,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2707982758666093,"score_gpt":0.510990838054148,"score_spread":0.2401925621875387,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}