{"id":"W3034223452","doi":"10.1073/pnas.1921417117","title":"Scaling up behavioral science interventions in online education","year":2020,"lang":"en","type":"article","venue":"Proceedings of the National Academy of Sciences","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":202,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"Stanford University; Microsoft; National Science Foundation","keywords":"Psychological intervention; Intervention (counseling); Obstacle; Field (mathematics); Scalability; Scale (ratio); Psychology; Computer science; Data science; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03694609,0.000900366,0.001254627,0.001993176,0.001940959,0.002026302,0.002382889,0.001495141,0.004022692],"category_scores_gemma":[0.06284504,0.0006494116,0.001894052,0.001565852,0.001699262,0.00228299,0.003612781,0.002714325,0.0005233388],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002967405,"about_ca_system_score_gemma":0.008358691,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005990605,"about_ca_topic_score_gemma":0.009260749,"domain_scores_codex":[0.9755,0.01721658,0.001417136,0.001554974,0.003071413,0.001239842],"domain_scores_gemma":[0.957491,0.03151974,0.003200977,0.004355029,0.002065197,0.001368133],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001471621,0.05199009,0.04430202,0.003721235,0.001319675,0.0001198238,0.004634579,0.0112938,0.005437389,0.006050507,0.004575075,0.8650842],"study_design_scores_gemma":[0.01825561,0.1585277,0.5572405,0.01095886,0.004357499,0.0003440644,0.01284394,0.04790352,0.02825526,0.0767298,0.08397491,0.0006083478],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8660336,0.003461602,0.06915922,0.006799574,0.001016262,0.03579969,0.0005493733,0.0009557066,0.01622496],"genre_scores_gemma":[0.7621925,0.002586761,0.199228,0.002865346,0.0003153624,0.03155522,0.0003208735,0.00006472813,0.0008712037],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03694609,"threshold_uncertainty_score":0.195392,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2707982758666093,"score_gpt":0.510990838054148,"score_spread":0.2401925621875387,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}