{"id":"W4323526547","doi":"10.1145/3545947.3576225","title":"A Case Study in Opportunities for Adaptive Experiments to Enable Rapid Continuous Improvement","year":2022,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Bridge (graph theory); Adaptive learning; New product development; Product (mathematics); Artificial intelligence; Management","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01981604,0.000881665,0.000554122,0.001391022,0.004436797,0.004069455,0.003162802,0.005834192,0.004603393],"category_scores_gemma":[0.04173328,0.0005263762,0.00101559,0.001395426,0.003599633,0.004035965,0.004243866,0.003917718,0.001193246],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002812064,"about_ca_system_score_gemma":0.002436478,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002060547,"about_ca_topic_score_gemma":0.00452386,"domain_scores_codex":[0.9745893,0.01935099,0.0007008743,0.001372019,0.002384007,0.001602708],"domain_scores_gemma":[0.9249833,0.05586192,0.002521837,0.006909435,0.003653922,0.006069608],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"case_report","study_design_scores_codex":[0.005954367,0.03623769,0.06152961,0.003981646,0.0003858891,0.04796166,0.2463807,0.03112971,0.05198279,0.1061664,0.03561143,0.372678],"study_design_scores_gemma":[0.002601875,0.02768774,0.07077059,0.002915667,0.0003934122,0.02054674,0.168417,0.07653631,0.0908827,0.07596993,0.462463,0.0008150591],"study_design_candidate":"case_report","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8320736,0.0007917176,0.105941,0.0101362,0.0003217106,0.003099169,0.0006075536,0.001164859,0.04586415],"genre_scores_gemma":[0.885812,0.0002889083,0.1032194,0.001053849,0.00007132498,0.001242294,0.0001800931,0.0001914648,0.007940602],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01981604,"threshold_uncertainty_score":0.1047985,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1097059272622135,"score_gpt":0.3239770169037484,"score_spread":0.2142710896415349,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}