{"id":"W4400642909","doi":"10.1145/3657604.3664642","title":"Fifth Annual Workshop on A/B Testing and Platform-Enabled Learning Research","year":2024,"lang":"en","type":"article","venue":"","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software engineering; Data science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04404424,0.001399096,0.001073484,0.003053718,0.002010906,0.01228353,0.00355666,0.005416979,0.03841465],"category_scores_gemma":[0.03476518,0.0008378729,0.001427145,0.001785013,0.003850316,0.007978697,0.009340792,0.007200766,0.01100506],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004036902,"about_ca_system_score_gemma":0.01144742,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003715801,"about_ca_topic_score_gemma":0.004435041,"domain_scores_codex":[0.9826443,0.008839193,0.0009548768,0.001556645,0.004514343,0.001490667],"domain_scores_gemma":[0.9636757,0.01379649,0.001342593,0.004231348,0.007835389,0.009118469],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003895909,0.0008292536,0.001620823,0.0006386473,0.00008108234,0.0004814755,0.002719528,0.001706445,0.004287264,0.09427895,0.414393,0.4785739],"study_design_scores_gemma":[0.00004514074,0.0002520963,0.001067255,0.001107674,0.00002534388,0.0001971982,0.001369161,0.001082346,0.001904221,0.03877986,0.9541124,0.00005725522],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.02334938,0.05286059,0.2446384,0.2615155,0.08743104,0.002161673,0.002317664,0.002617432,0.3231083],"genre_scores_gemma":[0.1897141,0.04718841,0.1716892,0.02880072,0.0196712,0.002611836,0.003312663,0.003008479,0.5340034],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.04404424,"threshold_uncertainty_score":0.232931,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4637163432519794,"score_gpt":0.4946524903846151,"score_spread":0.03093614713263565,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}