{"id":"W3157782429","doi":"10.1145/3449193","title":"Can Crowds Customize Instructional Materials with Minimal Expert Guidance?","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"Office of Naval Research; National Science Foundation","keywords":"Crowdsourcing; Crowds; Computer science; Pipeline (software); Personalization; TUTOR; Task (project management); Mathematics education; Data science; Multimedia; World Wide Web; Psychology; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002468249,0.0002571483,0.000310507,0.0001338755,0.000334369,0.000532195,0.001508625,0.00008558568,0.00004104939],"category_scores_gemma":[0.0001142573,0.0001902499,0.0001240684,0.000340362,0.00009424842,0.000623429,0.0008955266,0.0002510504,0.00001105607],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001440462,"about_ca_system_score_gemma":0.00006533114,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000507324,"about_ca_topic_score_gemma":0.000007453844,"domain_scores_codex":[0.998151,0.00003120195,0.0004480996,0.000604033,0.0004751911,0.0002904692],"domain_scores_gemma":[0.9981317,0.0000747191,0.0004396151,0.0007230015,0.000563694,0.00006726806],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0002210819,0.0003046956,0.000803169,0.0001403234,0.0001720114,0.00001502428,0.003378883,0.0002960013,0.9288425,0.02154219,0.02076856,0.0235155],"study_design_scores_gemma":[0.0008172186,0.0002351181,0.004827485,0.0006780891,0.00001767513,0.0005913891,0.0002059353,0.001617548,0.9852821,0.002111869,0.003280508,0.0003350239],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9919281,0.00001612224,0.001499233,0.00320961,0.001790536,0.0001510432,0.000003595746,0.0001438806,0.001257873],"genre_scores_gemma":[0.9485525,0.000002834412,0.0497772,0.0006270459,0.0006776193,0.00002273382,0.000003014709,0.00002406724,0.0003129342],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05643958,"threshold_uncertainty_score":0.7758164,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02917365741290088,"score_gpt":0.2787471208449022,"score_spread":0.2495734634320013,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}