{"id":"W3175337523","doi":"10.1145/3456565.3460069","title":"SimpleDoc: Crowdsourcing Learning Materials from Learners","year":2021,"lang":"en","type":"article","venue":"","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Crowdsourcing; Computer science; Class (philosophy); Multimedia; World Wide Web; Mathematics education; Data science; Artificial intelligence; Psychology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002858132,0.0001099103,0.0001581903,0.0000494417,0.0002591758,0.0009003227,0.0004098056,0.00005038839,0.004567557],"category_scores_gemma":[0.0002567065,0.0001083699,0.00004287506,0.0002953397,0.00001513608,0.0004892416,0.0003317622,0.0002061141,0.001142693],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003180352,"about_ca_system_score_gemma":0.00011264,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002603862,"about_ca_topic_score_gemma":0.00001615814,"domain_scores_codex":[0.9987051,0.000232685,0.0002085246,0.0003940423,0.0001883565,0.0002712603],"domain_scores_gemma":[0.9992869,0.0001470049,0.0000749379,0.0003047001,0.00008020632,0.0001062093],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00001581473,0.000246598,0.03266424,0.00004321245,0.0001641147,0.0002034014,0.0290896,0.01070753,0.5916171,0.2246284,0.01374353,0.09687646],"study_design_scores_gemma":[0.001186227,0.0001082116,0.03653446,0.0001031696,0.00002736899,0.00007673214,0.0518935,0.01847983,0.5155579,0.003133724,0.3715712,0.001327643],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7951868,0.00006712857,0.06688043,0.003958258,0.001281025,0.00006845628,9.651068e-7,0.0005423873,0.1320146],"genre_scores_gemma":[0.9584677,0.00001490429,0.02341507,0.0006892896,0.0001518016,0.000004146761,0.00002391528,0.00001218427,0.01722105],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3578276,"threshold_uncertainty_score":0.999635,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01874228442046078,"score_gpt":0.2695096078212254,"score_spread":0.2507673234007646,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}