{"id":"W3175337523","doi":"10.1145/3456565.3460069","title":"SimpleDoc: Crowdsourcing Learning Materials from Learners","year":2021,"lang":"en","type":"article","venue":"","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Crowdsourcing; Computer science; Class (philosophy); Multimedia; World Wide Web; Mathematics education; Data science; Artificial intelligence; Psychology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00810449,0.001482532,0.00110274,0.002831471,0.001863276,0.003523144,0.003554887,0.002160764,0.0284635],"category_scores_gemma":[0.02481456,0.0006210299,0.001055182,0.001764715,0.0008960633,0.003171032,0.006803583,0.001810928,0.01958859],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001200889,"about_ca_system_score_gemma":0.002524303,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002898555,"about_ca_topic_score_gemma":0.005139343,"domain_scores_codex":[0.9916217,0.002343012,0.0004422121,0.001370084,0.003766087,0.0004569041],"domain_scores_gemma":[0.9768946,0.00699129,0.0009906306,0.008476607,0.004003489,0.002643451],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0012683,0.001265637,0.004526067,0.001215544,0.0002262687,0.0005758319,0.003710329,0.006953451,0.03972849,0.008064506,0.2324182,0.7000474],"study_design_scores_gemma":[0.001070945,0.001338555,0.009126307,0.0003715608,0.0001014072,0.0004549859,0.00227981,0.07051548,0.06688622,0.02760155,0.8197206,0.0005326469],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06364705,0.0007089227,0.6897308,0.002574466,0.002560372,0.007132343,0.01079275,0.1490011,0.07385218],"genre_scores_gemma":[0.3106388,0.0004593646,0.5283029,0.001585178,0.001011592,0.007602176,0.01825709,0.01483472,0.1173081],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.0284635,"threshold_uncertainty_score":0.09521991,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01874228442046078,"score_gpt":0.2695096078212254,"score_spread":0.2507673234007646,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}