{"id":"W2963114423","doi":"","title":"Reprowd: Crowdsourced Data Processing Made Reproducible.","year":2016,"lang":"en","type":"article","venue":"Conference on Innovative Data Systems Research","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Crowdsourcing; Computer science; Data science; Multidisciplinary approach; Open research; World Wide Web","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02941054,0.002412522,0.001897056,0.007062745,0.002707317,0.006620785,0.007555971,0.002977458,0.01894837],"category_scores_gemma":[0.1073552,0.001844111,0.003039171,0.006113676,0.003079507,0.007461583,0.02518695,0.003915095,0.02025621],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001404129,"about_ca_system_score_gemma":0.005841531,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00625838,"about_ca_topic_score_gemma":0.004723717,"domain_scores_codex":[0.9755492,0.007885529,0.002536699,0.005275195,0.007880658,0.00087265],"domain_scores_gemma":[0.9086402,0.02357496,0.003642102,0.05272483,0.007893927,0.003524007],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001850946,0.0004748935,0.006229317,0.003456152,0.001516698,0.001405688,0.004040576,0.0104391,0.01999376,0.030701,0.6506087,0.2692831],"study_design_scores_gemma":[0.0008089385,0.0002573589,0.005050309,0.000637582,0.000198797,0.000506797,0.001081367,0.07910993,0.02562798,0.1093284,0.7768274,0.0005651932],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005100691,0.000774912,0.5893799,0.002556002,0.001851043,0.003124965,0.04108224,0.341922,0.01420827],"genre_scores_gemma":[0.07155457,0.0008817337,0.7256321,0.00221038,0.0005709527,0.006163976,0.1294776,0.04709549,0.01641313],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9705895,"threshold_uncertainty_score":0.1555397,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8778779383011985,"score_gpt":0.5952426953214541,"score_spread":0.2826352429797444,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}