{"id":"W2724495271","doi":"10.1109/icse-seip.2017.2","title":"Leveraging crowdsourcing for team elasticity: an empirical evaluation at TopCoder","year":2017,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsourcing; Crowdsourcing software development; Computer science; Cheating; Empirical research; Schedule; Task (project management); Software development; Team software process; Software; Knowledge management; Data science; World Wide Web; Software development process; Engineering","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01308214,0.0007697351,0.0008331378,0.001548129,0.00138692,0.001318347,0.001742826,0.001230266,0.002731108],"category_scores_gemma":[0.03760302,0.0003692333,0.0006517327,0.001260091,0.001461822,0.001577922,0.002232192,0.001576227,0.001458445],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001683963,"about_ca_system_score_gemma":0.002173948,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008656691,"about_ca_topic_score_gemma":0.008405181,"domain_scores_codex":[0.990311,0.005210538,0.0004739111,0.001127033,0.002201084,0.0006763394],"domain_scores_gemma":[0.9283807,0.04399335,0.005048658,0.006934144,0.009784634,0.005858688],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.01530158,0.05353868,0.3133886,0.005973978,0.001125027,0.002018882,0.02648103,0.05034758,0.02086375,0.004010156,0.02608044,0.4808704],"study_design_scores_gemma":[0.003295456,0.03830352,0.6634173,0.0007612432,0.0008097567,0.0007317195,0.02514451,0.2150566,0.01324156,0.00477299,0.03404581,0.0004195051],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9893856,0.000185965,0.004357408,0.0002248645,0.00004050405,0.001443292,0.0005371775,0.0002964262,0.003528775],"genre_scores_gemma":[0.9853678,0.0001354716,0.01052181,0.0001508502,0.00004106323,0.001342313,0.0009850797,0.00005637247,0.001399131],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01308214,"threshold_uncertainty_score":0.06918585,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0958709320395684,"score_gpt":0.368384637725174,"score_spread":0.2725137056856056,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}