{"id":"W2603990485","doi":"10.1109/ms.2017.31","title":"What Do Developers Use the Crowd For? A Study Using Stack Overflow","year":2017,"lang":"en","type":"article","venue":"IEEE Software","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Helpfulness; Construct (python library); Software engineering; Crowdsourcing; Stack (abstract data type); World Wide Web; Software; Software development; Call stack; Programming language","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02651746,0.0006401181,0.0008200813,0.005382862,0.01057215,0.005769356,0.001402339,0.002232817,0.002120929],"category_scores_gemma":[0.09123119,0.0009517409,0.0005274812,0.003492387,0.004900941,0.01004155,0.00675619,0.002683945,0.0005871892],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004904274,"about_ca_system_score_gemma":0.007147041,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02496841,"about_ca_topic_score_gemma":0.03191273,"domain_scores_codex":[0.983896,0.009358597,0.0007876164,0.001719887,0.002819785,0.001418181],"domain_scores_gemma":[0.8874769,0.08337118,0.008913191,0.004088122,0.01178055,0.004370105],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0001221736,0.0002972135,0.06755977,0.0003546796,0.00003824579,0.000718219,0.8797837,0.00008510151,0.0008762559,0.001877623,0.003528258,0.04475874],"study_design_scores_gemma":[0.00007181863,0.0002696644,0.06002514,0.0006579512,0.00007139755,0.0004010863,0.8923463,0.0007284113,0.001088243,0.002869791,0.04133816,0.0001321327],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9857837,0.0007480555,0.002231792,0.003786448,0.00007850347,0.0001795831,0.0001169105,0.00005309308,0.007021966],"genre_scores_gemma":[0.9936131,0.0006853078,0.001606703,0.001178806,0.00004378157,0.0002197273,0.00009230048,0.00006799374,0.002492297],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02651746,"threshold_uncertainty_score":0.1402394,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09704486087371211,"score_gpt":0.3421492338608241,"score_spread":0.245104372987112,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}