{"id":"W2603990485","doi":"10.1109/ms.2017.31","title":"What Do Developers Use the Crowd For? A Study Using Stack Overflow","year":2017,"lang":"en","type":"article","venue":"IEEE Software","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Helpfulness; Construct (python library); Software engineering; Crowdsourcing; Stack (abstract data type); World Wide Web; Software; Software development; Call stack; Programming language","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0006603574,0.0002446422,0.0002301094,0.0000944688,0.003593894,0.006039876,0.003070906,0.00008180409,0.000008491102],"category_scores_gemma":[0.001072568,0.000189025,0.0001008136,0.000334671,0.0001475136,0.005204808,0.0008566962,0.0002192462,0.00003416736],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001249468,"about_ca_system_score_gemma":0.0002864407,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001549556,"about_ca_topic_score_gemma":0.0001313538,"domain_scores_codex":[0.9980772,0.00007497591,0.0003319746,0.0005942119,0.0004615865,0.0004600627],"domain_scores_gemma":[0.995855,0.0004774732,0.0002984085,0.00272492,0.0005610421,0.00008312262],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00008227273,0.001008904,0.6414538,0.00009033958,0.0006826679,0.0001629368,0.07824479,0.005149381,0.0003406267,0.00541497,0.01503031,0.252339],"study_design_scores_gemma":[0.01063362,0.001373366,0.7387433,0.001462376,0.0003965017,0.0002351939,0.01732971,0.03351773,0.003581021,0.01718447,0.1697177,0.005824971],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5377462,0.00004091093,0.4583866,0.0005079002,0.002200452,0.0008843203,0.00001311009,0.0002118565,0.000008647448],"genre_scores_gemma":[0.8548627,0.000007796242,0.1436779,0.0006382999,0.0001751895,0.00009822736,0.000002054715,0.00004168935,0.0004961005],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3171165,"threshold_uncertainty_score":0.9977033,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09704486087371211,"score_gpt":0.3421492338608241,"score_spread":0.245104372987112,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}