{"id":"W2594890947","doi":"10.1109/cts.2016.0049","title":"Enhancing Topic Detection in Twitter Using the Crowdsourcing Process","year":2016,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Computer science; Process (computing); Crowdsourcing software development; Cosine similarity; Reliability (semiconductor); Quality (philosophy); Precision and recall; Social media; Term (time); Data science; Similarity (geometry); World Wide Web; Information retrieval; Artificial intelligence; Software; Pattern recognition (psychology)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005050409,0.0001222573,0.0001155131,0.0001109109,0.00020027,0.0001651871,0.0003958961,0.00005466306,0.00001421182],"category_scores_gemma":[0.00007088399,0.00006444691,0.00004376235,0.0003958714,0.00003780159,0.0004119138,0.0001089086,0.0001143435,0.00001605273],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008898726,"about_ca_system_score_gemma":0.00004212573,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001147532,"about_ca_topic_score_gemma":0.0002064538,"domain_scores_codex":[0.9988135,0.00007851419,0.0002399905,0.0003365853,0.0001907475,0.000340681],"domain_scores_gemma":[0.9992431,0.0001415666,0.00006855051,0.0004524846,0.00005198956,0.00004234887],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000007037884,0.00003112349,0.006313472,0.00003273719,0.00001078393,0.00002242145,0.00516385,0.0008913514,0.8098179,0.0009437046,0.00001797464,0.1767476],"study_design_scores_gemma":[0.0004331841,0.00003106537,0.003245823,0.000258848,0.000005047788,0.0001003521,0.0005197783,0.05458113,0.938219,0.001961128,0.0003502365,0.0002944388],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5017028,0.00001402349,0.4971866,0.0004141514,0.0001563457,0.00006353724,2.225858e-8,0.00007565335,0.0003867911],"genre_scores_gemma":[0.9963492,0.000001244041,0.002815267,0.0003374823,0.0001143091,0.00000769597,2.140698e-8,0.000009395561,0.0003654046],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4946463,"threshold_uncertainty_score":0.2628069,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01869620824104246,"score_gpt":0.2579116200659235,"score_spread":0.239215411824881,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}