{"id":"W2744629383","doi":"10.18293/seke2017-102","title":"Multi-Objective Crowd Worker Selection in Crowdsourced Testing","year":2017,"lang":"en","type":"article","venue":"Proceedings/Proceedings of the ... International Conference on Software Engineering and Knowledge Engineering","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"National Natural Science Foundation of China; Baidu","keywords":"Crowdsourcing; Selection (genetic algorithm); Computer science; Crowd sourcing; Data science; Machine learning; World Wide Web","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006155108,0.0004093639,0.0003717542,0.0004338331,0.0003526733,0.0009677288,0.0016871,0.000170006,0.000003179615],"category_scores_gemma":[0.003173113,0.0003749445,0.0001089409,0.000419345,0.0000735777,0.0008948103,0.0007391441,0.0006828476,0.000004176974],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001972084,"about_ca_system_score_gemma":0.00006303313,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003622999,"about_ca_topic_score_gemma":0.000005701359,"domain_scores_codex":[0.9980287,0.000002770213,0.0004554497,0.0006629089,0.0003756837,0.0004744807],"domain_scores_gemma":[0.9984149,0.0001207708,0.0003421956,0.0001799527,0.0008119546,0.0001302537],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007752732,0.0003919659,0.1902073,0.0008881302,0.0002922304,0.00000702928,0.007585963,0.01427995,0.6487584,0.1157953,0.0003785502,0.02133765],"study_design_scores_gemma":[0.0007570056,0.00007244522,0.1497728,0.002097902,0.00001540754,0.00005908733,0.0001820375,0.8181773,0.02795634,0.0001349408,0.0002775361,0.0004972052],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9826212,0.00008848451,0.01181422,0.0002293816,0.001054826,0.0003054398,0.000003161884,0.0005099334,0.003373339],"genre_scores_gemma":[0.9522758,0.00001067048,0.04712135,0.00001568722,0.0001989394,0.0000443804,3.024276e-7,0.00004594404,0.0002868948],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8038973,"threshold_uncertainty_score":0.9998702,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02807087477580099,"score_gpt":0.2491263343932967,"score_spread":0.2210554596174957,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}