{"id":"W4220958110","doi":"10.1145/3487571","title":"Context- and Fairness-Aware In-Process Crowdworker Recommendation","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"ca_institutions":"York University","funders":"National Key Research and Development Program of China; Youth Innovation Promotion Association of the Chinese Academy of Sciences; Youth Innovation Promotion Association; Chinese Academy of Sciences; National Natural Science Foundation of China","keywords":"Computer science; Popularity; Process (computing); Context (archaeology); Matching (statistics); Task (project management); Ranking (information retrieval); Recommender system; Software bug; Software; World Wide Web; Machine learning; Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005185832,0.001789562,0.001731471,0.001726027,0.001813973,0.002426096,0.002714386,0.00165845,0.003303304],"category_scores_gemma":[0.02321629,0.0006577324,0.0009054103,0.001074081,0.0006503121,0.003142628,0.002672942,0.001782153,0.00161617],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007963387,"about_ca_system_score_gemma":0.002394102,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005428318,"about_ca_topic_score_gemma":0.00850973,"domain_scores_codex":[0.9936252,0.001924152,0.0003851455,0.00190234,0.001618221,0.0005448707],"domain_scores_gemma":[0.985498,0.006042795,0.001517355,0.003090231,0.002468804,0.001382716],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00207278,0.00256717,0.07253531,0.001541766,0.0004245636,0.001254785,0.00561401,0.06328258,0.05322362,0.009489723,0.01349143,0.7745022],"study_design_scores_gemma":[0.0003881416,0.001344842,0.03332707,0.0003118432,0.0006422238,0.0009235305,0.002729575,0.866033,0.03193219,0.0232332,0.03874488,0.0003894308],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1857713,0.00207398,0.7889159,0.0009937829,0.0003006595,0.001422931,0.0005412176,0.008380751,0.01159951],"genre_scores_gemma":[0.7878539,0.0004892212,0.2047466,0.0002984017,0.0001661648,0.0006504537,0.0005927215,0.000252156,0.004950284],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.005428318,"threshold_uncertainty_score":0.02742559,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0526966237025728,"score_gpt":0.2985543421583204,"score_spread":0.2458577184557476,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}