{"id":"W4220958110","doi":"10.1145/3487571","title":"Context- and Fairness-Aware In-Process Crowdworker Recommendation","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"ca_institutions":"York University","funders":"National Key Research and Development Program of China; Youth Innovation Promotion Association of the Chinese Academy of Sciences; Youth Innovation Promotion Association; Chinese Academy of Sciences; National Natural Science Foundation of China","keywords":"Computer science; Popularity; Process (computing); Context (archaeology); Matching (statistics); Task (project management); Ranking (information retrieval); Recommender system; Software bug; Software; World Wide Web; Machine learning; Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008158898,0.0001464084,0.0002191129,0.0002702402,0.0002713728,0.00004453491,0.0002218209,0.00006594466,0.00002785545],"category_scores_gemma":[0.0002334413,0.0001633154,0.00003255596,0.0003443047,0.0000275876,0.0001517329,0.00003855167,0.0004375554,8.986137e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004330682,"about_ca_system_score_gemma":0.00002492303,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004304122,"about_ca_topic_score_gemma":0.00001111976,"domain_scores_codex":[0.9988349,0.0002452462,0.0001939401,0.0003984623,0.00008997215,0.0002374538],"domain_scores_gemma":[0.9983699,0.001190252,0.00004024091,0.000302915,0.00002573915,0.00007094782],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003342975,0.00005569202,0.0008427557,0.00006404047,0.00003020122,0.00001846229,0.002775674,0.08314765,0.0002530887,0.0007136004,0.00002206995,0.9120433],"study_design_scores_gemma":[0.01187309,0.003149757,0.04370317,0.0006244107,0.0002708086,0.005406515,0.01660987,0.7865568,0.02172074,0.02528672,0.07912317,0.005674937],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09450905,0.0001614307,0.9039378,0.0005799676,0.0004890002,0.00008654939,0.000005049517,0.0002263871,0.000004753652],"genre_scores_gemma":[0.8406336,0.0000331666,0.1589387,0.0002443972,0.00001453868,0.00007258345,0.000003010898,0.00001545481,0.00004459256],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9063684,"threshold_uncertainty_score":0.6659807,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0526966237025728,"score_gpt":0.2985543421583204,"score_spread":0.2458577184557476,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}