{"id":"W3089375544","doi":"10.1145/3377811.3380380","title":"Context-aware in-process crowdworker recommendation","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"ca_institutions":"York University","funders":"","keywords":"Task (project management); Process (computing); Computer science; Context (archaeology); Software bug; Recommender system; Software; Focus (optics); Order (exchange); World Wide Web; Process management; Software engineering; Data science; Engineering; Operating system; Business","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001224197,0.00006122608,0.00007289642,0.00005540474,0.00002026808,0.00007646376,0.0004629164,0.00003013702,0.0002019716],"category_scores_gemma":[0.0003021199,0.00005783506,0.00001577318,0.0005516526,0.000007792557,0.0003441105,0.0001222052,0.0001407849,0.000186875],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002581209,"about_ca_system_score_gemma":0.00003570073,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001437788,"about_ca_topic_score_gemma":0.000006899571,"domain_scores_codex":[0.9993305,0.0000190331,0.0001092051,0.00023146,0.0001358458,0.000173942],"domain_scores_gemma":[0.9995072,0.0002021395,0.000012334,0.000141929,0.00004627851,0.00009005112],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003076004,0.000118817,0.2557158,0.0001642739,0.00002879838,0.00008410447,0.006233982,0.003254763,0.0003150895,0.01260014,0.03831774,0.6831357],"study_design_scores_gemma":[0.001396028,0.0001856235,0.09297447,0.00005470719,0.000001656103,0.000009803284,0.0003662342,0.8644144,0.008821707,0.001325498,0.02983131,0.0006185792],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0256499,0.0000181736,0.9560216,0.01663167,0.0001202808,0.00009988094,4.643495e-7,0.000429627,0.001028403],"genre_scores_gemma":[0.9946822,0.000001976323,0.003835754,0.001351434,0.00003207907,0.0000118179,0.000001811039,0.000006038177,0.00007691898],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9690323,"threshold_uncertainty_score":0.2401962,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03577391071284716,"score_gpt":0.2955875594301986,"score_spread":0.2598136487173515,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}