{"id":"W4401455160","doi":"10.1145/3643664.3648207","title":"Are You a Real Software Engineer? Best Practices in Online Recruitment for Software Engineering Studies","year":2024,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Social software engineering; Software engineering; Computer science; Personal software process; Software; Software construction; Software development; Software Engineering Process Group; Software peer review; Operating system","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3952391,0.001427447,0.001459507,0.007415874,0.009653098,0.01191699,0.00601313,0.004735346,0.007767045],"category_scores_gemma":[0.3672667,0.001588585,0.001417093,0.00560003,0.007802666,0.01025585,0.01583006,0.004091082,0.01039391],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003428768,"about_ca_system_score_gemma":0.01631236,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002395165,"about_ca_topic_score_gemma":0.00609731,"domain_scores_codex":[0.4881658,0.4410548,0.02707093,0.01178495,0.02707339,0.004850142],"domain_scores_gemma":[0.5426276,0.2801212,0.02050346,0.09184805,0.05411875,0.01078104],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0007409554,0.001432467,0.01330892,0.005366777,0.000149543,0.001002674,0.1585014,0.001510973,0.007703295,0.01467825,0.03369333,0.7619114],"study_design_scores_gemma":[0.001032802,0.003225022,0.02816933,0.02700408,0.0002809812,0.003022215,0.167253,0.00980725,0.02193565,0.1349896,0.6024127,0.0008674662],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1119034,0.005720645,0.6715045,0.07627624,0.002347105,0.05320812,0.0008117795,0.005138427,0.07308987],"genre_scores_gemma":[0.1550148,0.002441511,0.7780426,0.009009137,0.0004264874,0.04731594,0.0003788041,0.0007211119,0.006649571],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6047609,"threshold_uncertainty_score":0.7457778,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1493332984280836,"score_gpt":0.3646256290804255,"score_spread":0.2152923306523419,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}