{"id":"W4293228199","doi":"10.1145/3511430.3511439","title":"Reproducibility Challenges and Their Impacts on Technical Q&A Websites: The Practitioners’ Perspectives","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Viewpoints; Code review; Computer science; Code (set theory); Code smell; Reproducibility; Perspective (graphical); Data science; Software; Software quality; Software development; Programming language; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1539541,0.0007172361,0.0008741115,0.004813107,0.01080551,0.02228588,0.002895996,0.005157306,0.004693204],"category_scores_gemma":[0.2870558,0.001186139,0.001005334,0.004553149,0.01210146,0.01633766,0.01340951,0.00635111,0.0008891048],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009978538,"about_ca_system_score_gemma":0.01407795,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00773962,"about_ca_topic_score_gemma":0.00541866,"domain_scores_codex":[0.7709004,0.1430132,0.01027219,0.009842505,0.05740301,0.008568684],"domain_scores_gemma":[0.4217404,0.4043978,0.05094136,0.01846343,0.0856007,0.01885635],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001445096,0.0002170089,0.1056913,0.001239231,0.0001100447,0.002032692,0.773657,0.000398763,0.002050955,0.01966799,0.01067266,0.08411793],"study_design_scores_gemma":[0.0000406903,0.0003537972,0.05446357,0.001569234,0.00009535343,0.001631288,0.8255822,0.001703878,0.001749995,0.01140861,0.1011724,0.0002289195],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8193405,0.005858819,0.02212817,0.09276482,0.0006072659,0.0003244682,0.0002680898,0.0003249086,0.05838301],"genre_scores_gemma":[0.9883265,0.001154708,0.003666477,0.004014339,0.0001907037,0.0001315216,0.00007996195,0.0001062224,0.00232945],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8460459,"threshold_uncertainty_score":0.8141968,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06110002698109034,"score_gpt":0.3103073726007128,"score_spread":0.2492073456196225,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}