{"id":"W1982335236","doi":"10.1145/2594458","title":"Peer Review on Open-Source Software Projects","year":2014,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":108,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Victoria; Concordia University","funders":"","keywords":"Computer science; Software technical review; Technical peer review; Peer review; Quality assurance; Software peer review; Quality (philosophy); Empirical research; Software; Software quality assurance; Data science; Knowledge management; Software development; Software quality; Operations management; Engineering; Software construction; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003122801,0.0003506255,0.0005592023,0.0003333963,0.0003704935,0.0002321069,0.001747981,0.0001916461,0.00003637115],"category_scores_gemma":[0.01307453,0.0003339946,0.0001029064,0.0009261785,0.00006928841,0.0003939782,0.0001288114,0.0006661529,0.00007141641],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005749004,"about_ca_system_score_gemma":0.0000859832,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003804291,"about_ca_topic_score_gemma":0.000004205609,"domain_scores_codex":[0.9974406,0.0004592573,0.0004158686,0.0007841908,0.000437935,0.0004620911],"domain_scores_gemma":[0.9932606,0.004429264,0.0001142079,0.001640143,0.0003791811,0.0001766244],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002324946,0.0001788705,0.0001279897,0.0005137964,0.0001193338,0.000009008952,0.0009951096,0.0150719,0.00007933251,0.006867078,0.004165873,0.9718485],"study_design_scores_gemma":[0.001533853,0.001224388,0.001725923,0.001898505,0.0001350996,0.0003872506,0.0000471508,0.003457997,0.002414311,0.002910483,0.9828032,0.001461867],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0006177046,0.000341313,0.9912223,0.00532851,0.0007296472,0.0005302388,0.00001008501,0.001157478,0.00006274111],"genre_scores_gemma":[0.004325288,0.0001651745,0.9883507,0.004260169,0.00006555238,0.0002302187,0.00001006995,0.00006003174,0.002532808],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9786373,"threshold_uncertainty_score":0.9999112,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1125589028151714,"score_gpt":0.3427943887818269,"score_spread":0.2302354859666556,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}