{"id":"W3030475425","doi":"10.1007/s10664-020-09858-z","title":"The who, what, how of software engineering research: a socio-technical framework","year":2020,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Social software engineering; Software peer review; Software development; Empirical research; Beneficiary; Personal software process; Software","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001410943,0.0004259422,0.000514979,0.000180246,0.0003012629,0.0009224917,0.002546756,0.0004039641,0.00001167528],"category_scores_gemma":[0.02292538,0.0003561191,0.0002780344,0.001958709,0.0001107717,0.001451276,0.001193343,0.002024962,0.00002162034],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001489808,"about_ca_system_score_gemma":0.0001168687,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005986829,"about_ca_topic_score_gemma":4.51921e-7,"domain_scores_codex":[0.9964758,0.0001250881,0.0005225668,0.0007314382,0.001127786,0.001017386],"domain_scores_gemma":[0.988381,0.009636621,0.0001386965,0.001089355,0.0002767851,0.0004775634],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000394916,0.0009604874,0.07907835,0.005299305,0.001776071,0.001362973,0.02450282,0.2441115,0.00552921,0.1478627,0.2555035,0.2336181],"study_design_scores_gemma":[0.0007955385,0.001333321,0.02281322,0.001899184,0.00007115351,0.0001494604,0.0002515636,0.1782068,0.005851515,0.004000217,0.7819127,0.002715291],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005063983,0.003128952,0.9764602,0.01092059,0.0007459611,0.0003450937,0.000004702694,0.003326115,0.000004379253],"genre_scores_gemma":[0.2583669,0.0006807803,0.739566,0.0004628254,0.0006086036,0.0001483802,0.00000385509,0.000124534,0.00003813852],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5264092,"threshold_uncertainty_score":0.9998891,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08362109294565391,"score_gpt":0.3358897120986377,"score_spread":0.2522686191529838,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}