{"id":"W3090054056","doi":"10.17705/1jais.00630","title":"(Re)considering the Concept of Literature Review Reproducibility","year":2020,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université Laval; HEC Montréal; University of Waterloo","funders":"","keywords":"Terminology; Ambiguity; Transparency (behavior); Field (mathematics); Trustworthiness; Engineering ethics; Systematic review; Process (computing); Epistemology; Management science; Computer science; Data science; Political science; MEDLINE; Linguistics; Law; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6673602,0.002173716,0.004987386,0.01839227,0.0084155,0.0262695,0.01038514,0.02054787,0.004180205],"category_scores_gemma":[0.9038402,0.003032896,0.004381024,0.01228707,0.04974565,0.04480815,0.02052551,0.02625104,0.003478718],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01228851,"about_ca_system_score_gemma":0.04332941,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003042331,"about_ca_topic_score_gemma":0.003302019,"domain_scores_codex":[0.1773409,0.525849,0.1362164,0.03315977,0.1228936,0.004540318],"domain_scores_gemma":[0.0473347,0.6356162,0.06766921,0.1225897,0.1225277,0.00426235],"domain_codex":"methods","domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0005750397,0.000178062,0.007638734,0.03128271,0.002496783,0.001913923,0.106585,0.001244111,0.002652584,0.4695565,0.1628122,0.2130643],"study_design_scores_gemma":[0.0004731894,0.0003330002,0.003166312,0.04593083,0.001260003,0.002038205,0.01610406,0.003119977,0.002746686,0.4883732,0.4358476,0.0006070075],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.008152631,0.0514649,0.1969927,0.645674,0.06152937,0.004260668,0.0004643452,0.001216211,0.03024526],"genre_scores_gemma":[0.3138202,0.02483235,0.3098004,0.2747834,0.04552516,0.01889588,0.0004955299,0.001937176,0.009909818],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.3326398,"threshold_uncertainty_score":0.4102042,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02757078699391662,"score_gpt":0.2770192108680183,"score_spread":0.2494484238741017,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}