{"id":"W2059528567","doi":"10.1287/isre.1120.0423","title":"<b>Research Commentary</b>—Generalizability of Information Systems Research Using Student Subjects—A Reflection on Our Practices and Recommendations for Future Research","year":2012,"lang":"en","type":"article","venue":"Information Systems Research","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":258,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Lethbridge; Western University","funders":"","keywords":"Generalizability theory; Context (archaeology); Psychology; Empirical research; Salient; Field (mathematics); Value (mathematics); Subject (documents); Epistemology; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2987968,0.001875517,0.003903303,0.008372191,0.01227243,0.02470981,0.01378035,0.05111225,0.01551949],"category_scores_gemma":[0.6531768,0.00147942,0.006137946,0.0110129,0.03655827,0.0338918,0.008286851,0.05028136,0.01128237],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03219918,"about_ca_system_score_gemma":0.07558032,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.05773935,"about_ca_topic_score_gemma":0.05730317,"domain_scores_codex":[0.6327368,0.2226527,0.04370176,0.01759228,0.07591123,0.007405258],"domain_scores_gemma":[0.1122037,0.6219433,0.02499669,0.02017962,0.2114726,0.009204233],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00007858162,0.00003630766,0.0004191018,0.003437485,0.00008137104,0.0001775914,0.00482767,0.0001138698,0.0004025876,0.009934074,0.965852,0.01463937],"study_design_scores_gemma":[0.0001042352,0.00008850235,0.001779692,0.02710988,0.0002126017,0.0005002694,0.01650864,0.0007875076,0.001136495,0.0377105,0.9137201,0.000341463],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.0001625893,0.00439418,0.0008780189,0.9394026,0.05395165,0.00008279389,0.0001262655,0.00008547933,0.0009164767],"genre_scores_gemma":[0.00458011,0.005633344,0.006270935,0.9471242,0.03338724,0.000561573,0.000132574,0.0001664945,0.002143497],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.7012032,"threshold_uncertainty_score":0.8647084,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3854607731371599,"score_gpt":0.5507817807684231,"score_spread":0.1653210076312632,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}