{"id":"W2059528567","doi":"10.1287/isre.1120.0423","title":"<b>Research Commentary</b>—Generalizability of Information Systems Research Using Student Subjects—A Reflection on Our Practices and Recommendations for Future Research","year":2012,"lang":"en","type":"article","venue":"Information Systems Research","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":258,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Lethbridge; Western University","funders":"","keywords":"Generalizability theory; Context (archaeology); Psychology; Empirical research; Salient; Field (mathematics); Value (mathematics); Subject (documents); Epistemology; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.1134709,0.0002799449,0.0004711405,0.006185091,0.003826939,0.003456876,0.001865352,0.0004146975,0.000006248855],"category_scores_gemma":[0.004661101,0.0002633347,0.00007935034,0.008805315,0.0003587762,0.01677783,0.001421269,0.00262889,0.0001944186],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00221143,"about_ca_system_score_gemma":0.0008232171,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005919784,"about_ca_topic_score_gemma":0.00005564969,"domain_scores_codex":[0.9783041,0.01014846,0.002152598,0.0005101534,0.006793038,0.002091581],"domain_scores_gemma":[0.9737989,0.005103383,0.0008999521,0.001693548,0.01807265,0.0004316114],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000649899,0.001573902,0.02256125,0.004891612,0.0003455029,0.000001402883,0.1093746,0.00332228,0.00143714,0.558497,0.2674628,0.02988263],"study_design_scores_gemma":[0.00164906,0.001352899,0.004266042,0.000652277,0.000009831752,0.00006231122,0.2183336,0.03864652,0.001158314,0.0004999021,0.732888,0.0004812955],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7161581,0.002052069,0.1454653,0.06743458,0.01173342,0.03808518,0.0007686404,0.0007893335,0.01751332],"genre_scores_gemma":[0.9918161,0.0001452668,0.004787899,0.0001055336,0.001028173,0.001725566,0.0002147507,0.00002812057,0.00014859],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5579971,"threshold_uncertainty_score":0.9999819,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3854607731371599,"score_gpt":0.5507817807684231,"score_spread":0.1653210076312632,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}