{"id":"W4414325442","doi":"10.25300/misq/2024/18064","title":"Validity in Design Science","year":2025,"lang":"en","type":"article","venue":"MIS Quarterly","topic":"Information Systems Theories and Implementation","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"ca_institutions":"Memorial University of Newfoundland","funders":"National Institute on Aging; National Institutes of Health; Arizona State University","keywords":"Design science; External validity; Internal validity; Validity; Process (computing); Criterion validity; Research design; Design knowledge","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002346418,0.00003186395,0.00005116436,0.0001401768,0.0004026197,0.0001344438,0.0001581391,0.00002061061,0.0001019106],"category_scores_gemma":[0.00006763764,0.00003159044,0.00001269627,0.0006486054,0.0001605278,0.0005173284,0.00000317195,0.00002904372,0.00004737891],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001377794,"about_ca_system_score_gemma":0.0002936242,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001671296,"about_ca_topic_score_gemma":0.0006859323,"domain_scores_codex":[0.9992443,0.0001324869,0.0001687774,0.00007441304,0.0002050621,0.0001749416],"domain_scores_gemma":[0.9997151,0.00006540913,0.00003797975,0.00007665387,0.00007859891,0.0000262959],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001732666,0.00002711117,0.004914862,0.00001528383,0.000002365198,8.124785e-7,0.2721093,0.000008866542,0.0007551807,0.6259745,0.00483257,0.09134187],"study_design_scores_gemma":[0.001476342,0.0003839178,0.04506699,0.0001065222,0.00000954074,6.814129e-7,0.5460679,0.0008834578,0.002907255,0.0766278,0.3260584,0.00041116],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.491749,0.00001757897,0.1217978,0.002164176,0.001416004,0.0007422474,0.000003778707,0.00009337153,0.382016],"genre_scores_gemma":[0.998445,0.00000102842,0.0004203894,0.0001612016,0.00002833555,0.00001375352,7.277079e-7,8.359932e-7,0.0009286811],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5493467,"threshold_uncertainty_score":0.3096666,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05231244736810763,"score_gpt":0.387089073836996,"score_spread":0.3347766264688883,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}