{"id":"W4414325442","doi":"10.25300/misq/2024/18064","title":"Validity in Design Science","year":2025,"lang":"en","type":"article","venue":"MIS Quarterly","topic":"Information Systems Theories and Implementation","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"ca_institutions":"Memorial University of Newfoundland","funders":"National Institute on Aging; National Institutes of Health; Arizona State University","keywords":"Design science; External validity; Internal validity; Validity; Process (computing); Criterion validity; Research design; Design knowledge","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3759112,0.002498128,0.00559251,0.01180701,0.01017896,0.02753289,0.007042193,0.01256802,0.00820875],"category_scores_gemma":[0.460887,0.002627412,0.003828839,0.007243369,0.07653219,0.03156859,0.01994846,0.01934689,0.003806611],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01707856,"about_ca_system_score_gemma":0.04223103,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005049655,"about_ca_topic_score_gemma":0.002075735,"domain_scores_codex":[0.5113761,0.3302759,0.03244336,0.02772775,0.09393737,0.004239555],"domain_scores_gemma":[0.3432812,0.4907409,0.01713561,0.09249724,0.05251394,0.003831102],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0000516132,0.00009092074,0.0008833785,0.001505463,0.0001431652,0.00008118588,0.004714808,0.001386211,0.0002146593,0.9578862,0.004163824,0.0288786],"study_design_scores_gemma":[0.0001165802,0.0001062631,0.0003801183,0.003068155,0.00006445249,0.0001301281,0.001545898,0.001885682,0.0006218689,0.9323032,0.05970438,0.00007316467],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.006820899,0.01306694,0.7468601,0.06346954,0.003960528,0.003631597,0.0005324717,0.0006164546,0.1610413],"genre_scores_gemma":[0.3450354,0.009565013,0.5920838,0.02424612,0.003431574,0.01416038,0.0008670794,0.000845865,0.009764737],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6240888,"threshold_uncertainty_score":0.7696127,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05231244736810763,"score_gpt":0.387089073836996,"score_spread":0.3347766264688883,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}