{"id":"W4386227854","doi":"10.2196/50280","title":"Concerns on Generalizability","year":2023,"lang":"en","type":"article","venue":"JMIR mhealth and uhealth","topic":"AI-based Problem Solving and Planning","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Generalizability theory; Psychology; Computer science; Medicine; Developmental psychology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7053625,0.002762551,0.005010589,0.01450065,0.004705712,0.01148161,0.01106625,0.01283289,0.01933281],"category_scores_gemma":[0.8967885,0.002666013,0.006787511,0.01225207,0.02137254,0.02041458,0.01024343,0.02592805,0.00544048],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01781777,"about_ca_system_score_gemma":0.02168155,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01145739,"about_ca_topic_score_gemma":0.01151343,"domain_scores_codex":[0.2267102,0.5350712,0.09360203,0.02823139,0.1128163,0.003568925],"domain_scores_gemma":[0.05730595,0.8064038,0.02142903,0.05596915,0.05508047,0.003811595],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.002251808,0.000611265,0.01940136,0.02740112,0.004782666,0.001294796,0.02426693,0.001787293,0.0007039444,0.1264248,0.4337006,0.3573734],"study_design_scores_gemma":[0.002102331,0.001309872,0.02105956,0.08353134,0.002616572,0.002335287,0.01286961,0.007406191,0.002374738,0.2560308,0.607759,0.0006047008],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.008404992,0.06395584,0.08900534,0.6609113,0.09452979,0.01637863,0.006213407,0.00171692,0.05888391],"genre_scores_gemma":[0.1764087,0.01220598,0.1048513,0.629857,0.02996459,0.03563374,0.001944802,0.001274225,0.007859663],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.2946375,"threshold_uncertainty_score":0.3633406,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1078588207271628,"score_gpt":0.3929241729586538,"score_spread":0.285065352231491,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}