{"id":"W7117310154","doi":"10.2196/73324","title":"Expert Views on Criteria for Evaluation of Human Factors Methods: Qualitative Interview Study","year":2025,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Interview; Qualitative research; Information system; Expert system; Evaluation methods; MEDLINE","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4712733,0.001622093,0.002617242,0.01102417,0.01020003,0.01158641,0.004781689,0.006348158,0.005258652],"category_scores_gemma":[0.549873,0.001688783,0.002122552,0.009002369,0.01570706,0.009030617,0.01408187,0.005787444,0.001101743],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0357153,"about_ca_system_score_gemma":0.04951361,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008080262,"about_ca_topic_score_gemma":0.006483546,"domain_scores_codex":[0.4175513,0.4755612,0.0519129,0.008655757,0.03584136,0.01047752],"domain_scores_gemma":[0.2557947,0.5616341,0.01884753,0.01324774,0.1439479,0.006528111],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002116284,0.00008127867,0.003470227,0.004681674,0.000043842,0.0006184674,0.9195601,0.000638065,0.002039056,0.01878438,0.005419935,0.04445128],"study_design_scores_gemma":[0.0001749421,0.0002669149,0.003411978,0.02352312,0.00007780076,0.0009608821,0.8196073,0.004388761,0.003358058,0.0210909,0.1228137,0.000325703],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3512156,0.008230909,0.4001456,0.05866813,0.00221065,0.08911166,0.002895462,0.0005811915,0.08694074],"genre_scores_gemma":[0.6727841,0.00338812,0.2257107,0.00813737,0.0002074757,0.08462901,0.0008108296,0.0004495185,0.003882794],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5287267,"threshold_uncertainty_score":0.6520142,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6441797573343412,"score_gpt":0.7220456449640503,"score_spread":0.07786588762970914,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}