{"id":"W2883583311","doi":"10.46743/2160-3715/2018.3462","title":"On the Same Page: A Formal Process for Training Multiple Interviewers","year":2018,"lang":"en","type":"article","venue":"The Qualitative Report","topic":"Qualitative Research Methods and Applications","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"York University; Spencer Foundation; Heckscher Foundation for Children","keywords":"Interview; Data collection; Consistency (knowledge bases); Qualitative research; Computer science; Process (computing); Qualitative property; Psychology; Medical education; Reliability (semiconductor); Medicine; Artificial intelligence; Sociology","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03096182,0.0001166567,0.000180706,0.000038869,0.002063151,0.00007726082,0.0004575988,0.00004524711,0.000137457],"category_scores_gemma":[0.02252683,0.0000612196,0.0001359347,0.0004175625,0.002000684,0.0001743757,0.00003998152,0.0001947062,0.00003981946],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007059219,"about_ca_system_score_gemma":0.0003336359,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003691659,"about_ca_topic_score_gemma":0.000481914,"domain_scores_codex":[0.9952864,0.003026936,0.0003751231,0.000260496,0.0005681042,0.0004829376],"domain_scores_gemma":[0.9839687,0.01457951,0.0002933209,0.00033003,0.0007311459,0.00009726997],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00004546369,0.00002705107,0.000005044319,0.00001017546,0.00003339584,8.177561e-7,0.5671052,4.701078e-7,0.0001085538,0.4243105,0.001438615,0.006914747],"study_design_scores_gemma":[0.0001344232,0.0002008392,0.00005352928,0.00003475376,0.0000091161,0.00000190113,0.6210057,0.0001385672,0.0003800882,0.3292179,0.04872471,0.00009851698],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4284372,0.00009859059,0.3572755,0.1055856,0.00033096,0.0046887,0.0001098679,0.0001725684,0.103301],"genre_scores_gemma":[0.9909738,0.00000915164,0.003004821,0.0008548091,0.0003605705,0.001188686,0.000007290273,0.00001626444,0.003584638],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5625365,"threshold_uncertainty_score":0.999236,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5880276020888706,"score_gpt":0.6596964769992204,"score_spread":0.07166887491034979,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}