{"id":"W2883583311","doi":"10.46743/2160-3715/2018.3462","title":"On the Same Page: A Formal Process for Training Multiple Interviewers","year":2018,"lang":"en","type":"article","venue":"The Qualitative Report","topic":"Qualitative Research Methods and Applications","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"York University; Spencer Foundation; Heckscher Foundation for Children","keywords":"Interview; Data collection; Consistency (knowledge bases); Qualitative research; Computer science; Process (computing); Qualitative property; Psychology; Medical education; Reliability (semiconductor); Medicine; Artificial intelligence; Sociology","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06615476,0.002033285,0.001614575,0.004611491,0.009662643,0.003630011,0.003893591,0.003402852,0.1258567],"category_scores_gemma":[0.1334584,0.002426316,0.001942517,0.004335537,0.004265187,0.005768987,0.01122674,0.01037709,0.08812959],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003145124,"about_ca_system_score_gemma":0.01516596,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002800338,"about_ca_topic_score_gemma":0.006498212,"domain_scores_codex":[0.9420936,0.04334352,0.003621413,0.004197973,0.00488079,0.001862752],"domain_scores_gemma":[0.8931203,0.05328498,0.003004008,0.02100307,0.02513639,0.004451194],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0010943,0.001351114,0.001183298,0.003151926,0.0000550064,0.001092034,0.1721092,0.0008343306,0.03633588,0.02514104,0.2805589,0.477093],"study_design_scores_gemma":[0.0003819374,0.0005190456,0.00159138,0.002031372,0.00003799344,0.0004776424,0.03425318,0.003143295,0.00898391,0.02543134,0.9228628,0.000286116],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02224857,0.0005066822,0.7261458,0.01012968,0.005516215,0.1591824,0.003738807,0.0092728,0.06325894],"genre_scores_gemma":[0.02377483,0.0002967398,0.8140767,0.002029539,0.0004270273,0.1095884,0.00127265,0.002007236,0.04652694],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9338452,"threshold_uncertainty_score":0.4210324,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5880276020888706,"score_gpt":0.6596964769992204,"score_spread":0.07166887491034979,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}