{"id":"W4244726440","doi":"10.33774/apsa-2021-1fnv8","title":"Using Annotation for Transparent Inquiry (ATI) to Teach Qualitative Research Methods","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"National Science Foundation","keywords":"Annotation; Computer science; Mathematics education; Scholarship; Qualitative research; Graduate students; Pedagogy; Psychology; Sociology; Artificial intelligence; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1028405,0.001650814,0.0008540326,0.004322163,0.005496998,0.009165014,0.004276009,0.003675736,0.01633244],"category_scores_gemma":[0.2148986,0.001427204,0.001721547,0.003635942,0.01015799,0.01242371,0.01512775,0.008905073,0.008805368],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004548875,"about_ca_system_score_gemma":0.008723413,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001163827,"about_ca_topic_score_gemma":0.003381525,"domain_scores_codex":[0.8983002,0.0849496,0.004012389,0.005090081,0.006239564,0.001408132],"domain_scores_gemma":[0.6367009,0.3006374,0.01168287,0.03435412,0.01193181,0.004692878],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002079333,0.0006838389,0.002957069,0.003038378,0.0000648332,0.001098417,0.2545364,0.00236721,0.01363821,0.236423,0.04670785,0.438277],"study_design_scores_gemma":[0.0001580329,0.000244119,0.00124068,0.003263749,0.00003862825,0.00138631,0.02627099,0.009102463,0.01077469,0.423184,0.5240523,0.0002840909],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005555271,0.0003837643,0.9599126,0.009046399,0.0007693685,0.001507655,0.0002373874,0.002424823,0.02016267],"genre_scores_gemma":[0.04577503,0.0005719167,0.9397449,0.002197317,0.0002421539,0.004707408,0.0002055184,0.001138595,0.005417048],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8971595,"threshold_uncertainty_score":0.5438789,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9313919114125595,"score_gpt":0.7825599803510623,"score_spread":0.1488319310614972,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}