{"id":"W4244726440","doi":"10.33774/apsa-2021-1fnv8","title":"Using Annotation for Transparent Inquiry (ATI) to Teach Qualitative Research Methods","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"National Science Foundation","keywords":"Annotation; Computer science; Mathematics education; Scholarship; Qualitative research; Graduate students; Pedagogy; Psychology; Sociology; Artificial intelligence; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1451383,0.0003108503,0.0007249761,0.0005327908,0.002740847,0.0006504363,0.001528893,0.0006714036,0.0001752883],"category_scores_gemma":[0.05514757,0.0003033205,0.0002540549,0.002363357,0.002121466,0.0003213935,0.0008309139,0.001498735,0.000003798746],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001720698,"about_ca_system_score_gemma":0.002537296,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01363984,"about_ca_topic_score_gemma":0.002961838,"domain_scores_codex":[0.9455804,0.04932542,0.0008222957,0.001300583,0.001834437,0.001136906],"domain_scores_gemma":[0.9792309,0.01664149,0.0003277298,0.0004872417,0.00310037,0.0002122082],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00002776032,0.00006054057,0.00004590937,0.0000759473,0.00005289573,9.202594e-7,0.8610088,0.0007979491,0.00240704,0.09592614,0.001500353,0.03809575],"study_design_scores_gemma":[0.00010518,0.0000820319,0.0001855582,0.0001530707,0.00002505338,1.150824e-7,0.8445135,0.0003367801,0.001812772,0.1400368,0.01230041,0.0004486401],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.05046165,0.0001531106,0.9178608,0.006167089,0.004341632,0.002310082,0.00002916151,0.0001824113,0.01849405],"genre_scores_gemma":[0.08121284,0.00003294993,0.9156216,0.0004001056,0.001178901,0.0004834569,0.00003918126,0.00003093595,0.0009999966],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.08999071,"threshold_uncertainty_score":0.9999419,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9313919114125595,"score_gpt":0.7825599803510623,"score_spread":0.1488319310614972,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}