{"id":"W4411268843","doi":"10.22318/icls2025.322165","title":"Qualitative Research in the Age of LLMs: A Human-in-the-Loop Approach to Hybrid Thematic Analysis","year":2025,"lang":"en","type":"article","venue":"Proceedings.","topic":"Legal Education and Practice Innovations","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Thematic map; Thematic analysis; Computer science; Loop (graph theory); Qualitative research; Sociology; Geography; Social science; Mathematics; Cartography","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01491821,0.00005405282,0.0001404089,0.0007344878,0.0003964302,0.0002539828,0.0006309588,0.00003025827,0.00002373344],"category_scores_gemma":[0.003494924,0.00003534606,0.00004415222,0.01057286,0.0002114089,0.0002724435,0.00003141681,0.0004239941,0.000009029552],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008253012,"about_ca_system_score_gemma":0.0002148104,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004245345,"about_ca_topic_score_gemma":0.001000451,"domain_scores_codex":[0.9982528,0.0004773472,0.0002907582,0.000167423,0.0006000013,0.0002116474],"domain_scores_gemma":[0.9984041,0.0009742423,0.00008043975,0.0001141523,0.0004099867,0.00001703114],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.000003392036,0.0001875218,0.000697513,0.00002937389,0.00001971689,1.875867e-7,0.4744214,0.000001197249,0.00003289017,0.5201797,0.004300452,0.000126609],"study_design_scores_gemma":[0.00009564342,0.00001831935,0.003241876,0.00003735487,0.00004259678,1.685989e-7,0.9272665,0.00003389748,0.00003742177,0.05106936,0.01809926,0.00005759735],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2838129,0.00003040396,0.00009630065,0.05234404,0.00002346643,0.0006021599,0.000001429555,0.000008541983,0.6630808],"genre_scores_gemma":[0.9963939,0.000005510628,0.000477432,0.0009756449,0.00003424503,0.0002452236,0.000003810639,0.000002256361,0.001861939],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.712581,"threshold_uncertainty_score":0.641772,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3566284833994176,"score_gpt":0.595074222641302,"score_spread":0.2384457392418844,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}