{"id":"W4411268843","doi":"10.22318/icls2025.322165","title":"Qualitative Research in the Age of LLMs: A Human-in-the-Loop Approach to Hybrid Thematic Analysis","year":2025,"lang":"en","type":"article","venue":"Proceedings.","topic":"Legal Education and Practice Innovations","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Thematic map; Thematic analysis; Computer science; Loop (graph theory); Qualitative research; Sociology; Geography; Social science; Mathematics; Cartography","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2160271,0.001295838,0.001340699,0.007863664,0.008347943,0.01373827,0.005006135,0.002827638,0.005257519],"category_scores_gemma":[0.1869173,0.00134477,0.001464643,0.004861824,0.0357446,0.01536546,0.01365486,0.005149383,0.000874894],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01385258,"about_ca_system_score_gemma":0.02008804,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004681292,"about_ca_topic_score_gemma":0.00713785,"domain_scores_codex":[0.7220637,0.2600851,0.003908305,0.005984804,0.006444876,0.001513194],"domain_scores_gemma":[0.6477142,0.3128137,0.007847662,0.01716384,0.01192758,0.002533105],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001113201,0.0001299896,0.001982464,0.00178807,0.00008256016,0.0003227319,0.4889094,0.002622492,0.001665424,0.4293378,0.002751461,0.07029615],"study_design_scores_gemma":[0.0001446287,0.0001465038,0.0007882079,0.002994524,0.00006243041,0.0002984513,0.1720689,0.01317829,0.002818976,0.7156646,0.09172446,0.0001101433],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01806308,0.0007916904,0.9520262,0.01128133,0.0002094734,0.00362964,0.0002465932,0.0002830717,0.01346891],"genre_scores_gemma":[0.2473003,0.0005268365,0.7386762,0.00166724,0.0000769963,0.008998754,0.0002019597,0.0001861418,0.002365351],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7839729,"threshold_uncertainty_score":0.9667781,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3566284833994176,"score_gpt":0.595074222641302,"score_spread":0.2384457392418844,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}