{"id":"W3031158659","doi":"10.1145/3334480.3381066","title":"Transparency in Qualitative Research: Increasing Fairness in the CHI Review Process","year":2020,"lang":"en","type":"article","venue":"","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Transparency (behavior); Workaround; Scrutiny; Qualitative research; Process (computing); Computer science; Work (physics); Process management; Public relations; Political science; Business; Sociology; Computer security; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6998295,0.001716209,0.002972112,0.009940566,0.0180017,0.02115106,0.005873505,0.008229347,0.006475875],"category_scores_gemma":[0.8463095,0.003508513,0.002847705,0.008392866,0.0214133,0.01818326,0.02602488,0.01514744,0.003431593],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01331229,"about_ca_system_score_gemma":0.06858264,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003934994,"about_ca_topic_score_gemma":0.006995238,"domain_scores_codex":[0.09388652,0.8258702,0.03651948,0.01077903,0.029198,0.003746793],"domain_scores_gemma":[0.06929589,0.7058845,0.03796341,0.0668446,0.113551,0.006460662],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00106804,0.0002963879,0.004112959,0.00853771,0.0003351542,0.001053014,0.7280054,0.001116527,0.007725487,0.04691336,0.03268255,0.1681534],"study_design_scores_gemma":[0.001673272,0.001241109,0.01049343,0.02945931,0.0005491503,0.002208351,0.1681183,0.01335722,0.01910653,0.3025559,0.4494565,0.001780886],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05066873,0.00461743,0.7118614,0.1293933,0.0089303,0.05764871,0.0006992106,0.003048159,0.03313266],"genre_scores_gemma":[0.2822443,0.002394643,0.5849605,0.02272449,0.002962251,0.09785397,0.0003750405,0.001423812,0.005060938],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3001705,"threshold_uncertainty_score":0.3701637,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6840428643641143,"score_gpt":0.6713005307277847,"score_spread":0.01274233363632959,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}