{"id":"W4392846024","doi":"10.1145/3625007.3627479","title":"Designing a Natural Language Processing System to Support Social Science Research","year":2023,"lang":"en","type":"article","venue":"","topic":"Computational and Text Analysis Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Natural (archaeology)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02343286,0.0009959713,0.001055884,0.003552742,0.002792553,0.005953329,0.003265385,0.002591607,0.01072761],"category_scores_gemma":[0.04815231,0.001642591,0.001371036,0.002024887,0.001916653,0.01088448,0.00539571,0.002844186,0.007674196],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001841849,"about_ca_system_score_gemma":0.004805153,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002024577,"about_ca_topic_score_gemma":0.002225736,"domain_scores_codex":[0.986389,0.006244037,0.002016935,0.002362917,0.00253577,0.0004512965],"domain_scores_gemma":[0.9444311,0.03983853,0.001846067,0.005599044,0.006885684,0.001399559],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00168195,0.002937086,0.01767722,0.004934025,0.0003291325,0.005788865,0.03403534,0.01712735,0.1907617,0.07344515,0.07361606,0.5776661],"study_design_scores_gemma":[0.0007791184,0.001246227,0.008232722,0.0008511028,0.0002022573,0.002732706,0.005711805,0.3455218,0.1303043,0.07810104,0.4257018,0.0006149841],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02240692,0.00005872649,0.9166911,0.001665516,0.000139298,0.007737738,0.001782202,0.04380087,0.005717635],"genre_scores_gemma":[0.03564281,0.00005104674,0.9543703,0.0003077614,0.00004320307,0.003264075,0.001690916,0.001427299,0.003202591],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.02343286,"threshold_uncertainty_score":0.1239263,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1739238738311632,"score_gpt":0.5421152357581502,"score_spread":0.368191361926987,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}