{"id":"W4404333680","doi":"10.1115/detc2024-142857","title":"Human-Artificial Intelligence Teaming for Scientific Information Extraction From Data-Driven Additive Manufacturing Research Using Large Language Models","year":2024,"lang":"en","type":"article","venue":"","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal; McGill University","funders":"","keywords":"Computer science; Information extraction; Extraction (chemistry); Artificial intelligence; Natural language processing; Data science; Chemistry","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00897789,0.001399994,0.001033305,0.005463178,0.001126216,0.003766221,0.001934617,0.001631766,0.00403538],"category_scores_gemma":[0.0273314,0.0009092045,0.002756994,0.002524913,0.001350726,0.004416206,0.005317754,0.002210838,0.001705552],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001564825,"about_ca_system_score_gemma":0.003389339,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003924978,"about_ca_topic_score_gemma":0.008690159,"domain_scores_codex":[0.9944876,0.003163704,0.0004601459,0.0008260626,0.0009092601,0.0001533023],"domain_scores_gemma":[0.9790002,0.0158259,0.001139121,0.002079737,0.001601941,0.0003531465],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003273196,0.000537125,0.006567679,0.002047881,0.000501691,0.001422658,0.003467799,0.1722489,0.02179971,0.07657119,0.01489658,0.6996114],"study_design_scores_gemma":[0.00003228561,0.00007778179,0.000670797,0.0001855727,0.00007769194,0.0001635468,0.000577442,0.8941402,0.01086974,0.0756948,0.01745761,0.00005251778],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.005595966,0.0002184801,0.9889033,0.0006289212,0.00002807412,0.0001639016,0.0003807458,0.003120911,0.0009597204],"genre_scores_gemma":[0.1028472,0.0002178789,0.892872,0.0002316291,0.00003675994,0.0003804766,0.002203007,0.0002806799,0.0009303894],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.00897789,"threshold_uncertainty_score":0.04748017,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.120204447474047,"score_gpt":0.374009404315563,"score_spread":0.253804956841516,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}