{"id":"W2741752505","doi":"10.1371/journal.pone.0182233","title":"Group elicitations yield more consistent, yet more uncertain experts in understanding risks to ecosystem services in New Zealand bays","year":2017,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Environmental and Social Impact Assessments","field":"Environmental Science","cited_by":25,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia; Fisheries and Oceans Canada","funders":"Ministry of Business, Innovation and Employment","keywords":"Expert elicitation; Overconfidence effect; Consistency (knowledge bases); Context (archaeology); CLARITY; Terminology; Ranking (information retrieval); Commit; Computer science; Psychology; Actuarial science; Management science; Data science; Social psychology; Information retrieval; Statistics; Artificial intelligence; Business; Geography; Engineering; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001586953,0.0001629174,0.0002481978,0.00006014392,0.0002530397,0.0001125206,0.0003327522,0.00008894396,0.0003223466],"category_scores_gemma":[0.00004356472,0.0001612789,0.00003570758,0.0001099835,0.00006966747,0.0004314659,0.0002389891,0.0001195584,0.00009581415],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008387835,"about_ca_system_score_gemma":0.00001125953,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.0153886,"about_ca_topic_score_gemma":0.05310195,"domain_scores_codex":[0.9986572,0.00004120334,0.0002490288,0.0003079655,0.0003941757,0.0003503707],"domain_scores_gemma":[0.9992638,0.0000745023,0.0001173436,0.0003281583,0.000001825028,0.0002144177],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001967396,0.0004742297,0.9786887,0.00002501073,0.00002716897,0.00002355453,0.007629265,0.0002034665,0.01240912,0.00005467431,0.0002684653,0.000176665],"study_design_scores_gemma":[0.000777275,0.00008418879,0.9833296,0.000555732,0.00002607169,9.266722e-7,0.01201142,0.001031587,0.0005971522,0.001239196,0.00005900876,0.0002878568],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9943301,0.00001526538,0.00003227404,0.002094248,0.00004988661,0.0004548274,0.00002835122,0.00001897739,0.002976043],"genre_scores_gemma":[0.9980914,0.00004196197,0.0006181658,0.0005004703,0.00003147935,0.00003756053,0.00001472748,0.00001784729,0.0006463717],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03771335,"threshold_uncertainty_score":0.991168,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1564367682461325,"score_gpt":0.3260200803400048,"score_spread":0.1695833120938723,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}