{"id":"W2971162800","doi":"10.1007/s10728-019-00383-9","title":"Co-production and Managing Uncertainty in Health Research Regulation: A Delphi Study","year":2019,"lang":"en","type":"article","venue":"Health Care Analysis","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal","funders":"Wellcome Trust; Wellcome","keywords":"Responsible Research and Innovation; Public relations; Biosecurity; Context (archaeology); Public health; Political science; Normative; Delphi method; Corporate governance; Philosophy of medicine; Engineering ethics; Sociology; Business; Law; Medicine; Engineering; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01896862,0.00009627326,0.0004020453,0.001805701,0.0009875408,0.0001142866,0.0002634389,0.00007076112,0.00016116],"category_scores_gemma":[0.0005439461,0.0001023033,0.00006246145,0.006069265,0.000194504,0.0001820701,0.00006749486,0.0004528492,0.00002779262],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00185873,"about_ca_system_score_gemma":0.001004841,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.1512637,"about_ca_topic_score_gemma":0.2640522,"domain_scores_codex":[0.9930281,0.003433967,0.0005117551,0.0006312933,0.001622683,0.0007721802],"domain_scores_gemma":[0.9982288,0.0003252959,0.0001448019,0.0005338803,0.0005056938,0.0002614508],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.00008627382,0.0002051206,0.6970041,0.0003852085,0.0001707773,0.000009932187,0.2301466,0.003154904,0.000005549738,0.00275162,0.007104212,0.05897569],"study_design_scores_gemma":[0.0003944817,0.0006206884,0.2300701,0.0001503883,0.00003229493,7.913216e-7,0.7483042,0.001798145,0.000003630553,0.001405688,0.01696404,0.0002555309],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9123411,0.002327688,0.0001378303,0.07565876,0.0001317372,0.003624159,0.000006764875,0.0001539229,0.005618067],"genre_scores_gemma":[0.9976964,0.0007664072,0.0002511166,0.0002368204,0.000101747,0.00008200139,0.00001786574,0.00001115122,0.0008365145],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5181575,"threshold_uncertainty_score":0.8543882,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2243643183053534,"score_gpt":0.5639428038899815,"score_spread":0.3395784855846282,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}