{"id":"W2998766662","doi":"10.7554/elife.52157","title":"Open exploration","year":2020,"lang":"en","type":"article","venue":"eLife","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"National Institute of Mental Health; National Institute on Drug Abuse; Social Sciences and Humanities Research Council of Canada; Knut och Alice Wallenbergs Stiftelse; National Science Foundation","keywords":"Open science; Open data; Focus (optics); Open research; Data science; Computer science; Engineering ethics; Political science; Sociology; World Wide Web; Engineering; Mathematics","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.04053147,0.00008366362,0.001150396,0.00004022896,0.00006409329,0.001529794,0.002301443,0.00002131733,0.02246228],"category_scores_gemma":[0.0337923,0.00003766659,0.0003912585,0.0007430561,0.000008923921,0.000546633,0.0002963805,0.00004527106,0.05047313],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000004388263,"about_ca_system_score_gemma":0.00002852717,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003535324,"about_ca_topic_score_gemma":0.000005391781,"domain_scores_codex":[0.9901658,0.002634283,0.003397012,0.0004760389,0.003247397,0.00007951816],"domain_scores_gemma":[0.996251,0.0005375215,0.001269647,0.001349209,0.0004497801,0.0001428809],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002166382,0.000007425195,0.002818918,0.000003404961,0.00002443155,0.000001580299,0.0008826936,0.00006058237,0.00009648615,0.003601351,0.9772657,0.01523532],"study_design_scores_gemma":[0.00007008615,0.00001739947,0.001160724,0.000002675769,0.00002041612,4.139338e-7,0.0005485929,0.0070622,0.0001542499,0.001668738,0.9892365,0.00005796051],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.07095672,0.000985523,0.3737921,0.1184228,0.0007277241,0.002489307,0.00001858023,0.00002640623,0.4325808],"genre_scores_gemma":[0.9649937,0.00001274757,0.008165293,0.01122045,0.0002527095,0.00003512147,0.000006001291,0.000006799457,0.01530716],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.894037,"threshold_uncertainty_score":0.9995067,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9687226010785637,"score_gpt":0.6272201453176606,"score_spread":0.3415024557609031,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}