{"id":"W4319459290","doi":"10.12688/f1000research.127563.1","title":"The transparency of quantitative empirical legal research published in highly ranked law journals (2018–2020): an observational study","year":2023,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"University of Toronto; Hebrew University of Jerusalem; University of Sydney; University of Washington; Boston University","keywords":"Open peer review; Plant biology; Observational study; Transparency (behavior); Medicine; Physiology; Law; Biology; Political science; Internal medicine","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.09828988,0.0004201743,0.001351742,0.0220567,0.002439216,0.008240033,0.00216943,0.001725523,0.003927943],"category_scores_gemma":[0.4902595,0.0009612248,0.001084329,0.02042544,0.004322202,0.008431873,0.004807361,0.002307198,0.001038612],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003547378,"about_ca_system_score_gemma":0.006401443,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003946708,"about_ca_topic_score_gemma":0.00475536,"domain_scores_codex":[0.8576775,0.0506978,0.04400038,0.00777362,0.03641918,0.003431568],"domain_scores_gemma":[0.1879737,0.4064654,0.3152826,0.02012711,0.06315927,0.006991972],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005587577,0.0004432244,0.9469591,0.003504007,0.0005014159,0.0005026559,0.02599925,0.0001338341,0.0002665192,0.000909702,0.002556327,0.01766515],"study_design_scores_gemma":[0.0001334794,0.000636159,0.9396806,0.004442351,0.0005754854,0.002008157,0.0356596,0.001166374,0.0009300997,0.001451102,0.01313956,0.0001770341],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9813394,0.006179975,0.001563097,0.001854981,0.00007132658,0.000784947,0.005161512,0.00003959067,0.003005125],"genre_scores_gemma":[0.9944485,0.001256214,0.001303303,0.0004515967,0.0001281296,0.0005670764,0.00154881,0.00003456885,0.000261752],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9978306,"threshold_uncertainty_score":0.5198128,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9855275216496603,"score_gpt":0.7394105152556483,"score_spread":0.246117006394012,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}