{"id":"W4319459290","doi":"10.12688/f1000research.127563.1","title":"The transparency of quantitative empirical legal research published in highly ranked law journals (2018–2020): an observational study","year":2023,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"University of Toronto; Hebrew University of Jerusalem; University of Sydney; University of Washington; Boston University","keywords":"Open peer review; Plant biology; Observational study; Transparency (behavior); Medicine; Physiology; Law; Biology; Political science; Internal medicine","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.6253095,0.0005801412,0.005359134,0.002575538,0.0009368,0.008150139,0.01442043,0.0004369724,0.006966715],"category_scores_gemma":[0.1735064,0.0002733107,0.001862265,0.009799591,0.00102539,0.001038855,0.002566471,0.004451152,0.00160937],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002542923,"about_ca_system_score_gemma":0.002302201,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003402079,"about_ca_topic_score_gemma":0.01630665,"domain_scores_codex":[0.6761583,0.2087174,0.0354621,0.005087763,0.07230493,0.002269506],"domain_scores_gemma":[0.889402,0.07434338,0.004676105,0.01249436,0.01837207,0.0007120328],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.0007037056,0.002684769,0.4452987,0.0004328495,0.002131512,0.0003488717,0.01592698,0.002976185,0.0001880956,0.06956632,0.4568323,0.002909653],"study_design_scores_gemma":[0.0009793991,0.0008136936,0.7367146,0.0003067404,0.0001255493,0.00000529745,0.01883072,0.01820487,0.00001909195,0.1834186,0.04012318,0.0004583134],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9343868,0.003521071,0.001226495,0.04043065,0.001390161,0.009946884,0.0004335126,0.00003022982,0.008634192],"genre_scores_gemma":[0.9813719,0.000296867,0.001300518,0.00006287186,0.0002894293,0.001024255,0.00009655962,0.00007010274,0.01548751],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4518031,"threshold_uncertainty_score":0.9999719,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9855275216496603,"score_gpt":0.7394105152556483,"score_spread":0.246117006394012,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}