{"id":"W2969398614","doi":"10.36591/se-4202-02","title":"How Journals and Publishers Can Help to Reform Research Assessment","year":2019,"lang":"en","type":"article","venue":"Science Editor","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Political science; Computer science; Library science; Data science","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.04546519,0.0001110235,0.0001948745,0.001228282,0.000710732,0.009205863,0.001853911,0.00005659213,0.001453537],"category_scores_gemma":[0.003547964,0.00007043026,0.0000362884,0.00402223,0.0004353394,0.004556865,0.0005594626,0.0003878343,0.0003749915],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006359396,"about_ca_system_score_gemma":0.00204527,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006189445,"about_ca_topic_score_gemma":0.00009134113,"domain_scores_codex":[0.9871344,0.0001910386,0.0003656407,0.0007235234,0.01091715,0.0006682618],"domain_scores_gemma":[0.9952022,0.0004865709,0.0001392534,0.0007861751,0.002771729,0.0006140427],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002122453,0.00007675275,0.1267958,0.00000855399,0.000006805215,0.000003353403,0.002184985,0.00005943582,0.02149042,0.005007933,0.7189336,0.1254111],"study_design_scores_gemma":[0.0003634816,0.0004802378,0.1636153,0.00003333048,0.000001926589,0.000006371948,0.02725811,0.00307457,0.001244875,0.004556721,0.7991349,0.0002301777],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7340733,0.0000258632,0.0002227797,0.1393676,0.04222855,0.0006905876,0.000008540197,0.00003014009,0.08335262],"genre_scores_gemma":[0.9747657,0.000009588592,0.001924818,0.0007712246,0.006156463,0.00002723449,6.804231e-7,0.000006474568,0.0163378],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2406924,"threshold_uncertainty_score":0.9994593,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3186430391975792,"score_gpt":0.58884405904664,"score_spread":0.2702010198490607,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}