{"id":"W2117288619","doi":"10.1136/bmj.332.7548.983","title":"How should we rate research?","year":2006,"lang":"en","type":"editorial","venue":"BMJ","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Cornerstone; Research Assessment Exercise; Quality (philosophy); Institution; Higher education; Political science; Public relations; Shadow (psychology); Medical education; Business; Psychology; Economics; Medicine; Economic growth","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.03946779,0.0002364487,0.0004498711,0.0006992429,0.0003188507,0.001952149,0.001525091,0.0007119835,0.001600802],"category_scores_gemma":[0.02133771,0.0001592319,0.0001757639,0.001048253,0.0001621751,0.0004154569,0.0002999784,0.001408398,0.003325025],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001715748,"about_ca_system_score_gemma":0.002019323,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007474417,"about_ca_topic_score_gemma":0.0003960918,"domain_scores_codex":[0.9839624,0.001556206,0.000780799,0.0007665604,0.01242461,0.0005094242],"domain_scores_gemma":[0.9862767,0.008838572,0.000444528,0.001315857,0.002989108,0.0001352301],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002099336,0.00002236276,0.00003531042,0.000009665557,0.000008222149,0.000009131075,0.00005358347,0.00002990444,0.00001012238,0.0002149379,0.9878118,0.01177397],"study_design_scores_gemma":[0.0002999065,0.00008150794,0.0001475832,0.00005517025,0.000007283503,4.010055e-7,0.0001998461,0.0005136767,0.00003045974,0.009319829,0.9891374,0.0002069401],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.00003003297,0.0002833125,0.0002030421,0.04480917,0.8724074,0.0005289236,0.000108743,0.0000412975,0.0815881],"genre_scores_gemma":[0.0002461136,0.0001415205,0.0002322818,0.0000731691,0.6551107,0.0000864435,0.0001193026,0.00002001499,0.3439705],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.2623824,"threshold_uncertainty_score":0.9993119,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5504605934071498,"score_gpt":0.6254533397278883,"score_spread":0.07499274632073849,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}