{"id":"W2158857852","doi":"10.1080/00779954.2013.772879","title":"Evaluating research – peer review team assessment and journal based bibliographic measures: New Zealand PBRF research output scores in 2006","year":2013,"lang":"en","type":"article","venue":"New Zealand Economic Papers","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"Tertiary Education Commission; Pennington Biomedical Research Foundation","keywords":"Weighting; Peer review; Quality (philosophy); Variety (cybernetics); Psychology; Computer science; Political science; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.06998725,0.0005297157,0.001144201,0.01171705,0.001528393,0.005442715,0.001351542,0.0008349761,0.001524993],"category_scores_gemma":[0.2548067,0.0003206934,0.0006996415,0.01457662,0.002157283,0.004191067,0.005491647,0.001390625,0.0005950936],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007928763,"about_ca_system_score_gemma":0.007682775,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03806695,"about_ca_topic_score_gemma":0.04500868,"domain_scores_codex":[0.9026172,0.0187535,0.01209517,0.003297078,0.06113385,0.002103247],"domain_scores_gemma":[0.7393239,0.04754501,0.08503468,0.008362178,0.1132294,0.006504823],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0007218746,0.0001932519,0.7668763,0.0007648993,0.0006569055,0.0002283455,0.02130767,0.003394444,0.002649126,0.004472853,0.004744029,0.1939903],"study_design_scores_gemma":[0.00004082981,0.000516261,0.975625,0.0001510299,0.0001301558,0.0001527333,0.006748833,0.003402639,0.002496775,0.001319407,0.009328531,0.00008785242],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9548483,0.0009100799,0.005651006,0.002248408,0.0001299811,0.000297565,0.0007425987,0.00009741434,0.03507462],"genre_scores_gemma":[0.9911727,0.0004166308,0.004114454,0.00006473407,0.00006334412,0.0001495484,0.0006733568,0.00003670099,0.00330851],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.988283,"threshold_uncertainty_score":0.3701324,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7149813458606749,"score_gpt":0.6179681557462509,"score_spread":0.097013190114424,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}