{"id":"W2277327339","doi":"10.1080/00036846.2017.1284997","title":"Researcher rank stability across alternative output measurement schemes in the context of a time limited research evaluation: the New Zealand case","year":2017,"lang":"en","type":"article","venue":"Applied Economics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"","keywords":"Ranking (information retrieval); Rank (graph theory); Context (archaeology); Stability (learning theory); Productivity; Econometrics; Term (time); Economics; Computer science; Operations research; Management science; Statistics; Mathematics; Information retrieval; Geography; Machine learning; Economic growth","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.09923055,0.0005143518,0.00150688,0.005554719,0.004975589,0.009001328,0.001835178,0.002057476,0.002460169],"category_scores_gemma":[0.3045952,0.0003947086,0.0007633315,0.008247951,0.00837921,0.006556207,0.005746257,0.002544586,0.0003673636],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01192614,"about_ca_system_score_gemma":0.006890607,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0449237,"about_ca_topic_score_gemma":0.03842402,"domain_scores_codex":[0.8917436,0.06586661,0.007688457,0.009264625,0.02094972,0.004487054],"domain_scores_gemma":[0.6735705,0.1998835,0.0653827,0.02236047,0.03257196,0.006230913],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.003465899,0.0007839923,0.4518644,0.0007299943,0.0008607705,0.004706203,0.04773517,0.04929294,0.0035931,0.250812,0.003520506,0.182635],"study_design_scores_gemma":[0.0004812751,0.002450393,0.4194581,0.0008720718,0.000521455,0.002249894,0.05617599,0.1934016,0.004888965,0.2947637,0.02400683,0.0007296822],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9334648,0.0008441361,0.03451728,0.005884074,0.00006100811,0.0003674836,0.0004535306,0.00005592016,0.02435185],"genre_scores_gemma":[0.992658,0.00006934238,0.006201665,0.00006220976,0.00002144628,0.00007584697,0.00008315762,0.000008789139,0.0008195877],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9944453,"threshold_uncertainty_score":0.5247875,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8450552716959101,"score_gpt":0.6038854642037887,"score_spread":0.2411698074921214,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}