{"id":"W2277327339","doi":"10.1080/00036846.2017.1284997","title":"Researcher rank stability across alternative output measurement schemes in the context of a time limited research evaluation: the New Zealand case","year":2017,"lang":"en","type":"article","venue":"Applied Economics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"","keywords":"Ranking (information retrieval); Rank (graph theory); Context (archaeology); Stability (learning theory); Productivity; Econometrics; Term (time); Economics; Computer science; Operations research; Management science; Statistics; Mathematics; Information retrieval; Geography; Machine learning; Economic growth","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2319394,0.0001494967,0.0003611994,0.004282207,0.001106382,0.003626699,0.00531158,0.0001145566,0.0003736487],"category_scores_gemma":[0.04744088,0.00008167768,0.0001150306,0.01156399,0.00109985,0.0003985161,0.001456742,0.0006834748,0.0002780865],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004990051,"about_ca_system_score_gemma":0.0009111462,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003599622,"about_ca_topic_score_gemma":0.004221598,"domain_scores_codex":[0.9878032,0.001275816,0.001018451,0.0009002617,0.0081013,0.0009009704],"domain_scores_gemma":[0.9821782,0.009537941,0.0004973771,0.003041319,0.004498435,0.0002467829],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0009838648,0.0006396426,0.04650646,0.00001304561,0.0001661905,0.00004055891,0.02542328,0.0006433877,0.0006311914,0.005956807,0.05838872,0.8606068],"study_design_scores_gemma":[0.01940991,0.0007932092,0.3539894,0.00004835534,0.00004422962,0.00009873346,0.08383115,0.1413499,0.02214969,0.2164396,0.1607856,0.001060338],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.983222,0.000221309,0.00006439599,0.00773944,0.0001087862,0.00153904,0.00006143795,0.000003720508,0.007039842],"genre_scores_gemma":[0.9989355,0.0001356663,0.00006632257,0.00009055163,0.0001133209,0.0001046523,0.0000027848,0.00001025433,0.0005409694],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8595465,"threshold_uncertainty_score":0.9974076,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8450552716959101,"score_gpt":0.6038854642037887,"score_spread":0.2411698074921214,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}