{"id":"W1999584965","doi":"10.1007/s11192-014-1258-y","title":"On the quality evaluation of scientific entities in Poland supported by consistency-driven pairwise comparisons method","year":2014,"lang":"en","type":"article","venue":"Scientometrics","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"ca_institutions":"Laurentian University","funders":"Dalhousie University; Akademia Górniczo-Hutnicza im. Stanislawa Staszica; Politechnika Wrocławska; Fayetteville State University; Rensselaer Polytechnic Institute","keywords":"Pairwise comparison; Ranking (information retrieval); Consistency (knowledge bases); Focus (optics); Computer science; Domain (mathematical analysis); Parametric statistics; Quality (philosophy); Event (particle physics); Information retrieval; Operations research; Management science; Data mining; Mathematics; Statistics; Artificial intelligence; Epistemology; Economics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.03399259,0.0008493925,0.001145517,0.009602674,0.001211594,0.003274444,0.001452578,0.0009305262,0.001609437],"category_scores_gemma":[0.08249019,0.0003121554,0.001135555,0.009682064,0.001450881,0.002776897,0.002593278,0.0009156574,0.0001969345],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00229122,"about_ca_system_score_gemma":0.0029695,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002404395,"about_ca_topic_score_gemma":0.002595563,"domain_scores_codex":[0.9599108,0.02552621,0.002017331,0.002086854,0.009837492,0.0006215136],"domain_scores_gemma":[0.9398295,0.04223819,0.004841783,0.00229556,0.01017583,0.0006192031],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001596254,0.0005042755,0.04208766,0.002949917,0.00108859,0.0004893781,0.004816805,0.1033057,0.008729585,0.08875436,0.003101603,0.7425758],"study_design_scores_gemma":[0.0002598872,0.001538772,0.0560171,0.0007075905,0.0008129501,0.0006165158,0.004258954,0.8009073,0.01598739,0.1097202,0.008844675,0.0003287043],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2671658,0.001297175,0.7205546,0.0005364665,0.00005862688,0.0007495143,0.0003493589,0.0001285417,0.009159996],"genre_scores_gemma":[0.6879802,0.0004221436,0.310315,0.00004345376,0.00003155072,0.0003966753,0.0002731145,0.00002692995,0.0005109765],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9903973,"threshold_uncertainty_score":0.1797721,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4912616127719509,"score_gpt":0.5458934524210635,"score_spread":0.05463183964911261,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}